-- Logs begin at Thu 2021-11-11 11:20:39 UTC, end at Thu 2021-11-11 13:16:33 UTC. -- Nov 11 12:01:45.276096 dv-neutron-786478-23-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 11 12:01:47.959167 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.common.config [-] Logging enabled! Nov 11 12:01:47.959799 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev159 Nov 11 12:01:47.959937 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102890) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 12:01:47.963177 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.common.config [-] Logging enabled! Nov 11 12:01:47.963425 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev159 Nov 11 12:01:47.963729 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102890) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 12:01:47.964664 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 12:01:47.964893 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 12:01:47.965249 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 12:01:47.965486 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 12:01:47.965704 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 12:01:47.966013 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.966424 dv-neutron-786478-23-hyperv neutron-server[102890]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 11 12:01:47.966730 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.967017 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.967329 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.967613 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.967897 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.968169 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.968449 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.968741 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.969019 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.969288 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.969562 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.969842 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.970112 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.970394 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.970675 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.970949 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] debug = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.971244 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.971668 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.972070 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.972340 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.972621 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.973457 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.973710 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.973981 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.974253 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.974571 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] host = dv-neutron-786478-23-hyperv {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.974840 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.975138 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.975421 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.975699 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.975964 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.976231 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.976507 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.976791 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.977073 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] log_file = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.977417 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.977640 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.977917 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.978197 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.978417 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.978645 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.978935 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.979240 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.979508 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.979772 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.980034 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.980297 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.980560 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.980819 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.981094 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.981367 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.981640 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.981904 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.982164 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.982424 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.982685 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.982961 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.983248 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.983510 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.983773 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.984053 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.984316 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.984589 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.984881 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.985161 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.985438 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.985712 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.985975 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.986247 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.986510 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.986772 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.987035 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] use_json = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.987318 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.987577 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.987846 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.988110 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.988390 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.988655 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.988915 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.989189 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:47.989473 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.989759 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.990051 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.990325 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.990620 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.990890 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.991191 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.991463 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.991742 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.992022 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.992300 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.992569 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.992848 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.993115 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.993399 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.993694 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.993988 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.994274 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.994543 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.994809 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.995096 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.995369 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.995646 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.995913 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.996191 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.996472 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.996739 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.997013 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.997295 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.997576 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.997839 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.998112 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.998393 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.998662 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.998924 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.999219 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.999501 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:47.999770 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.000030 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.000301 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.000568 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.000830 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.001090 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.001360 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.001642 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.001908 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.002169 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.002431 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.002698 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.002957 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.003253 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.003519 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.003779 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.004066 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.004334 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.004595 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.004854 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.005120 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.005381 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.005646 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.005907 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.006167 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.006428 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.006688 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.006953 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.007233 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.007496 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.007762 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.008022 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.008284 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.008541 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.008801 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.009061 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.009334 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.009619 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.009885 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.010155 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.010420 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.010685 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.010950 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.011243 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.011509 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.011775 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.012040 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.012323 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.012595 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.012868 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.013141 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.013405 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.013714 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.013985 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.014259 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.014525 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.014791 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.015081 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.015359 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.015643 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.015926 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.016210 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.016494 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.016775 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.017045 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.017343 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.017611 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:48.017820 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 12:01:48.018053 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102890) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 11 12:01:48.448837 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 12:01:48.449110 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 12:01:48.449410 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 12:01:48.449736 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 11 12:01:48.769140 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:48.769426 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:48.769716 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:48.771183 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:48.771452 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:48.771710 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:48.806330 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:48.806602 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:48.806864 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:48.821846 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:48.822117 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:48.822379 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:48.852456 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:48.852730 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:48.853099 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:48.888521 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:48.888797 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:48.889064 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.121958 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.122568 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.122568 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.122801 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.123536 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.253207 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.253524 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.253799 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.254095 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.254356 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.254664 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.254920 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.255204 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.255454 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.255729 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.255980 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.256240 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.256486 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.256730 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.256980 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.257236 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.257483 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.257742 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.258006 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.258259 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.258524 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.258772 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.259081 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.259432 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.259676 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.259916 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.260304 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 12:01:49.260537 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 12:01:49.260766 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 12:01:49.260994 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 12:01:49.261221 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 12:01:49.261448 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 12:01:49.261804 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 11 12:01:49.265034 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 11 12:01:49.268984 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 11 12:01:49.273553 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Nov 11 12:01:49.275210 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 11 12:01:49.275665 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 11 12:01:49.275991 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 11 12:01:49.276366 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 11 12:01:49.279182 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 11 12:01:49.279432 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 11 12:01:49.279772 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 12:01:49.284997 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 11 12:01:49.307462 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 11 12:01:49.307910 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.308199 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102890) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 11 12:01:49.308554 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.309931 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102890) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 11 12:01:49.310210 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 12:01:49.310451 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 11 12:01:49.313784 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.314058 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:49.377549 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 11 12:01:49.377730 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 11 12:01:49.377959 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 11 12:01:49.378314 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 11 12:01:49.399718 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_db.sqlalchemy.engines [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102890) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 11 12:01:50.108431 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Initializing driver for type 'gre' Nov 11 12:01:50.108955 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] gre ID ranges: [(1, 1000)] Nov 11 12:01:50.319553 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Initializing driver for type 'local' Nov 11 12:01:50.320114 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Initializing driver for type 'vlan' Nov 11 12:01:50.399701 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] VlanTypeDriver initialization complete Nov 11 12:01:50.399963 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Initializing driver for type 'vxlan' Nov 11 12:01:50.400465 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] vxlan ID ranges: [(1, 1000)] Nov 11 12:01:50.585505 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Initializing extension driver 'port_security' Nov 11 12:01:50.585839 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.extensions.port_security [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] PortSecurityExtensionDriver initialization complete Nov 11 12:01:50.586175 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Initializing mechanism driver 'openvswitch' Nov 11 12:01:50.586503 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Initializing mechanism driver 'hyperv' Nov 11 12:01:50.593251 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.plugins.ml2.plugin [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:50.594096 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > port after_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.594468 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > port after_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.594819 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > port after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.595372 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102890) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 12:01:50.595804 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > subnet after_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.596159 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > subnet after_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.596507 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > subnet after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.596902 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102890) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 12:01:50.597307 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > network after_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.598133 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > network after_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.598486 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > network after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.598876 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102890) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 12:01:50.599303 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > security_group after_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.599651 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > security_group after_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.599990 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > security_group after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.600380 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102890) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 12:01:50.600780 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.601124 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.601463 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.601854 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102890) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 12:01:50.602256 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > address_group after_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.602599 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > address_group after_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.602935 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > address_group after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.603352 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102890) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 12:01:50.603731 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] ML2 OVO RPC backend initialized. {{(pid=102890) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 11 12:01:50.604429 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router_interface after_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.604783 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.605198 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > network before_response 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.605542 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > networks before_response 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.605886 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > port before_response 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.606228 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > ports before_response 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.606569 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > subnet before_response 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.606906 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > subnets before_response 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.607277 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > network after_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.607624 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > network after_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.607957 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > network after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.608293 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > port after_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.608626 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > port after_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.608958 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > port after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.609292 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > subnet after_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.609625 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > subnet after_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.609958 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > subnet after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.610530 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.plugin [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Modular L2 Plugin initialization complete Nov 11 12:01:50.610855 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading services supported by the core plugin {{(pid=102890) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 11 12:01:50.611216 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.plugins.ml2.managers [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Got port-security extension from driver 'port_security' Nov 11 12:01:50.611675 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.extensions.vlantransparent [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Disabled vlantransparent extension. Nov 11 12:01:50.612155 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102890) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 11 12:01:50.612465 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading Plugin: router Nov 11 12:01:50.648427 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router_interface before_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.648814 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router after_create 55549900 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.649186 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router before_create 55549900 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.649550 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.649965 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.650272 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router after_delete 55549900 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.650628 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > floatingip after_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.651120 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > floatingip after_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.651492 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router after_create 55549900 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.651837 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router after_update 55549900 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.652180 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router after_update 55549900 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.652526 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.652880 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router after_update 55549900 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.653287 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router precommit_update 55549900 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.653655 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: port after_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.653990 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: port after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.654326 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: subnet after_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.654661 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.655005 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > port precommit_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.655371 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router precommit_create 55549900 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.655711 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: port before_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.656056 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router precommit_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.656408 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router after_update 55549900 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.656749 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router precommit_delete 55549900 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.657098 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router precommit_create 55549900 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.657461 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router_interface after_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.657807 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router precommit_update 55549900 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.658169 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > agent after_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.658517 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > agent after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.658859 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > network after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.659734 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Tracking information for resource: router configured {{(pid=102890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 12:01:50.660067 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Tracking information for resource: floatingip configured {{(pid=102890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 12:01:50.665455 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.db.l3_agentschedulers_db [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 11 12:01:50.666033 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: port after_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.666394 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: port after_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.666744 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: port after_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.667121 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: port after_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.667920 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router before_create 55550100 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.668285 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router precommit_delete 55550100 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.668651 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router precommit_create 55550100 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.669008 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > router precommit_update 55550100 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.674360 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.services.provider_configuration [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Service providers = [] {{(pid=102890) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 11 12:01:50.674719 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.db.servicetype_db [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102890) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 11 12:01:50.683522 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.services.service_base [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102890) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 12:01:50.684574 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.services.service_base [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102890) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 12:01:50.684920 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.services.service_base [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102890) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 12:01:50.685818 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.services.service_base [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102890) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 12:01:50.686194 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.services.service_base [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 11 12:01:50.688670 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 12:01:50.689006 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 11 12:01:50.702788 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 12:01:50.703146 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading Plugin: auto_allocate Nov 11 12:01:50.709459 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: network precommit_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.709829 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: network precommit_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.710356 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 12:01:50.710675 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading Plugin: tag Nov 11 12:01:50.717522 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 12:01:50.717856 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading Plugin: timestamp Nov 11 12:01:50.721700 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 12:01:50.722029 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading Plugin: network_ip_availability Nov 11 12:01:50.728182 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.728550 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.728907 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.729617 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 12:01:50.729937 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading Plugin: flavors Nov 11 12:01:50.734924 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 12:01:50.735285 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading Plugin: revisions Nov 11 12:01:50.739609 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 12:01:50.739996 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_concurrency.lockutils [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.290s {{(pid=102890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 12:01:50.740734 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102890) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 11 12:01:50.741068 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Initializing extension manager. Nov 11 12:01:50.741577 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: __init__.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.741918 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: __pycache__ {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.742252 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.742586 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: address_group.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.743365 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.743930 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: address-group Nov 11 12:01:50.744254 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: address_scope.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.744969 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.745478 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: address-scope Nov 11 12:01:50.745800 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: admin_state_down_before_update.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.746729 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.747266 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: router-admin-state-down-before-update Nov 11 12:01:50.747592 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: agent.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.748293 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.748792 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: agent Nov 11 12:01:50.749111 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: agent_resources_synced.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.750017 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.750522 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: agent-resources-synced Nov 11 12:01:50.750842 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: allowedaddresspairs.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.752666 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.753194 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: allowed-address-pairs Nov 11 12:01:50.753521 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: auto_allocated_topology.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.754627 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.755168 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: auto-allocated-topology Nov 11 12:01:50.755497 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: availability_zone.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.756193 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.756700 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: availability_zone Nov 11 12:01:50.757021 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: availability_zone_filter.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.757952 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.758462 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: availability_zone_filter Nov 11 12:01:50.758785 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: data_plane_status.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.759718 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.760226 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension data-plane-status not supported by any of loaded plugins Nov 11 12:01:50.760550 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: default_subnetpools.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.761468 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.761977 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: default-subnetpools Nov 11 12:01:50.762298 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: dhcpagentscheduler.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.763139 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.763648 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: dhcp_agent_scheduler Nov 11 12:01:50.763969 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: dns.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.764894 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.765397 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension dns-integration not supported by any of loaded plugins Nov 11 12:01:50.765718 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: dns_domain_ports.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.766633 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.767167 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 11 12:01:50.767491 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.768418 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.768924 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 11 12:01:50.769245 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: dvr.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.770444 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.771244 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: dvr Nov 11 12:01:50.771567 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: ecmp_routes.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.772486 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.772988 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension ecmp_routes not supported by any of loaded plugins Nov 11 12:01:50.773309 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: empty_string_filtering.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.774218 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.774724 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: empty-string-filtering Nov 11 12:01:50.775068 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.775977 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.776481 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 11 12:01:50.776802 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.777721 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.778230 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 11 12:01:50.778552 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: external_net.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.779500 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.780003 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: external-net Nov 11 12:01:50.780322 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: extra_dhcp_opt.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.781235 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.781738 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: extra_dhcp_opt Nov 11 12:01:50.782058 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: extraroute.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.782968 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.783500 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: extraroute Nov 11 12:01:50.783820 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: extraroute_atomic.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.784854 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.785989 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: extraroute-atomic Nov 11 12:01:50.786312 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: filter_validation.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.787173 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.787680 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: filter-validation Nov 11 12:01:50.788001 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: fip_pf_description.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.788925 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.789432 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 11 12:01:50.789754 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: fip_port_details.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.790731 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.791268 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: fip-port-details Nov 11 12:01:50.791589 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: flavors.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.792837 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.793359 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: flavors Nov 11 12:01:50.793685 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.795375 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.795899 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 11 12:01:50.796231 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: floatingip_pools.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.796934 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.797442 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: floatingip-pools Nov 11 12:01:50.797764 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: ip_allocation.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.798704 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.799242 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension ip_allocation not supported by any of loaded plugins Nov 11 12:01:50.799568 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.800485 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.801021 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: ip-substring-filtering Nov 11 12:01:50.801346 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: l2_adjacency.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.802275 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.802783 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension l2_adjacency not supported by any of loaded plugins Nov 11 12:01:50.803149 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: l3.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.804109 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.804622 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: router Nov 11 12:01:50.804943 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: l3_conntrack_helper.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.807212 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.807746 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 11 12:01:50.808091 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.809018 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.809536 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: ext-gw-mode Nov 11 12:01:50.809861 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.810798 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.811353 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: l3-ha Nov 11 12:01:50.811675 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: l3_flavors.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.812589 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.813094 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: l3-flavors Nov 11 12:01:50.813416 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.814331 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.814839 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: l3-port-ip-change-not-allowed Nov 11 12:01:50.815271 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: l3agentscheduler.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.816303 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.816845 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: l3_agent_scheduler Nov 11 12:01:50.817169 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: logging.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.818683 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.819235 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension logging not supported by any of loaded plugins Nov 11 12:01:50.819567 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: metering.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.820312 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.820890 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: metering Nov 11 12:01:50.821215 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.822423 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.822942 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: metering_source_and_destination_fields Nov 11 12:01:50.823305 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: multiprovidernet.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.824235 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.824745 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: multi-provider Nov 11 12:01:50.825070 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: netmtu.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.825985 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.826493 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: net-mtu Nov 11 12:01:50.826819 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: netmtu_writable.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.827768 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.828286 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: net-mtu-writable Nov 11 12:01:50.828612 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: network_availability_zone.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.829282 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.829784 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: network_availability_zone Nov 11 12:01:50.830107 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: network_ip_availability.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.831244 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.831763 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: network-ip-availability Nov 11 12:01:50.832626 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: network_segment_range.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.833396 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.833901 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension network-segment-range not supported by any of loaded plugins Nov 11 12:01:50.834223 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: pagination.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.835256 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.835588 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: pagination Nov 11 12:01:50.835909 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: port_device_profile.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.836814 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.837326 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: port-device-profile Nov 11 12:01:50.837647 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.838573 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.839109 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: port-mac-address-regenerate Nov 11 12:01:50.839432 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.840347 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.840853 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: port-numa-affinity-policy Nov 11 12:01:50.841171 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: port_resource_request.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.842097 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.842600 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension port-resource-request not supported by any of loaded plugins Nov 11 12:01:50.842920 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: port_resource_request_groups.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.843924 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.844430 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 11 12:01:50.844751 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: portbindings.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.845684 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.846191 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: binding Nov 11 12:01:50.846512 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: portbindings_extended.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.848415 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.848934 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: binding-extended Nov 11 12:01:50.849272 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: portsecurity.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.850571 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.851452 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: port-security Nov 11 12:01:50.851922 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: project_id.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.853401 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.853969 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: project-id Nov 11 12:01:50.854412 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: providernet.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.855781 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.856453 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: provider Nov 11 12:01:50.856787 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: qos.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.860421 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.860946 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension qos not supported by any of loaded plugins Nov 11 12:01:50.861276 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.862520 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.863032 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 11 12:01:50.864850 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.864850 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.865050 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 11 12:01:50.865203 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: qos_default.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.866128 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.866640 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension qos-default not supported by any of loaded plugins Nov 11 12:01:50.866966 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: qos_fip.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.867650 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.868158 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension qos-fip not supported by any of loaded plugins Nov 11 12:01:50.868485 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: qos_gateway_ip.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.869417 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.869927 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 11 12:01:50.870251 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: qos_port_network_policy.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.871210 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.871720 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 11 12:01:50.872044 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.873083 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.873593 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 11 12:01:50.873917 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: qos_pps_rule.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.875133 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.875837 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension qos-pps not supported by any of loaded plugins Nov 11 12:01:50.876166 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: qos_rule_type_details.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.877095 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.877606 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 11 12:01:50.877930 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: qos_rules_alias.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.879023 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.879562 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 11 12:01:50.879885 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: quota_check_limit.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.880800 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.881313 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: quota-check-limit Nov 11 12:01:50.881635 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: quotasv2.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.882571 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.882899 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: quotas Nov 11 12:01:50.883250 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: quotasv2_detail.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.886377 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.886719 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: quota_details Nov 11 12:01:50.887075 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: rbac.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.888124 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.888658 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: rbac-policies Nov 11 12:01:50.888990 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: rbac_address_group.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.889930 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.890451 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: rbac-address-group Nov 11 12:01:50.890778 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: rbac_address_scope.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.891736 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.892255 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: rbac-address-scope Nov 11 12:01:50.892582 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: rbac_security_groups.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.893503 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.894017 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: rbac-security-groups Nov 11 12:01:50.894342 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: rbac_subnetpool.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.896067 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.896586 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: rbac-subnetpool Nov 11 12:01:50.896909 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: revisionifmatch.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.897833 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.898343 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: revision-if-match Nov 11 12:01:50.898666 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: revisions.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.899828 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.900385 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: standard-attr-revisions Nov 11 12:01:50.900662 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: router_availability_zone.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.901334 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.901847 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: router_availability_zone Nov 11 12:01:50.902167 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: routerservicetype.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.903115 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.903627 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension router-service-type not supported by any of loaded plugins Nov 11 12:01:50.903949 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.904875 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.905387 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: security-groups-normalized-cidr Nov 11 12:01:50.905708 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: security_groups_port_filtering.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.906702 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.907249 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: port-security-groups-filtering Nov 11 12:01:50.907572 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.908510 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.909027 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: security-groups-remote-address-group Nov 11 12:01:50.909350 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.910907 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.911447 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: security-groups-shared-filtering Nov 11 12:01:50.911769 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.912360 dv-neutron-786478-23-hyperv neutron-server[102890]: WARNING neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 11 12:01:50.912680 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: securitygroup.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.922442 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.922973 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: security-group Nov 11 12:01:50.923328 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: segment.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.924122 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.924630 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension segment not supported by any of loaded plugins Nov 11 12:01:50.924957 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.925927 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.926440 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 11 12:01:50.926765 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: servicetype.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.927910 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.928439 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: service-type Nov 11 12:01:50.928769 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: sorting.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.929761 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.930094 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: sorting Nov 11 12:01:50.930419 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: standard_attr_segment.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.931365 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.931875 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 11 12:01:50.932198 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: standardattrdescription.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.932849 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.933354 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: standard-attr-description Nov 11 12:01:50.933675 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: stateful_security_group.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.934616 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.935159 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: stateful-security-group Nov 11 12:01:50.935484 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: stdattrs_common.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.936055 dv-neutron-786478-23-hyperv neutron-server[102890]: WARNING neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 11 12:01:50.936375 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.937307 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.937816 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 11 12:01:50.938137 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: subnet_onboard.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.939247 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.939768 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: subnet_onboard Nov 11 12:01:50.940092 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.941028 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.941567 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 11 12:01:50.941894 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: subnet_service_types.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.942826 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.943373 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: subnet-service-types Nov 11 12:01:50.943698 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: subnetallocation.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.944789 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.945301 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: subnet_allocation Nov 11 12:01:50.945623 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.946290 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.946797 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: subnetpool-prefix-ops Nov 11 12:01:50.947141 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.948107 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.948608 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 11 12:01:50.948936 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: tagging.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.950017 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.950527 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: standard-attr-tag Nov 11 12:01:50.950853 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: timestamp.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.952083 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.952601 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loaded extension: standard-attr-timestamp Nov 11 12:01:50.952925 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: trunk.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.953967 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.954486 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension trunk not supported by any of loaded plugins Nov 11 12:01:50.954811 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: trunk_details.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.955754 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.956266 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension trunk-details not supported by any of loaded plugins Nov 11 12:01:50.956651 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: uplink_status_propagation.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.958115 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.958625 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 11 12:01:50.958947 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Loading extension file: vlantransparent.py {{(pid=102890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 12:01:50.959653 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 12:01:50.960159 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extension vlan-transparent not supported by any of loaded plugins Nov 11 12:01:50.962629 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Creating instance of TrackedResource for resource:network Nov 11 12:01:50.963174 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Creating instance of TrackedResource for resource:subnet Nov 11 12:01:50.963570 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 12:01:50.963967 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Creating instance of TrackedResource for resource:port Nov 11 12:01:50.965214 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.v2.resource_helper [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 12:01:50.965683 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.v2.resource_helper [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Service FLAVORS assigned prefix: {{(pid=102890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 12:01:50.966303 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.v2.resource_helper [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 12:01:50.966732 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.v2.resource_helper [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 12:01:50.967080 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Creating instance of TrackedResource for resource:router Nov 11 12:01:50.967525 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Creating instance of TrackedResource for resource:floatingip Nov 11 12:01:50.968025 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.v2.resource_helper [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Service METERING assigned prefix: /metering {{(pid=102890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 12:01:50.969480 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.969849 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.970199 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:01:50.971220 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 12:01:50.971661 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Creating instance of TrackedResource for resource:security_group Nov 11 12:01:50.972093 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 12:01:50.973297 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.v2.resource_helper [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Service CORE assigned prefix: {{(pid=102890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 12:01:50.973635 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 12:01:50.973979 dv-neutron-786478-23-hyperv neutron-server[102890]: WARNING neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] subnetpool is already registered Nov 11 12:01:50.974422 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.v2.resource_helper [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Service CORE assigned prefix: {{(pid=102890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 12:01:50.974753 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 12:01:50.975107 dv-neutron-786478-23-hyperv neutron-server[102890]: WARNING neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] subnetpool is already registered Nov 11 12:01:50.977466 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.v2.resource_helper [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 12:01:50.977902 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.v2.resource_helper [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Service FLAVORS assigned prefix: {{(pid=102890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 12:01:50.978517 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.v2.resource_helper [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 12:01:50.978968 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.v2.resource_helper [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 12:01:50.979337 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Creating instance of TrackedResource for resource:router Nov 11 12:01:50.979689 dv-neutron-786478-23-hyperv neutron-server[102890]: WARNING neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] router is already registered Nov 11 12:01:50.980103 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Creating instance of TrackedResource for resource:floatingip Nov 11 12:01:50.980438 dv-neutron-786478-23-hyperv neutron-server[102890]: WARNING neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] floatingip is already registered Nov 11 12:01:50.980909 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.v2.resource_helper [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Service METERING assigned prefix: /metering {{(pid=102890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 12:01:50.981615 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 12:01:50.981941 dv-neutron-786478-23-hyperv neutron-server[102890]: WARNING neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] rbac_policy is already registered Nov 11 12:01:50.982675 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Creating instance of TrackedResource for resource:security_group Nov 11 12:01:50.983019 dv-neutron-786478-23-hyperv neutron-server[102890]: WARNING neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] security_group is already registered Nov 11 12:01:50.983467 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 12:01:50.983808 dv-neutron-786478-23-hyperv neutron-server[102890]: WARNING neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] security_group_rule is already registered Nov 11 12:01:50.984295 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.v2.resource_helper [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Service CORE assigned prefix: {{(pid=102890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 12:01:50.984619 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 12:01:50.984951 dv-neutron-786478-23-hyperv neutron-server[102890]: WARNING neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] subnetpool is already registered Nov 11 12:01:50.985367 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.v2.resource_helper [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Service CORE assigned prefix: {{(pid=102890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 12:01:50.985688 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 12:01:50.986014 dv-neutron-786478-23-hyperv neutron-server[102890]: WARNING neutron.quota.resource_registry [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] subnetpool is already registered Nov 11 12:01:50.991594 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: extensions {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:50.994572 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: address-groups {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:50.996844 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: address-scopes {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.000136 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: agents {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.001457 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: auto-allocated-topology {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.004066 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: availability_zones {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.005331 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: dhcp-networks {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.006757 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: dhcp-agents {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.008333 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: routers {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.010491 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: flavors {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.011789 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: service_profiles {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.013015 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: next_providers {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.014465 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: service_profiles {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.015935 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: floatingip-pools {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.017262 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: routers {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.019426 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: floatingips {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.021698 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: l3-routers {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.023128 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: l3-agents {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.024541 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: metering-labels {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.025807 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: metering-label-rules {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.027218 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: network-ip-availabilities {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.028494 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: bindings {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.030186 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: quotas {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.031883 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: quotas {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.033425 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: rbac-policies {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.034620 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: security-groups {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.036647 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: security-group-rules {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.037894 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: service-providers {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.039128 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: subnetpools {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.040553 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: subnetpools {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.042026 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: tags {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.043799 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: tags {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.045645 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: tags {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.047477 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: tags {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.049184 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: tags {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.051252 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: tags {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.052987 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: tags {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.055810 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: tags {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.057615 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: tags {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.059404 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron.api.extensions [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Extended resource: tags {{(pid=102890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 12:01:51.065662 dv-neutron-786478-23-hyperv neutron-server[102890]: WARNING keystonemiddleware.auth_token [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 11 12:01:51.070684 dv-neutron-786478-23-hyperv neutron-server[102890]: WARNING keystonemiddleware.auth_token [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 11 12:01:51.079719 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_concurrency.lockutils [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Acquired lock "singleton_lock" {{(pid=102890) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 11 12:01:51.080209 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_concurrency.lockutils [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Releasing lock "singleton_lock" {{(pid=102890) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 11 12:01:51.089724 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO oslo_service.service [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Starting 2 workers Nov 11 12:01:51.089724 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Started child 103001 {{(pid=102890) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 12:01:51.090544 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Started child 103002 {{(pid=102890) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 12:01:51.091664 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.092294 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO neutron.service [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Neutron service started, listening on 0.0.0.0:9696 Nov 11 12:01:51.092711 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Publish callbacks [] for process, before_spawn {{(pid=102890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.093199 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [-] (103001) wsgi starting up on http://0.0.0.0:9696 Nov 11 12:01:51.095120 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO oslo_service.service [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Starting 1 workers Nov 11 12:01:51.095548 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.097048 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [-] (103002) wsgi starting up on http://0.0.0.0:9696 Nov 11 12:01:51.100328 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Started child 103003 {{(pid=102890) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 12:01:51.100843 dv-neutron-786478-23-hyperv neutron-server[102890]: INFO oslo_service.service [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Starting 1 workers Nov 11 12:01:51.104159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.service [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] calling RpcWorker wait() {{(pid=103003) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 11 12:01:51.105303 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Started child 103004 {{(pid=102890) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 12:01:51.105411 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.service [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] returning from RpcWorker wait() {{(pid=103003) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 11 12:01:51.106148 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG neutron_lib.callbacks.manager [None req-a2ddff4c-af1b-47c7-8633-bbc6dda4fc4e None None] Publish callbacks [] for process, after_spawn {{(pid=102890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.106830 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.107515 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:51.108074 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102890) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 12:01:51.108286 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 12:01:51.108468 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 12:01:51.108676 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 12:01:51.109003 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 12:01:51.109179 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 12:01:51.109693 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.109961 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.110245 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:01:51.110759 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.110759 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.110759 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.111313 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.111493 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:51.111670 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.111744 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.112036 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.112300 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.112452 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.112666 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.112822 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.113061 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.113370 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.113633 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.113881 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.114132 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.114302 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.114566 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.114801 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.115064 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.115345 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] debug = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.118292 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.118292 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.118292 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.118292 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.118292 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.118292 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.118676 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.118676 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.118676 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.118676 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.118676 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.118676 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.118676 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.119144 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.119144 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.119282 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.119628 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.119787 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.120146 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] host = dv-neutron-786478-23-hyperv {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.120358 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.120590 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.120827 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.121066 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.121306 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.121514 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.121777 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.122032 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.122266 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.122503 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.122750 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.123008 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.123251 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.123500 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] log_file = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.123663 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] log_options = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.123895 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.124158 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.124435 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.124589 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.124753 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.124917 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.125173 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.125327 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.125562 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.125891 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.126043 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.126180 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.126379 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.126585 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.126842 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.127112 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.127323 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.127549 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.127802 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.128025 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.128244 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.128462 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.128690 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.129471 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.129725 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.129917 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.130171 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.130379 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.130609 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.130904 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.131130 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.131374 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.131613 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.131838 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.132095 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.132333 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.132554 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.132792 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.133059 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.133278 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.133528 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.133777 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.133983 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.134224 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.134431 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.134637 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.134863 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] use_json = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.135098 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.135319 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.135730 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.135898 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.136209 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.136209 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.136569 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.136711 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.137052 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.137338 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.137663 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.137908 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.141563 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.141563 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.141563 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.141563 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.141563 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.141563 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.141563 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.141563 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.142689 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.142689 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.142689 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.142689 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.142689 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.142689 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.142689 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.142689 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.150595 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.150595 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.150595 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.150595 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.150595 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.150595 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.150595 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.150595 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.151651 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.151651 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.151651 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.151651 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.151651 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.151651 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.151651 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.151651 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.156311 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.156311 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.156311 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.156311 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.156311 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.156311 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.156311 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.156311 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.156311 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.156817 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.156817 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.156817 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.156817 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.156817 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.156817 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.156817 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.156817 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.156817 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.157293 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.157293 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.157293 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.157293 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.157293 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.157293 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.157293 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.157293 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.157293 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.157802 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.157802 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.157802 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.157802 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.157802 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.157802 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.157802 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.157802 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.157802 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.158327 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.158327 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.158327 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.158327 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.158327 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.158327 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.158327 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.158327 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.158327 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.158895 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.158895 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.158895 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.158895 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.158895 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.158895 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.158895 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.158895 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.158895 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.159466 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.159466 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.159466 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.159671 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.159737 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.160085 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.160314 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.160480 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.160685 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.160889 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.161105 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.161315 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.161533 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.161795 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.161948 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.162230 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.162470 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.162685 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.162894 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.164016 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.164016 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.164016 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.164016 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.164520 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.164520 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.164520 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.164785 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.164975 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.165278 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.165516 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.165768 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.166071 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.166356 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.166611 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.166856 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.167096 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.167348 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.167742 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.168007 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.168268 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.168494 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.168718 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.169007 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.169262 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.169480 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.169689 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.169923 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.170267 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.170510 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.170719 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.170926 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.171211 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.171454 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.171685 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.171950 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.172184 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.172619 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.172619 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.172859 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.173068 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.173293 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.173522 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.173729 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.173977 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.174185 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.174398 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.174609 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.174832 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.175113 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.175331 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.181504 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.181504 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.181504 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.181504 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.181504 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.181504 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.181504 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.181504 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.182114 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.182114 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.182114 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.182114 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.182114 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.182114 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.182114 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.182114 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.182565 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.182565 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.182565 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.182565 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.182565 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.182565 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.182565 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.182565 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.183012 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.183012 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.183012 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.183012 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.183012 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.183012 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.183012 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.183451 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.183451 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.183740 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.184186 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.184186 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.184485 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.184653 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.184799 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.184969 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.185364 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.185364 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.185629 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.185773 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.185975 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.186208 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.186422 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.186645 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.186851 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.187264 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.187627 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.187914 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.188156 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.188567 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.188990 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.189416 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.189708 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.189963 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.190194 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.190424 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.190646 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.190857 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.191084 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.191334 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.192079 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.192284 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.192496 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.192891 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.193253 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.193518 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.193748 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.193957 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.194176 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.194390 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.194594 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.194815 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.195019 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.195251 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.195471 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.195679 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.195883 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.196105 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.196335 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.196539 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.196759 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.196969 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.197173 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.197460 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.197710 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.197925 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.198228 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.198458 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.198733 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.199153 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.199489 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.199749 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.199989 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.200220 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.200439 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.200654 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.200905 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.201219 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.201520 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.201756 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.202007 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.202281 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.202548 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.202802 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.203034 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.203334 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.210122 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.210122 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.210122 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.210122 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.210122 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.210122 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.210122 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.210122 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.210122 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.210806 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.210806 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.210806 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.210806 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.210806 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.210806 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.210806 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.210806 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.210806 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.211483 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.211483 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.211483 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 12:01:51.211483 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102890) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 12:01:51.211483 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 12:01:51.211483 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 12:01:51.211483 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 12:01:51.211483 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 12:01:51.212014 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 12:01:51.212014 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212014 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212014 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212014 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212014 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212014 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212468 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212468 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212468 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212468 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212468 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212468 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212468 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212468 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212972 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212972 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212972 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212972 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212972 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212972 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212972 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.212972 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.213564 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] debug = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.213564 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.213564 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.213564 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.213857 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.213857 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.213994 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.214112 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.214278 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.214424 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.214577 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.214734 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.214893 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.215059 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.215375 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.215511 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.215683 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.215822 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.215977 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.216160 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] host = dv-neutron-786478-23-hyperv {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.216350 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.216502 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.216653 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.216799 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.216953 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.216953 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.217101 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.217262 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.217414 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.217566 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.217719 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.217873 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.218028 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.218182 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] log_file = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.218335 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] log_options = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.218489 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.218642 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.218796 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.218982 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.219171 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.219327 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.219481 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.219629 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.219833 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.219926 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.220079 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.220232 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.220392 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.220546 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.220700 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.220858 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.221009 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.221306 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.221610 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.221787 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.221938 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.222112 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.222204 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.222328 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.222485 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.222654 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.222815 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.222969 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.223151 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.223336 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.223495 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.223588 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.223735 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.224037 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.224193 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.224346 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.224502 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.224656 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.224815 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.224969 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.225123 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.225277 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.225431 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.225585 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.225739 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.225893 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.226047 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] use_json = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.226201 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.226354 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.226507 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.226661 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.226816 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.226970 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.227181 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.227378 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 12:01:51.227573 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.227676 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.227823 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.227986 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.228146 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.228305 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.228455 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.228605 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.229120 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.229120 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.229120 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.229369 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.229369 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.229511 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.229640 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.229798 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.229959 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.230117 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.230272 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.230432 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.230589 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.230745 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.230911 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.231149 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.231312 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.231467 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.231624 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.231796 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.231953 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.232110 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.232270 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.232411 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.232569 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.232726 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.232883 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.233040 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.233196 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.233354 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.233510 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.233665 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.233822 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.233978 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.234134 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.234291 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.234448 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.234605 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.234761 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.234917 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.235093 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.235252 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.235410 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.235568 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.235724 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.235884 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.236045 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.236198 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.236357 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.236489 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.236621 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.236782 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.236938 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.237095 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.237246 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.237395 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.237536 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.237679 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.237847 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.237990 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.238147 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.238325 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.238483 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.238639 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.238796 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.238954 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.241584 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.241584 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.241584 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.241584 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.241584 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.241584 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.241584 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.241584 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.241584 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.242811 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.242811 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.242811 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.242811 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.242811 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.242811 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.242811 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.242811 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.243291 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.243291 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.243291 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.243291 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.243291 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.243291 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.243291 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.243291 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.243731 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.243731 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.243731 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.243731 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.243731 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.243731 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.243731 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.244123 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.244123 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.244123 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.244298 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.244394 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.244549 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.245164 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.245164 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.245164 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.245164 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.245440 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.245440 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.245595 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.245724 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.245886 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.246204 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.246507 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.246806 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.247127 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.247422 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.247735 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.248033 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.248326 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.248481 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.248638 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.248794 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.249759 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.249759 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.249759 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.249759 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.249759 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.249759 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.250415 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.250415 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.250415 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.250415 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.250676 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.250676 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.250822 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.250900 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.251023 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.251202 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.251360 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.251516 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.251673 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.251829 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.251988 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.252146 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.252304 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.252461 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.252618 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.252775 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.252931 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.253088 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.253245 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.253400 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.253557 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.253712 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.254373 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.254550 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.254707 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.254864 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.255019 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.255197 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.255561 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.255561 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.255723 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.255789 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.255941 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.256097 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.256660 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.256660 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.256660 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.256896 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.256896 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.257049 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.257125 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.257273 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.257430 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.257587 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.257744 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.257901 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.258059 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.258216 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.258373 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.258529 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.258701 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.258858 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.259016 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.259196 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.259352 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.259509 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.259665 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.259820 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.259976 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.260132 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.260287 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.260445 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.260604 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.260763 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.260920 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.261077 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.261233 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.261387 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.261543 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.262098 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.262098 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.262098 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.262370 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.262370 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.262611 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.262611 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.262844 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.262964 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.263109 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.263192 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.263346 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.263512 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.263669 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.263825 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.263981 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.264137 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.264292 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.264457 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.264613 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.264769 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.264926 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.265082 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.265239 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.265403 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.265559 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.265715 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.265871 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.266027 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.266182 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.266348 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.266504 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.266660 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.266817 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.266973 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.267151 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.267317 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.267474 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.267629 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.267793 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.267949 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.268105 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.268261 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.268430 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.268586 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.268746 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.268911 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.269060 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.269216 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.269418 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.269561 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.270224 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.270390 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.270548 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.270713 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.271168 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.271335 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.271493 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.271591 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:01:51.271678 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.271813 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.271969 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.272125 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.272281 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.272438 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.272595 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.272751 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.272907 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.273063 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.273219 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.273375 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.273531 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.273686 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.273842 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.273997 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.274153 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.274309 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.274464 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.274619 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.274775 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 12:01:51.274924 dv-neutron-786478-23-hyperv neutron-server[102890]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 12:01:51.453201 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 46516) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:01:51.461871 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064077 Nov 11 12:02:03.179829 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23285613-b3d9-48d7-a839-837e3be30bf3 None None] get_active_networks_info from dv-neutron-786478-23-hyperv {{(pid=103003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:02:03.290835 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23285613-b3d9-48d7-a839-837e3be30bf3 None None] No non-hosted networks {{(pid=103003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 11 12:02:03.297966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.agentschedulers_db [None req-23285613-b3d9-48d7-a839-837e3be30bf3 None None] DHCP Agent not found on host dv-neutron-786478-23-hyperv {{(pid=103003) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 11 12:02:03.411969 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a80669a5-1417-468c-b0b7-bd42e9835b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571715'] for agent, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:05.499560 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1f533a2f-d76c-4ccc-9ef4-ffc71054dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571715'] for agent, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:05.559060 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-a9bf09f0-4486-46aa-b0ea-866a5de03a84 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-786478-23-hyperv {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:02:05.559841 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-a9bf09f0-4486-46aa-b0ea-866a5de03a84 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:02:06.279802 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a9bf09f0-4486-46aa-b0ea-866a5de03a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:06.385738 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571715'] for agent, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:08.042414 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571715'] for agent, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.083264 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571715'] for agent, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:09.084020 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:09.084326 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:09.084729 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:09.085062 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:09.085390 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:09.085774 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:09.086152 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:09.086484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:09.086870 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:09.087248 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:09.087594 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:09.087935 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:09.088364 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-786478-23-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:09.098651 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-786478-23-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:09.330410 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 46606) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:09.819213 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING oslo_policy.policy [None req-e690452d-c543-4090-8242-49bd0faaa5e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 12:02:09.819818 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING oslo_policy.policy [None req-e690452d-c543-4090-8242-49bd0faaa5e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 12:02:10.044254 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-e690452d-c543-4090-8242-49bd0faaa5e0 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:02:10.045283 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e690452d-c543-4090-8242-49bd0faaa5e0 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7139530 Nov 11 12:02:12.566020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 46622) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:12.871772 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-9db60927-9808-40af-afb1-f5452fca393d admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:12.951555 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.db.l3_hamode_db [None req-ffbaa8f2-cf2e-4e3f-86c3-68d9fa6c37d4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 11 12:02:12.967578 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.policy [None req-9db60927-9808-40af-afb1-f5452fca393d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103002) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 12:02:13.015328 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING oslo_policy.policy [None req-9db60927-9808-40af-afb1-f5452fca393d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 12:02:13.015705 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING oslo_policy.policy [None req-9db60927-9808-40af-afb1-f5452fca393d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 12:02:13.024473 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.quota [None req-9db60927-9808-40af-afb1-f5452fca393d admin admin] Loaded quota_driver: . Nov 11 12:02:13.027089 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbaa8f2-cf2e-4e3f-86c3-68d9fa6c37d4 None None] Routers set() bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:02:13.027465 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbaa8f2-cf2e-4e3f-86c3-68d9fa6c37d4 None None] Router IDs set() for agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 12:02:13.169383 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9db60927-9808-40af-afb1-f5452fca393d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777975645005', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777975645338', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777975673692', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777975663845', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777974965179', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777975679906', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1811712', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1363614', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-523757', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-450206'] for rbac-policy, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:13.386902 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9db60927-9808-40af-afb1-f5452fca393d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:13.388101 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9db60927-9808-40af-afb1-f5452fca393d admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8210976 Nov 11 12:02:16.063794 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 46634) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:16.354233 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Request body: {'network': {'project_id': '1c38408859d34ed5a17737df966f8a32', 'name': 'private', 'admin_state_up': True, 'tenant_id': '1c38408859d34ed5a17737df966f8a32'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:16.436196 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Made reservation on behalf of 1c38408859d34ed5a17737df966f8a32 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:02:16.438929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:16.455448 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:16.559074 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:16.624871 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:16.644580 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:02:16.671510 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777976376284', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:16.672077 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Unsubscribe: segment precommit_create {{(pid=103002) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 12:02:16.672590 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Added segment 0f94eee8-f9fa-4c17-b88b-6cdbad994bdb of type vlan for network fa31b309-4ac2-4bf1-9360-fac57f465cd3 Nov 11 12:02:16.687515 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938a535d-217e-4a0b-8624-5364390d02ab,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:16.714339 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:16.714685 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:16.715015 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:16.715368 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:16.715693 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:16.716029 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:16.716365 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:16.716687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:16.717004 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:16.717317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:16.717655 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:16.717969 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Tracked resource versions report: Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: pushed versions: Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: { 'AddressGroup': {'1.2'}, Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'ConntrackHelper': {'1.0'}, Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Log': {'1.0'}, Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Network': {'1.1'}, Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Port': {'1.7'}, Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'PortForwarding': {'1.2'}, Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'QosPolicy': {'1.10'}, Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'SecurityGroup': {'1.5'}, Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'SecurityGroupRule': {'1.2'}, Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'SubPort': {'1.0'}, Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Subnet': {'1.1'}, Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Trunk': {'1.1'}} Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: consumer versions: Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: { DHCP agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: L3 agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: Metadata agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: Metering agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: Open vSwitch agent@dv-neutron-786478-23-hyperv: { 'AddressGroup': '1.2', Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'ConntrackHelper': '1.0', Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Log': '1.0', Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Network': '1.1', Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Port': '1.7', Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'PortForwarding': '1.2', Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'QosPolicy': '1.10', Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'SecurityGroup': '1.5', Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'SecurityGroupRule': '1.2', Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'SubPort': '1.0', Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Subnet': '1.1', Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Trunk': '1.1'}} Nov 11 12:02:16.719347 dv-neutron-786478-23-hyperv neutron-server[103002]: {{(pid=103002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 12:02:16.789477 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:16.870872 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:16.871956 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:16.872644 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:16.965770 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] Pushing event updated for resources: {'Network': ['ID=fa31b309-4ac2-4bf1-9360-fac57f465cd3,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:16.976698 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network fa31b309-4ac2-4bf1-9360-fac57f465cd3 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:02:17.005473 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4047201a-c4ce-410e-ac29-9fcb9f3b80eb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9406333 Nov 11 12:02:19.739449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 46648) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:20.129460 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806d778f-5969-4ca6-b47c-16b4441b1d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:20.130745 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-806d778f-5969-4ca6-b47c-16b4441b1d9c admin admin] 10.222.0.50 "GET /v2.0/networks/fa31b309-4ac2-4bf1-9360-fac57f465cd3 HTTP/1.1" status: 200 len: 825 time: 0.3903522 Nov 11 12:02:20.155560 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fa9ded76-18e4-4b83-8e62-a7754aa8bc17 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/05c6a4d7-1114-4da3-be09-0b1f8eefcf05 HTTP/1.1" status: 200 len: 734 time: 0.0185816 Nov 11 12:02:20.165016 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0735c7eb-fe6f-4c20-a7ef-acbb896b9f39 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'fa31b309-4ac2-4bf1-9360-fac57f465cd3', 'tenant_id': '1c38408859d34ed5a17737df966f8a32', 'subnetpool_id': '05c6a4d7-1114-4da3-be09-0b1f8eefcf05'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:20.244512 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0735c7eb-fe6f-4c20-a7ef-acbb896b9f39 admin admin] Made reservation on behalf of 1c38408859d34ed5a17737df966f8a32 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:02:20.246901 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0735c7eb-fe6f-4c20-a7ef-acbb896b9f39 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:20.585253 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0735c7eb-fe6f-4c20-a7ef-acbb896b9f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:20.654970 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0735c7eb-fe6f-4c20-a7ef-acbb896b9f39 admin admin] Checking segment: {'id': '0f94eee8-f9fa-4c17-b88b-6cdbad994bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa31b309-4ac2-4bf1-9360-fac57f465cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:02:20.655378 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0735c7eb-fe6f-4c20-a7ef-acbb896b9f39 admin admin] Network hostable DHCP agents. Network: fa31b309-4ac2-4bf1-9360-fac57f465cd3, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:02:20.660289 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735c7eb-fe6f-4c20-a7ef-acbb896b9f39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27f1cdc4-91c8-428a-8950-1022858b8ecb,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:20.722539 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0735c7eb-fe6f-4c20-a7ef-acbb896b9f39 admin admin] Network fa31b309-4ac2-4bf1-9360-fac57f465cd3 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:02:20.796513 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-0735c7eb-fe6f-4c20-a7ef-acbb896b9f39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, fa31b309-4ac2-4bf1-9360-fac57f465cd3) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:20.801173 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0735c7eb-fe6f-4c20-a7ef-acbb896b9f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:20.801769 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0735c7eb-fe6f-4c20-a7ef-acbb896b9f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:20.806604 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64622eb4-b4f3-4f0f-aab2-4f532150a39f None None] Network fa31b309-4ac2-4bf1-9360-fac57f465cd3 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:02:20.879415 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0735c7eb-fe6f-4c20-a7ef-acbb896b9f39 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7175763 Nov 11 12:02:21.131113 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-fa31b309-4ac2-4bf1-9360-fac57f465cd3', 'network_id': 'fa31b309-4ac2-4bf1-9360-fac57f465cd3', 'tenant_id': '1c38408859d34ed5a17737df966f8a32', 'fixed_ips': [{'subnet_id': '27f1cdc4-91c8-428a-8950-1022858b8ecb'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:02:21.132296 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:21.495869 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Allocated IP 172.20.0.2 (fa31b309-4ac2-4bf1-9360-fac57f465cd3/27f1cdc4-91c8-428a-8950-1022858b8ecb/6afe8802-5723-447d-a6cc-f9bf28939624) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:02:21.693161 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:21.768660 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:21.847897 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Network fa31b309-4ac2-4bf1-9360-fac57f465cd3 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:02:21.855201 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:21.858706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Pushing event updated for resources: {'Port': ['ID=6afe8802-5723-447d-a6cc-f9bf28939624,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:21.860488 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:02:21.891244 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:21.891615 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:21.891952 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:21.892281 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:21.892606 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:21.892952 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:21.893282 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:21.893641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:21.893966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:21.894283 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:21.894597 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:21.895468 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Tracked resource versions report: Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: pushed versions: Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: { 'AddressGroup': {'1.2'}, Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'ConntrackHelper': {'1.0'}, Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Log': {'1.0'}, Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Network': {'1.1'}, Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Port': {'1.7'}, Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'PortForwarding': {'1.2'}, Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'QosPolicy': {'1.10'}, Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'SecurityGroup': {'1.5'}, Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'SecurityGroupRule': {'1.2'}, Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'SubPort': {'1.0'}, Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Subnet': {'1.1'}, Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Trunk': {'1.1'}} Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: consumer versions: Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: { DHCP agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: L3 agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: Metadata agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: Metering agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: Open vSwitch agent@dv-neutron-786478-23-hyperv: { 'AddressGroup': '1.2', Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'ConntrackHelper': '1.0', Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Log': '1.0', Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Network': '1.1', Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Port': '1.7', Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'PortForwarding': '1.2', Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'QosPolicy': '1.10', Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'SecurityGroup': '1.5', Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'SecurityGroupRule': '1.2', Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'SubPort': '1.0', Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Subnet': '1.1', Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Trunk': '1.1'}} Nov 11 12:02:21.896887 dv-neutron-786478-23-hyperv neutron-server[103003]: {{(pid=103003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 12:02:21.944560 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Attempting to bind port 6afe8802-5723-447d-a6cc-f9bf28939624 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:02:21.944953 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Attempting to bind port 6afe8802-5723-447d-a6cc-f9bf28939624 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '0f94eee8-f9fa-4c17-b88b-6cdbad994bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa31b309-4ac2-4bf1-9360-fac57f465cd3'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:02:21.945373 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Attempting to bind port 6afe8802-5723-447d-a6cc-f9bf28939624 on network fa31b309-4ac2-4bf1-9360-fac57f465cd3 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:02:21.950158 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:02:21.950535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Checking segment: {'id': '0f94eee8-f9fa-4c17-b88b-6cdbad994bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa31b309-4ac2-4bf1-9360-fac57f465cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:02:21.950998 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:21.951410 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Bound using segment: {'id': '0f94eee8-f9fa-4c17-b88b-6cdbad994bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa31b309-4ac2-4bf1-9360-fac57f465cd3'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:02:21.951907 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Bound port: 6afe8802-5723-447d-a6cc-f9bf28939624, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f94eee8-f9fa-4c17-b88b-6cdbad994bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa31b309-4ac2-4bf1-9360-fac57f465cd3'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:02:21.952301 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:22.015624 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] For port 6afe8802-5723-447d-a6cc-f9bf28939624, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:02:22.019863 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] For port 6afe8802-5723-447d-a6cc-f9bf28939624, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6afe8802-5723-447d-a6cc-f9bf28939624,segment=NetworkSegment(0f94eee8-f9fa-4c17-b88b-6cdbad994bdb),segment_id=0f94eee8-f9fa-4c17-b88b-6cdbad994bdb)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:02:22.134182 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:22.200317 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e8a37-64f3-4926-a15b-688e674c59fe None None] Pushing event updated for resources: {'Port': ['ID=6afe8802-5723-447d-a6cc-f9bf28939624,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:23.429764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 46656) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:23.923868 dv-neutron-786478-23-hyperv neutron-server[103001]: WARNING oslo_policy.policy [None req-73585190-35ea-445a-bded-8a27c7c077c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 12:02:23.924470 dv-neutron-786478-23-hyperv neutron-server[103001]: WARNING oslo_policy.policy [None req-73585190-35ea-445a-bded-8a27c7c077c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 12:02:24.152335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [None req-73585190-35ea-445a-bded-8a27c7c077c1 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:02:24.153628 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-73585190-35ea-445a-bded-8a27c7c077c1 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7218187 Nov 11 12:02:26.680719 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 46670) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:26.996520 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-bfcdf52c-987e-49b8-bf8c-b37c02a76135 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:02:26.997572 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bfcdf52c-987e-49b8-bf8c-b37c02a76135 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3158379 Nov 11 12:02:29.737443 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 46680) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:30.040223 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-5227e59f-2e75-4b70-a36f-84e52733d0c0 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '1c38408859d34ed5a17737df966f8a32', 'admin_state_up': True}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:30.135909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5227e59f-2e75-4b70-a36f-84e52733d0c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:30.137487 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5227e59f-2e75-4b70-a36f-84e52733d0c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:30.272211 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5227e59f-2e75-4b70-a36f-84e52733d0c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:30.334051 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5227e59f-2e75-4b70-a36f-84e52733d0c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:30.409068 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5227e59f-2e75-4b70-a36f-84e52733d0c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:30.410268 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5227e59f-2e75-4b70-a36f-84e52733d0c0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6718488 Nov 11 12:02:30.868609 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6afe8802-5723-447d-a6cc-f9bf28939624 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:02:30.957751 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 6afe8802-5723-447d-a6cc-f9bf28939624 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:30.958134 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:31.063651 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:31.151807 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 6afe8802-5723-447d-a6cc-f9bf28939624, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6afe8802-5723-447d-a6cc-f9bf28939624,segment=NetworkSegment(0f94eee8-f9fa-4c17-b88b-6cdbad994bdb),segment_id=0f94eee8-f9fa-4c17-b88b-6cdbad994bdb)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:31.247654 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:31.280320 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575e319f-4c52-4160-b9a3-d02535813a76 None None] Network fa31b309-4ac2-4bf1-9360-fac57f465cd3 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:02:31.342494 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=6afe8802-5723-447d-a6cc-f9bf28939624,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:31.369433 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-9c961268-ca8d-411f-8fe0-49d2ee2359e9 None None] Provisioning complete for port 6afe8802-5723-447d-a6cc-f9bf28939624 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:31.369795 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9c961268-ca8d-411f-8fe0-49d2ee2359e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:31.725828 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c6ce16be-908d-4e14-af2a-c21660689fd8 None None] Provisioning complete for port 6afe8802-5723-447d-a6cc-f9bf28939624 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:31.726198 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c6ce16be-908d-4e14-af2a-c21660689fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:32.833928 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6afe8802-5723-447d-a6cc-f9bf28939624 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:02:32.880267 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 6afe8802-5723-447d-a6cc-f9bf28939624 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:32.880638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:32.905452 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 46694) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:33.161532 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-14618e03-d2ad-4df7-9e65-be8870f29d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:33.219889 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-d9e93314-1d85-4838-946c-d59a89245791 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:02:33.220864 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d9e93314-1d85-4838-946c-d59a89245791 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3144813 Nov 11 12:02:35.467267 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b9f50c0f-c660-4e33-a15e-b3ee3e40c380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:35.720404 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 46702) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:36.021198 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-6f7ab156-fb33-4baa-b72f-e46150eb3182 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:36.104479 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7ab156-fb33-4baa-b72f-e46150eb3182 admin admin] Made reservation on behalf of 7e3a837488d547bd9e8681d5cc7af759 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:02:36.106676 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab156-fb33-4baa-b72f-e46150eb3182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:36.114509 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab156-fb33-4baa-b72f-e46150eb3182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:36.195146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab156-fb33-4baa-b72f-e46150eb3182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:36.278778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab156-fb33-4baa-b72f-e46150eb3182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:36.293923 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6f7ab156-fb33-4baa-b72f-e46150eb3182 admin admin] Reserving flat network on physical network physnet1 {{(pid=103002) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 11 12:02:36.312893 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ab156-fb33-4baa-b72f-e46150eb3182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4974997-7f25-4cb2-a0ab-09e8947fd393,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:36.316162 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab156-fb33-4baa-b72f-e46150eb3182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:36.316525 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-6f7ab156-fb33-4baa-b72f-e46150eb3182 admin admin] Added segment 90e232bb-1c1f-46d3-86b1-aae25841fa72 of type flat for network 1bf10f9f-df41-4592-a35d-f97ab68bce69 Nov 11 12:02:36.330209 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:36.360852 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab156-fb33-4baa-b72f-e46150eb3182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:36.467253 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab156-fb33-4baa-b72f-e46150eb3182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:36.468192 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7ab156-fb33-4baa-b72f-e46150eb3182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:36.468809 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab156-fb33-4baa-b72f-e46150eb3182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:36.532682 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ab156-fb33-4baa-b72f-e46150eb3182 admin admin] Pushing event updated for resources: {'Network': ['ID=1bf10f9f-df41-4592-a35d-f97ab68bce69,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:36.542457 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:02:36.666859 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6f7ab156-fb33-4baa-b72f-e46150eb3182 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9453959 Nov 11 12:02:37.992464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:39.092731 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:39.140909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 46720) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:39.318193 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39290a12-0431-4b88-ad1e-9f57c17df384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:39.319497 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-39290a12-0431-4b88-ad1e-9f57c17df384 admin admin] 10.222.0.50 "GET /v2.0/subnets/27f1cdc4-91c8-428a-8950-1022858b8ecb HTTP/1.1" status: 200 len: 849 time: 0.1773477 Nov 11 12:02:39.433685 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cc9bbed5-b92f-4868-9781-5c99201f8883 admin admin] 10.222.0.50 "GET /v2.0/routers/28b02d55-77a0-48ac-862c-a389aeddf999 HTTP/1.1" status: 200 len: 704 time: 0.1080456 Nov 11 12:02:39.689562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-05f11508-481c-46ea-8694-a8546bfc6ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:39.968645 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-05f11508-481c-46ea-8694-a8546bfc6ec6 admin admin] Allocated IP 172.20.0.1 (fa31b309-4ac2-4bf1-9360-fac57f465cd3/27f1cdc4-91c8-428a-8950-1022858b8ecb/ba8bae26-6952-4d72-af56-904b11d9a300) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:02:40.157186 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-05f11508-481c-46ea-8694-a8546bfc6ec6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:40.290184 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-05f11508-481c-46ea-8694-a8546bfc6ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:40.357271 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f11508-481c-46ea-8694-a8546bfc6ec6 admin admin] Network fa31b309-4ac2-4bf1-9360-fac57f465cd3 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:02:40.367594 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-05f11508-481c-46ea-8694-a8546bfc6ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:40.370119 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f11508-481c-46ea-8694-a8546bfc6ec6 admin admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:02:40.370737 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-05f11508-481c-46ea-8694-a8546bfc6ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:40.430351 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f11508-481c-46ea-8694-a8546bfc6ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=ba8bae26-6952-4d72-af56-904b11d9a300,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:40.571950 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-18a16951-40fd-4817-aab3-ca3575867157 None None] Provisioning complete for port ba8bae26-6952-4d72-af56-904b11d9a300 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:40.572507 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-18a16951-40fd-4817-aab3-ca3575867157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:40.604467 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-18a16951-40fd-4817-aab3-ca3575867157 None None] Port ba8bae26-6952-4d72-af56-904b11d9a300 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:02:40.641188 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-05f11508-481c-46ea-8694-a8546bfc6ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:40.845492 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-05f11508-481c-46ea-8694-a8546bfc6ec6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:40.892798 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-05f11508-481c-46ea-8694-a8546bfc6ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:40.893578 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-05f11508-481c-46ea-8694-a8546bfc6ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:40.967494 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f11508-481c-46ea-8694-a8546bfc6ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=ba8bae26-6952-4d72-af56-904b11d9a300,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:41.016890 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f11508-481c-46ea-8694-a8546bfc6ec6 admin admin] Network fa31b309-4ac2-4bf1-9360-fac57f465cd3 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:02:41.018649 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-05f11508-481c-46ea-8694-a8546bfc6ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:41.227063 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f11508-481c-46ea-8694-a8546bfc6ec6 admin admin] Router 28b02d55-77a0-48ac-862c-a389aeddf999 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:02:41.228957 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-62957923-9ec4-46e7-8ddc-af9e0b82e3e4 None None] Provisioning complete for port ba8bae26-6952-4d72-af56-904b11d9a300 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:41.229331 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-62957923-9ec4-46e7-8ddc-af9e0b82e3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:41.261998 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-62957923-9ec4-46e7-8ddc-af9e0b82e3e4 None None] Port ba8bae26-6952-4d72-af56-904b11d9a300 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:02:41.317522 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f11508-481c-46ea-8694-a8546bfc6ec6 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:02:41.322819 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-05f11508-481c-46ea-8694-a8546bfc6ec6 admin admin] 10.222.0.50 "PUT /v2.0/routers/28b02d55-77a0-48ac-862c-a389aeddf999/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8817360 Nov 11 12:02:41.327283 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Sync routers for ids ['28b02d55-77a0-48ac-862c-a389aeddf999'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:02:41.339942 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Routers {'28b02d55-77a0-48ac-862c-a389aeddf999'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:02:41.340773 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:02:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['28b02d55-77a0-48ac-862c-a389aeddf999'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:41.526509 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Set router 28b02d55-77a0-48ac-862c-a389aeddf999 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:02:41.956323 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b02d55-77a0-48ac-862c-a389aeddf999', 'name': 'router1', 'tenant_id': '1c38408859d34ed5a17737df966f8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:30Z', 'updated_at': '2021-11-11T12:02:40Z', 'revision_number': 2, 'project_id': '1c38408859d34ed5a17737df966f8a32', 'gw_port_host': None, '_interfaces': [{'id': 'ba8bae26-6952-4d72-af56-904b11d9a300', 'name': '', 'network_id': 'fa31b309-4ac2-4bf1-9360-fac57f465cd3', 'tenant_id': '1c38408859d34ed5a17737df966f8a32', 'mac_address': 'fa:16:3e:a1:43:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b02d55-77a0-48ac-862c-a389aeddf999', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27f1cdc4-91c8-428a-8950-1022858b8ecb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:39Z', 'updated_at': '2021-11-11T12:02:40Z', 'revision_number': 2, 'project_id': '1c38408859d34ed5a17737df966f8a32', 'subnets': [{'id': '27f1cdc4-91c8-428a-8950-1022858b8ecb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05c6a4d7-1114-4da3-be09-0b1f8eefcf05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:42.006445 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Checking router: 28b02d55-77a0-48ac-862c-a389aeddf999 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:02:42.006813 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Updating router 28b02d55-77a0-48ac-862c-a389aeddf999 port ba8bae26-6952-4d72-af56-904b11d9a300 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:02:42.054366 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:42.564626 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:42.649541 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:42.820533 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d0e47-55e3-4e04-8b27-227bf3e24d8b None None] Pushing event updated for resources: {'Port': ['ID=ba8bae26-6952-4d72-af56-904b11d9a300,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:42.822879 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Attempting to bind port ba8bae26-6952-4d72-af56-904b11d9a300 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:02:42.823300 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Attempting to bind port ba8bae26-6952-4d72-af56-904b11d9a300 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '0f94eee8-f9fa-4c17-b88b-6cdbad994bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa31b309-4ac2-4bf1-9360-fac57f465cd3'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:02:42.823716 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Attempting to bind port ba8bae26-6952-4d72-af56-904b11d9a300 on network fa31b309-4ac2-4bf1-9360-fac57f465cd3 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:02:42.833640 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:02:42.834056 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Checking segment: {'id': '0f94eee8-f9fa-4c17-b88b-6cdbad994bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa31b309-4ac2-4bf1-9360-fac57f465cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:02:42.834519 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:42.834905 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Bound using segment: {'id': '0f94eee8-f9fa-4c17-b88b-6cdbad994bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa31b309-4ac2-4bf1-9360-fac57f465cd3'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:02:42.835433 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Bound port: ba8bae26-6952-4d72-af56-904b11d9a300, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f94eee8-f9fa-4c17-b88b-6cdbad994bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa31b309-4ac2-4bf1-9360-fac57f465cd3'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:02:42.835819 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:42.838941 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0e47-55e3-4e04-8b27-227bf3e24d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:42.839330 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0e47-55e3-4e04-8b27-227bf3e24d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:42.839669 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0e47-55e3-4e04-8b27-227bf3e24d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:42.839997 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0e47-55e3-4e04-8b27-227bf3e24d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:42.840317 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0e47-55e3-4e04-8b27-227bf3e24d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:42.840655 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0e47-55e3-4e04-8b27-227bf3e24d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:42.840979 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0e47-55e3-4e04-8b27-227bf3e24d8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:42.841313 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0e47-55e3-4e04-8b27-227bf3e24d8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:42.841636 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0e47-55e3-4e04-8b27-227bf3e24d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:42.841952 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0e47-55e3-4e04-8b27-227bf3e24d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:42.842266 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0e47-55e3-4e04-8b27-227bf3e24d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:42.842581 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0e47-55e3-4e04-8b27-227bf3e24d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d0e47-55e3-4e04-8b27-227bf3e24d8b None None] Tracked resource versions report: Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: pushed versions: Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: { 'AddressGroup': {'1.2'}, Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'ConntrackHelper': {'1.0'}, Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Log': {'1.0'}, Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Network': {'1.1'}, Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Port': {'1.7'}, Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'PortForwarding': {'1.2'}, Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'QosPolicy': {'1.10'}, Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'SecurityGroup': {'1.5'}, Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'SecurityGroupRule': {'1.2'}, Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'SubPort': {'1.0'}, Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Subnet': {'1.1'}, Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Trunk': {'1.1'}} Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: consumer versions: Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: { DHCP agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: L3 agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: Metadata agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: Metering agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: Open vSwitch agent@dv-neutron-786478-23-hyperv: { 'AddressGroup': '1.2', Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'ConntrackHelper': '1.0', Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Log': '1.0', Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Network': '1.1', Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Port': '1.7', Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'PortForwarding': '1.2', Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'QosPolicy': '1.10', Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'SecurityGroup': '1.5', Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'SecurityGroupRule': '1.2', Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'SubPort': '1.0', Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Subnet': '1.1', Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Trunk': '1.1'}} Nov 11 12:02:42.843945 dv-neutron-786478-23-hyperv neutron-server[103004]: {{(pid=103004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 12:02:42.897745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b0f675d9-9081-4017-bb0c-40eddb8a2c18 None None] Provisioning complete for port ba8bae26-6952-4d72-af56-904b11d9a300 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:42.898315 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b0f675d9-9081-4017-bb0c-40eddb8a2c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:42.911187 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] For port ba8bae26-6952-4d72-af56-904b11d9a300, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:02:42.930468 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-b0f675d9-9081-4017-bb0c-40eddb8a2c18 None None] Port ba8bae26-6952-4d72-af56-904b11d9a300 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:02:42.930640 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] For port ba8bae26-6952-4d72-af56-904b11d9a300, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=ba8bae26-6952-4d72-af56-904b11d9a300,segment=NetworkSegment(0f94eee8-f9fa-4c17-b88b-6cdbad994bdb),segment_id=0f94eee8-f9fa-4c17-b88b-6cdbad994bdb)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:02:43.027426 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:43.083954 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Routers {'28b02d55-77a0-48ac-862c-a389aeddf999'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:02:43.084562 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:02:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['28b02d55-77a0-48ac-862c-a389aeddf999'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:43.147521 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d0e47-55e3-4e04-8b27-227bf3e24d8b None None] Pushing event updated for resources: {'Port': ['ID=ba8bae26-6952-4d72-af56-904b11d9a300,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:43.191437 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] Set router 28b02d55-77a0-48ac-862c-a389aeddf999 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:02:43.257081 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-82d0f827-81d7-4adc-b603-07ec5c186a19 None None] Provisioning complete for port ba8bae26-6952-4d72-af56-904b11d9a300 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:43.257443 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-82d0f827-81d7-4adc-b603-07ec5c186a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:43.336612 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-82d0f827-81d7-4adc-b603-07ec5c186a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:43.368398 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-82d0f827-81d7-4adc-b603-07ec5c186a19 None None] For port ba8bae26-6952-4d72-af56-904b11d9a300, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=ba8bae26-6952-4d72-af56-904b11d9a300,segment=NetworkSegment(0f94eee8-f9fa-4c17-b88b-6cdbad994bdb),segment_id=0f94eee8-f9fa-4c17-b88b-6cdbad994bdb)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:43.396467 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b02d55-77a0-48ac-862c-a389aeddf999', 'name': 'router1', 'tenant_id': '1c38408859d34ed5a17737df966f8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:30Z', 'updated_at': '2021-11-11T12:02:40Z', 'revision_number': 2, 'project_id': '1c38408859d34ed5a17737df966f8a32', 'gw_port_host': None, '_interfaces': [{'id': 'ba8bae26-6952-4d72-af56-904b11d9a300', 'name': '', 'network_id': 'fa31b309-4ac2-4bf1-9360-fac57f465cd3', 'tenant_id': '1c38408859d34ed5a17737df966f8a32', 'mac_address': 'fa:16:3e:a1:43:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b02d55-77a0-48ac-862c-a389aeddf999', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27f1cdc4-91c8-428a-8950-1022858b8ecb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:39Z', 'updated_at': '2021-11-11T12:02:42Z', 'revision_number': 4, 'project_id': '1c38408859d34ed5a17737df966f8a32', 'subnets': [{'id': '27f1cdc4-91c8-428a-8950-1022858b8ecb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05c6a4d7-1114-4da3-be09-0b1f8eefcf05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:43.424038 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b253e9f1-3d5f-48e1-b7d8-c181f5c2ebff None None] The sync data for ids ['28b02d55-77a0-48ac-862c-a389aeddf999'] in dv-neutron-786478-23-hyperv is: [{'id': '28b02d55-77a0-48ac-862c-a389aeddf999', 'name': 'router1', 'tenant_id': '1c38408859d34ed5a17737df966f8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:30Z', 'updated_at': '2021-11-11T12:02:40Z', 'revision_number': 2, 'project_id': '1c38408859d34ed5a17737df966f8a32', 'gw_port_host': None, '_interfaces': [{'id': 'ba8bae26-6952-4d72-af56-904b11d9a300', 'name': '', 'network_id': 'fa31b309-4ac2-4bf1-9360-fac57f465cd3', 'tenant_id': '1c38408859d34ed5a17737df966f8a32', 'mac_address': 'fa:16:3e:a1:43:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b02d55-77a0-48ac-862c-a389aeddf999', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27f1cdc4-91c8-428a-8950-1022858b8ecb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:39Z', 'updated_at': '2021-11-11T12:02:42Z', 'revision_number': 4, 'project_id': '1c38408859d34ed5a17737df966f8a32', 'subnets': [{'id': '27f1cdc4-91c8-428a-8950-1022858b8ecb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05c6a4d7-1114-4da3-be09-0b1f8eefcf05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:02:43.438296 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-82d0f827-81d7-4adc-b603-07ec5c186a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:43.489481 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0f827-81d7-4adc-b603-07ec5c186a19 None None] Pushing event updated for resources: {'Port': ['ID=ba8bae26-6952-4d72-af56-904b11d9a300,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:43.678006 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 46740) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:43.784186 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbcee63-3c6b-450f-8363-e7a7029a9be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:43.785534 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4bbcee63-3c6b-450f-8363-e7a7029a9be6 admin admin] 10.222.0.50 "GET /v2.0/networks/1bf10f9f-df41-4592-a35d-f97ab68bce69 HTTP/1.1" status: 200 len: 842 time: 0.1064637 Nov 11 12:02:43.795493 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a183dee3-10f0-468a-93c8-935e8a25dd4f admin admin] Request body: {'subnet': {'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:43.895587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a183dee3-10f0-468a-93c8-935e8a25dd4f admin admin] Made reservation on behalf of 7e3a837488d547bd9e8681d5cc7af759 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:02:43.897793 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a183dee3-10f0-468a-93c8-935e8a25dd4f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:44.312283 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.objects.ports [None req-a183dee3-10f0-468a-93c8-935e8a25dd4f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:02:44.312702 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a183dee3-10f0-468a-93c8-935e8a25dd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:44.370895 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183dee3-10f0-468a-93c8-935e8a25dd4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc40eab9-eae1-4fe8-aa1e-43499883d496,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:44.375629 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a183dee3-10f0-468a-93c8-935e8a25dd4f admin admin] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:02:44.375982 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a183dee3-10f0-468a-93c8-935e8a25dd4f admin admin] Network hostable DHCP agents. Network: 1bf10f9f-df41-4592-a35d-f97ab68bce69, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:02:44.470213 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a183dee3-10f0-468a-93c8-935e8a25dd4f admin admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:02:44.601136 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-a183dee3-10f0-468a-93c8-935e8a25dd4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 1bf10f9f-df41-4592-a35d-f97ab68bce69) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:44.605270 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a183dee3-10f0-468a-93c8-935e8a25dd4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:44.605869 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a183dee3-10f0-468a-93c8-935e8a25dd4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:44.612852 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c634902-9458-44ad-8f00-88c3d66a673f None None] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:02:44.707454 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a183dee3-10f0-468a-93c8-935e8a25dd4f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9151719 Nov 11 12:02:44.744906 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665f7412-9fbf-4e38-802d-ce4b8ed4705c None None] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:02:47.074631 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 46750) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:47.220092 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4da98f4c-7867-4b99-8402-351d5d96cace admin admin] 10.222.0.50 "GET /v2.0/routers/28b02d55-77a0-48ac-862c-a389aeddf999 HTTP/1.1" status: 200 len: 710 time: 0.1442113 Nov 11 12:02:47.310249 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2820c360-6298-403d-a0f9-6a8b5fc55b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:02:47.311561 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2820c360-6298-403d-a0f9-6a8b5fc55b86 admin admin] 10.222.0.50 "GET /v2.0/networks/1bf10f9f-df41-4592-a35d-f97ab68bce69 HTTP/1.1" status: 200 len: 886 time: 0.0828564 Nov 11 12:02:47.321667 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-70d8fdbe-68dc-4666-9843-75501bdf82c0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:02:47.560329 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70d8fdbe-68dc-4666-9843-75501bdf82c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.845549 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70d8fdbe-68dc-4666-9843-75501bdf82c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:47.921214 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70d8fdbe-68dc-4666-9843-75501bdf82c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:48.027916 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-70d8fdbe-68dc-4666-9843-75501bdf82c0 admin admin] Allocated IP 172.26.5.233 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/a7ce66c5-959a-45d2-a14a-e0d511dd515a) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:02:48.211651 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70d8fdbe-68dc-4666-9843-75501bdf82c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:48.295548 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70d8fdbe-68dc-4666-9843-75501bdf82c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:48.339867 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d8fdbe-68dc-4666-9843-75501bdf82c0 admin admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:02:48.342772 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-70d8fdbe-68dc-4666-9843-75501bdf82c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:02:48.347697 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d8fdbe-68dc-4666-9843-75501bdf82c0 admin admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:02:48.352708 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8fdbe-68dc-4666-9843-75501bdf82c0 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ce66c5-959a-45d2-a14a-e0d511dd515a,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:48.755876 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70d8fdbe-68dc-4666-9843-75501bdf82c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:48.949289 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70d8fdbe-68dc-4666-9843-75501bdf82c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:48.952197 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70d8fdbe-68dc-4666-9843-75501bdf82c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.059355 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d8fdbe-68dc-4666-9843-75501bdf82c0 admin admin] Router 28b02d55-77a0-48ac-862c-a389aeddf999 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:02:49.164547 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d8fdbe-68dc-4666-9843-75501bdf82c0 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:02:49.168986 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70d8fdbe-68dc-4666-9843-75501bdf82c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:49.170116 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-70d8fdbe-68dc-4666-9843-75501bdf82c0 admin admin] 10.222.0.50 "PUT /v2.0/routers/28b02d55-77a0-48ac-862c-a389aeddf999 HTTP/1.1" status: 200 len: 890 time: 1.8517156 Nov 11 12:02:50.457482 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Sync routers for ids ['28b02d55-77a0-48ac-862c-a389aeddf999'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:02:50.468379 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Routers {'28b02d55-77a0-48ac-862c-a389aeddf999'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:02:50.469014 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:02:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['28b02d55-77a0-48ac-862c-a389aeddf999'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:50.679710 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Set router 28b02d55-77a0-48ac-862c-a389aeddf999 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:02:50.879803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ba8bae26-6952-4d72-af56-904b11d9a300 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:02:51.039430 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port ba8bae26-6952-4d72-af56-904b11d9a300 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:51.039714 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:51.234905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b02d55-77a0-48ac-862c-a389aeddf999', 'name': 'router1', 'tenant_id': '1c38408859d34ed5a17737df966f8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': 'a7ce66c5-959a-45d2-a14a-e0d511dd515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:30Z', 'updated_at': '2021-11-11T12:02:48Z', 'revision_number': 4, 'project_id': '1c38408859d34ed5a17737df966f8a32', 'gw_port': {'id': 'a7ce66c5-959a-45d2-a14a-e0d511dd515a', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b02d55-77a0-48ac-862c-a389aeddf999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:47Z', 'updated_at': '2021-11-11T12:02:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'ba8bae26-6952-4d72-af56-904b11d9a300', 'name': '', 'network_id': 'fa31b309-4ac2-4bf1-9360-fac57f465cd3', 'tenant_id': '1c38408859d34ed5a17737df966f8a32', 'mac_address': 'fa:16:3e:a1:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b02d55-77a0-48ac-862c-a389aeddf999', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27f1cdc4-91c8-428a-8950-1022858b8ecb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:39Z', 'updated_at': '2021-11-11T12:02:43Z', 'revision_number': 5, 'project_id': '1c38408859d34ed5a17737df966f8a32', 'subnets': [{'id': '27f1cdc4-91c8-428a-8950-1022858b8ecb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05c6a4d7-1114-4da3-be09-0b1f8eefcf05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:51.291613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Checking router: 28b02d55-77a0-48ac-862c-a389aeddf999 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:02:51.291890 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Updating router 28b02d55-77a0-48ac-862c-a389aeddf999 port a7ce66c5-959a-45d2-a14a-e0d511dd515a binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:02:51.340212 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:51.664013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:51.691025 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 46762) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:02:51.752355 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:51.803338 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fa13e-a2df-4e49-a4a3-552f0f19ac38 None None] Pushing event updated for resources: {'Port': ['ID=a7ce66c5-959a-45d2-a14a-e0d511dd515a,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:51.803853 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3dc6246d-6ac9-48bb-ac74-2adb3cba3f10 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1117077 Nov 11 12:02:51.805896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Attempting to bind port a7ce66c5-959a-45d2-a14a-e0d511dd515a on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:02:51.806261 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Attempting to bind port a7ce66c5-959a-45d2-a14a-e0d511dd515a by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:02:51.806635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Attempting to bind port a7ce66c5-959a-45d2-a14a-e0d511dd515a on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:02:51.812558 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:02:51.812935 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:02:51.813341 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:51.813754 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:02:51.814225 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Bound port: a7ce66c5-959a-45d2-a14a-e0d511dd515a, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:02:51.815303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:51.870290 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] For port a7ce66c5-959a-45d2-a14a-e0d511dd515a, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:02:51.875506 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] For port a7ce66c5-959a-45d2-a14a-e0d511dd515a, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a7ce66c5-959a-45d2-a14a-e0d511dd515a,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:02:51.958800 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:52.024928 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Routers {'28b02d55-77a0-48ac-862c-a389aeddf999'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:02:52.025539 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:02:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['28b02d55-77a0-48ac-862c-a389aeddf999'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:52.027260 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fa13e-a2df-4e49-a4a3-552f0f19ac38 None None] Pushing event updated for resources: {'Port': ['ID=a7ce66c5-959a-45d2-a14a-e0d511dd515a,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:52.135495 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] Set router 28b02d55-77a0-48ac-862c-a389aeddf999 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:02:52.356436 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b02d55-77a0-48ac-862c-a389aeddf999', 'name': 'router1', 'tenant_id': '1c38408859d34ed5a17737df966f8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': 'a7ce66c5-959a-45d2-a14a-e0d511dd515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:30Z', 'updated_at': '2021-11-11T12:02:48Z', 'revision_number': 4, 'project_id': '1c38408859d34ed5a17737df966f8a32', 'gw_port': {'id': 'a7ce66c5-959a-45d2-a14a-e0d511dd515a', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b02d55-77a0-48ac-862c-a389aeddf999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:47Z', 'updated_at': '2021-11-11T12:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'ba8bae26-6952-4d72-af56-904b11d9a300', 'name': '', 'network_id': 'fa31b309-4ac2-4bf1-9360-fac57f465cd3', 'tenant_id': '1c38408859d34ed5a17737df966f8a32', 'mac_address': 'fa:16:3e:a1:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b02d55-77a0-48ac-862c-a389aeddf999', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27f1cdc4-91c8-428a-8950-1022858b8ecb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:39Z', 'updated_at': '2021-11-11T12:02:43Z', 'revision_number': 5, 'project_id': '1c38408859d34ed5a17737df966f8a32', 'subnets': [{'id': '27f1cdc4-91c8-428a-8950-1022858b8ecb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05c6a4d7-1114-4da3-be09-0b1f8eefcf05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:02:52.383126 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd398f6a-a74e-42d4-95c2-300ac134c2a6 None None] The sync data for ids ['28b02d55-77a0-48ac-862c-a389aeddf999'] in dv-neutron-786478-23-hyperv is: [{'id': '28b02d55-77a0-48ac-862c-a389aeddf999', 'name': 'router1', 'tenant_id': '1c38408859d34ed5a17737df966f8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': 'a7ce66c5-959a-45d2-a14a-e0d511dd515a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:02:30Z', 'updated_at': '2021-11-11T12:02:48Z', 'revision_number': 4, 'project_id': '1c38408859d34ed5a17737df966f8a32', 'gw_port': {'id': 'a7ce66c5-959a-45d2-a14a-e0d511dd515a', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b02d55-77a0-48ac-862c-a389aeddf999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:47Z', 'updated_at': '2021-11-11T12:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'ba8bae26-6952-4d72-af56-904b11d9a300', 'name': '', 'network_id': 'fa31b309-4ac2-4bf1-9360-fac57f465cd3', 'tenant_id': '1c38408859d34ed5a17737df966f8a32', 'mac_address': 'fa:16:3e:a1:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b02d55-77a0-48ac-862c-a389aeddf999', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27f1cdc4-91c8-428a-8950-1022858b8ecb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:02:39Z', 'updated_at': '2021-11-11T12:02:43Z', 'revision_number': 5, 'project_id': '1c38408859d34ed5a17737df966f8a32', 'subnets': [{'id': '27f1cdc4-91c8-428a-8950-1022858b8ecb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '05c6a4d7-1114-4da3-be09-0b1f8eefcf05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:02:52.885125 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a7ce66c5-959a-45d2-a14a-e0d511dd515a up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:02:52.936321 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port a7ce66c5-959a-45d2-a14a-e0d511dd515a triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:52.936687 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:53.016830 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:53.037909 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port a7ce66c5-959a-45d2-a14a-e0d511dd515a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a7ce66c5-959a-45d2-a14a-e0d511dd515a,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:02:53.136037 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:02:53.223342 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=a7ce66c5-959a-45d2-a14a-e0d511dd515a,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:02:54.863938 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a7ce66c5-959a-45d2-a14a-e0d511dd515a up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:02:54.923889 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port a7ce66c5-959a-45d2-a14a-e0d511dd515a triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:02:54.924323 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:00.165675 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 5 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:03:03.157467 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f6386474-a33e-4beb-998a-8c9572f35d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:05.526589 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b24b61c5-fd14-4cbd-8acb-977f4c3846c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:06.338579 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:08.032521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:09.098501 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:33.151440 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5345f391-92ff-4665-a575-09a291c2ac0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:35.499647 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-30dc7407-2473-4faa-b10d-fa57d78a12f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:36.345206 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:37.167905 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 5 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:03:38.023243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:03:39.093880 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:03.144690 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f3e24b49-dba0-48b8-9099-d94e7f3b18ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:05.464198 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-301b536a-56b3-4163-ba67-75df8a5aa88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:06.364993 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:07.984570 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:09.081752 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:14.166581 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 5 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:04:33.160514 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f9dfcb94-a91c-4db2-bf37-d5915ae8ae94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:35.168180 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47356) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:35.231778 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2ab04a-c986-4e20-bd7f-f043bc2e2219 admin admin] GET failed (client error): The resource could not be found. Nov 11 12:04:35.233088 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4c2ab04a-c986-4e20-bd7f-f043bc2e2219 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0639622 Nov 11 12:04:35.395301 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aafcb0-ffc9-4352-bd16-6146284d90da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:35.396694 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-20aafcb0-ffc9-4352-bd16-6146284d90da admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1588590 Nov 11 12:04:35.478347 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9e3c0539-a2ca-4bfc-aa99-0f33e9e7b030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:36.374968 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:37.709511 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47366) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:37.799824 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0a9d07-d79b-4fe8-8802-c38f54e27204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:37.801669 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6f0a9d07-d79b-4fe8-8802-c38f54e27204 admin admin] 10.222.0.50 "GET /v2.0/subnets/27f1cdc4-91c8-428a-8950-1022858b8ecb HTTP/1.1" status: 200 len: 849 time: 0.0912147 Nov 11 12:04:37.811443 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-656d9d42-0ce7-431a-9818-284b7aa02f3d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:04:37.892064 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-656d9d42-0ce7-431a-9818-284b7aa02f3d admin admin] Publish callbacks [] for subnet, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:37.971829 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.092045 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-656d9d42-0ce7-431a-9818-284b7aa02f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777976339842'] for subnet, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.124148 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656d9d42-0ce7-431a-9818-284b7aa02f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:38.124378 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-656d9d42-0ce7-431a-9818-284b7aa02f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.126384 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-656d9d42-0ce7-431a-9818-284b7aa02f3d admin admin] 10.222.0.50 "PUT /v2.0/subnets/27f1cdc4-91c8-428a-8950-1022858b8ecb HTTP/1.1" status: 200 len: 868 time: 0.3184702 Nov 11 12:04:38.126968 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c451405-4be0-4641-bb99-0c2f0a344d69 None None] Network fa31b309-4ac2-4bf1-9360-fac57f465cd3 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:04:38.147360 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d9d42-0ce7-431a-9818-284b7aa02f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=27f1cdc4-91c8-428a-8950-1022858b8ecb,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:04:38.155192 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d9d42-0ce7-431a-9818-284b7aa02f3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:38.164403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d9d42-0ce7-431a-9818-284b7aa02f3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:38.164403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d9d42-0ce7-431a-9818-284b7aa02f3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:38.164403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d9d42-0ce7-431a-9818-284b7aa02f3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:38.164403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d9d42-0ce7-431a-9818-284b7aa02f3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:38.164403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d9d42-0ce7-431a-9818-284b7aa02f3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:38.164403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d9d42-0ce7-431a-9818-284b7aa02f3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:38.164403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d9d42-0ce7-431a-9818-284b7aa02f3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:38.164403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d9d42-0ce7-431a-9818-284b7aa02f3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:38.164403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d9d42-0ce7-431a-9818-284b7aa02f3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:38.164403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d9d42-0ce7-431a-9818-284b7aa02f3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:38.164403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d9d42-0ce7-431a-9818-284b7aa02f3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:04:38.501578 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-68ccbdf3-6da2-422d-9ac9-cdb58ef46ff0 None None] Provisioning complete for port 6afe8802-5723-447d-a6cc-f9bf28939624 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:38.502205 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-68ccbdf3-6da2-422d-9ac9-cdb58ef46ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:38.586784 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-68ccbdf3-6da2-422d-9ac9-cdb58ef46ff0 None None] Provisioning complete for port ba8bae26-6952-4d72-af56-904b11d9a300 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:04:38.587178 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-68ccbdf3-6da2-422d-9ac9-cdb58ef46ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:39.091956 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:04:40.478444 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47374) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:40.674414 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df89275-963f-4038-9f5d-ea4e11ab3c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:40.674867 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df89275-963f-4038-9f5d-ea4e11ab3c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:40.676454 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3df89275-963f-4038-9f5d-ea4e11ab3c61 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1969271 Nov 11 12:04:42.953601 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47382) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:43.188141 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26184be-3ee1-4566-b942-80a83d595369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:43.188519 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26184be-3ee1-4566-b942-80a83d595369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:43.190044 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f26184be-3ee1-4566-b942-80a83d595369 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2355025 Nov 11 12:04:45.497033 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47390) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:45.619768 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24712990-e4bb-4b9e-ad16-4fab429df110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:45.621103 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-24712990-e4bb-4b9e-ad16-4fab429df110 admin admin] 10.222.0.50 "GET /v2.0/networks/1bf10f9f-df41-4592-a35d-f97ab68bce69 HTTP/1.1" status: 200 len: 886 time: 0.1232085 Nov 11 12:04:47.913700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 47398) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:48.263132 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.policy [None req-a76a51e0-726a-460c-8249-88e024c9aa7f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103001) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 12:04:48.312217 dv-neutron-786478-23-hyperv neutron-server[103001]: WARNING oslo_policy.policy [None req-a76a51e0-726a-460c-8249-88e024c9aa7f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 12:04:48.312595 dv-neutron-786478-23-hyperv neutron-server[103001]: WARNING oslo_policy.policy [None req-a76a51e0-726a-460c-8249-88e024c9aa7f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 12:04:48.321358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76a51e0-726a-460c-8249-88e024c9aa7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:48.323109 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a76a51e0-726a-460c-8249-88e024c9aa7f admin admin] 10.222.0.50 "GET /v2.0/networks/fa31b309-4ac2-4bf1-9360-fac57f465cd3 HTTP/1.1" status: 200 len: 869 time: 0.4084318 Nov 11 12:04:50.587449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47410) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:50.710191 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0cefa2-b9fd-405d-b9ad-04f2d3c6e985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:50.710641 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0cefa2-b9fd-405d-b9ad-04f2d3c6e985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:50.712174 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bd0cefa2-b9fd-405d-b9ad-04f2d3c6e985 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237998 Nov 11 12:04:51.165427 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 5 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:04:53.013074 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47418) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:53.101712 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def857b8-bf62-4cb8-a685-0a814a9b86e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:53.107326 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def857b8-bf62-4cb8-a685-0a814a9b86e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:53.107326 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-def857b8-bf62-4cb8-a685-0a814a9b86e0 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0896046 Nov 11 12:04:55.428151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47426) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:55.520281 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e63ffa-e372-4c4f-8f12-2ddaec5a7bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:55.521563 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-28e63ffa-e372-4c4f-8f12-2ddaec5a7bfc admin admin] 10.222.0.50 "GET /v2.0/subnets/27f1cdc4-91c8-428a-8950-1022858b8ecb HTTP/1.1" status: 200 len: 868 time: 0.0924273 Nov 11 12:04:57.815169 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47434) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:04:57.899179 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41cb94b-5a77-4426-b32b-ae3868bcde89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:04:57.900525 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b41cb94b-5a77-4426-b32b-ae3868bcde89 admin admin] 10.222.0.50 "GET /v2.0/subnets/bc40eab9-eae1-4fe8-aa1e-43499883d496 HTTP/1.1" status: 200 len: 816 time: 0.0843999 Nov 11 12:05:03.248871 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3e97aa38-f7fc-4294-a5f4-90fb1332acdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:05.471833 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-53a784e2-d4a9-46ba-b420-af9c31c773bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:06.352192 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:07.974799 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:09.112333 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:28.164912 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 5 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:05:30.565098 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47490) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:30.611571 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-e6635402-6b9d-43e1-9d1f-153999f246cb admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:05:30.612558 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e6635402-6b9d-43e1-9d1f-153999f246cb admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465398 Nov 11 12:05:33.008022 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47498) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:33.068193 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-22970177-4d3d-41cc-a8b5-0fb61627c4c1 admin admin] GET failed (client error): The resource could not be found. Nov 11 12:05:33.069681 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-22970177-4d3d-41cc-a8b5-0fb61627c4c1 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606019 Nov 11 12:05:33.156300 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1088626c-0d1a-4cfb-8f53-c0741aa28cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:33.157744 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1088626c-0d1a-4cfb-8f53-c0741aa28cbf admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0834754 Nov 11 12:05:33.273665 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-65311390-6384-48d9-be8f-e072f5ab8975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.477358 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47506) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:35.530276 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e0cbae09-7774-4a4d-8032-512b835a8ec8 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:35.611600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-77ff91a8-a22a-4b21-a576-d74c6fbae47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.651375 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cbae09-7774-4a4d-8032-512b835a8ec8 admin admin] Made reservation on behalf of 7e3a837488d547bd9e8681d5cc7af759 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:35.653671 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0cbae09-7774-4a4d-8032-512b835a8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.681973 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.services.revisions.revision_plugin [None req-e0cbae09-7774-4a4d-8032-512b835a8ec8 admin admin] Could not find related network for resource to bump revision. Nov 11 12:05:35.693351 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cbae09-7774-4a4d-8032-512b835a8ec8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:05:35.702211 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0cbae09-7774-4a4d-8032-512b835a8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.702535 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-e0cbae09-7774-4a4d-8032-512b835a8ec8 admin admin] Added segment c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd of type vlan for network ca8e1709-b9bb-437f-bb87-f3825dc27017 Nov 11 12:05:35.739905 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0cbae09-7774-4a4d-8032-512b835a8ec8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.834780 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0cbae09-7774-4a4d-8032-512b835a8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.835782 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cbae09-7774-4a4d-8032-512b835a8ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:35.836378 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0cbae09-7774-4a4d-8032-512b835a8ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:35.894366 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbae09-7774-4a4d-8032-512b835a8ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=ca8e1709-b9bb-437f-bb87-f3825dc27017,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:35.904945 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network ca8e1709-b9bb-437f-bb87-f3825dc27017 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:05:35.946183 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e0cbae09-7774-4a4d-8032-512b835a8ec8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4668996 Nov 11 12:05:36.346804 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:37.981732 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:38.291652 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47514) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:05:38.352035 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69fc6a1-2dff-4ca9-970b-5b36d9c81db3 admin admin] GET failed (client error): The resource could not be found. Nov 11 12:05:38.353347 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c69fc6a1-2dff-4ca9-970b-5b36d9c81db3 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607343 Nov 11 12:05:38.420324 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7507c1c5-acda-42f6-a92d-e236a32dee6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:38.421713 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7507c1c5-acda-42f6-a92d-e236a32dee6b admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0638525 Nov 11 12:05:38.432255 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'ca8e1709-b9bb-437f-bb87-f3825dc27017', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:05:38.553502 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Made reservation on behalf of 7e3a837488d547bd9e8681d5cc7af759 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:05:38.555813 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:38.773275 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:38.831933 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a5e7af-c9c0-4033-bb89-2ba44879d9c5,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:38.841493 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:38.841841 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:38.842177 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:38.842505 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:38.842834 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:38.843203 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:38.843547 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:38.843891 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:38.844768 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:38.845086 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:38.845403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:38.845719 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:38.850639 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Checking segment: {'id': 'c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca8e1709-b9bb-437f-bb87-f3825dc27017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:38.850987 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Network hostable DHCP agents. Network: ca8e1709-b9bb-437f-bb87-f3825dc27017, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:05:38.938849 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Network ca8e1709-b9bb-437f-bb87-f3825dc27017 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:05:39.001856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, ca8e1709-b9bb-437f-bb87-f3825dc27017) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:39.006075 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:05:39.007219 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:39.017091 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69729552-bdf3-4e0e-9d86-05f4adfd77a5 None None] Network ca8e1709-b9bb-437f-bb87-f3825dc27017 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:39.090630 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d0746369-581d-4d4e-a63b-ee35b97c0e6a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6615818 Nov 11 12:05:39.161314 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:39.174850 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-ca8e1709-b9bb-437f-bb87-f3825dc27017', 'network_id': 'ca8e1709-b9bb-437f-bb87-f3825dc27017', 'tenant_id': '7e3a837488d547bd9e8681d5cc7af759', 'fixed_ips': [{'subnet_id': '08a5e7af-c9c0-4033-bb89-2ba44879d9c5'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:05:39.175737 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:39.324875 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Allocated IP 192.168.233.2 (ca8e1709-b9bb-437f-bb87-f3825dc27017/08a5e7af-c9c0-4033-bb89-2ba44879d9c5/1d154594-04e9-4e04-9999-5e44da3fb4d7) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:05:39.465708 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:39.568749 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:39.608343 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Network ca8e1709-b9bb-437f-bb87-f3825dc27017 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:05:39.613633 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:05:39.619276 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:05:39.626628 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Pushing event updated for resources: {'Port': ['ID=1d154594-04e9-4e04-9999-5e44da3fb4d7,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:39.635278 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:39.635649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:39.635989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:39.636322 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:39.636653 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:39.637001 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:39.637335 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:39.637674 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:39.638008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:39.638329 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:39.638656 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:39.638974 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:05:39.687883 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Attempting to bind port 1d154594-04e9-4e04-9999-5e44da3fb4d7 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:05:39.688810 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Attempting to bind port 1d154594-04e9-4e04-9999-5e44da3fb4d7 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca8e1709-b9bb-437f-bb87-f3825dc27017'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:05:39.689166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Attempting to bind port 1d154594-04e9-4e04-9999-5e44da3fb4d7 on network ca8e1709-b9bb-437f-bb87-f3825dc27017 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:05:39.694214 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:05:39.694611 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Checking segment: {'id': 'c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca8e1709-b9bb-437f-bb87-f3825dc27017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:05:39.694986 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:39.695413 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Bound using segment: {'id': 'c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca8e1709-b9bb-437f-bb87-f3825dc27017'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:05:39.695880 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Bound port: 1d154594-04e9-4e04-9999-5e44da3fb4d7, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca8e1709-b9bb-437f-bb87-f3825dc27017'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:05:39.696278 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:39.764690 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] For port 1d154594-04e9-4e04-9999-5e44da3fb4d7, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:05:39.768170 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] For port 1d154594-04e9-4e04-9999-5e44da3fb4d7, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=1d154594-04e9-4e04-9999-5e44da3fb4d7,segment=NetworkSegment(c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd),segment_id=c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:05:39.854580 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:39.915318 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf65076-979e-4dbb-8f09-4c6af5d01ef4 None None] Pushing event updated for resources: {'Port': ['ID=1d154594-04e9-4e04-9999-5e44da3fb4d7,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:40.708189 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1b09ba-2063-407c-87ce-190c9e716b26 None None] Network ca8e1709-b9bb-437f-bb87-f3825dc27017 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:05:40.793629 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-bbe2de9b-6ce4-4b1e-803e-5697828d2344 None None] Provisioning complete for port 1d154594-04e9-4e04-9999-5e44da3fb4d7 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:40.794123 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bbe2de9b-6ce4-4b1e-803e-5697828d2344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:40.932454 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bbe2de9b-6ce4-4b1e-803e-5697828d2344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:40.973547 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-bbe2de9b-6ce4-4b1e-803e-5697828d2344 None None] For port 1d154594-04e9-4e04-9999-5e44da3fb4d7, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=1d154594-04e9-4e04-9999-5e44da3fb4d7,segment=NetworkSegment(c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd),segment_id=c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:05:41.029853 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 1d154594-04e9-4e04-9999-5e44da3fb4d7 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:05:41.076577 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bbe2de9b-6ce4-4b1e-803e-5697828d2344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.137909 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 1d154594-04e9-4e04-9999-5e44da3fb4d7 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:41.138274 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:41.141119 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2de9b-6ce4-4b1e-803e-5697828d2344 None None] Pushing event updated for resources: {'Port': ['ID=1d154594-04e9-4e04-9999-5e44da3fb4d7,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:05:41.228214 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-9d86f336-eb79-461a-8aa1-38bc29aebf81 None None] Provisioning complete for port 1d154594-04e9-4e04-9999-5e44da3fb4d7 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:41.228603 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9d86f336-eb79-461a-8aa1-38bc29aebf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:05:42.974145 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 1d154594-04e9-4e04-9999-5e44da3fb4d7 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:05:43.022144 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 1d154594-04e9-4e04-9999-5e44da3fb4d7 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:05:43.022493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:03.180172 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-010089cb-3e5a-4362-9eee-f9a7a987a4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:05.163771 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 5 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:06:05.495638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-30adf6b5-0bfe-4613-a32d-36f479efa1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:06.384801 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:08.016616 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:09.097250 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:33.140301 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0784b79f-acee-4472-be97-16976afa8d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:35.490371 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-740b3370-7b57-4f89-aa63-67a59723d461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:36.360279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:37.998209 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:39.079731 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:06:42.162420 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 5 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:07:03.172412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a981b348-483c-4a3a-bd7d-325954ccb649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:05.506324 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-57e594b1-e2c1-431c-88ba-92b188ab8031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:06.403312 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:08.022589 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:09.079790 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:19.160544 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 5 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:07:33.133660 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-36125582-9345-4eb6-852a-0f73d27861e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:35.505513 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-01ebeec1-5d9c-41b7-b8b8-f4fbd9c4fd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:36.400410 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:37.988705 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:39.103894 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:07:56.159323 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 5 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:08:03.139279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2962c2b4-912c-4ac2-8cf6-cc40024ce97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:05.508185 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3484c191-fc6e-4e00-ac35-0dc56e482de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:06.399663 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:08.032090 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:09.108578 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.224097 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47560) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:20.229887 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-1dee3ccd-6448-49ff-abb8-9cb1d02e8a53 tempest-verify_tempest_config-1970526723 tempest-verify_tempest_config-1970526723-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:08:20.230779 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1dee3ccd-6448-49ff-abb8-9cb1d02e8a53 tempest-verify_tempest_config-1970526723 tempest-verify_tempest_config-1970526723-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057323 Nov 11 12:08:20.749796 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 47578) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:20.858665 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3ee89e63-8cd3-43d1-afdb-f0276e7905ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:20.867482 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.quota [None req-3ee89e63-8cd3-43d1-afdb-f0276e7905ae admin admin] Loaded quota_driver: . Nov 11 12:08:20.975195 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3ee89e63-8cd3-43d1-afdb-f0276e7905ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.026417 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3ee89e63-8cd3-43d1-afdb-f0276e7905ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.070100 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3ee89e63-8cd3-43d1-afdb-f0276e7905ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=469d591d8fe64e97820c44553b26eb85&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3192008 Nov 11 12:08:21.072886 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47586) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:08:21.074498 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee89e63-8cd3-43d1-afdb-f0276e7905ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7cceaa-8ac3-45c4-982c-6823b7ef658f,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:21.083907 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee89e63-8cd3-43d1-afdb-f0276e7905ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.084270 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee89e63-8cd3-43d1-afdb-f0276e7905ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.084604 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee89e63-8cd3-43d1-afdb-f0276e7905ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.084930 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee89e63-8cd3-43d1-afdb-f0276e7905ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.085251 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee89e63-8cd3-43d1-afdb-f0276e7905ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.085587 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee89e63-8cd3-43d1-afdb-f0276e7905ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.085925 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee89e63-8cd3-43d1-afdb-f0276e7905ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.086251 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee89e63-8cd3-43d1-afdb-f0276e7905ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.086566 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee89e63-8cd3-43d1-afdb-f0276e7905ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.086886 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee89e63-8cd3-43d1-afdb-f0276e7905ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.087225 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee89e63-8cd3-43d1-afdb-f0276e7905ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee89e63-8cd3-43d1-afdb-f0276e7905ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee89e63-8cd3-43d1-afdb-f0276e7905ae admin admin] Tracked resource versions report: Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: pushed versions: Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: { 'AddressGroup': {'1.2'}, Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'ConntrackHelper': {'1.0'}, Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Log': {'1.0'}, Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Network': {'1.1'}, Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Port': {'1.7'}, Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'PortForwarding': {'1.2'}, Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'QosPolicy': {'1.10'}, Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'SecurityGroup': {'1.5'}, Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'SecurityGroupRule': {'1.2'}, Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'SubPort': {'1.0'}, Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Subnet': {'1.1'}, Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Trunk': {'1.1'}} Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: consumer versions: Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: { DHCP agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: L3 agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: Metadata agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: Metering agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: Open vSwitch agent@dv-neutron-786478-23-hyperv: { 'AddressGroup': '1.2', Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'ConntrackHelper': '1.0', Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Log': '1.0', Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Network': '1.1', Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Port': '1.7', Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'PortForwarding': '1.2', Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'QosPolicy': '1.10', Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'SecurityGroup': '1.5', Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'SecurityGroupRule': '1.2', Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'SubPort': '1.0', Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Subnet': '1.1', Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Trunk': '1.1'}} Nov 11 12:08:21.089650 dv-neutron-786478-23-hyperv neutron-server[103001]: {{(pid=103001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 12:08:21.130141 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-adffabbb-08b4-4e39-a40b-80845cc5359c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.150555 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-adffabbb-08b4-4e39-a40b-80845cc5359c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.289695 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-adffabbb-08b4-4e39-a40b-80845cc5359c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.292318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-adffabbb-08b4-4e39-a40b-80845cc5359c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:21.293450 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-adffabbb-08b4-4e39-a40b-80845cc5359c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d7cceaa-8ac3-45c4-982c-6823b7ef658f HTTP/1.1" status: 204 len: 168 time: 0.2196338 Nov 11 12:08:21.301125 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffabbb-08b4-4e39-a40b-80845cc5359c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7cceaa-8ac3-45c4-982c-6823b7ef658f,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:08:21.307699 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffabbb-08b4-4e39-a40b-80845cc5359c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.308047 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffabbb-08b4-4e39-a40b-80845cc5359c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.308384 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffabbb-08b4-4e39-a40b-80845cc5359c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.308713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffabbb-08b4-4e39-a40b-80845cc5359c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.309036 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffabbb-08b4-4e39-a40b-80845cc5359c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.309377 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffabbb-08b4-4e39-a40b-80845cc5359c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.309704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffabbb-08b4-4e39-a40b-80845cc5359c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.310024 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffabbb-08b4-4e39-a40b-80845cc5359c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.310346 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffabbb-08b4-4e39-a40b-80845cc5359c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.310697 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffabbb-08b4-4e39-a40b-80845cc5359c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.310967 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffabbb-08b4-4e39-a40b-80845cc5359c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:21.311423 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffabbb-08b4-4e39-a40b-80845cc5359c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:08:33.152225 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bef3b462-fe5f-4d61-a755-dd26884f6d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:33.157498 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 5 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:08:35.619396 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b8a393cd-97e1-4f00-8e59-7621938e79c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:36.393493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:38.008156 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:08:39.094279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:03.163837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d9568377-5ba9-4dd4-9d3e-0c6f92982f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:05.506870 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5f44daba-67ae-4abe-93a8-ae34f495aec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:06.386012 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:08.011249 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:09.085444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:10.155365 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 5 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:09:33.170732 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6d286c85-88b0-46b9-8d95-656431c7ed56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:35.507706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-386941d0-dd59-457a-8380-c2031f2f6e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:36.399377 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:38.018699 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:39.115600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:40.629992 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571715'] for agent, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:09:47.154891 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:09:55.295547 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47658) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:55.398780 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-421260aa-125d-4bbe-b4a0-ad26d76cf2e6 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4571 time: 0.1018984 Nov 11 12:09:57.717057 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47668) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:09:57.770684 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7b7e3b87-3db0-40ee-979f-43df43ca82b3 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4571 time: 0.0525410 Nov 11 12:10:03.161168 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e1e7b376-a094-48bc-b4e7-824316d95abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:05.561676 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-309f0c2e-adb7-49e4-988c-9dbbd1423de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:06.398547 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:08.041862 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:09.090523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:10.570607 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:24.155462 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:10:33.157920 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2610b6eb-fc5b-4007-ab3e-88d2b93fca97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:35.629238 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2747ce8a-841c-47d8-bb78-d1c3444b456f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:36.428309 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:38.010049 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:39.085329 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:10:40.558847 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:01.154030 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:11:03.142121 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-775a3f11-c648-47ba-9b54-4afc99e30624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:05.502437 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5ea43029-b7ae-4d66-b9c4-bc0120e93248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:06.382578 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:08.203415 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:09.163536 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:10.603510 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:10.664172 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47780) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:11.194630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1361417731-network', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:11.283506 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Made reservation on behalf of e7c72c31b24c4050875199b44c27e70d for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:11.285950 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.294332 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.367733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.446743 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.476911 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdd7718-b716-42c4-9391-f89d4f085cce,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:11.478946 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:11.493196 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:11.493553 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:11.493887 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:11.495079 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:11.496140 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:11.496513 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:11.496855 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:11.497187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:11.497509 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:11.498001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:11.498491 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:11.498986 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Tracked resource versions report: Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: pushed versions: Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: { 'AddressGroup': {'1.2'}, Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'ConntrackHelper': {'1.0'}, Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Log': {'1.0'}, Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Network': {'1.1'}, Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Port': {'1.7'}, Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'PortForwarding': {'1.2'}, Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'QosPolicy': {'1.10'}, Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'SecurityGroup': {'1.5'}, Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'SecurityGroupRule': {'1.2'}, Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'SubPort': {'1.0'}, Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Subnet': {'1.1'}, Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Trunk': {'1.1'}} Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: consumer versions: Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: { DHCP agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: HyperV agent@hv-neutron-7864: {}, Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: L3 agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: Metadata agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: Metering agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: Open vSwitch agent@dv-neutron-786478-23-hyperv: { 'AddressGroup': '1.2', Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'ConntrackHelper': '1.0', Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Log': '1.0', Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Network': '1.1', Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Port': '1.7', Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'PortForwarding': '1.2', Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'QosPolicy': '1.10', Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'SecurityGroup': '1.5', Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'SecurityGroupRule': '1.2', Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'SubPort': '1.0', Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Subnet': '1.1', Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: 'Trunk': '1.1'}} Nov 11 12:11:11.500150 dv-neutron-786478-23-hyperv neutron-server[103002]: {{(pid=103002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 12:11:11.508583 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.508583 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Added segment 4fd116d8-ab11-42c2-8bb9-a049c27f2bab of type vlan for network ce16f053-659c-4581-9303-703e4bab2882 Nov 11 12:11:11.554711 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.652559 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.653532 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:11.654127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:11.711282 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] Pushing event updated for resources: {'Network': ['ID=ce16f053-659c-4581-9303-703e4bab2882,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:11.722487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network ce16f053-659c-4581-9303-703e4bab2882 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:11.763034 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 47836) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:11.767672 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bf3aaea9-db36-46ca-8273-7f5d74a5c028 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1023784 Nov 11 12:11:11.771956 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Request body: {'subnet': {'network_id': 'ce16f053-659c-4581-9303-703e4bab2882', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1361417731-subnet', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:11.858315 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Made reservation on behalf of e7c72c31b24c4050875199b44c27e70d for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:11.861253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.144566 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.206267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5c68e66-f64e-42d5-8b7a-a96c47a1c938,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:12.216498 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:12.216849 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:12.217193 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:12.217525 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:12.217855 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:12.218197 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:12.218541 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:12.218868 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:12.219218 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:12.219538 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:12.219855 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:12.220172 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Tracked resource versions report: Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: pushed versions: Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: { 'AddressGroup': {'1.2'}, Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'ConntrackHelper': {'1.0'}, Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Log': {'1.0'}, Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Network': {'1.1'}, Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Port': {'1.7'}, Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'PortForwarding': {'1.2'}, Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'QosPolicy': {'1.10'}, Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'SecurityGroup': {'1.5'}, Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'SecurityGroupRule': {'1.2'}, Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'SubPort': {'1.0'}, Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Subnet': {'1.1'}, Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Trunk': {'1.1'}} Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: consumer versions: Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: { DHCP agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: HyperV agent@hv-neutron-7864: {}, Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: L3 agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: Metadata agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: Metering agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: Open vSwitch agent@dv-neutron-786478-23-hyperv: { 'AddressGroup': '1.2', Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'ConntrackHelper': '1.0', Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Log': '1.0', Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Network': '1.1', Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Port': '1.7', Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'PortForwarding': '1.2', Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'QosPolicy': '1.10', Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'SecurityGroup': '1.5', Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'SecurityGroupRule': '1.2', Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'SubPort': '1.0', Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Subnet': '1.1', Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: 'Trunk': '1.1'}} Nov 11 12:11:12.221298 dv-neutron-786478-23-hyperv neutron-server[103001]: {{(pid=103001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 12:11:12.227592 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 47850) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:12.236429 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Checking segment: {'id': '4fd116d8-ab11-42c2-8bb9-a049c27f2bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:12.236819 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Network hostable DHCP agents. Network: ce16f053-659c-4581-9303-703e4bab2882, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:11:12.258278 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47854) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:12.306704 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Network ce16f053-659c-4581-9303-703e4bab2882 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:11:12.378211 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, ce16f053-659c-4581-9303-703e4bab2882) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:12.383304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:12.387137 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.390015 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54bcea7-96df-4d83-9296-38f46be543a2 None None] Network ce16f053-659c-4581-9303-703e4bab2882 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:12.455450 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47864) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:12.455915 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-aed03c41-61cf-4aa0-ac31-1f582dc8c147 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6914327 Nov 11 12:11:12.465553 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1361417731-router', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:12.526732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 47866) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:12.536566 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.539036 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.575322 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-ce16f053-659c-4581-9303-703e4bab2882', 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'fixed_ips': [{'subnet_id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:11:12.576299 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.605108 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.668768 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-9a08e5eb-13a2-472a-b759-d27c4ecb3b19 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-985379772-network', 'tenant_id': 'bc3e745991484392a95e625e90086381'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:12.701896 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-35ab3e16-5d8b-43b0-b07b-b71e2b454825 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2102509553'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:12.741488 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Allocated IP 172.20.0.2 (ce16f053-659c-4581-9303-703e4bab2882/a5c68e66-f64e-42d5-8b7a-a96c47a1c938/85f6edee-8d47-44d3-a4d5-fd0877e7ad65) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:12.818311 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a08e5eb-13a2-472a-b759-d27c4ecb3b19 admin admin] Made reservation on behalf of bc3e745991484392a95e625e90086381 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:12.821895 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9a08e5eb-13a2-472a-b759-d27c4ecb3b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.835990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.841217 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9a08e5eb-13a2-472a-b759-d27c4ecb3b19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.872836 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ab3e16-5d8b-43b0-b07b-b71e2b454825 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Made reservation on behalf of c0201b56896e4a3798e13fda457419f7 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:12.876934 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-35ab3e16-5d8b-43b0-b07b-b71e2b454825 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.881539 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.893625 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-35ab3e16-5d8b-43b0-b07b-b71e2b454825 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.920821 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9a08e5eb-13a2-472a-b759-d27c4ecb3b19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:12.991039 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.004220 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-35ab3e16-5d8b-43b0-b07b-b71e2b454825 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.004220 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-95f1b80e-4fba-47ee-b024-629385500ce5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-497377438-network', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:13.033230 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Network ce16f053-659c-4581-9303-703e4bab2882 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:13.036784 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:13.039280 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:13.075001 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Pushing event updated for resources: {'Port': ['ID=85f6edee-8d47-44d3-a4d5-fd0877e7ad65,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:13.083142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-35ab3e16-5d8b-43b0-b07b-b71e2b454825 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.083922 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:13.084276 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:13.084613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:13.084936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:13.085458 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:13.085962 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:13.086522 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:13.087015 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:13.087592 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Tracked resource versions report: Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: pushed versions: Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: { 'AddressGroup': {'1.2'}, Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'ConntrackHelper': {'1.0'}, Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Log': {'1.0'}, Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Network': {'1.1'}, Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Port': {'1.7'}, Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'PortForwarding': {'1.2'}, Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'QosPolicy': {'1.10'}, Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'SecurityGroup': {'1.5'}, Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'SecurityGroupRule': {'1.2'}, Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'SubPort': {'1.0'}, Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Subnet': {'1.1'}, Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Trunk': {'1.1'}} Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: consumer versions: Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: { DHCP agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: HyperV agent@hv-neutron-7864: {}, Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: L3 agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: Metadata agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: Metering agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: Open vSwitch agent@dv-neutron-786478-23-hyperv: { 'AddressGroup': '1.2', Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'ConntrackHelper': '1.0', Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Log': '1.0', Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Network': '1.1', Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Port': '1.7', Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'PortForwarding': '1.2', Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'QosPolicy': '1.10', Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'SecurityGroup': '1.5', Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'SecurityGroupRule': '1.2', Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'SubPort': '1.0', Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Subnet': '1.1', Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: 'Trunk': '1.1'}} Nov 11 12:11:13.092632 dv-neutron-786478-23-hyperv neutron-server[103003]: {{(pid=103003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 12:11:13.127100 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Attempting to bind port 85f6edee-8d47-44d3-a4d5-fd0877e7ad65 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:13.127762 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Attempting to bind port 85f6edee-8d47-44d3-a4d5-fd0877e7ad65 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '4fd116d8-ab11-42c2-8bb9-a049c27f2bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:13.128557 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Attempting to bind port 85f6edee-8d47-44d3-a4d5-fd0877e7ad65 on network ce16f053-659c-4581-9303-703e4bab2882 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:13.134814 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:13.135192 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Checking segment: {'id': '4fd116d8-ab11-42c2-8bb9-a049c27f2bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:13.136527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.136918 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Bound using segment: {'id': '4fd116d8-ab11-42c2-8bb9-a049c27f2bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:13.137391 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Bound port: 85f6edee-8d47-44d3-a4d5-fd0877e7ad65, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd116d8-ab11-42c2-8bb9-a049c27f2bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:13.137833 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.148898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f1b80e-4fba-47ee-b024-629385500ce5 admin admin] Made reservation on behalf of c13a71db4a844eada5e2e1126922d1e2 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:13.151722 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-95f1b80e-4fba-47ee-b024-629385500ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.161496 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ab3e16-5d8b-43b0-b07b-b71e2b454825 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:13.165079 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-95f1b80e-4fba-47ee-b024-629385500ce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.197167 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-35ab3e16-5d8b-43b0-b07b-b71e2b454825 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777976376284', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.198607 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-35ab3e16-5d8b-43b0-b07b-b71e2b454825 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Unsubscribe: segment precommit_create {{(pid=103001) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 12:11:13.199301 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-35ab3e16-5d8b-43b0-b07b-b71e2b454825 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Added segment 672ed114-b8e3-4319-8438-2a15a1ed586a of type vlan for network 69c31850-51a7-4ce3-8bac-744f64ce8cd0 Nov 11 12:11:13.253420 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] For port 85f6edee-8d47-44d3-a4d5-fd0877e7ad65, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:13.261018 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] For port 85f6edee-8d47-44d3-a4d5-fd0877e7ad65, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=85f6edee-8d47-44d3-a4d5-fd0877e7ad65,segment=NetworkSegment(4fd116d8-ab11-42c2-8bb9-a049c27f2bab),segment_id=4fd116d8-ab11-42c2-8bb9-a049c27f2bab)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:13.263154 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9a08e5eb-13a2-472a-b759-d27c4ecb3b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.267981 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.293442 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.298226 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab3e16-5d8b-43b0-b07b-b71e2b454825 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aae728d-ff11-41aa-9b46-81ab3fd0b40c,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:13.304186 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-35ab3e16-5d8b-43b0-b07b-b71e2b454825 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.364869 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.385657 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-95f1b80e-4fba-47ee-b024-629385500ce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.388354 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a08e5eb-13a2-472a-b759-d27c4ecb3b19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:13.417505 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] Allocated IP 172.26.5.97 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/145fe389-008c-4a40-ad1c-66b9cf905df3) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:13.427584 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c048175-9eb7-4cd6-9d1f-7336be77afa6 None None] Pushing event updated for resources: {'Port': ['ID=85f6edee-8d47-44d3-a4d5-fd0877e7ad65,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:13.461209 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9a08e5eb-13a2-472a-b759-d27c4ecb3b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.464586 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-35ab3e16-5d8b-43b0-b07b-b71e2b454825 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.464708 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-9a08e5eb-13a2-472a-b759-d27c4ecb3b19 admin admin] Added segment 08c1dbeb-d92a-4f86-a3c1-9913bb41991f of type vlan for network 494eeba5-927d-4da7-9b52-12ccac274783 Nov 11 12:11:13.467334 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab3e16-5d8b-43b0-b07b-b71e2b454825 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:13.467960 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-35ab3e16-5d8b-43b0-b07b-b71e2b454825 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.513929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08e5eb-13a2-472a-b759-d27c4ecb3b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3943cd0-c34a-409f-901a-3b7d96c305a8,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:13.553470 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-95f1b80e-4fba-47ee-b024-629385500ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.573167 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9a08e5eb-13a2-472a-b759-d27c4ecb3b19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.600548 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-35ab3e16-5d8b-43b0-b07b-b71e2b454825 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3693969 Nov 11 12:11:13.607796 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47892) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:13.612718 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-475e3722-c84b-4a80-a3db-5931ac0e888c tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Request body: {'subnet': {'network_id': '69c31850-51a7-4ce3-8bac-744f64ce8cd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:13.690198 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1b80e-4fba-47ee-b024-629385500ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefca794-b466-494c-aa1c-e3e70a491769,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:13.690198 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab3e16-5d8b-43b0-b07b-b71e2b454825 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event updated for resources: {'Network': ['ID=69c31850-51a7-4ce3-8bac-744f64ce8cd0,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:13.690198 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f1b80e-4fba-47ee-b024-629385500ce5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:13.690198 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-95f1b80e-4fba-47ee-b024-629385500ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.690198 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-95f1b80e-4fba-47ee-b024-629385500ce5 admin admin] Added segment 2b88d787-6ee4-435c-9399-9a49d7bb7722 of type vlan for network 8bc34d55-6a66-4145-ba65-e3782e708a1c Nov 11 12:11:13.719628 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 69c31850-51a7-4ce3-8bac-744f64ce8cd0 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:13.751842 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-95f1b80e-4fba-47ee-b024-629385500ce5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.754041 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.846121 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9a08e5eb-13a2-472a-b759-d27c4ecb3b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.847073 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08e5eb-13a2-472a-b759-d27c4ecb3b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:13.847680 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9a08e5eb-13a2-472a-b759-d27c4ecb3b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.867129 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-95f1b80e-4fba-47ee-b024-629385500ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.867129 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f1b80e-4fba-47ee-b024-629385500ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:13.867129 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-95f1b80e-4fba-47ee-b024-629385500ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:13.935445 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08e5eb-13a2-472a-b759-d27c4ecb3b19 admin admin] Pushing event updated for resources: {'Network': ['ID=494eeba5-927d-4da7-9b52-12ccac274783,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:13.946577 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 494eeba5-927d-4da7-9b52-12ccac274783 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:13.964806 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1b80e-4fba-47ee-b024-629385500ce5 admin admin] Pushing event updated for resources: {'Network': ['ID=8bc34d55-6a66-4145-ba65-e3782e708a1c,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:13.970536 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.004275 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 8bc34d55-6a66-4145-ba65-e3782e708a1c details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:14.012920 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:14.025322 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:14.025322 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:14.025322 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475e3722-c84b-4a80-a3db-5931ac0e888c tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Made reservation on behalf of c0201b56896e4a3798e13fda457419f7 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:14.029074 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-475e3722-c84b-4a80-a3db-5931ac0e888c tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks [] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.095327 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-95f1b80e-4fba-47ee-b024-629385500ce5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5673759 Nov 11 12:11:14.098123 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 47912) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:14.103137 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-1496a421-492a-47e9-a943-f5cdf75b4411 admin admin] Request body: {'subnet': {'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-497377438-subnet', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:14.157932 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9a08e5eb-13a2-472a-b759-d27c4ecb3b19 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8982351 Nov 11 12:11:14.158694 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] Pushing event updated for resources: {'Port': ['ID=145fe389-008c-4a40-ad1c-66b9cf905df3,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:14.160990 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 47914) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:14.166043 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-7d903ab8-2dca-4854-8de7-576176773a13 admin admin] Request body: {'subnet': {'network_id': '494eeba5-927d-4da7-9b52-12ccac274783', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-985379772-subnet', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:14.220121 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1496a421-492a-47e9-a943-f5cdf75b4411 admin admin] Made reservation on behalf of c13a71db4a844eada5e2e1126922d1e2 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:14.228667 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1496a421-492a-47e9-a943-f5cdf75b4411 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.420700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d903ab8-2dca-4854-8de7-576176773a13 admin admin] Made reservation on behalf of bc3e745991484392a95e625e90086381 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:14.423528 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7d903ab8-2dca-4854-8de7-576176773a13 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.546022 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.611086 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-475e3722-c84b-4a80-a3db-5931ac0e888c tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.683205 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1496a421-492a-47e9-a943-f5cdf75b4411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.733639 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496a421-492a-47e9-a943-f5cdf75b4411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=086973be-14d1-4f8e-911e-0a7b449c7fa4,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:14.736006 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e3722-c84b-4a80-a3db-5931ac0e888c tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event updated for resources: {'Subnet': ['ID=20bf2600-b2fc-4567-8c81-8edfa0fb3984,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:14.738204 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83d86b3-6d40-4393-a6bb-cb28bd194bff None None] Network ce16f053-659c-4581-9303-703e4bab2882 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:14.802166 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475e3722-c84b-4a80-a3db-5931ac0e888c tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Checking segment: {'id': '672ed114-b8e3-4319-8438-2a15a1ed586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '69c31850-51a7-4ce3-8bac-744f64ce8cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:14.802538 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475e3722-c84b-4a80-a3db-5931ac0e888c tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Network hostable DHCP agents. Network: 69c31850-51a7-4ce3-8bac-744f64ce8cd0, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:11:14.811326 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1496a421-492a-47e9-a943-f5cdf75b4411 admin admin] Checking segment: {'id': '2b88d787-6ee4-435c-9399-9a49d7bb7722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:14.811765 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1496a421-492a-47e9-a943-f5cdf75b4411 admin admin] Network hostable DHCP agents. Network: 8bc34d55-6a66-4145-ba65-e3782e708a1c, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:11:14.852682 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 47936) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:14.872190 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-3746c0ab-f8e4-4b47-bac9-bd72d0a54f1f None None] Provisioning complete for port 85f6edee-8d47-44d3-a4d5-fd0877e7ad65 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:14.873099 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3746c0ab-f8e4-4b47-bac9-bd72d0a54f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.873639 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7d903ab8-2dca-4854-8de7-576176773a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.884843 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:14.929766 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d903ab8-2dca-4854-8de7-576176773a13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad01249-f98e-4f0a-8732-1a30270cf49a,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:14.933109 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1496a421-492a-47e9-a943-f5cdf75b4411 admin admin] Network 8bc34d55-6a66-4145-ba65-e3782e708a1c is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:11:14.936605 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 47940) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:14.944004 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475e3722-c84b-4a80-a3db-5931ac0e888c tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Network 69c31850-51a7-4ce3-8bac-744f64ce8cd0 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:11:14.976747 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d903ab8-2dca-4854-8de7-576176773a13 admin admin] Checking segment: {'id': '08c1dbeb-d92a-4f86-a3c1-9913bb41991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:14.977314 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d903ab8-2dca-4854-8de7-576176773a13 admin admin] Network hostable DHCP agents. Network: 494eeba5-927d-4da7-9b52-12ccac274783, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:11:15.004458 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-1496a421-492a-47e9-a943-f5cdf75b4411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 8bc34d55-6a66-4145-ba65-e3782e708a1c) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:15.008990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-475e3722-c84b-4a80-a3db-5931ac0e888c tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 69c31850-51a7-4ce3-8bac-744f64ce8cd0) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:15.011254 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1496a421-492a-47e9-a943-f5cdf75b4411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:15.011899 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1496a421-492a-47e9-a943-f5cdf75b4411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.017486 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475e3722-c84b-4a80-a3db-5931ac0e888c tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:15.018606 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-475e3722-c84b-4a80-a3db-5931ac0e888c tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.050536 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bae60d-fa5a-4275-8182-d332bf803901 None None] Network 8bc34d55-6a66-4145-ba65-e3782e708a1c requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:15.053066 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6daff3-8d91-4a1b-9eb9-093ace7df522 None None] Network 69c31850-51a7-4ce3-8bac-744f64ce8cd0 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:15.060048 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 47946) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:15.084443 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d903ab8-2dca-4854-8de7-576176773a13 admin admin] Network 494eeba5-927d-4da7-9b52-12ccac274783 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:11:15.092725 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-7d903ab8-2dca-4854-8de7-576176773a13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 494eeba5-927d-4da7-9b52-12ccac274783) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:15.096916 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d903ab8-2dca-4854-8de7-576176773a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:15.097870 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7d903ab8-2dca-4854-8de7-576176773a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.117842 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-475e3722-c84b-4a80-a3db-5931ac0e888c tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5064530 Nov 11 12:11:15.122516 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47950) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:15.123640 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1496a421-492a-47e9-a943-f5cdf75b4411 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0242827 Nov 11 12:11:15.124888 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 47952) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:15.134164 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d68158-78b7-46ac-8253-88efd1defbca None None] Network 494eeba5-927d-4da7-9b52-12ccac274783 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:15.134319 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-8db6a116-f828-4c62-96d9-6dce6d1efb0e tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Request body: {'port': {'network_id': '69c31850-51a7-4ce3-8bac-744f64ce8cd0', 'name': 'tempest-AllowedAddressPairTestJSON-1479902975'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:15.137962 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-497377438-router', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:15.143254 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 47954) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:15.217337 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7d903ab8-2dca-4854-8de7-576176773a13 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0528350 Nov 11 12:11:15.218344 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 47960) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:15.223102 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-985379772-router', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:15.243756 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-e8eab422-a18f-4609-aa9a-b9382105b9be tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:15.311985 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.313664 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.386849 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 85f6edee-8d47-44d3-a4d5-fd0877e7ad65 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:15.400355 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] Router 3c55bf34-667f-42b4-a364-e486bc7f741d is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:11:15.440186 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-897e9cd7-33d2-48a0-a64f-89fc89de516d tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1810467474'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:15.441186 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-897e9cd7-33d2-48a0-a64f-89fc89de516d tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] Unknown quota resources ['metering_label']. {{(pid=103001) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 12:11:15.448419 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-d6dc63c0-8202-44a7-86b8-e75045c06fbd tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1067923055'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:15.454051 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-0456c071-3108-4666-bb5f-0d997ad7fb3d tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-633365794'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:15.518829 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3746c0ab-f8e4-4b47-bac9-bd72d0a54f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.578235 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.614087 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:11:15.628584 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Sync routers for ids ['3c55bf34-667f-42b4-a364-e486bc7f741d'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:11:15.646046 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Routers {'3c55bf34-667f-42b4-a364-e486bc7f741d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:15.647002 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:11:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3c55bf34-667f-42b4-a364-e486bc7f741d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:15.670968 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-3746c0ab-f8e4-4b47-bac9-bd72d0a54f1f None None] For port 85f6edee-8d47-44d3-a4d5-fd0877e7ad65, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=85f6edee-8d47-44d3-a4d5-fd0877e7ad65,segment=NetworkSegment(4fd116d8-ab11-42c2-8bb9-a049c27f2bab),segment_id=4fd116d8-ab11-42c2-8bb9-a049c27f2bab)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:15.707485 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-494eeba5-927d-4da7-9b52-12ccac274783', 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'fixed_ips': [{'subnet_id': '2ad01249-f98e-4f0a-8732-1a30270cf49a'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:11:15.708365 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.745473 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 85f6edee-8d47-44d3-a4d5-fd0877e7ad65 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:15.745845 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.769665 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-897e9cd7-33d2-48a0-a64f-89fc89de516d tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.773080 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-897e9cd7-33d2-48a0-a64f-89fc89de516d tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6261685 Nov 11 12:11:15.773215 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.773855 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b58a5f85-3cc9-4a14-bb21-b91d74d05888 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.3172247 Nov 11 12:11:15.774459 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47972) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:15.781943 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-be8d7af0-512b-4a56-8646-235664c16fec tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3d813a7d-bd67-48e8-a8a4-c3aad3224a25'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:15.784418 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-be8d7af0-512b-4a56-8646-235664c16fec tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103002) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 12:11:15.801693 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47974) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:15.810337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3746c0ab-f8e4-4b47-bac9-bd72d0a54f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.844719 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Set router 3c55bf34-667f-42b4-a364-e486bc7f741d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:15.892383 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-8bc34d55-6a66-4145-ba65-e3782e708a1c', 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'fixed_ips': [{'subnet_id': '086973be-14d1-4f8e-911e-0a7b449c7fa4'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:11:15.893276 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.940424 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.942117 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:15.953934 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-69c31850-51a7-4ce3-8bac-744f64ce8cd0', 'network_id': '69c31850-51a7-4ce3-8bac-744f64ce8cd0', 'tenant_id': 'c0201b56896e4a3798e13fda457419f7', 'fixed_ips': [{'subnet_id': '20bf2600-b2fc-4567-8c81-8edfa0fb3984'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:11:15.962190 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.039502 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746c0ab-f8e4-4b47-bac9-bd72d0a54f1f None None] Pushing event updated for resources: {'Port': ['ID=85f6edee-8d47-44d3-a4d5-fd0877e7ad65,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:16.044818 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.078753 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.088939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-066b0500-44b9-406a-9f3b-6fda271d72f9 None None] Provisioning complete for port 85f6edee-8d47-44d3-a4d5-fd0877e7ad65 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:16.089911 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-066b0500-44b9-406a-9f3b-6fda271d72f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.098732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8eab422-a18f-4609-aa9a-b9382105b9be tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.114932 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.db.api [None req-8db6a116-f828-4c62-96d9-6dce6d1efb0e tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 12:11:16.114932 dv-neutron-786478-23-hyperv neutron-server[103002]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 12:11:16.114932 dv-neutron-786478-23-hyperv neutron-server[103002]: [parameters: {'project_id_1': 'c0201b56896e4a3798e13fda457419f7', 'expiration_1': datetime.datetime(2021, 11, 11, 12, 10, 55, 598240)}] Nov 11 12:11:16.114932 dv-neutron-786478-23-hyperv neutron-server[103002]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:11:16.115835 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG oslo_db.api [None req-8db6a116-f828-4c62-96d9-6dce6d1efb0e tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:11:16.118334 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.services.metering.metering_plugin [None req-be8d7af0-512b-4a56-8646-235664c16fec tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 12:11:16.130773 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.db.api [None req-d6dc63c0-8202-44a7-86b8-e75045c06fbd tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 12:11:16.130773 dv-neutron-786478-23-hyperv neutron-server[103001]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 12:11:16.130773 dv-neutron-786478-23-hyperv neutron-server[103001]: [parameters: {'project_id_1': '39384065fba04649a5e7a598c0e00e73', 'expiration_1': datetime.datetime(2021, 11, 11, 12, 10, 55, 585526)}] Nov 11 12:11:16.130773 dv-neutron-786478-23-hyperv neutron-server[103001]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:11:16.133309 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG oslo_db.api [None req-d6dc63c0-8202-44a7-86b8-e75045c06fbd tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:11:16.136797 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'name': 'tempest-ServersTestJSON-1361417731-router', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:14Z', 'revision_number': 3, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'gw_port': {'id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:13Z', 'updated_at': '2021-11-11T12:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:16.178624 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Checking router: 3c55bf34-667f-42b4-a364-e486bc7f741d for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:11:16.178975 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Updating router 3c55bf34-667f-42b4-a364-e486bc7f741d port 145fe389-008c-4a40-ad1c-66b9cf905df3 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:11:16.212457 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.269600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Allocated IP 172.20.0.2 (494eeba5-927d-4da7-9b52-12ccac274783/2ad01249-f98e-4f0a-8732-1a30270cf49a/bdfa8418-7e5c-46e6-8e84-778fe9288b8d) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:16.274450 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-be8d7af0-512b-4a56-8646-235664c16fec tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.274450 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-be8d7af0-512b-4a56-8646-235664c16fec tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4959197 Nov 11 12:11:16.275293 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47976) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:16.280590 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a46b82d5-c049-43b9-8850-c1018d2e49b7 tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3d813a7d-bd67-48e8-a8a4-c3aad3224a25'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:16.281310 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a46b82d5-c049-43b9-8850-c1018d2e49b7 tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103002) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 12:11:16.363973 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0456c071-3108-4666-bb5f-0d997ad7fb3d tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Made reservation on behalf of 6bf79b015a734a76adff26659e5324bf for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:16.367364 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0456c071-3108-4666-bb5f-0d997ad7fb3d tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.380999 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0456c071-3108-4666-bb5f-0d997ad7fb3d tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.444324 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Allocated IP 172.20.0.2 (8bc34d55-6a66-4145-ba65-e3782e708a1c/086973be-14d1-4f8e-911e-0a7b449c7fa4/73663f7b-7a0d-4899-b7b1-efd1917699a1) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:16.469823 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Allocated IP 172.20.0.2 (69c31850-51a7-4ce3-8bac-744f64ce8cd0/20bf2600-b2fc-4567-8c81-8edfa0fb3984/e0639407-f0b6-41f7-840c-53e15dc6c916) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:16.490761 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.services.metering.metering_plugin [None req-a46b82d5-c049-43b9-8850-c1018d2e49b7 tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 12:11:16.525154 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.550310 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.595326 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8eab422-a18f-4609-aa9a-b9382105b9be tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.603504 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.646153 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a46b82d5-c049-43b9-8850-c1018d2e49b7 tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.647462 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a46b82d5-c049-43b9-8850-c1018d2e49b7 tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3710630 Nov 11 12:11:16.671876 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Attempting to bind port 145fe389-008c-4a40-ad1c-66b9cf905df3 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:16.672501 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Attempting to bind port 145fe389-008c-4a40-ad1c-66b9cf905df3 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:16.672630 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Attempting to bind port 145fe389-008c-4a40-ad1c-66b9cf905df3 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:16.678630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47978) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:16.688433 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:16.688829 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:16.689227 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.689614 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:16.690100 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Bound port: 145fe389-008c-4a40-ad1c-66b9cf905df3, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:16.690484 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.695488 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6ad3a-32a1-48e0-8cef-d857654faeaa None None] Pushing event updated for resources: {'Port': ['ID=145fe389-008c-4a40-ad1c-66b9cf905df3,revision_number=2']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:16.699366 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ff560ae5-7eaf-4c86-bb74-221e1da76ddc tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=42c44208-8760-4fc9-ba0d-a1ee4c65176c HTTP/1.1" status: 200 len: 462 time: 0.0194426 Nov 11 12:11:16.704076 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 47980) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:16.721509 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ad3a-32a1-48e0-8cef-d857654faeaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:16.721877 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ad3a-32a1-48e0-8cef-d857654faeaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:16.722223 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ad3a-32a1-48e0-8cef-d857654faeaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:16.722562 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ad3a-32a1-48e0-8cef-d857654faeaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:16.722890 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ad3a-32a1-48e0-8cef-d857654faeaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:16.723278 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ad3a-32a1-48e0-8cef-d857654faeaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:16.723614 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ad3a-32a1-48e0-8cef-d857654faeaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:16.723960 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ad3a-32a1-48e0-8cef-d857654faeaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:16.724561 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ad3a-32a1-48e0-8cef-d857654faeaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:16.724696 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ad3a-32a1-48e0-8cef-d857654faeaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:16.724913 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ad3a-32a1-48e0-8cef-d857654faeaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:16.725253 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ad3a-32a1-48e0-8cef-d857654faeaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac6ad3a-32a1-48e0-8cef-d857654faeaa None None] Tracked resource versions report: Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: pushed versions: Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: { 'AddressGroup': {'1.2'}, Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'ConntrackHelper': {'1.0'}, Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Log': {'1.0'}, Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Network': {'1.1'}, Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Port': {'1.7'}, Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'PortForwarding': {'1.2'}, Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'QosPolicy': {'1.10'}, Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'SecurityGroup': {'1.5'}, Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'SecurityGroupRule': {'1.2'}, Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'SubPort': {'1.0'}, Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Subnet': {'1.1'}, Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Trunk': {'1.1'}} Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: consumer versions: Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: { DHCP agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: HyperV agent@hv-neutron-7864: {}, Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: L3 agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: Metadata agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: Metering agent@dv-neutron-786478-23-hyperv: {}, Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: Open vSwitch agent@dv-neutron-786478-23-hyperv: { 'AddressGroup': '1.2', Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'ConntrackHelper': '1.0', Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Log': '1.0', Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Network': '1.1', Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Port': '1.7', Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'PortForwarding': '1.2', Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'QosPolicy': '1.10', Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'SecurityGroup': '1.5', Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'SecurityGroupRule': '1.2', Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'SubPort': '1.0', Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Subnet': '1.1', Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: 'Trunk': '1.1'}} Nov 11 12:11:16.726353 dv-neutron-786478-23-hyperv neutron-server[103004]: {{(pid=103004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 12:11:16.757771 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] For port 145fe389-008c-4a40-ad1c-66b9cf905df3, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:16.761145 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] For port 145fe389-008c-4a40-ad1c-66b9cf905df3, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=145fe389-008c-4a40-ad1c-66b9cf905df3,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:16.773978 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-701f3e52-f1f9-4a9e-b610-1656fd6d94aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.785789 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.796546 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db6a116-f828-4c62-96d9-6dce6d1efb0e tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Made reservation on behalf of c0201b56896e4a3798e13fda457419f7 for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:16.800741 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8db6a116-f828-4c62-96d9-6dce6d1efb0e tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.833154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0456c071-3108-4666-bb5f-0d997ad7fb3d tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.838000 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.840877 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.895684 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.900582 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Routers {'3c55bf34-667f-42b4-a364-e486bc7f741d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:16.901206 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:11:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3c55bf34-667f-42b4-a364-e486bc7f741d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:16.905045 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6ad3a-32a1-48e0-8cef-d857654faeaa None None] Pushing event updated for resources: {'Port': ['ID=145fe389-008c-4a40-ad1c-66b9cf905df3,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:16.919515 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.974552 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0456c071-3108-4666-bb5f-0d997ad7fb3d tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:16.978579 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Pushing event updated for resources: {'Port': ['ID=73663f7b-7a0d-4899-b7b1-efd1917699a1,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:16.998879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.004698 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-701f3e52-f1f9-4a9e-b610-1656fd6d94aa admin admin] Allocated IP 172.20.0.1 (ce16f053-659c-4581-9303-703e4bab2882/a5c68e66-f64e-42d5-8b7a-a96c47a1c938/3057f9a0-f241-46a8-bb2f-a5d082897a34) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:17.011939 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] Set router 3c55bf34-667f-42b4-a364-e486bc7f741d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:17.027518 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456c071-3108-4666-bb5f-0d997ad7fb3d tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3901a5ce-c85c-4ffc-8c64-9d9ad143e41f,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:17.060536 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dc63c0-8202-44a7-86b8-e75045c06fbd tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Made reservation on behalf of 39384065fba04649a5e7a598c0e00e73 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:17.064228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d6dc63c0-8202-44a7-86b8-e75045c06fbd tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.071717 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Pushing event updated for resources: {'Port': ['ID=bdfa8418-7e5c-46e6-8e84-778fe9288b8d,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:17.073062 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-e8eab422-a18f-4609-aa9a-b9382105b9be tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Allocated IP 172.26.5.218 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/4de1bc7c-834a-4bee-bd51-1e34e50878ad) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:17.082693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.105323 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0456c071-3108-4666-bb5f-0d997ad7fb3d tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:17.106016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.129060 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-701f3e52-f1f9-4a9e-b610-1656fd6d94aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.142290 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Network 8bc34d55-6a66-4145-ba65-e3782e708a1c is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:17.146085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:17.160559 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Network 69c31850-51a7-4ce3-8bac-744f64ce8cd0 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:17.163936 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.169474 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d6dc63c0-8202-44a7-86b8-e75045c06fbd tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.183149 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-8db6a116-f828-4c62-96d9-6dce6d1efb0e tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] device_id is not set on port e7ee0089-0fd3-4007-a121-e8e4234aa822 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:17.193372 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:17.200792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:17.230678 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:17.238967 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 85f6edee-8d47-44d3-a4d5-fd0877e7ad65 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:17.276255 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-24e81b15-9d0c-42ec-9252-fe6d45cfacf6 tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.280904 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-24e81b15-9d0c-42ec-9252-fe6d45cfacf6 tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/42c44208-8760-4fc9-ba0d-a1ee4c65176c HTTP/1.1" status: 204 len: 168 time: 0.5654314 Nov 11 12:11:17.283180 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Network 494eeba5-927d-4da7-9b52-12ccac274783 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:17.284286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 47984) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:17.285288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0456c071-3108-4666-bb5f-0d997ad7fb3d tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.285626 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-0456c071-3108-4666-bb5f-0d997ad7fb3d tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Added segment 864a785b-ba24-4575-8653-e4c7c69583cb of type vlan for network 27dc458b-0933-4a11-a048-7ae61143ace9 Nov 11 12:11:17.287793 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'name': 'tempest-ServersTestJSON-1361417731-router', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:14Z', 'revision_number': 3, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'gw_port': {'id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:13Z', 'updated_at': '2021-11-11T12:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:17.321109 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7fbdd-9291-4c76-8c5a-250a16e50bed None None] The sync data for ids ['3c55bf34-667f-42b4-a364-e486bc7f741d'] in dv-neutron-786478-23-hyperv is: [{'id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'name': 'tempest-ServersTestJSON-1361417731-router', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:14Z', 'revision_number': 3, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'gw_port': {'id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:13Z', 'updated_at': '2021-11-11T12:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:11:17.325428 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b7d3f07c-2bc5-4b01-8cb9-4994281440cd tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=42c44208-8760-4fc9-ba0d-a1ee4c65176c HTTP/1.1" status: 200 len: 221 time: 0.0353379 Nov 11 12:11:17.341253 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:17.387771 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 47986) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:17.400690 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-a7baa1c8-faaf-4f59-aa67-da025278107d tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1338723070', 'description': 'label created by tempest'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:17.401055 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-a7baa1c8-faaf-4f59-aa67-da025278107d tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] Unknown quota resources ['metering_label']. {{(pid=103001) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 12:11:17.443269 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-701f3e52-f1f9-4a9e-b610-1656fd6d94aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.494819 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:17.519917 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701f3e52-f1f9-4a9e-b610-1656fd6d94aa admin admin] Network ce16f053-659c-4581-9303-703e4bab2882 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:17.527467 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Pushing event updated for resources: {'Port': ['ID=e0639407-f0b6-41f7-840c-53e15dc6c916,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:17.543085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Attempting to bind port e0639407-f0b6-41f7-840c-53e15dc6c916 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:17.544343 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Attempting to bind port e0639407-f0b6-41f7-840c-53e15dc6c916 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '672ed114-b8e3-4319-8438-2a15a1ed586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '69c31850-51a7-4ce3-8bac-744f64ce8cd0'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:17.544343 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Attempting to bind port e0639407-f0b6-41f7-840c-53e15dc6c916 on network 69c31850-51a7-4ce3-8bac-744f64ce8cd0 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:17.546558 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-701f3e52-f1f9-4a9e-b610-1656fd6d94aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:17.559875 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Attempting to bind port 73663f7b-7a0d-4899-b7b1-efd1917699a1 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:17.560256 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Attempting to bind port 73663f7b-7a0d-4899-b7b1-efd1917699a1 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '2b88d787-6ee4-435c-9399-9a49d7bb7722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:17.560632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Attempting to bind port 73663f7b-7a0d-4899-b7b1-efd1917699a1 on network 8bc34d55-6a66-4145-ba65-e3782e708a1c {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:17.564580 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701f3e52-f1f9-4a9e-b610-1656fd6d94aa admin admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:17.565174 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-701f3e52-f1f9-4a9e-b610-1656fd6d94aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.588617 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:17.589365 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Checking segment: {'id': '672ed114-b8e3-4319-8438-2a15a1ed586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '69c31850-51a7-4ce3-8bac-744f64ce8cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:17.589501 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.589826 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Bound using segment: {'id': '672ed114-b8e3-4319-8438-2a15a1ed586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '69c31850-51a7-4ce3-8bac-744f64ce8cd0'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:17.590805 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Bound port: e0639407-f0b6-41f7-840c-53e15dc6c916, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672ed114-b8e3-4319-8438-2a15a1ed586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '69c31850-51a7-4ce3-8bac-744f64ce8cd0'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:17.590805 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.597363 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0456c071-3108-4666-bb5f-0d997ad7fb3d tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.599754 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:17.600507 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Checking segment: {'id': '2b88d787-6ee4-435c-9399-9a49d7bb7722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:17.600507 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.600843 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Bound using segment: {'id': '2b88d787-6ee4-435c-9399-9a49d7bb7722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:17.601384 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Bound port: 73663f7b-7a0d-4899-b7b1-efd1917699a1, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b88d787-6ee4-435c-9399-9a49d7bb7722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:17.601573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.622877 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f3e52-f1f9-4a9e-b610-1656fd6d94aa admin admin] Pushing event updated for resources: {'Port': ['ID=3057f9a0-f241-46a8-bb2f-a5d082897a34,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:17.635534 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Attempting to bind port bdfa8418-7e5c-46e6-8e84-778fe9288b8d on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:17.636639 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Attempting to bind port bdfa8418-7e5c-46e6-8e84-778fe9288b8d by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '08c1dbeb-d92a-4f86-a3c1-9913bb41991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:17.636810 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Attempting to bind port bdfa8418-7e5c-46e6-8e84-778fe9288b8d on network 494eeba5-927d-4da7-9b52-12ccac274783 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:17.887313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 85f6edee-8d47-44d3-a4d5-fd0877e7ad65 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:17.887313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.887313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:17.887313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Checking segment: {'id': '08c1dbeb-d92a-4f86-a3c1-9913bb41991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:17.887313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.887313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Bound using segment: {'id': '08c1dbeb-d92a-4f86-a3c1-9913bb41991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:17.887313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Bound port: bdfa8418-7e5c-46e6-8e84-778fe9288b8d, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c1dbeb-d92a-4f86-a3c1-9913bb41991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:17.887313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.888180 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-8db6a116-f828-4c62-96d9-6dce6d1efb0e tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Allocated IP 172.20.0.9 (69c31850-51a7-4ce3-8bac-744f64ce8cd0/20bf2600-b2fc-4567-8c81-8edfa0fb3984/e7ee0089-0fd3-4007-a121-e8e4234aa822) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:17.888245 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8eab422-a18f-4609-aa9a-b9382105b9be tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:17.888313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] For port e0639407-f0b6-41f7-840c-53e15dc6c916, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:17.937773 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] For port e0639407-f0b6-41f7-840c-53e15dc6c916, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e0639407-f0b6-41f7-840c-53e15dc6c916,segment=NetworkSegment(672ed114-b8e3-4319-8438-2a15a1ed586a),segment_id=672ed114-b8e3-4319-8438-2a15a1ed586a)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:17.955826 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] For port 73663f7b-7a0d-4899-b7b1-efd1917699a1, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:18.008243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] For port bdfa8418-7e5c-46e6-8e84-778fe9288b8d, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:18.011584 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] For port 73663f7b-7a0d-4899-b7b1-efd1917699a1, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=73663f7b-7a0d-4899-b7b1-efd1917699a1,segment=NetworkSegment(2b88d787-6ee4-435c-9399-9a49d7bb7722),segment_id=2b88d787-6ee4-435c-9399-9a49d7bb7722)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:18.021429 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0456c071-3108-4666-bb5f-0d997ad7fb3d tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.027269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0456c071-3108-4666-bb5f-0d997ad7fb3d tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:18.028072 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0456c071-3108-4666-bb5f-0d997ad7fb3d tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.031069 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] For port bdfa8418-7e5c-46e6-8e84-778fe9288b8d, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=bdfa8418-7e5c-46e6-8e84-778fe9288b8d,segment=NetworkSegment(08c1dbeb-d92a-4f86-a3c1-9913bb41991f),segment_id=08c1dbeb-d92a-4f86-a3c1-9913bb41991f)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:18.053303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-9e1f4084-9d57-4a77-8f75-78e31f463e5f None None] Provisioning complete for port 3057f9a0-f241-46a8-bb2f-a5d082897a34 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:18.053737 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9e1f4084-9d57-4a77-8f75-78e31f463e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.078823 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.112419 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8db6a116-f828-4c62-96d9-6dce6d1efb0e tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.126245 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d6dc63c0-8202-44a7-86b8-e75045c06fbd tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.131516 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a7baa1c8-faaf-4f59-aa67-da025278107d tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.135774 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a7baa1c8-faaf-4f59-aa67-da025278107d tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7469239 Nov 11 12:11:18.137228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 47988) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:18.139859 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f4084-9d57-4a77-8f75-78e31f463e5f None None] Port 3057f9a0-f241-46a8-bb2f-a5d082897a34 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:18.150247 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.152536 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.166065 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcd285-f84d-45ff-8ba4-d237518055dc None None] Pushing event updated for resources: {'Port': ['ID=e0639407-f0b6-41f7-840c-53e15dc6c916,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:18.211680 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-701f3e52-f1f9-4a9e-b610-1656fd6d94aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.282063 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfecef-672a-4bd2-a784-753e6a501e02 None None] Pushing event updated for resources: {'Port': ['ID=73663f7b-7a0d-4899-b7b1-efd1917699a1,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:18.320287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8db6a116-f828-4c62-96d9-6dce6d1efb0e tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.363489 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d6dc63c0-8202-44a7-86b8-e75045c06fbd tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.388060 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4188520-3194-4f19-8c2e-2e150d9c742b None None] Pushing event updated for resources: {'Port': ['ID=bdfa8418-7e5c-46e6-8e84-778fe9288b8d,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:18.389466 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0456c071-3108-4666-bb5f-0d997ad7fb3d tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.4512701 Nov 11 12:11:18.397416 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8eab422-a18f-4609-aa9a-b9382105b9be tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.402403 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8660a28f-c201-4578-8409-f3113b4da8b0 tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=52a6c94f-12e8-48e3-a7fe-dc43e3e4df47 HTTP/1.1" status: 200 len: 468 time: 0.2280481 Nov 11 12:11:18.412739 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47992) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:18.413084 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 47994) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:18.441828 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456c071-3108-4666-bb5f-0d997ad7fb3d tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Pushing event updated for resources: {'Network': ['ID=27dc458b-0933-4a11-a048-7ae61143ace9,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:18.454859 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 27dc458b-0933-4a11-a048-7ae61143ace9 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:18.468838 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3ce6373a-66b2-417b-bb60-b93ad7fd57ed tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Request body: {'subnet': {'network_id': '27dc458b-0933-4a11-a048-7ae61143ace9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:18.548243 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.627218 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6dc63c0-8202-44a7-86b8-e75045c06fbd tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:18.661893 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.723733 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eab422-a18f-4609-aa9a-b9382105b9be tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:18.741805 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] Allocated IP 172.26.5.3 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/28816bb8-e086-494a-acb8-bda26c228c76) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:18.751156 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d6dc63c0-8202-44a7-86b8-e75045c06fbd tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:18.751653 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-d6dc63c0-8202-44a7-86b8-e75045c06fbd tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Added segment 80bf1278-fa92-494d-b7a9-beabc7106285 of type vlan for network e43b1d41-8371-43a7-94a9-5317460e20fb Nov 11 12:11:18.753526 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-e8eab422-a18f-4609-aa9a-b9382105b9be tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:18.755434 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eab422-a18f-4609-aa9a-b9382105b9be tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Pushing event updated for resources: {'Port': ['ID=4de1bc7c-834a-4bee-bd51-1e34e50878ad,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:18.773186 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db6a116-f828-4c62-96d9-6dce6d1efb0e tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Network 69c31850-51a7-4ce3-8bac-744f64ce8cd0 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:18.785497 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eab422-a18f-4609-aa9a-b9382105b9be tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:18.824375 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-8db6a116-f828-4c62-96d9-6dce6d1efb0e tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:18.831412 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6a116-f828-4c62-96d9-6dce6d1efb0e tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event updated for resources: {'Port': ['ID=e7ee0089-0fd3-4007-a121-e8e4234aa822,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:18.910663 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db6a116-f828-4c62-96d9-6dce6d1efb0e tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:18.913733 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc63c0-8202-44a7-86b8-e75045c06fbd tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08dd399-8ba9-4099-9042-aa37b54d2f88,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:18.916721 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db6a116-f828-4c62-96d9-6dce6d1efb0e tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:18.922035 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8db6a116-f828-4c62-96d9-6dce6d1efb0e tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.031496 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d6dc63c0-8202-44a7-86b8-e75045c06fbd tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.102345 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8db6a116-f828-4c62-96d9-6dce6d1efb0e tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9820902 Nov 11 12:11:19.104696 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48004) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:19.113051 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c67ed47d-599b-48b0-9867-0738c4abb2bd tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Request body: {'port': {'network_id': '69c31850-51a7-4ce3-8bac-744f64ce8cd0', 'name': 'tempest-AllowedAddressPairTestJSON-258894740', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:99:29:fe'}]}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:19.129289 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8eab422-a18f-4609-aa9a-b9382105b9be tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.177083 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.212642 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d6dc63c0-8202-44a7-86b8-e75045c06fbd tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.221771 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dc63c0-8202-44a7-86b8-e75045c06fbd tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:19.222608 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d6dc63c0-8202-44a7-86b8-e75045c06fbd tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.230183 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-701f3e52-f1f9-4a9e-b610-1656fd6d94aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.291144 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce6373a-66b2-417b-bb60-b93ad7fd57ed tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Made reservation on behalf of 6bf79b015a734a76adff26659e5324bf for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:19.295849 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3ce6373a-66b2-417b-bb60-b93ad7fd57ed tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks [] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.333186 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device bdfa8418-7e5c-46e6-8e84-778fe9288b8d up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:19.351064 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8eab422-a18f-4609-aa9a-b9382105b9be tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.381904 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-92187fee-d669-4325-b372-f6386f589ae6 tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.385596 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-92187fee-d669-4325-b372-f6386f589ae6 tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/52a6c94f-12e8-48e3-a7fe-dc43e3e4df47 HTTP/1.1" status: 204 len: 168 time: 0.9304473 Nov 11 12:11:19.387234 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-701f3e52-f1f9-4a9e-b610-1656fd6d94aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.387516 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port bdfa8418-7e5c-46e6-8e84-778fe9288b8d triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:19.387944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.388041 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-701f3e52-f1f9-4a9e-b610-1656fd6d94aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.390253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48006) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:19.478424 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.492315 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc63c0-8202-44a7-86b8-e75045c06fbd tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Pushing event updated for resources: {'Network': ['ID=e43b1d41-8371-43a7-94a9-5317460e20fb,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:19.517354 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f3e52-f1f9-4a9e-b610-1656fd6d94aa admin admin] Pushing event updated for resources: {'Port': ['ID=3057f9a0-f241-46a8-bb2f-a5d082897a34,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:19.525130 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port bdfa8418-7e5c-46e6-8e84-778fe9288b8d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=bdfa8418-7e5c-46e6-8e84-778fe9288b8d,segment=NetworkSegment(08c1dbeb-d92a-4f86-a3c1-9913bb41991f),segment_id=08c1dbeb-d92a-4f86-a3c1-9913bb41991f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:19.530589 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d6dc63c0-8202-44a7-86b8-e75045c06fbd tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 4.4694595 Nov 11 12:11:19.534734 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.552428 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-865afdc4-3d2a-47bb-bdca-a84892d2029a tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=52a6c94f-12e8-48e3-a7fe-dc43e3e4df47 HTTP/1.1" status: 200 len: 216 time: 0.1566868 Nov 11 12:11:19.554398 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48012) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:19.558207 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network e43b1d41-8371-43a7-94a9-5317460e20fb details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:19.584519 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-dbba1839-e365-4d53-9e47-7bf7c24efe68 tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0289676 Nov 11 12:11:19.593182 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48018) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:19.655809 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67ed47d-599b-48b0-9867-0738c4abb2bd tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Made reservation on behalf of c0201b56896e4a3798e13fda457419f7 for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:19.669670 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.670870 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 73663f7b-7a0d-4899-b7b1-efd1917699a1 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:19.677097 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ae97858f-0c41-450c-a31b-d3297f1a84e7 tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0824666 Nov 11 12:11:19.683181 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48020) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:19.759866 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:19.784900 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:19.801236 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] Pushing event updated for resources: {'Port': ['ID=28816bb8-e086-494a-acb8-bda26c228c76,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:19.819454 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=bdfa8418-7e5c-46e6-8e84-778fe9288b8d,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:19.829798 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:19.833950 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 73663f7b-7a0d-4899-b7b1-efd1917699a1 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:19.834341 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:19.942491 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9f5724-0d2f-4953-8cc9-6785308f4d99 None None] Network 8bc34d55-6a66-4145-ba65-e3782e708a1c requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:19.946193 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] Allocated IP 172.26.5.6 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/663a520c-f283-4793-9c97-1f5966f43811) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:20.010692 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701f3e52-f1f9-4a9e-b610-1656fd6d94aa admin admin] Network ce16f053-659c-4581-9303-703e4bab2882 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:20.028064 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-701f3e52-f1f9-4a9e-b610-1656fd6d94aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:20.092674 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.116375 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.174642 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-77e81201-7027-439c-afd1-a325f1dc5b63 tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/3d813a7d-bd67-48e8-a8a4-c3aad3224a25 HTTP/1.1" status: 200 len: 473 time: 0.4734740 Nov 11 12:11:20.209215 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 73663f7b-7a0d-4899-b7b1-efd1917699a1, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=73663f7b-7a0d-4899-b7b1-efd1917699a1,segment=NetworkSegment(2b88d787-6ee4-435c-9399-9a49d7bb7722),segment_id=2b88d787-6ee4-435c-9399-9a49d7bb7722)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:20.254469 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-882f4185-07f4-4626-8ee0-9365b710eb05 None None] Provisioning complete for port 73663f7b-7a0d-4899-b7b1-efd1917699a1 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:20.254661 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-882f4185-07f4-4626-8ee0-9365b710eb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.330522 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48024) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:20.365448 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.367989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e0639407-f0b6-41f7-840c-53e15dc6c916 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:20.435546 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d433a270-cb1b-4dd8-84cd-23246c42628f tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/bc7a649e-e272-4173-b773-d6a5b58f0196 HTTP/1.1" status: 200 len: 459 time: 0.0843241 Nov 11 12:11:20.452753 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48026) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:20.454010 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8eab422-a18f-4609-aa9a-b9382105b9be tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.460106 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.482337 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701f3e52-f1f9-4a9e-b610-1656fd6d94aa admin admin] Router 3c55bf34-667f-42b4-a364-e486bc7f741d has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:11:20.509375 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48028) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:20.520706 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c67ed47d-599b-48b0-9867-0738c4abb2bd tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.529642 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:20.535395 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8799304b-cd95-4532-9823-432f6580ec34 None None] Network 494eeba5-927d-4da7-9b52-12ccac274783 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:20.537461 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:20.539110 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Request body: {'port': {'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb', 'binding:host_id': 'hv-neutron-7864', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-788013418'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:20.547623 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-c67ed47d-599b-48b0-9867-0738c4abb2bd tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] device_id is not set on port 5333c8c5-2b3e-4f51-8b7f-fc6e619c2742 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:20.582432 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:20.596683 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3ce6373a-66b2-417b-bb60-b93ad7fd57ed tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.632837 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8eab422-a18f-4609-aa9a-b9382105b9be tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.665178 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=73663f7b-7a0d-4899-b7b1-efd1917699a1,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:20.696178 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] Pushing event updated for resources: {'Port': ['ID=663a520c-f283-4793-9c97-1f5966f43811,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:20.734103 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port e0639407-f0b6-41f7-840c-53e15dc6c916 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:20.734901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.741093 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8eab422-a18f-4609-aa9a-b9382105b9be tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.821966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5429b3-d976-4d75-9a5c-d60fe8683132 None None] Network 69c31850-51a7-4ce3-8bac-744f64ce8cd0 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:20.854848 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Made reservation on behalf of c593c1d7396946db96a151f1e2603836 for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:20.859847 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eab422-a18f-4609-aa9a-b9382105b9be tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Pushing event updated for resources: {'Port': ['ID=4de1bc7c-834a-4bee-bd51-1e34e50878ad,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:20.866728 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.873007 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.922632 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8eab422-a18f-4609-aa9a-b9382105b9be tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.929857 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e8eab422-a18f-4609-aa9a-b9382105b9be tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0706446 Nov 11 12:11:20.931370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48032) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:20.942963 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-fd94f40d-0290-47fe-9535-e11eeb457b2d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-443212943', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'fixed_ips': [{'ip_address': '172.26.5.218'}]}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:20.986674 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.998411 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-82f970cf-fda5-47be-97a1-e5df04bfa549 tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:20.999559 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-82f970cf-fda5-47be-97a1-e5df04bfa549 tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/bc7a649e-e272-4173-b773-d6a5b58f0196 HTTP/1.1" status: 204 len: 168 time: 0.5446153 Nov 11 12:11:21.003193 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48034) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:21.014973 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6373a-66b2-417b-bb60-b93ad7fd57ed tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Pushing event updated for resources: {'Subnet': ['ID=fe3c02c5-83de-43a0-a74b-35429755cedb,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:21.018646 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-c67ed47d-599b-48b0-9867-0738c4abb2bd tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Allocated IP 172.20.0.13 (69c31850-51a7-4ce3-8bac-744f64ce8cd0/20bf2600-b2fc-4567-8c81-8edfa0fb3984/5333c8c5-2b3e-4f51-8b7f-fc6e619c2742) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:21.045938 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6373a-66b2-417b-bb60-b93ad7fd57ed tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Checking segment: {'id': '864a785b-ba24-4575-8653-e4c7c69583cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '27dc458b-0933-4a11-a048-7ae61143ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:21.046298 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce6373a-66b2-417b-bb60-b93ad7fd57ed tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Network hostable DHCP agents. Network: 27dc458b-0933-4a11-a048-7ae61143ace9, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:11:21.076699 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701f3e52-f1f9-4a9e-b610-1656fd6d94aa admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:11:21.089518 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-701f3e52-f1f9-4a9e-b610-1656fd6d94aa admin admin] 10.222.0.50 "PUT /v2.0/routers/3c55bf34-667f-42b4-a364-e486bc7f741d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2871900 Nov 11 12:11:21.191472 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce6373a-66b2-417b-bb60-b93ad7fd57ed tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Network 27dc458b-0933-4a11-a048-7ae61143ace9 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:11:21.234808 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd94f40d-0290-47fe-9535-e11eeb457b2d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Made reservation on behalf of 706a1248eca14574bc498c7c9fa0edec for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:21.240351 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fd94f40d-0290-47fe-9535-e11eeb457b2d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.265899 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.282257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Sync routers for ids ['3c55bf34-667f-42b4-a364-e486bc7f741d'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:11:21.299773 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c67ed47d-599b-48b0-9867-0738c4abb2bd tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.307832 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-3ce6373a-66b2-417b-bb60-b93ad7fd57ed tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 27dc458b-0933-4a11-a048-7ae61143ace9) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:21.313680 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce6373a-66b2-417b-bb60-b93ad7fd57ed tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:21.314232 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3ce6373a-66b2-417b-bb60-b93ad7fd57ed tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.319774 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fd94f40d-0290-47fe-9535-e11eeb457b2d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.349248 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6440fec-ba2a-474d-9362-06e8c897b87a None None] Network 27dc458b-0933-4a11-a048-7ae61143ace9 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:21.366717 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.379491 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] device_id is not set on port 65672fc8-9173-4a4d-972c-b96070bdc51e yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:21.422690 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Routers {'3c55bf34-667f-42b4-a364-e486bc7f741d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:21.423405 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:11:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3c55bf34-667f-42b4-a364-e486bc7f741d'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:21.426026 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3ce6373a-66b2-417b-bb60-b93ad7fd57ed tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9742427 Nov 11 12:11:21.481428 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48048) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:21.487486 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-dd4062dc-c945-41b4-93ce-4823d6a03d08 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Request body: {'port': {'network_id': '27dc458b-0933-4a11-a048-7ae61143ace9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-192173490'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:21.495931 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c67ed47d-599b-48b0-9867-0738c4abb2bd tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.502533 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb8621e-ca64-4f44-b09c-667dd5cf6efb,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:21.535452 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.559143 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Set router 3c55bf34-667f-42b4-a364-e486bc7f741d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:21.599826 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ed47d-599b-48b0-9867-0738c4abb2bd tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event updated for resources: {'Port': ['ID=5333c8c5-2b3e-4f51-8b7f-fc6e619c2742,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:21.622413 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-128280ea-8601-4a20-a5ac-cce67c89367e tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.626389 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-128280ea-8601-4a20-a5ac-cce67c89367e tempest-MeteringIpV6TestJSON-1464819672 tempest-MeteringIpV6TestJSON-1464819672-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/3d813a7d-bd67-48e8-a8a4-c3aad3224a25 HTTP/1.1" status: 204 len: 168 time: 0.6194112 Nov 11 12:11:21.662954 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67ed47d-599b-48b0-9867-0738c4abb2bd tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Network 69c31850-51a7-4ce3-8bac-744f64ce8cd0 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:21.671628 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-c67ed47d-599b-48b0-9867-0738c4abb2bd tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:21.680566 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ed47d-599b-48b0-9867-0738c4abb2bd tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:21.686703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67ed47d-599b-48b0-9867-0738c4abb2bd tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:21.687399 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c67ed47d-599b-48b0-9867-0738c4abb2bd tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.795636 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.866751 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] device_id is not set on port 65672fc8-9173-4a4d-972c-b96070bdc51e yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:21.893415 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f88b1352-d249-4460-92dd-6f51029b7bf3 None None] Provisioning complete for port bdfa8418-7e5c-46e6-8e84-778fe9288b8d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:21.893790 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f88b1352-d249-4460-92dd-6f51029b7bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.898514 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.910377 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:21.911490 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c67ed47d-599b-48b0-9867-0738c4abb2bd tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.8022828 Nov 11 12:11:21.915030 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48052) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:21.944203 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fd94f40d-0290-47fe-9535-e11eeb457b2d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.039219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fd94f40d-0290-47fe-9535-e11eeb457b2d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.042351 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-27dc458b-0933-4a11-a048-7ae61143ace9', 'network_id': '27dc458b-0933-4a11-a048-7ae61143ace9', 'tenant_id': '6bf79b015a734a76adff26659e5324bf', 'fixed_ips': [{'subnet_id': 'fe3c02c5-83de-43a0-a74b-35429755cedb'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:11:22.043459 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.048885 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.100256 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port e0639407-f0b6-41f7-840c-53e15dc6c916, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e0639407-f0b6-41f7-840c-53e15dc6c916,segment=NetworkSegment(672ed114-b8e3-4319-8438-2a15a1ed586a),segment_id=672ed114-b8e3-4319-8438-2a15a1ed586a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:22.150885 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-fd94f40d-0290-47fe-9535-e11eeb457b2d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] device_id is not set on port 872052fd-726d-41d0-a680-6e583aaeefca yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:22.163115 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Pushing event updated for resources: {'Port': ['ID=65672fc8-9173-4a4d-972c-b96070bdc51e,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:22.171754 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4062dc-c945-41b4-93ce-4823d6a03d08 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Made reservation on behalf of 6bf79b015a734a76adff26659e5324bf for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:22.178324 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dd4062dc-c945-41b4-93ce-4823d6a03d08 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.204001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-dd4062dc-c945-41b4-93ce-4823d6a03d08 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] device_id is not set on port e839d6c6-3034-4283-941e-cf777508a23e yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:22.258949 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.259794 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 145fe389-008c-4a40-ad1c-66b9cf905df3 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:22.357349 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-dd4062dc-c945-41b4-93ce-4823d6a03d08 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Allocated IP 172.20.0.14 (27dc458b-0933-4a11-a048-7ae61143ace9/fe3c02c5-83de-43a0-a74b-35429755cedb/e839d6c6-3034-4283-941e-cf777508a23e) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:22.373278 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94f40d-0290-47fe-9535-e11eeb457b2d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997ee175-4cb4-48b8-b7dd-c74d40135720,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:22.428708 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'name': 'tempest-ServersTestJSON-1361417731-router', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:17Z', 'revision_number': 4, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'gw_port': {'id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:13Z', 'updated_at': '2021-11-11T12:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '3057f9a0-f241-46a8-bb2f-a5d082897a34', 'name': '', 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'mac_address': 'fa:16:3e:06:f7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:16Z', 'updated_at': '2021-11-11T12:11:18Z', 'revision_number': 2, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'subnets': [{'id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:22.501307 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48060) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:22.510452 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=e0639407-f0b6-41f7-840c-53e15dc6c916,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:22.521866 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Checking router: 3c55bf34-667f-42b4-a364-e486bc7f741d for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:11:22.522438 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Updating router 3c55bf34-667f-42b4-a364-e486bc7f741d port 3057f9a0-f241-46a8-bb2f-a5d082897a34 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:11:22.531901 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.560662 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.620433 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dd4062dc-c945-41b4-93ce-4823d6a03d08 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.688056 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662945b6-11b7-44b8-97cb-bf7cf347f4f8 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:22.689816 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 145fe389-008c-4a40-ad1c-66b9cf905df3 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:22.690190 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.694870 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662945b6-11b7-44b8-97cb-bf7cf347f4f8 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:22.701869 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662945b6-11b7-44b8-97cb-bf7cf347f4f8 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:22.707003 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-662945b6-11b7-44b8-97cb-bf7cf347f4f8 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.7876420 Nov 11 12:11:22.715741 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48064) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:22.741174 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-66fc407a-0800-4205-b039-4f049e6d15a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.781578 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dd4062dc-c945-41b4-93ce-4823d6a03d08 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.834740 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48066) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:22.850065 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Checking segment: {'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:22.850420 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Network hostable DHCP agents. Network: e43b1d41-8371-43a7-94a9-5317460e20fb, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:11:22.862734 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f88b1352-d249-4460-92dd-6f51029b7bf3 None None] Provisioning complete for port 3057f9a0-f241-46a8-bb2f-a5d082897a34 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:22.863470 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f88b1352-d249-4460-92dd-6f51029b7bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:22.876354 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-a6fac0e7-a1aa-49c5-86dc-69ce05e1514a tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--412261472', 'description': 'tempest-description--2124489048'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:22.925227 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd94f40d-0290-47fe-9535-e11eeb457b2d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 11 12:11:22.925878 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd94f40d-0290-47fe-9535-e11eeb457b2d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:11:22.944367 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Allocated IP 172.20.0.2 (27dc458b-0933-4a11-a048-7ae61143ace9/fe3c02c5-83de-43a0-a74b-35429755cedb/a8fadb2e-46df-4295-82eb-a8dbd3d953ad) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:22.993337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] Router 3b76fb4b-3e52-4d96-a90c-735101163ceb is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:11:23.002871 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f88b1352-d249-4460-92dd-6f51029b7bf3 None None] Port 3057f9a0-f241-46a8-bb2f-a5d082897a34 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:23.053498 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.075321 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a6fac0e7-a1aa-49c5-86dc-69ce05e1514a tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.095022 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-66fc407a-0800-4205-b039-4f049e6d15a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.101391 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f88b1352-d249-4460-92dd-6f51029b7bf3 None None] Provisioning complete for port e0639407-f0b6-41f7-840c-53e15dc6c916 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:23.101999 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f88b1352-d249-4460-92dd-6f51029b7bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.103987 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4062dc-c945-41b4-93ce-4823d6a03d08 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Network 27dc458b-0933-4a11-a048-7ae61143ace9 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:23.111973 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] Router bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:11:23.116788 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-dd4062dc-c945-41b4-93ce-4823d6a03d08 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:23.121138 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4062dc-c945-41b4-93ce-4823d6a03d08 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:23.127175 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4062dc-c945-41b4-93ce-4823d6a03d08 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:23.127992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dd4062dc-c945-41b4-93ce-4823d6a03d08 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.137746 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4062dc-c945-41b4-93ce-4823d6a03d08 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Pushing event updated for resources: {'Port': ['ID=e839d6c6-3034-4283-941e-cf777508a23e,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:23.157193 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fd94f40d-0290-47fe-9535-e11eeb457b2d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.2199218 Nov 11 12:11:23.163333 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48068) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:23.171028 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 145fe389-008c-4a40-ad1c-66b9cf905df3, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=145fe389-008c-4a40-ad1c-66b9cf905df3,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:23.188704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-053449ca-0ab3-49bc-845c-13d5e24bcf54 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Deleting port 5333c8c5-2b3e-4f51-8b7f-fc6e619c2742 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:23.188963 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-053449ca-0ab3-49bc-845c-13d5e24bcf54 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.264803 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Network e43b1d41-8371-43a7-94a9-5317460e20fb is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:11:23.268982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-66fc407a-0800-4205-b039-4f049e6d15a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.278644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.290322 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-dd4062dc-c945-41b4-93ce-4823d6a03d08 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8077602 Nov 11 12:11:23.290934 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48070) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:23.348283 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-053449ca-0ab3-49bc-845c-13d5e24bcf54 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.380141 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-053449ca-0ab3-49bc-845c-13d5e24bcf54 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Calling delete_port for 5333c8c5-2b3e-4f51-8b7f-fc6e619c2742 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:23.390864 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:11:23.400811 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Sync routers for ids ['3b76fb4b-3e52-4d96-a90c-735101163ceb'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:11:23.405738 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.418782 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Routers {'3b76fb4b-3e52-4d96-a90c-735101163ceb'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:23.419744 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:11:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3b76fb4b-3e52-4d96-a90c-735101163ceb'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:23.440406 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=145fe389-008c-4a40-ad1c-66b9cf905df3,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:23.443849 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.452313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device bdfa8418-7e5c-46e6-8e84-778fe9288b8d up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:23.482991 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-66fc407a-0800-4205-b039-4f049e6d15a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e44ad4bca432474eb3cd272bfdcc8092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9760797 Nov 11 12:11:23.489659 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48072) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:23.505274 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a6fac0e7-a1aa-49c5-86dc-69ce05e1514a tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.525080 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc407a-0800-4205-b039-4f049e6d15a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34335265-81b8-4349-a639-097e5002e0ad,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:23.547085 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Set router 3b76fb4b-3e52-4d96-a90c-735101163ceb gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:23.589609 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:11:23.609432 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.616468 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ddef8bc6-b1d7-47ab-9f58-2d90bd769952 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.4866011 Nov 11 12:11:23.623738 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48074) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:23.636881 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Sync routers for ids ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:11:23.644388 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.690780 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a6fac0e7-a1aa-49c5-86dc-69ce05e1514a tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.694951 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.704436 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01b4b2-4f31-4fd4-8bc5-aae4d73d96f4 None None] Pushing event updated for resources: {'Port': ['ID=3057f9a0-f241-46a8-bb2f-a5d082897a34,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:23.725370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-af6027df-5c56-4c9c-bea9-52c3c941624e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.727292 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, e43b1d41-8371-43a7-94a9-5317460e20fb) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:23.743242 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:23.744377 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.745568 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6b032042-7a70-48d3-b620-7d5b7d0d1468 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.5259526 Nov 11 12:11:23.750224 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48076) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:23.791684 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-03ae18b7-1c6b-4364-bd5b-d85c00466b6d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Deleting port 4de1bc7c-834a-4bee-bd51-1e34e50878ad {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:23.792110 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-03ae18b7-1c6b-4364-bd5b-d85c00466b6d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.797747 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fac0e7-a1aa-49c5-86dc-69ce05e1514a tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d1f8bb-4f5a-46ad-89a3-184e96faba30,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:23.816447 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab5ab89-a1fb-43bb-812a-6f274f4a587a None None] Network e43b1d41-8371-43a7-94a9-5317460e20fb requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:23.830169 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4704512c-cf72-4828-b5d8-6f0eabfbc718 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Deleting port e839d6c6-3034-4283-941e-cf777508a23e {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:23.830587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4704512c-cf72-4828-b5d8-6f0eabfbc718 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.839033 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'name': 'tempest-ServersTestManualDisk-497377438-router', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '28816bb8-e086-494a-acb8-bda26c228c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:20Z', 'revision_number': 3, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'gw_port': {'id': '28816bb8-e086-494a-acb8-bda26c228c76', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:23:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:17Z', 'updated_at': '2021-11-11T12:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:23.859697 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a6fac0e7-a1aa-49c5-86dc-69ce05e1514a tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.862108 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:23.862681 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:23.865790 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:23.866161 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a6fac0e7-a1aa-49c5-86dc-69ce05e1514a tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0034149 Nov 11 12:11:23.870505 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48078) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:23.880941 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-af6027df-5c56-4c9c-bea9-52c3c941624e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.884484 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Checking router: 3b76fb4b-3e52-4d96-a90c-735101163ceb for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:11:23.885056 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Updating router 3b76fb4b-3e52-4d96-a90c-735101163ceb port 28816bb8-e086-494a-acb8-bda26c228c76 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:11:23.886591 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-353dcc60-1948-4256-8677-936b75831d99 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Request body: {'security_group_rule': {'security_group_id': '84d1f8bb-4f5a-46ad-89a3-184e96faba30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:23.902414 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Routers {'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:23.903128 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:11:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:23.912948 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:23.913316 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:23.919221 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 2 to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e Nov 11 12:11:23.924206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-053449ca-0ab3-49bc-845c-13d5e24bcf54 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.925048 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:23.996039 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053449ca-0ab3-49bc-845c-13d5e24bcf54 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event deleted for resources: {'Port': ['ID=5333c8c5-2b3e-4f51-8b7f-fc6e619c2742,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:24.055085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Network 27dc458b-0933-4a11-a048-7ae61143ace9 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:24.058151 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ce232517-213d-4472-b92d-5bed3b59102c None None] Provisioning complete for port bdfa8418-7e5c-46e6-8e84-778fe9288b8d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:24.058527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ce232517-213d-4472-b92d-5bed3b59102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.071501 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Pushing event updated for resources: {'Port': ['ID=a8fadb2e-46df-4295-82eb-a8dbd3d953ad,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:24.080041 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:24.083245 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:24.101683 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:24.102016 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:24.107481 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:24.123584 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:24.123911 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:24.170906 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 3 to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e Nov 11 12:11:24.203338 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:24.203669 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:24.204001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:24.282834 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-03ae18b7-1c6b-4364-bd5b-d85c00466b6d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.289912 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:24.290389 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:24.290701 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-03ae18b7-1c6b-4364-bd5b-d85c00466b6d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.299433 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 4 to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e Nov 11 12:11:24.332994 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port bdfa8418-7e5c-46e6-8e84-778fe9288b8d triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:24.333200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4704512c-cf72-4828-b5d8-6f0eabfbc718 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.335966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.369397 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-03ae18b7-1c6b-4364-bd5b-d85c00466b6d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Calling delete_port for 4de1bc7c-834a-4bee-bd51-1e34e50878ad owned by network:floatingip {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:24.376890 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.385064 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-353dcc60-1948-4256-8677-936b75831d99 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.415528 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:24.415842 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:24.416259 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:24.422583 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4704512c-cf72-4828-b5d8-6f0eabfbc718 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Calling delete_port for e839d6c6-3034-4283-941e-cf777508a23e owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:24.451687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-053449ca-0ab3-49bc-845c-13d5e24bcf54 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.455486 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-053449ca-0ab3-49bc-845c-13d5e24bcf54 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "DELETE /v2.0/ports/5333c8c5-2b3e-4f51-8b7f-fc6e619c2742 HTTP/1.1" status: 204 len: 168 time: 1.7469604 Nov 11 12:11:24.459080 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.466801 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:24.467401 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:24.472490 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48082) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:24.473206 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 5 to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e Nov 11 12:11:24.503647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-af6027df-5c56-4c9c-bea9-52c3c941624e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.504943 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Attempting to bind port a8fadb2e-46df-4295-82eb-a8dbd3d953ad on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:24.505422 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Attempting to bind port a8fadb2e-46df-4295-82eb-a8dbd3d953ad by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '864a785b-ba24-4575-8653-e4c7c69583cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '27dc458b-0933-4a11-a048-7ae61143ace9'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:24.505765 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Attempting to bind port a8fadb2e-46df-4295-82eb-a8dbd3d953ad on network 27dc458b-0933-4a11-a048-7ae61143ace9 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:24.506062 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-af6027df-5c56-4c9c-bea9-52c3c941624e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.507227 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-af6027df-5c56-4c9c-bea9-52c3c941624e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/34335265-81b8-4349-a639-097e5002e0ad HTTP/1.1" status: 204 len: 168 time: 1.0092843 Nov 11 12:11:24.523125 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Set router bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:24.581687 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6027df-5c56-4c9c-bea9-52c3c941624e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34335265-81b8-4349-a639-097e5002e0ad,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:24.587525 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd868afc-79df-4046-8e81-f551e32cec44 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] GET failed (client error): The resource could not be found. Nov 11 12:11:24.594939 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fd868afc-79df-4046-8e81-f551e32cec44 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "GET /v2.0/ports/5333c8c5-2b3e-4f51-8b7f-fc6e619c2742 HTTP/1.1" status: 404 len: 333 time: 0.1184103 Nov 11 12:11:24.596487 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48086) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:24.607583 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-bca04dca-adab-41b6-a8bd-99c79b63d913 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Request body: {'port': {'network_id': '69c31850-51a7-4ce3-8bac-744f64ce8cd0', 'name': 'tempest-AllowedAddressPairTestJSON-1679809100'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:24.608167 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:24.608594 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Checking segment: {'id': '864a785b-ba24-4575-8653-e4c7c69583cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '27dc458b-0933-4a11-a048-7ae61143ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:24.609002 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.609395 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Bound using segment: {'id': '864a785b-ba24-4575-8653-e4c7c69583cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '27dc458b-0933-4a11-a048-7ae61143ace9'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:24.609877 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Bound port: a8fadb2e-46df-4295-82eb-a8dbd3d953ad, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864a785b-ba24-4575-8653-e4c7c69583cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '27dc458b-0933-4a11-a048-7ae61143ace9'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:24.610237 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-353dcc60-1948-4256-8677-936b75831d99 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.610345 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.617419 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:24.617897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:24.618329 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:24.626774 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Attempting to bind port 3057f9a0-f241-46a8-bb2f-a5d082897a34 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:24.627162 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Attempting to bind port 3057f9a0-f241-46a8-bb2f-a5d082897a34 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '4fd116d8-ab11-42c2-8bb9-a049c27f2bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:24.627520 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Attempting to bind port 3057f9a0-f241-46a8-bb2f-a5d082897a34 on network ce16f053-659c-4581-9303-703e4bab2882 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:24.661103 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004848d-f180-4527-811f-f0e0dcd45c73 None None] Pushing event updated for resources: {'Port': ['ID=28816bb8-e086-494a-acb8-bda26c228c76,revision_number=2']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:24.674139 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:24.674600 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:24.675608 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-353dcc60-1948-4256-8677-936b75831d99 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.680377 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 6 to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e Nov 11 12:11:24.688226 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Attempting to bind port 28816bb8-e086-494a-acb8-bda26c228c76 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:24.688546 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Attempting to bind port 28816bb8-e086-494a-acb8-bda26c228c76 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:24.688968 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Attempting to bind port 28816bb8-e086-494a-acb8-bda26c228c76 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:24.707540 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:24.710988 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:24.710988 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.710988 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:24.711335 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Bound port: 28816bb8-e086-494a-acb8-bda26c228c76, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:24.711809 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.718454 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:24.718829 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Checking segment: {'id': '4fd116d8-ab11-42c2-8bb9-a049c27f2bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:24.719256 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.719650 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Bound using segment: {'id': '4fd116d8-ab11-42c2-8bb9-a049c27f2bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:24.720177 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Bound port: 3057f9a0-f241-46a8-bb2f-a5d082897a34, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd116d8-ab11-42c2-8bb9-a049c27f2bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:24.721412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.731686 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353dcc60-1948-4256-8677-936b75831d99 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868f4d2a-2aec-4886-b65a-0de2469ed5bc,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:24.771895 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:24.772444 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:24.772610 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:24.774708 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-353dcc60-1948-4256-8677-936b75831d99 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.776503 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-353dcc60-1948-4256-8677-936b75831d99 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9018238 Nov 11 12:11:24.782578 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48088) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:24.787987 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-2a9a9ed3-a9dc-483b-ab00-b69926fe72e8 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Request body: {'security_group_rule': {'security_group_id': '84d1f8bb-4f5a-46ad-89a3-184e96faba30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:24.816727 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:24.817058 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:24.823171 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 7 to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e Nov 11 12:11:24.829400 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ce232517-213d-4472-b92d-5bed3b59102c None None] Provisioning complete for port 73663f7b-7a0d-4899-b7b1-efd1917699a1 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:24.829770 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ce232517-213d-4472-b92d-5bed3b59102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.838412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e0639407-f0b6-41f7-840c-53e15dc6c916 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:24.867502 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] For port 28816bb8-e086-494a-acb8-bda26c228c76, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:24.919430 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] For port 28816bb8-e086-494a-acb8-bda26c228c76, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=28816bb8-e086-494a-acb8-bda26c228c76,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:24.926679 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:24.927004 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:24.927425 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:24.931586 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-03ae18b7-1c6b-4364-bd5b-d85c00466b6d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.948378 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:24.948701 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:24.952825 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 8 to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e Nov 11 12:11:24.960760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] For port a8fadb2e-46df-4295-82eb-a8dbd3d953ad, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:24.978533 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f26c5c34-99c3-46c2-9e9d-89b4d74b8e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.983078 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2a9a9ed3-a9dc-483b-ab00-b69926fe72e8 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:24.985567 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae18b7-1c6b-4364-bd5b-d85c00466b6d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Pushing event deleted for resources: {'Port': ['ID=4de1bc7c-834a-4bee-bd51-1e34e50878ad,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:25.001964 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:25.002203 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:25.002593 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:25.007500 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] For port a8fadb2e-46df-4295-82eb-a8dbd3d953ad, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a8fadb2e-46df-4295-82eb-a8dbd3d953ad,segment=NetworkSegment(864a785b-ba24-4575-8653-e4c7c69583cb),segment_id=864a785b-ba24-4575-8653-e4c7c69583cb)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:25.013480 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:25.013812 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:25.014154 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] For port 3057f9a0-f241-46a8-bb2f-a5d082897a34, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:25.016015 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 9 to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e Nov 11 12:11:25.032858 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] For port 3057f9a0-f241-46a8-bb2f-a5d082897a34, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=3057f9a0-f241-46a8-bb2f-a5d082897a34,segment=NetworkSegment(4fd116d8-ab11-42c2-8bb9-a049c27f2bab),segment_id=4fd116d8-ab11-42c2-8bb9-a049c27f2bab)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:25.048989 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:25.062568 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:25.062568 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:25.062835 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:25.083892 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca04dca-adab-41b6-a8bd-99c79b63d913 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Made reservation on behalf of c0201b56896e4a3798e13fda457419f7 for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:25.087673 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:25.094322 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port e0639407-f0b6-41f7-840c-53e15dc6c916 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:25.094683 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:25.098441 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bca04dca-adab-41b6-a8bd-99c79b63d913 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:25.104709 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4704512c-cf72-4828-b5d8-6f0eabfbc718 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:25.112192 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004848d-f180-4527-811f-f0e0dcd45c73 None None] Pushing event updated for resources: {'Port': ['ID=28816bb8-e086-494a-acb8-bda26c228c76,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:25.133700 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:25.135098 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:25.138697 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Routers {'3b76fb4b-3e52-4d96-a90c-735101163ceb'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:25.142715 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:11:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3b76fb4b-3e52-4d96-a90c-735101163ceb'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:25.152677 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:25.203904 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'name': 'tempest-ServerActionsTestJSON-985379772-router', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '663a520c-f283-4793-9c97-1f5966f43811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:20Z', 'revision_number': 3, 'project_id': 'bc3e745991484392a95e625e90086381', 'gw_port': {'id': '663a520c-f283-4793-9c97-1f5966f43811', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:25.249142 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca5a93-4f71-4445-8784-9c7379e4ae19 None None] Pushing event updated for resources: {'Port': ['ID=a8fadb2e-46df-4295-82eb-a8dbd3d953ad,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:25.258443 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Checking router: bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:11:25.258631 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Updating router bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 port 663a520c-f283-4793-9c97-1f5966f43811 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:11:25.260735 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ce232517-213d-4472-b92d-5bed3b59102c None None] Provisioning complete for port e0639407-f0b6-41f7-840c-53e15dc6c916 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:25.261100 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ce232517-213d-4472-b92d-5bed3b59102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:25.387829 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] Set router 3b76fb4b-3e52-4d96-a90c-735101163ceb gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:25.432991 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Routers {'3c55bf34-667f-42b4-a364-e486bc7f741d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:25.433680 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:11:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3c55bf34-667f-42b4-a364-e486bc7f741d'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:25.521596 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 10 to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e Nov 11 12:11:25.527867 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-f26c5c34-99c3-46c2-9e9d-89b4d74b8e5f admin admin] Allocated IP 172.20.0.1 (8bc34d55-6a66-4145-ba65-e3782e708a1c/086973be-14d1-4f8e-911e-0a7b449c7fa4/b4613deb-86eb-468e-84e1-e67491507ca3) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:25.558717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48092) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:25.565331 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:25.589807 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-03ae18b7-1c6b-4364-bd5b-d85c00466b6d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:25.591484 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-bca04dca-adab-41b6-a8bd-99c79b63d913 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] device_id is not set on port e17e639e-bd5f-4832-a2d1-eee43bb1d12e yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:25.600607 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-03ae18b7-1c6b-4364-bd5b-d85c00466b6d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:25.601132 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-03ae18b7-1c6b-4364-bd5b-d85c00466b6d tempest-ExternalNetworksAdminNegativeTestJSON-690304332 tempest-ExternalNetworksAdminNegativeTestJSON-690304332-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/f8d26cef-1122-40f2-942d-228bd6374321 HTTP/1.1" status: 204 len: 168 time: 2.4356842 Nov 11 12:11:25.631420 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01b4b2-4f31-4fd4-8bc5-aae4d73d96f4 None None] Pushing event updated for resources: {'Port': ['ID=3057f9a0-f241-46a8-bb2f-a5d082897a34,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:25.638630 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13e94e18-d4a1-4e18-b213-ef38c0fc8a69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:25.680180 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704512c-cf72-4828-b5d8-6f0eabfbc718 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Pushing event deleted for resources: {'Port': ['ID=e839d6c6-3034-4283-941e-cf777508a23e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:25.705622 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2a9a9ed3-a9dc-483b-ab00-b69926fe72e8 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:25.801861 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2a9a9ed3-a9dc-483b-ab00-b69926fe72e8 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:25.812792 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4704512c-cf72-4828-b5d8-6f0eabfbc718 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:25.821523 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4704512c-cf72-4828-b5d8-6f0eabfbc718 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] 10.222.0.50 "DELETE /v2.0/ports/e839d6c6-3034-4283-941e-cf777508a23e HTTP/1.1" status: 204 len: 168 time: 2.5226266 Nov 11 12:11:25.827919 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48096) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:25.834938 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'name': 'tempest-ServersTestManualDisk-497377438-router', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '28816bb8-e086-494a-acb8-bda26c228c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:20Z', 'revision_number': 3, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'gw_port': {'id': '28816bb8-e086-494a-acb8-bda26c228c76', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:23:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:17Z', 'updated_at': '2021-11-11T12:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:25.841645 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:25.842072 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:25.842411 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:25.869498 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be7bc3-d7ea-4631-a4bf-e7406714e045 None None] The sync data for ids ['3b76fb4b-3e52-4d96-a90c-735101163ceb'] in dv-neutron-786478-23-hyperv is: [{'id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'name': 'tempest-ServersTestManualDisk-497377438-router', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '28816bb8-e086-494a-acb8-bda26c228c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:20Z', 'revision_number': 3, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'gw_port': {'id': '28816bb8-e086-494a-acb8-bda26c228c76', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:23:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:17Z', 'updated_at': '2021-11-11T12:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:11:25.880158 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 65672fc8-9173-4a4d-972c-b96070bdc51e on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:25.880351 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 65672fc8-9173-4a4d-972c-b96070bdc51e on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:25.880718 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:25.894850 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a9ed3-a9dc-483b-ab00-b69926fe72e8 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c4a223-4597-4072-a152-2710eb7a94d0,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:25.944767 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f26c5c34-99c3-46c2-9e9d-89b4d74b8e5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:25.948417 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8083d8e-3557-45e9-8106-826a42d9d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.002329 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 73663f7b-7a0d-4899-b7b1-efd1917699a1 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:26.013217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2a9a9ed3-a9dc-483b-ab00-b69926fe72e8 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.017621 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2a9a9ed3-a9dc-483b-ab00-b69926fe72e8 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2310245 Nov 11 12:11:26.018367 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13e94e18-d4a1-4e18-b213-ef38c0fc8a69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.018689 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-bca04dca-adab-41b6-a8bd-99c79b63d913 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Allocated IP 172.20.0.10 (69c31850-51a7-4ce3-8bac-744f64ce8cd0/20bf2600-b2fc-4567-8c81-8edfa0fb3984/e17e639e-bd5f-4832-a2d1-eee43bb1d12e) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:26.024523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48100) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:26.030509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-e6295984-c0c8-4c28-b8fe-697abc7ebbeb tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:26.120843 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] For port 65672fc8-9173-4a4d-972c-b96070bdc51e, host hv-neutron-7864, cleared binding levels {{(pid=103002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:26.120843 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempted to set empty binding levels {{(pid=103002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 12:11:26.135383 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13e94e18-d4a1-4e18-b213-ef38c0fc8a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.183471 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f26c5c34-99c3-46c2-9e9d-89b4d74b8e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.195475 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] Set router 3c55bf34-667f-42b4-a364-e486bc7f741d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:26.241896 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cb0d4bfa-c77d-4333-8b39-811f18bd9303 tempest-DHCPAgentSchedulersTestJSON-1347777714 tempest-DHCPAgentSchedulersTestJSON-1347777714-project-admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4566 time: 0.4070992 Nov 11 12:11:26.263216 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c5c34-99c3-46c2-9e9d-89b4d74b8e5f admin admin] Network 8bc34d55-6a66-4145-ba65-e3782e708a1c is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:26.265685 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e6295984-c0c8-4c28-b8fe-697abc7ebbeb tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for floatingip, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.290881 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.309816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48104) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:26.357331 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-6eadad4f-ef7b-4114-82c7-6db48d8ff2c7 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1916374650'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:26.408181 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:26.409000 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.451983 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-f26c5c34-99c3-46c2-9e9d-89b4d74b8e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:26.453881 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e94e18-d4a1-4e18-b213-ef38c0fc8a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2f95f2-0e38-4145-b80a-53e7c60fd6cd,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:26.462183 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48106) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:26.483936 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-13e94e18-d4a1-4e18-b213-ef38c0fc8a69 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3e13d0c6969d42a68fc32c10c699fa27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9023838 Nov 11 12:11:26.483936 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c5c34-99c3-46c2-9e9d-89b4d74b8e5f admin admin] Pushing event updated for resources: {'Port': ['ID=b4613deb-86eb-468e-84e1-e67491507ca3,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:26.484753 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ce232517-213d-4472-b92d-5bed3b59102c None None] Could not find standard attr ID for object 5333c8c5-2b3e-4f51-8b7f-fc6e619c2742. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:11:26.511945 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48108) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:26.523430 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c5c34-99c3-46c2-9e9d-89b4d74b8e5f admin admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:26.523948 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f26c5c34-99c3-46c2-9e9d-89b4d74b8e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.600214 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 73663f7b-7a0d-4899-b7b1-efd1917699a1 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:26.601255 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.608019 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Pushing event updated for resources: {'Port': ['ID=65672fc8-9173-4a4d-972c-b96070bdc51e,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:26.620685 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-c8083d8e-3557-45e9-8106-826a42d9d4fa admin admin] Allocated IP 172.20.0.1 (494eeba5-927d-4da7-9b52-12ccac274783/2ad01249-f98e-4f0a-8732-1a30270cf49a/6f606e38-1b0b-431b-a0d5-56e8beaa54cc) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:26.653330 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eadad4f-ef7b-4114-82c7-6db48d8ff2c7 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Made reservation on behalf of 6bf79b015a734a76adff26659e5324bf for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:26.660969 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6eadad4f-ef7b-4114-82c7-6db48d8ff2c7 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.698202 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ce232517-213d-4472-b92d-5bed3b59102c None None] Provisioning complete for port e7ee0089-0fd3-4007-a121-e8e4234aa822 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:26.701488 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ce232517-213d-4472-b92d-5bed3b59102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.750461 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2e6d4593-d689-4810-93e5-d01dda943f97 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.2367842 Nov 11 12:11:26.774323 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48114) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:26.786947 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bca04dca-adab-41b6-a8bd-99c79b63d913 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.892725 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f9695b3c-7fda-44de-80ad-06c9a0766c55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:26.946406 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ce232517-213d-4472-b92d-5bed3b59102c None None] Port e7ee0089-0fd3-4007-a121-e8e4234aa822 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:26.960804 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f867ddf-1f5d-4dc3-bfb7-96e74bfe9734 None None] Network 27dc458b-0933-4a11-a048-7ae61143ace9 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:26.975990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a68f1c64-2c90-4c21-9a02-781eb2e24910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.066326 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f9695b3c-7fda-44de-80ad-06c9a0766c55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.086324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f26c5c34-99c3-46c2-9e9d-89b4d74b8e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.090935 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eadad4f-ef7b-4114-82c7-6db48d8ff2c7 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:27.140744 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a68f1c64-2c90-4c21-9a02-781eb2e24910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.143329 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6eadad4f-ef7b-4114-82c7-6db48d8ff2c7 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.143329 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-6eadad4f-ef7b-4114-82c7-6db48d8ff2c7 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Added segment f230dce9-e2b5-4dec-b83f-21623b80d8e3 of type vlan for network cb38d49d-cc26-454d-b6cf-b8c250ef2e7c Nov 11 12:11:27.178854 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f9695b3c-7fda-44de-80ad-06c9a0766c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.202155 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f34d1813-63ce-405d-b703-79ad21ff2b97 None None] Provisioning complete for port 3057f9a0-f241-46a8-bb2f-a5d082897a34 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:27.202541 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f34d1813-63ce-405d-b703-79ad21ff2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.257844 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.281150 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'name': 'tempest-ServersTestJSON-1361417731-router', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:17Z', 'revision_number': 4, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'gw_port': {'id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:13Z', 'updated_at': '2021-11-11T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '3057f9a0-f241-46a8-bb2f-a5d082897a34', 'name': '', 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'mac_address': 'fa:16:3e:06:f7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:16Z', 'updated_at': '2021-11-11T12:11:24Z', 'revision_number': 4, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'subnets': [{'id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:27.287620 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6eadad4f-ef7b-4114-82c7-6db48d8ff2c7 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.306373 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bca04dca-adab-41b6-a8bd-99c79b63d913 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.322149 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d209e6-daf1-4d98-b02e-66f7cadb6cc8 None None] The sync data for ids ['3c55bf34-667f-42b4-a364-e486bc7f741d'] in dv-neutron-786478-23-hyperv is: [{'id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'name': 'tempest-ServersTestJSON-1361417731-router', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:17Z', 'revision_number': 4, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'gw_port': {'id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:13Z', 'updated_at': '2021-11-11T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '3057f9a0-f241-46a8-bb2f-a5d082897a34', 'name': '', 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'mac_address': 'fa:16:3e:06:f7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:16Z', 'updated_at': '2021-11-11T12:11:24Z', 'revision_number': 4, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'subnets': [{'id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:11:27.322811 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e6295984-c0c8-4c28-b8fe-697abc7ebbeb tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.354145 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8083d8e-3557-45e9-8106-826a42d9d4fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.358081 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f9695b3c-7fda-44de-80ad-06c9a0766c55 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d73b85eae799403d8c133586f18b32bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8925269 Nov 11 12:11:27.365281 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9695b3c-7fda-44de-80ad-06c9a0766c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8293eec-1e53-4988-b444-866391d30a2c,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:27.374979 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48120) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:27.379575 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-77707a25-0c6d-4df4-95e1-f36f23e9769e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Deleting port 65672fc8-9173-4a4d-972c-b96070bdc51e {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:27.380026 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77707a25-0c6d-4df4-95e1-f36f23e9769e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.398537 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.522811 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca04dca-adab-41b6-a8bd-99c79b63d913 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Network 69c31850-51a7-4ce3-8bac-744f64ce8cd0 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:27.561059 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-bca04dca-adab-41b6-a8bd-99c79b63d913 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:27.578053 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-e6295984-c0c8-4c28-b8fe-697abc7ebbeb tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Allocated IP 172.26.5.121 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/69dae020-014e-4083-9781-670ceed49902) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:27.594264 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca04dca-adab-41b6-a8bd-99c79b63d913 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:27.600047 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca04dca-adab-41b6-a8bd-99c79b63d913 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:27.600602 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bca04dca-adab-41b6-a8bd-99c79b63d913 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.606024 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Attempting to bind port 663a520c-f283-4793-9c97-1f5966f43811 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:27.606571 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Attempting to bind port 663a520c-f283-4793-9c97-1f5966f43811 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:27.607974 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Attempting to bind port 663a520c-f283-4793-9c97-1f5966f43811 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:27.610569 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f34d1813-63ce-405d-b703-79ad21ff2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.634001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca04dca-adab-41b6-a8bd-99c79b63d913 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event updated for resources: {'Port': ['ID=e17e639e-bd5f-4832-a2d1-eee43bb1d12e,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:27.643003 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427b373-51e8-4d9b-bbca-6d94fec8692a None None] Pushing event updated for resources: {'Port': ['ID=663a520c-f283-4793-9c97-1f5966f43811,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:27.647997 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6eadad4f-ef7b-4114-82c7-6db48d8ff2c7 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.654033 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eadad4f-ef7b-4114-82c7-6db48d8ff2c7 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:27.654654 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6eadad4f-ef7b-4114-82c7-6db48d8ff2c7 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.670943 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-77707a25-0c6d-4df4-95e1-f36f23e9769e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] For port 65672fc8-9173-4a4d-972c-b96070bdc51e, host hv-neutron-7864, got binding levels [] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:27.670943 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77707a25-0c6d-4df4-95e1-f36f23e9769e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.671354 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:27.671826 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:27.672386 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.672859 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:27.673441 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Bound port: 663a520c-f283-4793-9c97-1f5966f43811, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:27.673924 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.725685 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a68f1c64-2c90-4c21-9a02-781eb2e24910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.728252 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a68f1c64-2c90-4c21-9a02-781eb2e24910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.729383 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a68f1c64-2c90-4c21-9a02-781eb2e24910 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da2f95f2-0e38-4145-b80a-53e7c60fd6cd HTTP/1.1" status: 204 len: 168 time: 1.2158523 Nov 11 12:11:27.741495 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f34d1813-63ce-405d-b703-79ad21ff2b97 None None] For port 3057f9a0-f241-46a8-bb2f-a5d082897a34, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=3057f9a0-f241-46a8-bb2f-a5d082897a34,segment=NetworkSegment(4fd116d8-ab11-42c2-8bb9-a049c27f2bab),segment_id=4fd116d8-ab11-42c2-8bb9-a049c27f2bab)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:27.801876 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] For port 663a520c-f283-4793-9c97-1f5966f43811, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:27.807518 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] For port 663a520c-f283-4793-9c97-1f5966f43811, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=663a520c-f283-4793-9c97-1f5966f43811,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:27.813475 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f26c5c34-99c3-46c2-9e9d-89b4d74b8e5f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.818391 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f34d1813-63ce-405d-b703-79ad21ff2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.871532 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 28816bb8-e086-494a-acb8-bda26c228c76 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:27.882251 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f1c64-2c90-4c21-9a02-781eb2e24910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2f95f2-0e38-4145-b80a-53e7c60fd6cd,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:27.893341 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e6295984-c0c8-4c28-b8fe-697abc7ebbeb tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.910587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-77707a25-0c6d-4df4-95e1-f36f23e9769e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Calling delete_port for 65672fc8-9173-4a4d-972c-b96070bdc51e owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:27.925762 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f26c5c34-99c3-46c2-9e9d-89b4d74b8e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.927069 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f26c5c34-99c3-46c2-9e9d-89b4d74b8e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.959855 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3b60e69e-5dfc-4d66-a032-22fe4f1e2cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:27.980576 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.012679 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bca04dca-adab-41b6-a8bd-99c79b63d913 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4092634 Nov 11 12:11:28.023440 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48124) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:28.030835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-8e6db75b-44fa-420f-8b60-c5d725d692e6 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:99:29:fe'}]}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:28.144484 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c5c34-99c3-46c2-9e9d-89b4d74b8e5f admin admin] Pushing event updated for resources: {'Port': ['ID=b4613deb-86eb-468e-84e1-e67491507ca3,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:28.192101 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadad4f-ef7b-4114-82c7-6db48d8ff2c7 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Pushing event updated for resources: {'Network': ['ID=cb38d49d-cc26-454d-b6cf-b8c250ef2e7c,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:28.194562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8083d8e-3557-45e9-8106-826a42d9d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.242328 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network cb38d49d-cc26-454d-b6cf-b8c250ef2e7c details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:28.244487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d1813-63ce-405d-b703-79ad21ff2b97 None None] Pushing event updated for resources: {'Port': ['ID=3057f9a0-f241-46a8-bb2f-a5d082897a34,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:28.246495 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3b60e69e-5dfc-4d66-a032-22fe4f1e2cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.251615 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e6295984-c0c8-4c28-b8fe-697abc7ebbeb tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.263673 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f34d1813-63ce-405d-b703-79ad21ff2b97 None None] Provisioning complete for port a8fadb2e-46df-4295-82eb-a8dbd3d953ad triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:28.264032 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f34d1813-63ce-405d-b703-79ad21ff2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.303469 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6eadad4f-ef7b-4114-82c7-6db48d8ff2c7 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9855850 Nov 11 12:11:28.332095 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48128) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:28.360878 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8083d8e-3557-45e9-8106-826a42d9d4fa admin admin] Network 494eeba5-927d-4da7-9b52-12ccac274783 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:28.368604 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6295984-c0c8-4c28-b8fe-697abc7ebbeb tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Pushing event updated for resources: {'Port': ['ID=69dae020-014e-4083-9781-670ceed49902,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:28.395911 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-c8083d8e-3557-45e9-8106-826a42d9d4fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:28.419711 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77707a25-0c6d-4df4-95e1-f36f23e9769e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.423649 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8083d8e-3557-45e9-8106-826a42d9d4fa admin admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:28.424169 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8083d8e-3557-45e9-8106-826a42d9d4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.507530 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c5c34-99c3-46c2-9e9d-89b4d74b8e5f admin admin] Network 8bc34d55-6a66-4145-ba65-e3782e708a1c is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:28.508740 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 28816bb8-e086-494a-acb8-bda26c228c76 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:28.509118 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.510793 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Routers {'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:28.511632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:11:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:28.515680 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6295984-c0c8-4c28-b8fe-697abc7ebbeb tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:28.551518 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8083d8e-3557-45e9-8106-826a42d9d4fa admin admin] Pushing event updated for resources: {'Port': ['ID=6f606e38-1b0b-431b-a0d5-56e8beaa54cc,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:28.607190 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77707a25-0c6d-4df4-95e1-f36f23e9769e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Pushing event deleted for resources: {'Port': ['ID=65672fc8-9173-4a4d-972c-b96070bdc51e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:28.616739 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77707a25-0c6d-4df4-95e1-f36f23e9769e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.621865 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-77707a25-0c6d-4df4-95e1-f36f23e9769e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] 10.222.0.50 "DELETE /v2.0/ports/65672fc8-9173-4a4d-972c-b96070bdc51e HTTP/1.1" status: 204 len: 168 time: 1.8272061 Nov 11 12:11:28.625077 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48136) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:28.671319 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-e6295984-c0c8-4c28-b8fe-697abc7ebbeb tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:28.681689 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6295984-c0c8-4c28-b8fe-697abc7ebbeb tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:28.687235 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-f26c5c34-99c3-46c2-9e9d-89b4d74b8e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:28.709955 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-776c0799-1ac1-4d41-a59f-897c0198d115 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] GET failed (client error): The resource could not be found. Nov 11 12:11:28.711584 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-776c0799-1ac1-4d41-a59f-897c0198d115 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] 10.222.0.50 "GET /v2.0/ports/65672fc8-9173-4a4d-972c-b96070bdc51e HTTP/1.1" status: 404 len: 333 time: 0.0855894 Nov 11 12:11:28.717954 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48140) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:28.761324 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-419b8345-f44a-45ec-b9b5-01d0dbbc3702 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Request body: {'port': {'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1774231524'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:28.795541 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3b60e69e-5dfc-4d66-a032-22fe4f1e2cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.801534 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3b60e69e-5dfc-4d66-a032-22fe4f1e2cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.804994 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3b60e69e-5dfc-4d66-a032-22fe4f1e2cee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c8293eec-1e53-4988-b444-866391d30a2c HTTP/1.1" status: 204 len: 168 time: 1.4248226 Nov 11 12:11:28.827156 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60e69e-5dfc-4d66-a032-22fe4f1e2cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8293eec-1e53-4988-b444-866391d30a2c,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:28.906865 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427b373-51e8-4d9b-bbca-6d94fec8692a None None] Pushing event updated for resources: {'Port': ['ID=663a520c-f283-4793-9c97-1f5966f43811,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:28.947336 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e6295984-c0c8-4c28-b8fe-697abc7ebbeb tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.976458 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419b8345-f44a-45ec-b9b5-01d0dbbc3702 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Made reservation on behalf of c593c1d7396946db96a151f1e2603836 for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:28.981260 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-419b8345-f44a-45ec-b9b5-01d0dbbc3702 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:28.986056 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f34d1813-63ce-405d-b703-79ad21ff2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:29.043854 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-419b8345-f44a-45ec-b9b5-01d0dbbc3702 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] device_id is not set on port fd782b6c-626a-4d6b-8168-79d3884646a4 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:29.205636 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8083d8e-3557-45e9-8106-826a42d9d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:29.310929 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8e6db75b-44fa-420f-8b60-c5d725d692e6 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:29.343029 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] Set router bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:29.345618 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0fcc4097-1f69-4983-9766-13db9c039fda tempest-DHCPAgentSchedulersTestJSON-1347777714 tempest-DHCPAgentSchedulersTestJSON-1347777714-project-admin] 10.222.0.50 "GET /v2.0/agents/d9d517c8-be6e-49fd-af5d-6a12c6b1d65a/dhcp-networks HTTP/1.1" status: 200 len: 7255 time: 0.9707642 Nov 11 12:11:29.359391 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48152) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:29.504710 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e6295984-c0c8-4c28-b8fe-697abc7ebbeb tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:29.580439 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:29.614063 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 28816bb8-e086-494a-acb8-bda26c228c76, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=28816bb8-e086-494a-acb8-bda26c228c76,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:29.637169 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f34d1813-63ce-405d-b703-79ad21ff2b97 None None] For port a8fadb2e-46df-4295-82eb-a8dbd3d953ad, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a8fadb2e-46df-4295-82eb-a8dbd3d953ad,segment=NetworkSegment(864a785b-ba24-4575-8653-e4c7c69583cb),segment_id=864a785b-ba24-4575-8653-e4c7c69583cb)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:29.657585 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26c5c34-99c3-46c2-9e9d-89b4d74b8e5f admin admin] Router 3b76fb4b-3e52-4d96-a90c-735101163ceb has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:11:29.687642 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:29.688703 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a8fadb2e-46df-4295-82eb-a8dbd3d953ad up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:29.733477 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-419b8345-f44a-45ec-b9b5-01d0dbbc3702 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:29.756063 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f34d1813-63ce-405d-b703-79ad21ff2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:29.823831 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48158) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:29.858416 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3bd6b1-2196-4028-ac1c-e72c7cb74f89 tempest-DHCPAgentSchedulersTestJSON-1347777714 tempest-DHCPAgentSchedulersTestJSON-1347777714-project-admin] Network cb38d49d-cc26-454d-b6cf-b8c250ef2e7c is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:11:29.879287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8083d8e-3557-45e9-8106-826a42d9d4fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:29.888030 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-419b8345-f44a-45ec-b9b5-01d0dbbc3702 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:29.909427 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f34d1813-63ce-405d-b703-79ad21ff2b97 None None] Provisioning complete for port b4613deb-86eb-468e-84e1-e67491507ca3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:29.910909 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f34d1813-63ce-405d-b703-79ad21ff2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:29.939532 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419b8345-f44a-45ec-b9b5-01d0dbbc3702 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Network e43b1d41-8371-43a7-94a9-5317460e20fb is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:29.943032 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-419b8345-f44a-45ec-b9b5-01d0dbbc3702 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:29.947058 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419b8345-f44a-45ec-b9b5-01d0dbbc3702 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:29.948151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419b8345-f44a-45ec-b9b5-01d0dbbc3702 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:29.948865 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-419b8345-f44a-45ec-b9b5-01d0dbbc3702 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:29.954045 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=28816bb8-e086-494a-acb8-bda26c228c76,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:29.959556 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b8345-f44a-45ec-b9b5-01d0dbbc3702 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Pushing event updated for resources: {'Port': ['ID=fd782b6c-626a-4d6b-8168-79d3884646a4,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:29.988300 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-af3bd6b1-2196-4028-ac1c-e72c7cb74f89 tempest-DHCPAgentSchedulersTestJSON-1347777714 tempest-DHCPAgentSchedulersTestJSON-1347777714-project-admin] 10.222.0.50 "POST /v2.0/agents/d9d517c8-be6e-49fd-af5d-6a12c6b1d65a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6225388 Nov 11 12:11:29.989578 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48160) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:29.995394 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8009ce55-741a-4320-9c1e-e51cce42c1e3 None None] Network cb38d49d-cc26-454d-b6cf-b8c250ef2e7c requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:29.996615 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8083d8e-3557-45e9-8106-826a42d9d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:29.997316 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8083d8e-3557-45e9-8106-826a42d9d4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:30.077312 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port a8fadb2e-46df-4295-82eb-a8dbd3d953ad triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:30.078425 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:30.121635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f34d1813-63ce-405d-b703-79ad21ff2b97 None None] Port b4613deb-86eb-468e-84e1-e67491507ca3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:30.142184 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d1813-63ce-405d-b703-79ad21ff2b97 None None] Pushing event updated for resources: {'Port': ['ID=a8fadb2e-46df-4295-82eb-a8dbd3d953ad,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:30.147488 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-419b8345-f44a-45ec-b9b5-01d0dbbc3702 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3917115 Nov 11 12:11:30.147668 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'name': 'tempest-ServerActionsTestJSON-985379772-router', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '663a520c-f283-4793-9c97-1f5966f43811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:20Z', 'revision_number': 3, 'project_id': 'bc3e745991484392a95e625e90086381', 'gw_port': {'id': '663a520c-f283-4793-9c97-1f5966f43811', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:30.153625 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48164) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:30.174237 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:30.186581 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8083d8e-3557-45e9-8106-826a42d9d4fa admin admin] Pushing event updated for resources: {'Port': ['ID=6f606e38-1b0b-431b-a0d5-56e8beaa54cc,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:30.186940 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e103effc-8557-41f9-b8c4-618ee8a2f050 None None] The sync data for ids ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'] in dv-neutron-786478-23-hyperv is: [{'id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'name': 'tempest-ServerActionsTestJSON-985379772-router', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '663a520c-f283-4793-9c97-1f5966f43811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:20Z', 'revision_number': 3, 'project_id': 'bc3e745991484392a95e625e90086381', 'gw_port': {'id': '663a520c-f283-4793-9c97-1f5966f43811', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:11:30.282903 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26c5c34-99c3-46c2-9e9d-89b4d74b8e5f admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:11:30.289989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-32a5eac8-b34a-485b-a853-9b46526d6069 None None] Provisioning complete for port 6f606e38-1b0b-431b-a0d5-56e8beaa54cc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:30.290362 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-32a5eac8-b34a-485b-a853-9b46526d6069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:30.298379 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-088fb6f1-3f5c-4dca-9962-e98e0838724f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=706a1248eca14574bc498c7c9fa0edec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4700630 Nov 11 12:11:30.298816 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Sync routers for ids ['3b76fb4b-3e52-4d96-a90c-735101163ceb'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:11:30.314805 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Routers {'3b76fb4b-3e52-4d96-a90c-735101163ceb'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:30.315704 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:11:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3b76fb4b-3e52-4d96-a90c-735101163ceb'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:30.319819 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f26c5c34-99c3-46c2-9e9d-89b4d74b8e5f admin admin] 10.222.0.50 "PUT /v2.0/routers/3b76fb4b-3e52-4d96-a90c-735101163ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6849890 Nov 11 12:11:30.324391 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e6295984-c0c8-4c28-b8fe-697abc7ebbeb tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:30.329714 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48166) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:30.330269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8e6db75b-44fa-420f-8b60-c5d725d692e6 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:30.340357 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:30.343127 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 145fe389-008c-4a40-ad1c-66b9cf905df3 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:30.377233 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-32a5eac8-b34a-485b-a853-9b46526d6069 None None] Port 6f606e38-1b0b-431b-a0d5-56e8beaa54cc cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:30.410425 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-32a5eac8-b34a-485b-a853-9b46526d6069 None None] Provisioning complete for port b4613deb-86eb-468e-84e1-e67491507ca3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:30.410425 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-32a5eac8-b34a-485b-a853-9b46526d6069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:30.436617 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-59a86ccf-17ec-45e8-998b-3cdee828a2b3 tempest-DHCPAgentSchedulersTestJSON-1347777714 tempest-DHCPAgentSchedulersTestJSON-1347777714-project-admin] 10.222.0.50 "GET /v2.0/agents/d9d517c8-be6e-49fd-af5d-6a12c6b1d65a/dhcp-networks HTTP/1.1" status: 200 len: 8025 time: 0.4452238 Nov 11 12:11:30.438651 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48174) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:30.444765 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8083d8e-3557-45e9-8106-826a42d9d4fa admin admin] Network 494eeba5-927d-4da7-9b52-12ccac274783 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:30.459713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-c8083d8e-3557-45e9-8106-826a42d9d4fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:30.461844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8e6db75b-44fa-420f-8b60-c5d725d692e6 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:30.461844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e6295984-c0c8-4c28-b8fe-697abc7ebbeb tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:30.466086 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 145fe389-008c-4a40-ad1c-66b9cf905df3 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:30.466544 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:30.468373 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-32a5eac8-b34a-485b-a853-9b46526d6069 None None] Port b4613deb-86eb-468e-84e1-e67491507ca3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:30.504164 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-32a5eac8-b34a-485b-a853-9b46526d6069 None None] Could not find standard attr ID for object e839d6c6-3034-4283-941e-cf777508a23e. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:11:30.535833 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-32a5eac8-b34a-485b-a853-9b46526d6069 None None] Provisioning complete for port e17e639e-bd5f-4832-a2d1-eee43bb1d12e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:30.536214 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-32a5eac8-b34a-485b-a853-9b46526d6069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:30.622364 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-32a5eac8-b34a-485b-a853-9b46526d6069 None None] Port e17e639e-bd5f-4832-a2d1-eee43bb1d12e cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:30.690468 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-32a5eac8-b34a-485b-a853-9b46526d6069 None None] Provisioning complete for port a8fadb2e-46df-4295-82eb-a8dbd3d953ad triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:30.690848 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-32a5eac8-b34a-485b-a853-9b46526d6069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:30.698086 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Set router 3b76fb4b-3e52-4d96-a90c-735101163ceb gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:30.717617 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-8e6db75b-44fa-420f-8b60-c5d725d692e6 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] In _notify_port_updated(), no bound segment for port e17e639e-bd5f-4832-a2d1-eee43bb1d12e on network 69c31850-51a7-4ce3-8bac-744f64ce8cd0 {{(pid=103001) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:11:30.736238 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca921c1a-54a4-4a17-a710-341da45e2a92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:30.738289 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6db75b-44fa-420f-8b60-c5d725d692e6 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:30.740675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8e6db75b-44fa-420f-8b60-c5d725d692e6 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:30.744561 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8e6db75b-44fa-420f-8b60-c5d725d692e6 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "PUT /v2.0/ports/e17e639e-bd5f-4832-a2d1-eee43bb1d12e HTTP/1.1" status: 200 len: 994 time: 2.7188525 Nov 11 12:11:30.746118 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e6295984-c0c8-4c28-b8fe-697abc7ebbeb tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:30.765064 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48182) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:31.042108 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b472e524-a704-4e49-b0fb-a9f00e57a8ce tempest-DHCPAgentSchedulersTestJSON-1347777714 tempest-DHCPAgentSchedulersTestJSON-1347777714-project-admin] 10.222.0.50 "DELETE /v2.0/agents/d9d517c8-be6e-49fd-af5d-6a12c6b1d65a/dhcp-networks/cb38d49d-cc26-454d-b6cf-b8c250ef2e7c HTTP/1.1" status: 204 len: 168 time: 0.5920088 Nov 11 12:11:31.042759 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e6295984-c0c8-4c28-b8fe-697abc7ebbeb tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.050917 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48186) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:31.071467 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e6295984-c0c8-4c28-b8fe-697abc7ebbeb tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0177739 Nov 11 12:11:31.078245 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca921c1a-54a4-4a17-a710-341da45e2a92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.086061 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c61870e8-3617-43ab-91a9-d085e6510422 None None] Provisioning complete for port 6f606e38-1b0b-431b-a0d5-56e8beaa54cc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:31.087436 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c61870e8-3617-43ab-91a9-d085e6510422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.129140 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6db75b-44fa-420f-8b60-c5d725d692e6 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event updated for resources: {'Port': ['ID=e17e639e-bd5f-4832-a2d1-eee43bb1d12e,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:31.180396 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c61870e8-3617-43ab-91a9-d085e6510422 None None] Port 6f606e38-1b0b-431b-a0d5-56e8beaa54cc cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:31.242411 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 663a520c-f283-4793-9c97-1f5966f43811 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:31.357979 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'name': 'tempest-ServersTestManualDisk-497377438-router', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '28816bb8-e086-494a-acb8-bda26c228c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:26Z', 'revision_number': 4, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'gw_port': {'id': '28816bb8-e086-494a-acb8-bda26c228c76', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:17Z', 'updated_at': '2021-11-11T12:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b4613deb-86eb-468e-84e1-e67491507ca3', 'name': '', 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'mac_address': 'fa:16:3e:c7:55:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '086973be-14d1-4f8e-911e-0a7b449c7fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:25Z', 'updated_at': '2021-11-11T12:11:27Z', 'revision_number': 2, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'subnets': [{'id': '086973be-14d1-4f8e-911e-0a7b449c7fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:31.373746 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-04e04083-0090-4220-924d-f3b227279b91 None None] Provisioning complete for port e17e639e-bd5f-4832-a2d1-eee43bb1d12e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:31.378125 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-04e04083-0090-4220-924d-f3b227279b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.410772 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8083d8e-3557-45e9-8106-826a42d9d4fa admin admin] Router bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:11:31.427782 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Checking router: 3b76fb4b-3e52-4d96-a90c-735101163ceb for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:11:31.428226 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Updating router 3b76fb4b-3e52-4d96-a90c-735101163ceb port b4613deb-86eb-468e-84e1-e67491507ca3 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:11:31.440336 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca921c1a-54a4-4a17-a710-341da45e2a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.440588 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6295984-c0c8-4c28-b8fe-697abc7ebbeb tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Pushing event updated for resources: {'Port': ['ID=69dae020-014e-4083-9781-670ceed49902,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:31.444702 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca921c1a-54a4-4a17-a710-341da45e2a92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.446257 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ca921c1a-54a4-4a17-a710-341da45e2a92 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/997ee175-4cb4-48b8-b7dd-c74d40135720 HTTP/1.1" status: 204 len: 168 time: 1.1150267 Nov 11 12:11:31.473280 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] device_id is not set on port fd782b6c-626a-4d6b-8168-79d3884646a4 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:31.500310 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.509619 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.512808 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca921c1a-54a4-4a17-a710-341da45e2a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997ee175-4cb4-48b8-b7dd-c74d40135720,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:31.516687 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 663a520c-f283-4793-9c97-1f5966f43811 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:31.519544 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.522122 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-04e04083-0090-4220-924d-f3b227279b91 None None] Port e17e639e-bd5f-4832-a2d1-eee43bb1d12e cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:31.581723 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.604581 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-6edbbd0c-dc40-4441-9b50-fa39a5982b33 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Deleting port e17e639e-bd5f-4832-a2d1-eee43bb1d12e {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:31.604933 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6edbbd0c-dc40-4441-9b50-fa39a5982b33 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.716294 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.727439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Pushing event updated for resources: {'Port': ['ID=fd782b6c-626a-4d6b-8168-79d3884646a4,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:31.755676 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 663a520c-f283-4793-9c97-1f5966f43811, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=663a520c-f283-4793-9c97-1f5966f43811,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:31.792659 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-79971b3c-f453-4e47-8071-d8a9aee461a2 tempest-DHCPAgentSchedulersTestJSON-1347777714 tempest-DHCPAgentSchedulersTestJSON-1347777714-project-admin] 10.222.0.50 "GET /v2.0/agents/d9d517c8-be6e-49fd-af5d-6a12c6b1d65a/dhcp-networks HTTP/1.1" status: 200 len: 7255 time: 0.7361412 Nov 11 12:11:31.797216 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48218) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:31.808023 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:31.808392 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:31.808748 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:31.821884 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:31.822371 dv-neutron-786478-23-hyperv neutron-server[103001]: ERROR neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:31.822763 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.plugins.ml2.plugin [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 2 to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 Nov 11 12:11:31.856516 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:31.856516 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:31.856516 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:31.857894 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:31.859201 dv-neutron-786478-23-hyperv neutron-server[103001]: ERROR neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:31.859708 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.plugins.ml2.plugin [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 3 to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 Nov 11 12:11:31.876426 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:31.877425 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 28816bb8-e086-494a-acb8-bda26c228c76 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:31.880404 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:31.880825 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:31.881254 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:31.888474 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:31.889867 dv-neutron-786478-23-hyperv neutron-server[103001]: ERROR neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:31.890270 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.plugins.ml2.plugin [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 4 to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 Nov 11 12:11:31.906016 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8083d8e-3557-45e9-8106-826a42d9d4fa admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:11:31.914928 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:31.915478 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:31.915826 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:31.924867 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:31.925912 dv-neutron-786478-23-hyperv neutron-server[103001]: ERROR neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:31.927754 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.plugins.ml2.plugin [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 5 to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 Nov 11 12:11:31.944637 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c8083d8e-3557-45e9-8106-826a42d9d4fa admin admin] 10.222.0.50 "PUT /v2.0/routers/bd993045-1f0f-4fa9-a1ce-1b0dce159ff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1767526 Nov 11 12:11:31.956223 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6890c270-d382-462b-9f7b-457a40b2b3dc tempest-DHCPAgentSchedulersTestJSON-1347777714 tempest-DHCPAgentSchedulersTestJSON-1347777714-project-admin] 10.222.0.50 "GET /v2.0/networks/27dc458b-0933-4a11-a048-7ae61143ace9/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1562862 Nov 11 12:11:31.957571 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:31.957914 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:31.958253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:31.966152 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48222) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:31.978400 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:31.978856 dv-neutron-786478-23-hyperv neutron-server[103001]: ERROR neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:31.982457 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.plugins.ml2.plugin [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 6 to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 Nov 11 12:11:32.005148 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a33a974c-7b3c-4510-a0c9-b3d3c570c125 tempest-DHCPAgentSchedulersTestJSON-1347777714 tempest-DHCPAgentSchedulersTestJSON-1347777714-project-admin] 10.222.0.50 "GET /v2.0/networks/27dc458b-0933-4a11-a048-7ae61143ace9/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0378792 Nov 11 12:11:32.010491 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48224) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:32.021188 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6edbbd0c-dc40-4441-9b50-fa39a5982b33 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.021422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:32.021714 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:32.022051 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:32.036954 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:32.037288 dv-neutron-786478-23-hyperv neutron-server[103001]: ERROR neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:32.037947 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.plugins.ml2.plugin [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 7 to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 Nov 11 12:11:32.057164 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-6edbbd0c-dc40-4441-9b50-fa39a5982b33 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Calling delete_port for e17e639e-bd5f-4832-a2d1-eee43bb1d12e owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:32.115522 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=663a520c-f283-4793-9c97-1f5966f43811,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:32.158929 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 28816bb8-e086-494a-acb8-bda26c228c76 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:32.160329 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.197967 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.225378 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d6d146b9-5522-407b-ac23-fee52c3759fb tempest-DHCPAgentSchedulersTestJSON-1347777714 tempest-DHCPAgentSchedulersTestJSON-1347777714-project-admin] 10.222.0.50 "GET /v2.0/agents/d9d517c8-be6e-49fd-af5d-6a12c6b1d65a/dhcp-networks HTTP/1.1" status: 200 len: 7255 time: 0.2125196 Nov 11 12:11:32.230475 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48228) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:32.264158 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:32.265051 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:32.265535 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:32.299172 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.304618 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:32.305211 dv-neutron-786478-23-hyperv neutron-server[103001]: ERROR neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:32.308635 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.plugins.ml2.plugin [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 8 to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 Nov 11 12:11:32.315757 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 3057f9a0-f241-46a8-bb2f-a5d082897a34 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:32.337270 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:32.337850 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:32.338443 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:32.360272 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:32.361013 dv-neutron-786478-23-hyperv neutron-server[103001]: ERROR neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:32.363444 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.plugins.ml2.plugin [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 9 to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 Nov 11 12:11:32.374099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.378485 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a04c8-f8a7-4a7d-a391-33d3fb48b6bc None None] Pushing event updated for resources: {'Port': ['ID=b4613deb-86eb-468e-84e1-e67491507ca3,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:32.403033 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:32.403564 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:32.405028 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:32.443126 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6edbbd0c-dc40-4441-9b50-fa39a5982b33 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.502904 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:32.504285 dv-neutron-786478-23-hyperv neutron-server[103001]: ERROR neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:32.509403 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.plugins.ml2.plugin [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 10 to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 Nov 11 12:11:32.512795 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 3057f9a0-f241-46a8-bb2f-a5d082897a34 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:32.513159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.516852 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbbd0c-dc40-4441-9b50-fa39a5982b33 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event deleted for resources: {'Port': ['ID=e17e639e-bd5f-4832-a2d1-eee43bb1d12e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:32.528088 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Attempting to bind port b4613deb-86eb-468e-84e1-e67491507ca3 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:32.528520 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Attempting to bind port b4613deb-86eb-468e-84e1-e67491507ca3 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '2b88d787-6ee4-435c-9399-9a49d7bb7722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:32.528949 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Attempting to bind port b4613deb-86eb-468e-84e1-e67491507ca3 on network 8bc34d55-6a66-4145-ba65-e3782e708a1c {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:32.538007 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:32.539254 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Checking segment: {'id': '2b88d787-6ee4-435c-9399-9a49d7bb7722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:32.539715 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.540962 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Bound using segment: {'id': '2b88d787-6ee4-435c-9399-9a49d7bb7722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:32.541472 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Bound port: b4613deb-86eb-468e-84e1-e67491507ca3, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b88d787-6ee4-435c-9399-9a49d7bb7722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:32.541876 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.726091 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] For port b4613deb-86eb-468e-84e1-e67491507ca3, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:32.730552 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] For port b4613deb-86eb-468e-84e1-e67491507ca3, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b4613deb-86eb-468e-84e1-e67491507ca3,segment=NetworkSegment(2b88d787-6ee4-435c-9399-9a49d7bb7722),segment_id=2b88d787-6ee4-435c-9399-9a49d7bb7722)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:32.734509 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48242) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:32.738160 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 12:11:32.789059 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6edbbd0c-dc40-4441-9b50-fa39a5982b33 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.793031 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6edbbd0c-dc40-4441-9b50-fa39a5982b33 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "DELETE /v2.0/ports/e17e639e-bd5f-4832-a2d1-eee43bb1d12e HTTP/1.1" status: 204 len: 168 time: 2.0229721 Nov 11 12:11:32.799783 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48248) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:32.806510 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:32.806753 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:32.807123 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:32.817119 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.833436 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.872174 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:32.872502 dv-neutron-786478-23-hyperv neutron-server[103001]: ERROR neutron.plugins.ml2.managers [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port fd782b6c-626a-4d6b-8168-79d3884646a4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:32.872874 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.890806 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a8fadb2e-46df-4295-82eb-a8dbd3d953ad up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:32.899618 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48250) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:32.953347 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee42942-26cf-4572-b25f-47b9f8b5b11f tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] GET failed (client error): The resource could not be found. Nov 11 12:11:32.959137 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0ee42942-26cf-4572-b25f-47b9f8b5b11f tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "GET /v2.0/ports/e17e639e-bd5f-4832-a2d1-eee43bb1d12e HTTP/1.1" status: 404 len: 333 time: 0.1573787 Nov 11 12:11:32.964507 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48256) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:32.965161 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > segment before_delete 55550000 {{(pid=103001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:32.965704 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:32.967539 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:32.967539 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > port after_create 55550000 {{(pid=103001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:32.968012 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > port after_delete 55550000 {{(pid=103001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:32.968455 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > port after_update 55550000 {{(pid=103001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:32.968869 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > segment after_delete 55550000 {{(pid=103001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:32.969336 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > subnet after_create 55550000 {{(pid=103001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:32.969878 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > subnet after_delete 55550000 {{(pid=103001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:32.970297 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > subnet after_update 55550000 {{(pid=103001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:32.979980 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-dafc4d04-d6f1-4763-a225-bd6728ec2b48 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Request body: {'port': {'network_id': '69c31850-51a7-4ce3-8bac-744f64ce8cd0', 'name': 'tempest-AllowedAddressPairTestJSON-1524929547'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:32.981585 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1d2d1f98-e702-473d-a6ab-91e7636f86d4 None None] Provisioning complete for port b4613deb-86eb-468e-84e1-e67491507ca3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:32.981952 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1d2d1f98-e702-473d-a6ab-91e7636f86d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:32.993706 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-6b648546-a427-4675-8b50-9b240a62c36c tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--412261472&fields=id&tenant_id=e7c72c31b24c4050875199b44c27e70d HTTP/1.1" status: 200 len: 267 time: 0.2566540 Nov 11 12:11:32.996811 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a04c8-f8a7-4a7d-a391-33d3fb48b6bc None None] Pushing event updated for resources: {'Port': ['ID=b4613deb-86eb-468e-84e1-e67491507ca3,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:33.040276 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port a8fadb2e-46df-4295-82eb-a8dbd3d953ad triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:33.040746 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.041646 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Routers {'3b76fb4b-3e52-4d96-a90c-735101163ceb'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:33.042554 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:11:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3b76fb4b-3e52-4d96-a90c-735101163ceb'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:33.345114 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Sync routers for ids ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:11:33.348303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e8ba6b25-c2c5-4c27-a562-1a958e00d119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.408036 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > subnet after_create 55550000 {{(pid=103001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:33.408750 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > subnet after_delete 55550000 {{(pid=103001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:33.408926 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > subnet before_create 55550000 {{(pid=103001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:33.409338 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > subnet before_update 55550000 {{(pid=103001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:33.409786 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb38d49d-cc26-454d-b6cf-b8c250ef2e7c']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:33.411573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1d2d1f98-e702-473d-a6ab-91e7636f86d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.416967 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48260) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:33.421521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Routers {'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:33.422417 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:11:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:33.461193 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-4901b758-7bf7-405d-be2b-d029689f1fcb tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1707862192', 'description': 'tempest-description--1907055327'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:33.513312 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] Set router 3b76fb4b-3e52-4d96-a90c-735101163ceb gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:33.516971 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f230dce9-e2b5-4dec-b83f-21623b80d8e3') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:33.517439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f230dce9-e2b5-4dec-b83f-21623b80d8e3') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:33.529310 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-31e40c09-c8a9-41f4-9b09-e64304d8faa8 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:33.575214 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.583528 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1d2d1f98-e702-473d-a6ab-91e7636f86d4 None None] For port b4613deb-86eb-468e-84e1-e67491507ca3, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b4613deb-86eb-468e-84e1-e67491507ca3,segment=NetworkSegment(2b88d787-6ee4-435c-9399-9a49d7bb7722),segment_id=2b88d787-6ee4-435c-9399-9a49d7bb7722)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:33.615209 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.646174 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Set router bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:33.676372 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] For port fd782b6c-626a-4d6b-8168-79d3884646a4, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:33.676746 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempted to set empty binding levels {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 12:11:33.679858 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:11:33.680263 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: from cryptography.utils import int_from_bytes Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: from cryptography.utils import int_from_bytes Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:11:33.690304 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:11:33.754607 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-31e40c09-c8a9-41f4-9b09-e64304d8faa8 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] 10.222.0.50 "PUT /v2.0/quotas/134438b320e34b2daad5ff625dbbe7c6 HTTP/1.1" status: 200 len: 368 time: 0.8330953 Nov 11 12:11:33.755106 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48270) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:33.762072 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-b521b9ad-925a-4a6d-9dc3-59a6346e34d8 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Request body: {'network': {'project_id': '134438b320e34b2daad5ff625dbbe7c6'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:33.781119 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.781825 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 663a520c-f283-4793-9c97-1f5966f43811 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:33.823888 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4901b758-7bf7-405d-be2b-d029689f1fcb tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.853196 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] In _notify_port_updated(), no bound segment for port fd782b6c-626a-4d6b-8168-79d3884646a4 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103001) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:11:33.854057 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:33.854646 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.859355 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] 10.222.0.50 "PUT /v2.0/ports/fd782b6c-626a-4d6b-8168-79d3884646a4 HTTP/1.1" status: 200 len: 977 time: 3.6940577 Nov 11 12:11:33.864904 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48274) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:33.878882 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1d2d1f98-e702-473d-a6ab-91e7636f86d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.879351 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'name': 'tempest-ServersTestManualDisk-497377438-router', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '28816bb8-e086-494a-acb8-bda26c228c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:26Z', 'revision_number': 4, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'gw_port': {'id': '28816bb8-e086-494a-acb8-bda26c228c76', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:17Z', 'updated_at': '2021-11-11T12:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b4613deb-86eb-468e-84e1-e67491507ca3', 'name': '', 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'mac_address': 'fa:16:3e:c7:55:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '086973be-14d1-4f8e-911e-0a7b449c7fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:25Z', 'updated_at': '2021-11-11T12:11:32Z', 'revision_number': 4, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'subnets': [{'id': '086973be-14d1-4f8e-911e-0a7b449c7fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:33.926743 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f3d954-a9de-4945-aa4d-b29f01b1cd01 None None] The sync data for ids ['3b76fb4b-3e52-4d96-a90c-735101163ceb'] in dv-neutron-786478-23-hyperv is: [{'id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'name': 'tempest-ServersTestManualDisk-497377438-router', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '28816bb8-e086-494a-acb8-bda26c228c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:26Z', 'revision_number': 4, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'gw_port': {'id': '28816bb8-e086-494a-acb8-bda26c228c76', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:17Z', 'updated_at': '2021-11-11T12:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b4613deb-86eb-468e-84e1-e67491507ca3', 'name': '', 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'mac_address': 'fa:16:3e:c7:55:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '086973be-14d1-4f8e-911e-0a7b449c7fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:25Z', 'updated_at': '2021-11-11T12:11:32Z', 'revision_number': 4, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'subnets': [{'id': '086973be-14d1-4f8e-911e-0a7b449c7fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:11:33.970913 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.976991 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b521b9ad-925a-4a6d-9dc3-59a6346e34d8 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Made reservation on behalf of 134438b320e34b2daad5ff625dbbe7c6 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:33.980601 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b521b9ad-925a-4a6d-9dc3-59a6346e34d8 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:33.983680 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562e772-b3e6-4c9e-9e85-7206848d5d6e tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Pushing event updated for resources: {'Port': ['ID=fd782b6c-626a-4d6b-8168-79d3884646a4,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:34.005026 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4901b758-7bf7-405d-be2b-d029689f1fcb tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.014146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b521b9ad-925a-4a6d-9dc3-59a6346e34d8 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.028788 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.032738 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] 10.222.0.50 "DELETE /v2.0/networks/cb38d49d-cc26-454d-b6cf-b8c250ef2e7c HTTP/1.1" status: 204 len: 168 time: 1.8002517 Nov 11 12:11:34.048102 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48276) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:34.073035 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6bf10b-9c2f-480b-aed1-e3e89fc3631a tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Pushing event deleted for resources: {'Network': ['ID=cb38d49d-cc26-454d-b6cf-b8c250ef2e7c,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:34.122603 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4901b758-7bf7-405d-be2b-d029689f1fcb tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.170148 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-80345cd8-b9d7-47c4-8c3e-77445a760597 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] DELETE failed (client error): The resource could not be found. Nov 11 12:11:34.174612 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80345cd8-b9d7-47c4-8c3e-77445a760597 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:11:34.180976 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d1f98-e702-473d-a6ab-91e7636f86d4 None None] Pushing event updated for resources: {'Port': ['ID=b4613deb-86eb-468e-84e1-e67491507ca3,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:34.181139 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-80345cd8-b9d7-47c4-8c3e-77445a760597 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] 10.222.0.50 "DELETE /v2.0/ports/e839d6c6-3034-4283-941e-cf777508a23e HTTP/1.1" status: 404 len: 333 time: 0.1290569 Nov 11 12:11:34.182285 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48280) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:34.191295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-3b7e0c3f-e988-4b14-b274-5a17389e775e None None] Provisioning complete for port b4613deb-86eb-468e-84e1-e67491507ca3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:34.191642 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0c3f-e988-4b14-b274-5a17389e775e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.223196 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5201b4f8-7ecf-44c9-9184-1d1480be81ee tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.226794 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5201b4f8-7ecf-44c9-9184-1d1480be81ee tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/networks?id=ce16f053-659c-4581-9303-703e4bab2882 HTTP/1.1" status: 200 len: 806 time: 1.1885047 Nov 11 12:11:34.243957 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e71c18-dfdf-4e4f-a28a-931e399baba8 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.244838 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e71c18-dfdf-4e4f-a28a-931e399baba8 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.244958 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e71c18-dfdf-4e4f-a28a-931e399baba8 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.245554 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e71c18-dfdf-4e4f-a28a-931e399baba8 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.245779 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e71c18-dfdf-4e4f-a28a-931e399baba8 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.246284 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e71c18-dfdf-4e4f-a28a-931e399baba8 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.246753 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e71c18-dfdf-4e4f-a28a-931e399baba8 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.247237 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e71c18-dfdf-4e4f-a28a-931e399baba8 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.247739 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e71c18-dfdf-4e4f-a28a-931e399baba8 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.248200 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e71c18-dfdf-4e4f-a28a-931e399baba8 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.248687 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e71c18-dfdf-4e4f-a28a-931e399baba8 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.249764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e71c18-dfdf-4e4f-a28a-931e399baba8 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.250224 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e71c18-dfdf-4e4f-a28a-931e399baba8 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.250682 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e71c18-dfdf-4e4f-a28a-931e399baba8 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.251853 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e71c18-dfdf-4e4f-a28a-931e399baba8 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.252084 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e71c18-dfdf-4e4f-a28a-931e399baba8 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.252591 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e71c18-dfdf-4e4f-a28a-931e399baba8 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.253287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e71c18-dfdf-4e4f-a28a-931e399baba8 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:34.256004 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b5e71c18-dfdf-4e4f-a28a-931e399baba8 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16502 time: 0.3901253 Nov 11 12:11:34.261053 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48282) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:34.261642 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48284) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:34.275370 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 663a520c-f283-4793-9c97-1f5966f43811 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:34.275789 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.283214 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafc4d04-d6f1-4763-a225-bd6728ec2b48 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Made reservation on behalf of c0201b56896e4a3798e13fda457419f7 for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:34.284847 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901b758-7bf7-405d-be2b-d029689f1fcb tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c42058f-82e4-4faf-93b9-2d3d713495dc,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:34.290989 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-ee517df5-f813-4dc0-95bd-93e1fbe779ed tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1830306434', 'description': 'tempest-description--2020761552'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:34.296093 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dafc4d04-d6f1-4763-a225-bd6728ec2b48 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.353941 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-a4142869-de7f-4875-b7b5-9f2882e173cd tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/quotas/e7c72c31b24c4050875199b44c27e70d HTTP/1.1" status: 200 len: 375 time: 0.0520012 Nov 11 12:11:34.371070 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4901b758-7bf7-405d-be2b-d029689f1fcb tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.377285 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4901b758-7bf7-405d-be2b-d029689f1fcb tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9445906 Nov 11 12:11:34.385685 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48286) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:34.414779 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-4eaabfaa-c6dc-46c9-b236-b174ce0abf61 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Request body: {'security_group_rule': {'security_group_id': '4c42058f-82e4-4faf-93b9-2d3d713495dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:34.439128 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-dafc4d04-d6f1-4763-a225-bd6728ec2b48 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] device_id is not set on port ebfee4b2-ad41-4036-b773-3c4eb1ccaeaf yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:34.453290 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28d4eec-34da-4207-9395-78a41349de70 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Deleting subnet fe3c02c5-83de-43a0-a74b-35429755cedb {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:11:34.458826 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d28d4eec-34da-4207-9395-78a41349de70 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.489224 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b521b9ad-925a-4a6d-9dc3-59a6346e34d8 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.491091 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-64e49990-2d58-4c46-b00e-7afd52e99197 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Deleting port fd782b6c-626a-4d6b-8168-79d3884646a4 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:34.491468 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-64e49990-2d58-4c46-b00e-7afd52e99197 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.500607 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'name': 'tempest-ServerActionsTestJSON-985379772-router', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '663a520c-f283-4793-9c97-1f5966f43811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:28Z', 'revision_number': 4, 'project_id': 'bc3e745991484392a95e625e90086381', 'gw_port': {'id': '663a520c-f283-4793-9c97-1f5966f43811', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '6f606e38-1b0b-431b-a0d5-56e8beaa54cc', 'name': '', 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'mac_address': 'fa:16:3e:52:ba:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2ad01249-f98e-4f0a-8732-1a30270cf49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:26Z', 'updated_at': '2021-11-11T12:11:29Z', 'revision_number': 2, 'project_id': 'bc3e745991484392a95e625e90086381', 'subnets': [{'id': '2ad01249-f98e-4f0a-8732-1a30270cf49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:34.547010 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ee517df5-f813-4dc0-95bd-93e1fbe779ed tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.569710 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-32c2b675-1ea1-4c63-8bf3-76f825ea82a6 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7c72c31b24c4050875199b44c27e70d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1948643 Nov 11 12:11:34.581179 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d28d4eec-34da-4207-9395-78a41349de70 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.584395 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b521b9ad-925a-4a6d-9dc3-59a6346e34d8 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.604788 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Checking router: bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:11:34.605093 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Updating router bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 port 6f606e38-1b0b-431b-a0d5-56e8beaa54cc binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:11:34.617490 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521b9ad-925a-4a6d-9dc3-59a6346e34d8 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a3dd8b-53b5-47b0-8ca9-2936d069c812,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:34.623256 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-64e49990-2d58-4c46-b00e-7afd52e99197 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] For port fd782b6c-626a-4d6b-8168-79d3884646a4, host hv-neutron-7864, got binding levels [] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:34.626794 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-64e49990-2d58-4c46-b00e-7afd52e99197 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.675637 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b521b9ad-925a-4a6d-9dc3-59a6346e34d8 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:34.690581 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-64e49990-2d58-4c46-b00e-7afd52e99197 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Calling delete_port for fd782b6c-626a-4d6b-8168-79d3884646a4 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:34.693415 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4eaabfaa-c6dc-46c9-b236-b174ce0abf61 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.711555 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.717775 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b521b9ad-925a-4a6d-9dc3-59a6346e34d8 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.718203 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-b521b9ad-925a-4a6d-9dc3-59a6346e34d8 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Added segment 146f0f07-b403-460a-9962-bb625a5fd2a3 of type vlan for network 163dd68b-c65e-4eba-badd-2593e15fa058 Nov 11 12:11:34.767821 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-dafc4d04-d6f1-4763-a225-bd6728ec2b48 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Allocated IP 172.20.0.10 (69c31850-51a7-4ce3-8bac-744f64ce8cd0/20bf2600-b2fc-4567-8c81-8edfa0fb3984/ebfee4b2-ad41-4036-b773-3c4eb1ccaeaf) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:34.770355 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d28d4eec-34da-4207-9395-78a41349de70 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.910751 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b521b9ad-925a-4a6d-9dc3-59a6346e34d8 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.922083 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4eaabfaa-c6dc-46c9-b236-b174ce0abf61 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.954988 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ee517df5-f813-4dc0-95bd-93e1fbe779ed tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:34.988223 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-dd750e22-6620-44de-ac08-2a16011ae147 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:34.989625 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-dd750e22-6620-44de-ac08-2a16011ae147 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1303463 Nov 11 12:11:34.991494 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4eaabfaa-c6dc-46c9-b236-b174ce0abf61 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.026710 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ee517df5-f813-4dc0-95bd-93e1fbe779ed tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.052203 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee517df5-f813-4dc0-95bd-93e1fbe779ed tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e72311a-439a-488d-900c-02d99164da0c,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:35.059021 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaabfaa-c6dc-46c9-b236-b174ce0abf61 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b32ab2e-6b1b-476f-a92e-9a1653b2f21e,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:35.077437 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b521b9ad-925a-4a6d-9dc3-59a6346e34d8 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.078577 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b521b9ad-925a-4a6d-9dc3-59a6346e34d8 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:35.079127 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b521b9ad-925a-4a6d-9dc3-59a6346e34d8 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.083337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-64e49990-2d58-4c46-b00e-7afd52e99197 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.126329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4eaabfaa-c6dc-46c9-b236-b174ce0abf61 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.131362 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4eaabfaa-c6dc-46c9-b236-b174ce0abf61 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7438474 Nov 11 12:11:35.142329 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48304) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:35.164516 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-42dbd3ee-c83f-4197-8019-9bbff41845fe tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Request body: {'security_group_rule': {'security_group_id': '4c42058f-82e4-4faf-93b9-2d3d713495dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:35.202402 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dafc4d04-d6f1-4763-a225-bd6728ec2b48 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.206032 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-6b97994f-ba3d-4011-b7af-1f34add28213 service neutron] 10.222.0.50 "GET /v2.0/networks/ce16f053-659c-4581-9303-703e4bab2882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044585 Nov 11 12:11:35.219906 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d28d4eec-34da-4207-9395-78a41349de70 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.222587 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.313684 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.362975 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d28d4eec-34da-4207-9395-78a41349de70 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.363232 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de812d2-625e-4cda-a465-027f827741f2 None None] Network 27dc458b-0933-4a11-a048-7ae61143ace9 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:35.365308 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d28d4eec-34da-4207-9395-78a41349de70 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] 10.222.0.50 "DELETE /v2.0/subnets/fe3c02c5-83de-43a0-a74b-35429755cedb HTTP/1.1" status: 204 len: 168 time: 1.1820078 Nov 11 12:11:35.372584 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48308) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:35.372787 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48310) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:35.373478 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d4eec-34da-4207-9395-78a41349de70 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3c02c5-83de-43a0-a74b-35429755cedb,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:35.434762 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e49990-2d58-4c46-b00e-7afd52e99197 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd782b6c-626a-4d6b-8168-79d3884646a4,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:35.440351 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ee517df5-f813-4dc0-95bd-93e1fbe779ed tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.441773 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ee517df5-f813-4dc0-95bd-93e1fbe779ed tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1590309 Nov 11 12:11:35.445955 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-64e49990-2d58-4c46-b00e-7afd52e99197 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.449407 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-64e49990-2d58-4c46-b00e-7afd52e99197 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] 10.222.0.50 "DELETE /v2.0/ports/fd782b6c-626a-4d6b-8168-79d3884646a4 HTTP/1.1" status: 204 len: 168 time: 1.1654029 Nov 11 12:11:35.455206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48314) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:35.455368 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b521b9ad-925a-4a6d-9dc3-59a6346e34d8 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6970978 Nov 11 12:11:35.458759 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48316) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:35.462907 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-195bae1b-2510-40bb-9c39-d45de8836487 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Request body: {'security_group_rule': {'security_group_id': '4e72311a-439a-488d-900c-02d99164da0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:35.467748 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48318) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:35.473141 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-74304af3-ee40-4de7-b930-30effcf05f5e tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Request body: {'network': {'project_id': '134438b320e34b2daad5ff625dbbe7c6'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:35.493937 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec17ae-005b-4a01-9290-15056a21684f None None] Pushing event updated for resources: {'Port': ['ID=6f606e38-1b0b-431b-a0d5-56e8beaa54cc,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:35.510081 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fc09dd-83b4-4ad9-82a2-631b45cb4b9b tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] GET failed (client error): The resource could not be found. Nov 11 12:11:35.516064 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-03fc09dd-83b4-4ad9-82a2-631b45cb4b9b tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] 10.222.0.50 "GET /v2.0/ports/fd782b6c-626a-4d6b-8168-79d3884646a4 HTTP/1.1" status: 404 len: 333 time: 0.0521450 Nov 11 12:11:35.516064 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521b9ad-925a-4a6d-9dc3-59a6346e34d8 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Pushing event updated for resources: {'Network': ['ID=163dd68b-c65e-4eba-badd-2593e15fa058,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:35.517959 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48320) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:35.523752 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-b8c9a70c-624f-4137-bb01-875a6a3f1a84 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1427258138', 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:35.566763 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42dbd3ee-c83f-4197-8019-9bbff41845fe tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.567740 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 163dd68b-c65e-4eba-badd-2593e15fa058 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:35.588151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dafc4d04-d6f1-4763-a225-bd6728ec2b48 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.709534 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-7e50cb83-3d93-4803-8bb6-570509368dd1 service neutron] 10.222.0.50 "GET /v2.0/networks/ce16f053-659c-4581-9303-703e4bab2882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873221 Nov 11 12:11:35.735920 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a18536d8-a04c-4d95-9d46-5a2be5e160af tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1243095646'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:35.736361 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a18536d8-a04c-4d95-9d46-5a2be5e160af tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] Unknown quota resources ['metering_label']. {{(pid=103002) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 12:11:35.797789 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-536fb061-5241-4ec3-a907-93579dc941dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.806327 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b4613deb-86eb-468e-84e1-e67491507ca3 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:35.817665 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.824036 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafc4d04-d6f1-4763-a225-bd6728ec2b48 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Network 69c31850-51a7-4ce3-8bac-744f64ce8cd0 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:35.859544 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-195bae1b-2510-40bb-9c39-d45de8836487 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.878277 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c9a70c-624f-4137-bb01-875a6a3f1a84 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Made reservation on behalf of c593c1d7396946db96a151f1e2603836 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:35.881291 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a70c-624f-4137-bb01-875a6a3f1a84 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.893235 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-dafc4d04-d6f1-4763-a225-bd6728ec2b48 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:35.895861 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafc4d04-d6f1-4763-a225-bd6728ec2b48 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:35.902109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafc4d04-d6f1-4763-a225-bd6728ec2b48 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:35.902738 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dafc4d04-d6f1-4763-a225-bd6728ec2b48 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.928701 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-b8c9a70c-624f-4137-bb01-875a6a3f1a84 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] device_id is not set on port 0cc34420-5289-48f6-a4e2-1d4f1358fd66 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:35.941579 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-195bae1b-2510-40bb-9c39-d45de8836487 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:35.951829 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Attempting to bind port 6f606e38-1b0b-431b-a0d5-56e8beaa54cc on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:35.952590 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Attempting to bind port 6f606e38-1b0b-431b-a0d5-56e8beaa54cc by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '08c1dbeb-d92a-4f86-a3c1-9913bb41991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:35.953801 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Attempting to bind port 6f606e38-1b0b-431b-a0d5-56e8beaa54cc on network 494eeba5-927d-4da7-9b52-12ccac274783 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:35.998511 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:35.999642 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Checking segment: {'id': '08c1dbeb-d92a-4f86-a3c1-9913bb41991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:36.000048 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.000439 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Bound using segment: {'id': '08c1dbeb-d92a-4f86-a3c1-9913bb41991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:36.000922 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Bound port: 6f606e38-1b0b-431b-a0d5-56e8beaa54cc, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c1dbeb-d92a-4f86-a3c1-9913bb41991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:36.001305 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.022012 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-00154d4c-d391-43f4-a5e0-155173839091 None None] Provisioning complete for port 6f606e38-1b0b-431b-a0d5-56e8beaa54cc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:36.022376 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-00154d4c-d391-43f4-a5e0-155173839091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.051465 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74304af3-ee40-4de7-b930-30effcf05f5e tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Made reservation on behalf of 134438b320e34b2daad5ff625dbbe7c6 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:36.054489 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-74304af3-ee40-4de7-b930-30effcf05f5e tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.059991 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc4d04-d6f1-4763-a225-bd6728ec2b48 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event updated for resources: {'Port': ['ID=ebfee4b2-ad41-4036-b773-3c4eb1ccaeaf,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:36.096476 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42dbd3ee-c83f-4197-8019-9bbff41845fe tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.099229 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-195bae1b-2510-40bb-9c39-d45de8836487 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.137049 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc282a3-c27b-4f0a-a6b3-2883ff878ec5 None None] DHCP port deletion for 27dc458b-0933-4a11-a048-7ae61143ace9 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:11:36.152606 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-00154d4c-d391-43f4-a5e0-155173839091 None None] Port 6f606e38-1b0b-431b-a0d5-56e8beaa54cc cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:36.245792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port b4613deb-86eb-468e-84e1-e67491507ca3 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:36.246539 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-dafc4d04-d6f1-4763-a225-bd6728ec2b48 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2764764 Nov 11 12:11:36.248434 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42dbd3ee-c83f-4197-8019-9bbff41845fe tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.250666 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.282924 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74304af3-ee40-4de7-b930-30effcf05f5e tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:36.285817 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48336) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:36.307320 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-2b20e916-98cc-4ae4-adc1-6bb5a167ff87 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:99:29:fe'}]}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:36.344349 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a18536d8-a04c-4d95-9d46-5a2be5e160af tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.345631 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a18536d8-a04c-4d95-9d46-5a2be5e160af tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9699709 Nov 11 12:11:36.350135 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bae1b-2510-40bb-9c39-d45de8836487 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a8218e-5adc-4d84-8af6-d5f155f507c6,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:36.371522 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48344) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:36.373148 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbd3ee-c83f-4197-8019-9bbff41845fe tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70d5f23-abba-4e7d-b750-e78ff9e152fe,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:36.379319 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48346) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:36.383686 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-659af59a-b389-4bff-9155-29d33179ccaf tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7c1b3330-6996-4444-bc0b-c58c61cfb2c8'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:36.384153 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-659af59a-b389-4bff-9155-29d33179ccaf tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103002) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 12:11:36.389794 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] For port 6f606e38-1b0b-431b-a0d5-56e8beaa54cc, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:36.395906 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] For port 6f606e38-1b0b-431b-a0d5-56e8beaa54cc, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6f606e38-1b0b-431b-a0d5-56e8beaa54cc,segment=NetworkSegment(08c1dbeb-d92a-4f86-a3c1-9913bb41991f),segment_id=08c1dbeb-d92a-4f86-a3c1-9913bb41991f)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:36.422060 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-74304af3-ee40-4de7-b930-30effcf05f5e tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.422643 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-74304af3-ee40-4de7-b930-30effcf05f5e tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Added segment 9b6fc15f-12da-432e-8b25-1e3aa170e0bf of type vlan for network 55539f9a-46ad-448b-881d-b85f0b61f1a7 Nov 11 12:11:36.427882 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4ae1a11f-7f7b-4365-b80c-c6f8b1c5928d None None] Provisioning complete for port ebfee4b2-ad41-4036-b773-3c4eb1ccaeaf triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:36.428162 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a11f-7f7b-4365-b80c-c6f8b1c5928d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.571431 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a70c-624f-4137-bb01-875a6a3f1a84 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.573142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-74304af3-ee40-4de7-b930-30effcf05f5e tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.588343 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-4bc282a3-c27b-4f0a-a6b3-2883ff878ec5 None None] Deleting port a8fadb2e-46df-4295-82eb-a8dbd3d953ad {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:36.588725 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4bc282a3-c27b-4f0a-a6b3-2883ff878ec5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.595504 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.603754 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.735491 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-195bae1b-2510-40bb-9c39-d45de8836487 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.739379 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-4bc282a3-c27b-4f0a-a6b3-2883ff878ec5 None None] For port a8fadb2e-46df-4295-82eb-a8dbd3d953ad, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a8fadb2e-46df-4295-82eb-a8dbd3d953ad,segment=NetworkSegment(864a785b-ba24-4575-8653-e4c7c69583cb),segment_id=864a785b-ba24-4575-8653-e4c7c69583cb)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:36.739525 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-195bae1b-2510-40bb-9c39-d45de8836487 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2802961 Nov 11 12:11:36.739620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4bc282a3-c27b-4f0a-a6b3-2883ff878ec5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.739693 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42dbd3ee-c83f-4197-8019-9bbff41845fe tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.746078 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-42dbd3ee-c83f-4197-8019-9bbff41845fe tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6039426 Nov 11 12:11:36.746691 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48354) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:36.747084 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48356) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:36.752368 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-620fcb7b-8c51-4e2d-ae62-8a51c8420e7e tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Request body: {'security_group_rule': {'security_group_id': '4e72311a-439a-488d-900c-02d99164da0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:36.752519 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-4bc282a3-c27b-4f0a-a6b3-2883ff878ec5 None None] Calling delete_port for a8fadb2e-46df-4295-82eb-a8dbd3d953ad owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:36.760898 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-19b7aef8-9d17-4723-b87c-f0b774818ce9 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:36.782248 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Deleting port a8fadb2e-46df-4295-82eb-a8dbd3d953ad {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:36.782595 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.805002 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-74304af3-ee40-4de7-b930-30effcf05f5e tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.813686 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74304af3-ee40-4de7-b930-30effcf05f5e tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:36.814482 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-74304af3-ee40-4de7-b930-30effcf05f5e tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.849874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] For port a8fadb2e-46df-4295-82eb-a8dbd3d953ad, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a8fadb2e-46df-4295-82eb-a8dbd3d953ad,segment=NetworkSegment(864a785b-ba24-4575-8653-e4c7c69583cb),segment_id=864a785b-ba24-4575-8653-e4c7c69583cb)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:36.850236 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.863027 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Calling delete_port for a8fadb2e-46df-4295-82eb-a8dbd3d953ad owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:36.909159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1a11f-7f7b-4365-b80c-c6f8b1c5928d None None] Port ebfee4b2-ad41-4036-b773-3c4eb1ccaeaf cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:36.928614 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a70c-624f-4137-bb01-875a6a3f1a84 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.931888 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2b20e916-98cc-4ae4-adc1-6bb5a167ff87 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:36.957717 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Routers {'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:11:36.960613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:11:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:37.035340 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c9a70c-624f-4137-bb01-875a6a3f1a84 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Network e43b1d41-8371-43a7-94a9-5317460e20fb is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:37.040601 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74304af3-ee40-4de7-b930-30effcf05f5e tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Pushing event updated for resources: {'Network': ['ID=55539f9a-46ad-448b-881d-b85f0b61f1a7,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:37.045190 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.048325 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.services.metering.metering_plugin [None req-659af59a-b389-4bff-9155-29d33179ccaf tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 12:11:37.053305 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-b8c9a70c-624f-4137-bb01-875a6a3f1a84 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:37.067719 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c9a70c-624f-4137-bb01-875a6a3f1a84 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:37.068750 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c9a70c-624f-4137-bb01-875a6a3f1a84 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:37.069346 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a70c-624f-4137-bb01-875a6a3f1a84 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.081441 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 55539f9a-46ad-448b-881d-b85f0b61f1a7 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:37.084014 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4bc282a3-c27b-4f0a-a6b3-2883ff878ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.088547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9a70c-624f-4137-bb01-875a6a3f1a84 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Pushing event updated for resources: {'Port': ['ID=0cc34420-5289-48f6-a4e2-1d4f1358fd66,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:37.137397 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c3c94e31-f63c-4797-8c29-8839347d0be6 req-77e1377d-12ac-456b-8b39-c5d580ee8aec tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 210 time: 0.7459333 Nov 11 12:11:37.218424 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec17ae-005b-4a01-9290-15056a21684f None None] Pushing event updated for resources: {'Port': ['ID=6f606e38-1b0b-431b-a0d5-56e8beaa54cc,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:37.228463 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Pushing event deleted for resources: {'Port': ['ID=a8fadb2e-46df-4295-82eb-a8dbd3d953ad,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:37.231021 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] No DVR routers for this DVR port a8fadb2e-46df-4295-82eb-a8dbd3d953ad on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:11:37.317161 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-659af59a-b389-4bff-9155-29d33179ccaf tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.324253 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-659af59a-b389-4bff-9155-29d33179ccaf tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9466035 Nov 11 12:11:37.329805 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48364) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:37.336874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a441bf62-50f5-44b2-8296-730486ae95b2 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7c1b3330-6996-4444-bc0b-c58c61cfb2c8'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:37.337365 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a441bf62-50f5-44b2-8296-730486ae95b2 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103002) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 12:11:37.371504 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-620fcb7b-8c51-4e2d-ae62-8a51c8420e7e tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.389404 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2b20e916-98cc-4ae4-adc1-6bb5a167ff87 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.402685 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc282a3-c27b-4f0a-a6b3-2883ff878ec5 None None] No DVR routers for this DVR port a8fadb2e-46df-4295-82eb-a8dbd3d953ad on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:11:37.413323 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc282a3-c27b-4f0a-a6b3-2883ff878ec5 None None] Pushing event deleted for resources: {'Port': ['ID=a8fadb2e-46df-4295-82eb-a8dbd3d953ad,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:37.480671 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2b20e916-98cc-4ae4-adc1-6bb5a167ff87 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.481703 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7bca6810-5dfb-4067-a460-f1fc390613ea None None] Provisioning complete for port 6f606e38-1b0b-431b-a0d5-56e8beaa54cc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:37.482069 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7bca6810-5dfb-4067-a460-f1fc390613ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.558874 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.services.metering.metering_plugin [None req-a441bf62-50f5-44b2-8296-730486ae95b2 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 12:11:37.575973 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.586524 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b8c9a70c-624f-4137-bb01-875a6a3f1a84 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0670097 Nov 11 12:11:37.587247 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] Set router bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:11:37.588405 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20e916-98cc-4ae4-adc1-6bb5a167ff87 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event updated for resources: {'Port': ['ID=ebfee4b2-ad41-4036-b773-3c4eb1ccaeaf,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:37.610403 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48370) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:37.641388 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19b7aef8-9d17-4723-b87c-f0b774818ce9 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.669913 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d8c86f-4b01-4de0-9461-506f0e790800 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:37.673876 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-23d8c86f-4b01-4de0-9461-506f0e790800 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] 10.222.0.50 "GET /v2.0/ports/0cc34420-5289-48f6-a4e2-1d4f1358fd66 HTTP/1.1" status: 200 len: 955 time: 0.0611446 Nov 11 12:11:37.680458 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48372) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:37.735940 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7bca6810-5dfb-4067-a460-f1fc390613ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.757766 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a8fadb2e-46df-4295-82eb-a8dbd3d953ad no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:11:37.769682 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a441bf62-50f5-44b2-8296-730486ae95b2 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.773841 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a441bf62-50f5-44b2-8296-730486ae95b2 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4412565 Nov 11 12:11:37.778144 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48374) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:37.782332 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-74304af3-ee40-4de7-b930-30effcf05f5e tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3132474 Nov 11 12:11:37.793932 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > segment before_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:37.794648 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:37.795713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:37.796890 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > port after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:37.797318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > port after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:37.797634 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > port after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:37.800416 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > segment after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:37.800416 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > subnet after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:37.800416 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > subnet after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:37.800416 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > subnet after_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:37.803309 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48376) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:37.803568 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: a8fadb2e-46df-4295-82eb-a8dbd3d953ad {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:11:37.804086 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a8fadb2e-46df-4295-82eb-a8dbd3d953ad not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:11:37.826010 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-74787569-6a02-4099-a93e-e96b83362d9c tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Request body: {'network': {'project_id': '134438b320e34b2daad5ff625dbbe7c6'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:37.895917 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-74787569-6a02-4099-a93e-e96b83362d9c tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 11 12:11:37.896392 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74787569-6a02-4099-a93e-e96b83362d9c tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:11:37.901751 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-74787569-6a02-4099-a93e-e96b83362d9c tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0796208 Nov 11 12:11:37.902691 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48380) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:37.933307 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-2b20e916-98cc-4ae4-adc1-6bb5a167ff87 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] In _notify_port_updated(), no bound segment for port ebfee4b2-ad41-4036-b773-3c4eb1ccaeaf on network 69c31850-51a7-4ce3-8bac-744f64ce8cd0 {{(pid=103001) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:11:37.938873 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b20e916-98cc-4ae4-adc1-6bb5a167ff87 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:37.944379 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2b20e916-98cc-4ae4-adc1-6bb5a167ff87 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:37.944379 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2b20e916-98cc-4ae4-adc1-6bb5a167ff87 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "PUT /v2.0/ports/ebfee4b2-ad41-4036-b773-3c4eb1ccaeaf HTTP/1.1" status: 200 len: 997 time: 1.6536450 Nov 11 12:11:37.955268 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48382) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:38.007659 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-7bca6810-5dfb-4067-a460-f1fc390613ea None None] For port 6f606e38-1b0b-431b-a0d5-56e8beaa54cc, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6f606e38-1b0b-431b-a0d5-56e8beaa54cc,segment=NetworkSegment(08c1dbeb-d92a-4f86-a3c1-9913bb41991f),segment_id=08c1dbeb-d92a-4f86-a3c1-9913bb41991f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:38.076905 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > subnet after_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:38.078361 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > subnet after_delete 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:38.078710 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > subnet before_create 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:38.079040 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Subscribe: > subnet before_update 55550000 {{(pid=103002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 12:11:38.079634 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27dc458b-0933-4a11-a048-7ae61143ace9']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:38.081396 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'name': 'tempest-ServerActionsTestJSON-985379772-router', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '663a520c-f283-4793-9c97-1f5966f43811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:28Z', 'revision_number': 4, 'project_id': 'bc3e745991484392a95e625e90086381', 'gw_port': {'id': '663a520c-f283-4793-9c97-1f5966f43811', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '6f606e38-1b0b-431b-a0d5-56e8beaa54cc', 'name': '', 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'mac_address': 'fa:16:3e:52:ba:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2ad01249-f98e-4f0a-8732-1a30270cf49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:26Z', 'updated_at': '2021-11-11T12:11:36Z', 'revision_number': 4, 'project_id': 'bc3e745991484392a95e625e90086381', 'subnets': [{'id': '2ad01249-f98e-4f0a-8732-1a30270cf49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:38.084565 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4e4a9bca-ab4a-430b-97be-adc677d2d597 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=134438b320e34b2daad5ff625dbbe7c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1768730 Nov 11 12:11:38.090286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48386) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:38.130825 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c6709-be8a-48ba-ae65-b74597cb35e3 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Deleting port 0cc34420-5289-48f6-a4e2-1d4f1358fd66 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:38.131123 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc41bd0c-8c4a-4195-8c7d-5773a9585380 None None] The sync data for ids ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'] in dv-neutron-786478-23-hyperv is: [{'id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'name': 'tempest-ServerActionsTestJSON-985379772-router', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '663a520c-f283-4793-9c97-1f5966f43811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:28Z', 'revision_number': 4, 'project_id': 'bc3e745991484392a95e625e90086381', 'gw_port': {'id': '663a520c-f283-4793-9c97-1f5966f43811', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '6f606e38-1b0b-431b-a0d5-56e8beaa54cc', 'name': '', 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'mac_address': 'fa:16:3e:52:ba:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2ad01249-f98e-4f0a-8732-1a30270cf49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:26Z', 'updated_at': '2021-11-11T12:11:36Z', 'revision_number': 4, 'project_id': 'bc3e745991484392a95e625e90086381', 'subnets': [{'id': '2ad01249-f98e-4f0a-8732-1a30270cf49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:11:38.131302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6709-be8a-48ba-ae65-b74597cb35e3 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.133880 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7bca6810-5dfb-4067-a460-f1fc390613ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.134407 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a4017945-b4cc-4c85-9f99-5db10cab4c15 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=5170db3c-4054-47b9-93fb-e7a987d2b383 HTTP/1.1" status: 200 len: 464 time: 0.3518915 Nov 11 12:11:38.138389 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48388) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:38.143405 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864a785b-ba24-4575-8653-e4c7c69583cb') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:38.143614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864a785b-ba24-4575-8653-e4c7c69583cb') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:38.154593 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:11:38.220041 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-19ca5cc9-27d0-43c9-9bd0-fb16d582c144 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Deleting port ebfee4b2-ad41-4036-b773-3c4eb1ccaeaf {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:38.222892 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-19ca5cc9-27d0-43c9-9bd0-fb16d582c144 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.236804 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.238933 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca6810-5dfb-4067-a460-f1fc390613ea None None] Pushing event updated for resources: {'Port': ['ID=6f606e38-1b0b-431b-a0d5-56e8beaa54cc,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:38.246322 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.270005 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7d042d8f-bf3c-4e6f-b96f-54a5b6a8432e None None] Provisioning complete for port ebfee4b2-ad41-4036-b773-3c4eb1ccaeaf triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:38.270005 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7d042d8f-bf3c-4e6f-b96f-54a5b6a8432e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.285106 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-620fcb7b-8c51-4e2d-ae62-8a51c8420e7e tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.308157 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6709-be8a-48ba-ae65-b74597cb35e3 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.317352 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-7d042d8f-bf3c-4e6f-b96f-54a5b6a8432e None None] Port ebfee4b2-ad41-4036-b773-3c4eb1ccaeaf cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:38.335028 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c6709-be8a-48ba-ae65-b74597cb35e3 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Calling delete_port for 0cc34420-5289-48f6-a4e2-1d4f1358fd66 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:38.336841 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-08d83019-f746-4a9d-844c-0a4ae04a6760 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.339733 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-314063d2-9748-4816-bacd-ad3ffa2889b0 req-a855f4de-af9d-4aee-a2bc-8e2647bda450 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 210 time: 0.0459902 Nov 11 12:11:38.341304 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.366296 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:11:38.366958 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: from cryptography.utils import int_from_bytes Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: from cryptography.utils import int_from_bytes Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: self.session.flush() Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: self.session.flush() Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: self.session.flush() Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: self.session.flush() Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:11:38.372991 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:11:38.419482 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-620fcb7b-8c51-4e2d-ae62-8a51c8420e7e tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.466394 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-08d83019-f746-4a9d-844c-0a4ae04a6760 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.478770 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fcb7b-8c51-4e2d-ae62-8a51c8420e7e tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7689514e-fc4d-426c-9582-47c39664e3ab,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:38.483657 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-19ca5cc9-27d0-43c9-9bd0-fb16d582c144 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.516896 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-19ca5cc9-27d0-43c9-9bd0-fb16d582c144 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Calling delete_port for ebfee4b2-ad41-4036-b773-3c4eb1ccaeaf owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:38.600342 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ac6148c1-2fd2-4508-92d4-c05d56775679 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.603996 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ac6148c1-2fd2-4508-92d4-c05d56775679 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/5170db3c-4054-47b9-93fb-e7a987d2b383 HTTP/1.1" status: 204 len: 168 time: 0.4425104 Nov 11 12:11:38.605545 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48392) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:38.606051 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.617609 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4993928d-4c78-4976-a378-fad82769bde7 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=5170db3c-4054-47b9-93fb-e7a987d2b383 HTTP/1.1" status: 200 len: 221 time: 0.0104506 Nov 11 12:11:38.617895 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-620fcb7b-8c51-4e2d-ae62-8a51c8420e7e tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.623313 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48396) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:38.623480 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-620fcb7b-8c51-4e2d-ae62-8a51c8420e7e tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8715768 Nov 11 12:11:38.624076 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48398) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:38.631871 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c767f521-1b5e-4753-b07d-eeb4eb6a51d7 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2139227843', 'description': 'label created by tempest'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:38.632314 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c767f521-1b5e-4753-b07d-eeb4eb6a51d7 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] Unknown quota resources ['metering_label']. {{(pid=103002) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 12:11:38.635171 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-31d6d595-68c7-4bf7-a7bf-1b8d1e22fdf4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:38.646136 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.647654 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] 10.222.0.50 "DELETE /v2.0/networks/27dc458b-0933-4a11-a048-7ae61143ace9 HTTP/1.1" status: 204 len: 168 time: 3.2708998 Nov 11 12:11:38.665287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19b7aef8-9d17-4723-b87c-f0b774818ce9 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.668323 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6709-be8a-48ba-ae65-b74597cb35e3 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.698874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46d3c5-f0e8-45d0-a8e4-3a2ee2b6ee06 tempest-DHCPAgentSchedulersTestJSON-1946952911 tempest-DHCPAgentSchedulersTestJSON-1946952911-project] Pushing event deleted for resources: {'Network': ['ID=27dc458b-0933-4a11-a048-7ae61143ace9,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:38.746709 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-08d83019-f746-4a9d-844c-0a4ae04a6760 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.750149 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-08d83019-f746-4a9d-844c-0a4ae04a6760 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.751815 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-08d83019-f746-4a9d-844c-0a4ae04a6760 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/43a3dd8b-53b5-47b0-8ca9-2936d069c812 HTTP/1.1" status: 204 len: 168 time: 0.6559949 Nov 11 12:11:38.755354 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48402) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:38.820629 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6709-be8a-48ba-ae65-b74597cb35e3 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.824338 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ae0c6709-be8a-48ba-ae65-b74597cb35e3 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] 10.222.0.50 "DELETE /v2.0/ports/0cc34420-5289-48f6-a4e2-1d4f1358fd66 HTTP/1.1" status: 204 len: 168 time: 1.1067879 Nov 11 12:11:38.825342 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d83019-f746-4a9d-844c-0a4ae04a6760 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a3dd8b-53b5-47b0-8ca9-2936d069c812,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:38.864463 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48404) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:38.867341 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c6709-be8a-48ba-ae65-b74597cb35e3 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cc34420-5289-48f6-a4e2-1d4f1358fd66,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:38.879174 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-19ca5cc9-27d0-43c9-9bd0-fb16d582c144 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.881373 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31d6d595-68c7-4bf7-a7bf-1b8d1e22fdf4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for floatingip, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.931842 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc52db0-d1ae-43a0-8458-530e031dbb24 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] GET failed (client error): The resource could not be found. Nov 11 12:11:38.933947 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2cc52db0-d1ae-43a0-8458-530e031dbb24 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] 10.222.0.50 "GET /v2.0/ports/0cc34420-5289-48f6-a4e2-1d4f1358fd66 HTTP/1.1" status: 404 len: 333 time: 0.0677791 Nov 11 12:11:38.946446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48406) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:38.951111 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-ca211acd-21da-47db-aa4e-33d87ce60671 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Request body: {'port': {'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1360482642'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:38.991132 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca5cc9-27d0-43c9-9bd0-fb16d582c144 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event deleted for resources: {'Port': ['ID=ebfee4b2-ad41-4036-b773-3c4eb1ccaeaf,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:38.996419 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c767f521-1b5e-4753-b07d-eeb4eb6a51d7 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:38.997589 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c767f521-1b5e-4753-b07d-eeb4eb6a51d7 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3711343 Nov 11 12:11:39.002763 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48408) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:39.022151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-19b7aef8-9d17-4723-b87c-f0b774818ce9 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Allocated IP 172.26.5.195 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/29f86d0d-1e51-4949-b508-6df3c9a8bbb6) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:39.067432 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-407d4102-6a95-4b55-8dd5-6c2822c0635b tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:39.100516 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca211acd-21da-47db-aa4e-33d87ce60671 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Made reservation on behalf of c593c1d7396946db96a151f1e2603836 for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:39.102873 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca211acd-21da-47db-aa4e-33d87ce60671 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:39.150217 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-ca211acd-21da-47db-aa4e-33d87ce60671 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] device_id is not set on port 39615704-463f-4b8e-9bf0-f1225f533439 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:39.165907 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:39.266608 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19b7aef8-9d17-4723-b87c-f0b774818ce9 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:39.432861 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48414) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:39.462376 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca211acd-21da-47db-aa4e-33d87ce60671 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:39.497308 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-49c9acc1-3cb0-4951-bd85-c9b97afa17c1 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=4d8ad5e3-5f00-47bc-a2f6-8132f30962bf HTTP/1.1" status: 200 len: 468 time: 0.4819446 Nov 11 12:11:39.506980 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48418) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:39.582762 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-54f03b75-c05d-40e8-b587-62f9ac9440f2 req-7bd86d25-bbf6-4850-af20-2984f662f80f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 210 time: 0.0275068 Nov 11 12:11:39.599229 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-19ca5cc9-27d0-43c9-9bd0-fb16d582c144 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:39.602330 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-19ca5cc9-27d0-43c9-9bd0-fb16d582c144 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "DELETE /v2.0/ports/ebfee4b2-ad41-4036-b773-3c4eb1ccaeaf HTTP/1.1" status: 204 len: 168 time: 1.6447062 Nov 11 12:11:39.605196 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48420) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:39.629795 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbb6e95-3821-4358-8fb9-692545aacc08 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] GET failed (client error): The resource could not be found. Nov 11 12:11:39.635254 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9dbb6e95-3821-4358-8fb9-692545aacc08 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "GET /v2.0/ports/ebfee4b2-ad41-4036-b773-3c4eb1ccaeaf HTTP/1.1" status: 404 len: 333 time: 0.0251236 Nov 11 12:11:39.635254 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48422) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:39.645640 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-7868c8a2-2b8f-4c1b-85ce-40d7d9fc75af tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Request body: {'port': {'network_id': '69c31850-51a7-4ce3-8bac-744f64ce8cd0', 'name': 'tempest-AllowedAddressPairTestJSON-1407710150'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:39.649320 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19b7aef8-9d17-4723-b87c-f0b774818ce9 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:39.652889 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca211acd-21da-47db-aa4e-33d87ce60671 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:39.737357 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6f606e38-1b0b-431b-a0d5-56e8beaa54cc up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:11:39.766555 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b7aef8-9d17-4723-b87c-f0b774818ce9 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:39.772703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca211acd-21da-47db-aa4e-33d87ce60671 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Network e43b1d41-8371-43a7-94a9-5317460e20fb is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:39.773744 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7aef8-9d17-4723-b87c-f0b774818ce9 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Pushing event updated for resources: {'Port': ['ID=29f86d0d-1e51-4949-b508-6df3c9a8bbb6,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:39.776213 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-19b7aef8-9d17-4723-b87c-f0b774818ce9 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:39.782935 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b7aef8-9d17-4723-b87c-f0b774818ce9 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:39.786127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-ca211acd-21da-47db-aa4e-33d87ce60671 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:39.814124 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca211acd-21da-47db-aa4e-33d87ce60671 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:39.814975 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca211acd-21da-47db-aa4e-33d87ce60671 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:39.815963 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca211acd-21da-47db-aa4e-33d87ce60671 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:39.820772 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 6f606e38-1b0b-431b-a0d5-56e8beaa54cc triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:39.828193 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-034acf21-ae41-44bd-9974-d499bb6e2219 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6bf79b015a734a76adff26659e5324bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3830817 Nov 11 12:11:39.828346 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:39.834680 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48424) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:39.908578 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca211acd-21da-47db-aa4e-33d87ce60671 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Pushing event updated for resources: {'Port': ['ID=39615704-463f-4b8e-9bf0-f1225f533439,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:39.918229 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-407d4102-6a95-4b55-8dd5-6c2822c0635b tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:39.961782 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ca211acd-21da-47db-aa4e-33d87ce60671 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0145469 Nov 11 12:11:39.968316 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48426) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:39.984562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:39.998411 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31d6d595-68c7-4bf7-a7bf-1b8d1e22fdf4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.002268 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-407d4102-6a95-4b55-8dd5-6c2822c0635b tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55539f9a-46ad-448b-881d-b85f0b61f1a7']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:40.023971 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-407d4102-6a95-4b55-8dd5-6c2822c0635b tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6fc15f-12da-432e-8b25-1e3aa170e0bf') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:40.024197 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-407d4102-6a95-4b55-8dd5-6c2822c0635b tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6fc15f-12da-432e-8b25-1e3aa170e0bf') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:40.032538 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19b7aef8-9d17-4723-b87c-f0b774818ce9 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.062479 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-407d4102-6a95-4b55-8dd5-6c2822c0635b tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.066841 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.073937 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1a6ce301-8d27-47bb-b839-6db0a1f12f06 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.075081 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1a6ce301-8d27-47bb-b839-6db0a1f12f06 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/4d8ad5e3-5f00-47bc-a2f6-8132f30962bf HTTP/1.1" status: 204 len: 168 time: 0.5622101 Nov 11 12:11:40.078917 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48428) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:40.092262 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7868c8a2-2b8f-4c1b-85ce-40d7d9fc75af tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Made reservation on behalf of c0201b56896e4a3798e13fda457419f7 for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:40.094445 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-407d4102-6a95-4b55-8dd5-6c2822c0635b tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.095704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7868c8a2-2b8f-4c1b-85ce-40d7d9fc75af tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.107376 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-442907ea-2e4f-425b-97ac-f1237b87ab3a tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=4d8ad5e3-5f00-47bc-a2f6-8132f30962bf HTTP/1.1" status: 200 len: 216 time: 0.0250368 Nov 11 12:11:40.108706 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407d4102-6a95-4b55-8dd5-6c2822c0635b tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:11:40.109127 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-407d4102-6a95-4b55-8dd5-6c2822c0635b tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:11:40.111082 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:11:40.113528 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-809aa41e-80b1-489c-985e-35f81fbec039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.117822 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48430) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:40.143293 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-7868c8a2-2b8f-4c1b-85ce-40d7d9fc75af tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] device_id is not set on port b5c5169d-1f7a-4656-ba14-3d3afd70c340 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:40.220984 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-89f604d7-6a1e-41ae-9f78-c88ac4d68d48 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0885572 Nov 11 12:11:40.222659 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48432) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:40.224623 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-809aa41e-80b1-489c-985e-35f81fbec039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.274228 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3d78cf1e-e403-4423-948e-233ae8da9bf9 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0410588 Nov 11 12:11:40.283211 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48434) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:40.294139 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.70', 53267) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:40.312871 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-31d6d595-68c7-4bf7-a7bf-1b8d1e22fdf4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Allocated IP 172.26.5.18 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/2c1e74f2-77c9-40bc-9b77-3a2237460056) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:40.386584 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-407d4102-6a95-4b55-8dd5-6c2822c0635b tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.454546 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-407d4102-6a95-4b55-8dd5-6c2822c0635b tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.457578 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-407d4102-6a95-4b55-8dd5-6c2822c0635b tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] 10.222.0.50 "DELETE /v2.0/networks/55539f9a-46ad-448b-881d-b85f0b61f1a7 HTTP/1.1" status: 204 len: 168 time: 1.6996224 Nov 11 12:11:40.461152 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48436) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:40.466094 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-54c37271-0f0d-42d2-affa-ce0d498f567c tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/7c1b3330-6996-4444-bc0b-c58c61cfb2c8 HTTP/1.1" status: 200 len: 473 time: 0.1780915 Nov 11 12:11:40.476524 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48438) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:40.477116 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19b7aef8-9d17-4723-b87c-f0b774818ce9 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.519973 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d4102-6a95-4b55-8dd5-6c2822c0635b tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Pushing event deleted for resources: {'Network': ['ID=55539f9a-46ad-448b-881d-b85f0b61f1a7,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:40.580815 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.591621 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b8f17c9c-5dda-458c-99a0-cde1c6b42d91 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/081219a1-f458-45ad-9337-4c86c0791e05 HTTP/1.1" status: 200 len: 461 time: 0.1093421 Nov 11 12:11:40.594364 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48440) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:40.616051 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-809aa41e-80b1-489c-985e-35f81fbec039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.618628 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-809aa41e-80b1-489c-985e-35f81fbec039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.622022 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-809aa41e-80b1-489c-985e-35f81fbec039 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3901a5ce-c85c-4ffc-8c64-9d9ad143e41f HTTP/1.1" status: 204 len: 168 time: 0.7840767 Nov 11 12:11:40.645256 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-f5afb5a0-f164-44b7-9182-40ace56b26d4 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:40.646628 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-f5afb5a0-f164-44b7-9182-40ace56b26d4 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.70 "GET /v2.0/networks?id=ce16f053-659c-4581-9303-703e4bab2882 HTTP/1.1" status: 200 len: 806 time: 0.3442302 Nov 11 12:11:40.665230 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809aa41e-80b1-489c-985e-35f81fbec039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3901a5ce-c85c-4ffc-8c64-9d9ad143e41f,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:40.681689 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31d6d595-68c7-4bf7-a7bf-1b8d1e22fdf4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.826399 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e7f4eb4c-7f72-4db8-bd43-ee869b97a8d1 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.842183 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31d6d595-68c7-4bf7-a7bf-1b8d1e22fdf4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.862878 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-af2e21e8-23b5-41e2-9623-e430456fcbfc req-973d1ce2-3499-4681-917e-065aa35bdf1d tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 210 time: 0.0571544 Nov 11 12:11:40.868776 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-7868c8a2-2b8f-4c1b-85ce-40d7d9fc75af tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Allocated IP 172.20.0.4 (69c31850-51a7-4ce3-8bac-744f64ce8cd0/20bf2600-b2fc-4567-8c81-8edfa0fb3984/b5c5169d-1f7a-4656-ba14-3d3afd70c340) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:40.901091 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3bf160a5-5f3a-4359-87a7-7b45e36481f8 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.902155 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3bf160a5-5f3a-4359-87a7-7b45e36481f8 tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/081219a1-f458-45ad-9337-4c86c0791e05 HTTP/1.1" status: 204 len: 168 time: 0.3050554 Nov 11 12:11:40.910949 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48456) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:40.912975 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] device_id is not set on port 39615704-463f-4b8e-9bf0-f1225f533439 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:40.942003 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-ffec5fc0-0df3-43f1-af02-c594b9aa953f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7c72c31b24c4050875199b44c27e70d HTTP/1.1" status: 200 len: 379 time: 0.2442527 Nov 11 12:11:40.961398 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:40.962716 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6d595-68c7-4bf7-a7bf-1b8d1e22fdf4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Pushing event updated for resources: {'Port': ['ID=2c1e74f2-77c9-40bc-9b77-3a2237460056,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:40.966335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d6d595-68c7-4bf7-a7bf-1b8d1e22fdf4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:40.972608 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-ada73880-0fbd-4a20-9d63-abdcd5e4bf71 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Request body: {'port': {'device_id': '8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7', 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882', 'admin_state_up': True, 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'security_groups': ['84d1f8bb-4f5a-46ad-89a3-184e96faba30']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:41.023625 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-31d6d595-68c7-4bf7-a7bf-1b8d1e22fdf4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:41.027804 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d6d595-68c7-4bf7-a7bf-1b8d1e22fdf4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:41.114125 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.174381 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31d6d595-68c7-4bf7-a7bf-1b8d1e22fdf4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.183615 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Pushing event updated for resources: {'Port': ['ID=39615704-463f-4b8e-9bf0-f1225f533439,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:41.231276 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e7f4eb4c-7f72-4db8-bd43-ee869b97a8d1 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.237121 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19b7aef8-9d17-4723-b87c-f0b774818ce9 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.252248 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-ada73880-0fbd-4a20-9d63-abdcd5e4bf71 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Made reservation on behalf of e7c72c31b24c4050875199b44c27e70d for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:41.256793 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-ada73880-0fbd-4a20-9d63-abdcd5e4bf71 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.352604 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-e7f4eb4c-7f72-4db8-bd43-ee869b97a8d1 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163dd68b-c65e-4eba-badd-2593e15fa058']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:41.370580 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31d6d595-68c7-4bf7-a7bf-1b8d1e22fdf4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.408325 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19b7aef8-9d17-4723-b87c-f0b774818ce9 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.411329 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-e7f4eb4c-7f72-4db8-bd43-ee869b97a8d1 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146f0f07-b403-460a-9962-bb625a5fd2a3') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:41.411966 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-e7f4eb4c-7f72-4db8-bd43-ee869b97a8d1 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146f0f07-b403-460a-9962-bb625a5fd2a3') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:41.460697 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e7f4eb4c-7f72-4db8-bd43-ee869b97a8d1 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.520170 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-40880fb2-454a-4a7e-a218-5479291210aa tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.521310 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-40880fb2-454a-4a7e-a218-5479291210aa tempest-MeteringTestJSON-1902446878 tempest-MeteringTestJSON-1902446878-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/7c1b3330-6996-4444-bc0b-c58c61cfb2c8 HTTP/1.1" status: 204 len: 168 time: 0.6027195 Nov 11 12:11:41.534683 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:41.535016 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:41.535456 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:41.550091 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e7f4eb4c-7f72-4db8-bd43-ee869b97a8d1 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.562917 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48476) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:41.576925 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f4eb4c-7f72-4db8-bd43-ee869b97a8d1 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:11:41.577332 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e7f4eb4c-7f72-4db8-bd43-ee869b97a8d1 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:11:41.586024 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:11:41.593184 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:41.593184 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:41.593184 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7aef8-9d17-4723-b87c-f0b774818ce9 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Pushing event updated for resources: {'Port': ['ID=29f86d0d-1e51-4949-b508-6df3c9a8bbb6,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:41.608735 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 2 to bind port 39615704-463f-4b8e-9bf0-f1225f533439 Nov 11 12:11:41.671818 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-37f712f1-801c-4a9c-bb8d-3e18c6953be9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.679787 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19b7aef8-9d17-4723-b87c-f0b774818ce9 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.700002 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7868c8a2-2b8f-4c1b-85ce-40d7d9fc75af tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.706622 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:41.706622 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:41.706886 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:41.742391 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-ada73880-0fbd-4a20-9d63-abdcd5e4bf71 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Allocated IP 172.20.0.4 (ce16f053-659c-4581-9303-703e4bab2882/a5c68e66-f64e-42d5-8b7a-a96c47a1c938/b40671cc-88ee-4776-9d3c-a6f449537515) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:41.744872 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:41.747829 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:41.752569 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 3 to bind port 39615704-463f-4b8e-9bf0-f1225f533439 Nov 11 12:11:41.798719 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:41.799921 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:41.800295 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:41.816712 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e7f4eb4c-7f72-4db8-bd43-ee869b97a8d1 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.826840 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e7f4eb4c-7f72-4db8-bd43-ee869b97a8d1 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.835930 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e7f4eb4c-7f72-4db8-bd43-ee869b97a8d1 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] 10.222.0.50 "DELETE /v2.0/networks/163dd68b-c65e-4eba-badd-2593e15fa058 HTTP/1.1" status: 204 len: 168 time: 1.3681335 Nov 11 12:11:41.849355 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:41.849826 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:41.864916 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 4 to bind port 39615704-463f-4b8e-9bf0-f1225f533439 Nov 11 12:11:41.881909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19b7aef8-9d17-4723-b87c-f0b774818ce9 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.891364 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-19b7aef8-9d17-4723-b87c-f0b774818ce9 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1264381 Nov 11 12:11:41.894191 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4eb4c-7f72-4db8-bd43-ee869b97a8d1 tempest-QuotasNegativeTest-38182330 tempest-QuotasNegativeTest-38182330-project-admin] Pushing event deleted for resources: {'Network': ['ID=163dd68b-c65e-4eba-badd-2593e15fa058,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:41.919337 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:41.924276 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:41.924758 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:41.938091 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31d6d595-68c7-4bf7-a7bf-1b8d1e22fdf4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.955960 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:41.956536 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:41.959025 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 5 to bind port 39615704-463f-4b8e-9bf0-f1225f533439 Nov 11 12:11:41.966873 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7868c8a2-2b8f-4c1b-85ce-40d7d9fc75af tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:41.990720 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-ada73880-0fbd-4a20-9d63-abdcd5e4bf71 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.052456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31d6d595-68c7-4bf7-a7bf-1b8d1e22fdf4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.117848 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-37f712f1-801c-4a9c-bb8d-3e18c6953be9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.139728 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:42.140193 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:42.141423 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:42.165956 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-ada73880-0fbd-4a20-9d63-abdcd5e4bf71 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.166376 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:42.166897 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:42.180205 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6d595-68c7-4bf7-a7bf-1b8d1e22fdf4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Pushing event updated for resources: {'Port': ['ID=2c1e74f2-77c9-40bc-9b77-3a2237460056,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:42.230565 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 6 to bind port 39615704-463f-4b8e-9bf0-f1225f533439 Nov 11 12:11:42.237097 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31d6d595-68c7-4bf7-a7bf-1b8d1e22fdf4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.251103 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-ada73880-0fbd-4a20-9d63-abdcd5e4bf71 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Network ce16f053-659c-4581-9303-703e4bab2882 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:42.259977 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-ada73880-0fbd-4a20-9d63-abdcd5e4bf71 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:42.261128 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7868c8a2-2b8f-4c1b-85ce-40d7d9fc75af tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Network 69c31850-51a7-4ce3-8bac-744f64ce8cd0 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:42.291469 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-ada73880-0fbd-4a20-9d63-abdcd5e4bf71 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:42.301389 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:42.302196 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:42.303009 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:42.305475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-7868c8a2-2b8f-4c1b-85ce-40d7d9fc75af tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:42.307448 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-37f712f1-801c-4a9c-bb8d-3e18c6953be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.339763 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7868c8a2-2b8f-4c1b-85ce-40d7d9fc75af tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:42.355523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-ada73880-0fbd-4a20-9d63-abdcd5e4bf71 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:42.356314 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-ada73880-0fbd-4a20-9d63-abdcd5e4bf71 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.390817 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada73880-0fbd-4a20-9d63-abdcd5e4bf71 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Pushing event updated for resources: {'Port': ['ID=b40671cc-88ee-4776-9d3c-a6f449537515,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:42.438936 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f712f1-801c-4a9c-bb8d-3e18c6953be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7e3fdc-57bb-42a2-ad25-36ffc120697b,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:42.441574 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:42.442052 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:42.450008 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 7 to bind port 39615704-463f-4b8e-9bf0-f1225f533439 Nov 11 12:11:42.452492 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868c8a2-2b8f-4c1b-85ce-40d7d9fc75af tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event updated for resources: {'Port': ['ID=b5c5169d-1f7a-4656-ba14-3d3afd70c340,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:42.509456 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-ada73880-0fbd-4a20-9d63-abdcd5e4bf71 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5417635 Nov 11 12:11:42.510703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7868c8a2-2b8f-4c1b-85ce-40d7d9fc75af tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:42.516058 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7868c8a2-2b8f-4c1b-85ce-40d7d9fc75af tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.554215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31d6d595-68c7-4bf7-a7bf-1b8d1e22fdf4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.558099 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-31d6d595-68c7-4bf7-a7bf-1b8d1e22fdf4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9316621 Nov 11 12:11:42.559816 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48500) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:42.570856 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-9927de5b-c7e7-4d89-981f-4b7aa78cb895 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:42.571903 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-9927de5b-c7e7-4d89-981f-4b7aa78cb895 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062201 Nov 11 12:11:42.626923 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-37f712f1-801c-4a9c-bb8d-3e18c6953be9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95e73dea399f4f9496c22032b503f3bc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0595973 Nov 11 12:11:42.630044 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48508) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:42.634420 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:42.634851 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:42.635516 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:42.731779 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2f41d2be-4c3c-4169-b6f8-7f6eaf9c9f5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.771009 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6821cd-eb6a-4bcf-928c-b3ff53fe466d req-3d0953d6-338b-4c0e-a339-9a9699a15e89 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:42.772554 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9b6821cd-eb6a-4bcf-928c-b3ff53fe466d req-3d0953d6-338b-4c0e-a339-9a9699a15e89 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 931 time: 0.7092316 Nov 11 12:11:42.772687 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2f41d2be-4c3c-4169-b6f8-7f6eaf9c9f5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.787913 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-e2e37b6f-2e58-4518-afe0-436eaccd31af tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1707862192&fields=id&tenant_id=c13a71db4a844eada5e2e1126922d1e2 HTTP/1.1" status: 200 len: 267 time: 0.2475650 Nov 11 12:11:42.805763 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4a9132f3-634e-49ee-b39f-721627d93a7d None None] Provisioning complete for port b5c5169d-1f7a-4656-ba14-3d3afd70c340 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:42.806270 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4a9132f3-634e-49ee-b39f-721627d93a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.806346 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7868c8a2-2b8f-4c1b-85ce-40d7d9fc75af tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1643965 Nov 11 12:11:42.827491 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:42.827646 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:42.829078 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-70e90d06-e8c1-42aa-8d08-b466cefbf46c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.834334 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48512) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:42.836580 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 8 to bind port 39615704-463f-4b8e-9bf0-f1225f533439 Nov 11 12:11:42.844747 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-bc7e8e8b-cc76-4438-a0bb-393c3743dcf8 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Request body: {'port': {'network_id': '69c31850-51a7-4ce3-8bac-744f64ce8cd0', 'name': 'tempest-AllowedAddressPairTestJSON-1017108375'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:42.883529 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-4a9132f3-634e-49ee-b39f-721627d93a7d None None] Port b5c5169d-1f7a-4656-ba14-3d3afd70c340 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:42.898344 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4a9132f3-634e-49ee-b39f-721627d93a7d None None] Provisioning complete for port b40671cc-88ee-4776-9d3c-a6f449537515 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:42.899162 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4a9132f3-634e-49ee-b39f-721627d93a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:42.952226 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Request body: {'port': {'device_id': '8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:42.961478 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-4a9132f3-634e-49ee-b39f-721627d93a7d None None] Port b40671cc-88ee-4776-9d3c-a6f449537515 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:42.996449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:42.997142 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:42.997477 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:43.016764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2f41d2be-4c3c-4169-b6f8-7f6eaf9c9f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:43.019418 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2f41d2be-4c3c-4169-b6f8-7f6eaf9c9f5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:43.022914 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2f41d2be-4c3c-4169-b6f8-7f6eaf9c9f5d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b7e3fdc-57bb-42a2-ad25-36ffc120697b HTTP/1.1" status: 204 len: 168 time: 0.3894472 Nov 11 12:11:43.033060 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:43.033060 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:43.042579 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 9 to bind port 39615704-463f-4b8e-9bf0-f1225f533439 Nov 11 12:11:43.046648 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41d2be-4c3c-4169-b6f8-7f6eaf9c9f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7e3fdc-57bb-42a2-ad25-36ffc120697b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:43.061267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:43.105425 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:43.105731 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:43.106064 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:43.152372 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9b6821cd-eb6a-4bcf-928c-b3ff53fe466d req-d0155867-121b-4520-af16-39c54fafff7b tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3563254 Nov 11 12:11:43.177507 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:43.182113 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:43.190680 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempt 10 to bind port 39615704-463f-4b8e-9bf0-f1225f533439 Nov 11 12:11:43.353287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-53c0066a-6c17-46ef-b55f-31e216ac6568 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:43.353287 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-53c0066a-6c17-46ef-b55f-31e216ac6568 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/networks?id=8bc34d55-6a66-4145-ba65-e3782e708a1c HTTP/1.1" status: 200 len: 811 time: 0.4222748 Nov 11 12:11:43.353287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:43.353287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:43.353287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempting to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:43.353928 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-70e90d06-e8c1-42aa-8d08-b466cefbf46c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:43.354261 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-18de8118-37d4-4bac-8ca7-bcf2406f9730 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/quotas/c13a71db4a844eada5e2e1126922d1e2 HTTP/1.1" status: 200 len: 375 time: 0.0318637 Nov 11 12:11:43.354261 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:43.354261 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Failed to bind port 39615704-463f-4b8e-9bf0-f1225f533439 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '80bf1278-fa92-494d-b7a9-beabc7106285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e43b1d41-8371-43a7-94a9-5317460e20fb'}] Nov 11 12:11:43.354261 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:43.409583 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-10f5163a-13f1-4e24-84a3-31fb72b763d8 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c13a71db4a844eada5e2e1126922d1e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1365507 Nov 11 12:11:43.409583 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-88f09f58-52fa-49b4-b4f9-faa719700859 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1830306434&fields=id&tenant_id=bc3e745991484392a95e625e90086381 HTTP/1.1" status: 200 len: 267 time: 0.1224492 Nov 11 12:11:43.445475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] For port 39615704-463f-4b8e-9bf0-f1225f533439, host hv-neutron-7864, cleared binding levels {{(pid=103002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:43.445838 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attempted to set empty binding levels {{(pid=103002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 12:11:43.517502 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40671cc-88ee-4776-9d3c-a6f449537515 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:11:43.538957 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:43.583866 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Transition to ACTIVE for port object b40671cc-88ee-4776-9d3c-a6f449537515 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:11:43.628420 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-5799109e-eb8c-4a16-96f8-2d014e8b8de2 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:43.630082 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-5799109e-eb8c-4a16-96f8-2d014e8b8de2 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/networks?id=494eeba5-927d-4da7-9b52-12ccac274783 HTTP/1.1" status: 200 len: 811 time: 0.2214859 Nov 11 12:11:43.634170 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-4367f05b-f96a-47bd-9955-5da947a4ee5f service neutron] 10.222.0.50 "GET /v2.0/networks/8bc34d55-6a66-4145-ba65-e3782e708a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219570 Nov 11 12:11:43.660379 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-ccb14316-242b-4b50-a6c6-e0ad9214f722 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/quotas/bc3e745991484392a95e625e90086381 HTTP/1.1" status: 200 len: 375 time: 0.0236568 Nov 11 12:11:43.721477 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-70e90d06-e8c1-42aa-8d08-b466cefbf46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:43.728449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7e8e8b-cc76-4438-a0bb-393c3743dcf8 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Made reservation on behalf of c0201b56896e4a3798e13fda457419f7 for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:43.732432 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bc7e8e8b-cc76-4438-a0bb-393c3743dcf8 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:43.759309 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:43.767350 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:43.807523 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-70e90d06-e8c1-42aa-8d08-b466cefbf46c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8efb7383b1241a185090af9d0950cda&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2465022 Nov 11 12:11:43.813579 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48530) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:43.870900 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e90d06-e8c1-42aa-8d08-b466cefbf46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904731d8-c65f-4243-9144-1ec1bfdbe98c,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:43.890076 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Pushing event updated for resources: {'Port': ['ID=b40671cc-88ee-4776-9d3c-a6f449537515,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:44.019988 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-39d5c257-01ef-4b47-8f91-7d95fb5954cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:44.061890 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-39d5c257-01ef-4b47-8f91-7d95fb5954cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:44.069627 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Attempting to bind port b40671cc-88ee-4776-9d3c-a6f449537515 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:44.069962 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Attempting to bind port b40671cc-88ee-4776-9d3c-a6f449537515 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '4fd116d8-ab11-42c2-8bb9-a049c27f2bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:44.070292 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Attempting to bind port b40671cc-88ee-4776-9d3c-a6f449537515 on network ce16f053-659c-4581-9303-703e4bab2882 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:44.078072 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Port b40671cc-88ee-4776-9d3c-a6f449537515 on network ce16f053-659c-4581-9303-703e4bab2882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:44.078471 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Attempting to bind port b40671cc-88ee-4776-9d3c-a6f449537515 on network ce16f053-659c-4581-9303-703e4bab2882 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:44.095825 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:44.096225 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Checking segment: {'id': '4fd116d8-ab11-42c2-8bb9-a049c27f2bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:44.096767 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Bound using segment: {'id': '4fd116d8-ab11-42c2-8bb9-a049c27f2bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:44.097247 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Bound port: b40671cc-88ee-4776-9d3c-a6f449537515, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd116d8-ab11-42c2-8bb9-a049c27f2bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:44.097782 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:44.149045 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48536) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:44.193366 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-bc7e8e8b-cc76-4438-a0bb-393c3743dcf8 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] device_id is not set on port 564a482f-776b-40db-9956-f2446951bb9a yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:44.201614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] In _notify_port_updated(), no bound segment for port 39615704-463f-4b8e-9bf0-f1225f533439 on network e43b1d41-8371-43a7-94a9-5317460e20fb {{(pid=103002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:11:44.202909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:44.203778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:44.205688 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] 10.222.0.50 "PUT /v2.0/ports/39615704-463f-4b8e-9bf0-f1225f533439 HTTP/1.1" status: 200 len: 977 time: 4.2320123 Nov 11 12:11:44.215678 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48542) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:44.244296 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-74c1444c-1893-4b75-920f-5af4d201c43d tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc3e745991484392a95e625e90086381&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5613980 Nov 11 12:11:44.245483 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] For port b40671cc-88ee-4776-9d3c-a6f449537515, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:44.268067 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] For port b40671cc-88ee-4776-9d3c-a6f449537515, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b40671cc-88ee-4776-9d3c-a6f449537515,segment=NetworkSegment(4fd116d8-ab11-42c2-8bb9-a049c27f2bab),segment_id=4fd116d8-ab11-42c2-8bb9-a049c27f2bab)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:44.272866 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-39d5c257-01ef-4b47-8f91-7d95fb5954cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:44.279680 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-39d5c257-01ef-4b47-8f91-7d95fb5954cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:44.281074 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-39d5c257-01ef-4b47-8f91-7d95fb5954cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/904731d8-c65f-4243-9144-1ec1bfdbe98c HTTP/1.1" status: 204 len: 168 time: 0.4664922 Nov 11 12:11:44.289719 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5c257-01ef-4b47-8f91-7d95fb5954cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904731d8-c65f-4243-9144-1ec1bfdbe98c,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:44.319608 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57315bdf-f1ed-47da-bbf9-d866009d3b1a tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Pushing event updated for resources: {'Port': ['ID=39615704-463f-4b8e-9bf0-f1225f533439,revision_number=3']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:44.328287 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-2ddbc8ec-bad0-4f2a-a213-2687cd7fe047 service neutron] 10.222.0.50 "GET /v2.0/networks/8bc34d55-6a66-4145-ba65-e3782e708a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6839094 Nov 11 12:11:44.340224 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:44.454933 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-bc7e8e8b-cc76-4438-a0bb-393c3743dcf8 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Allocated IP 172.20.0.3 (69c31850-51a7-4ce3-8bac-744f64ce8cd0/20bf2600-b2fc-4567-8c81-8edfa0fb3984/564a482f-776b-40db-9956-f2446951bb9a) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:44.463194 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-17b2a0f4-462a-456c-b004-a865acc83ded tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Deleting port 39615704-463f-4b8e-9bf0-f1225f533439 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:44.463540 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-17b2a0f4-462a-456c-b004-a865acc83ded tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:44.528918 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cb76eb4a-6806-44d4-b539-718d88405929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:44.539393 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:44.541146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:44.543579 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] 10.222.0.70 "PUT /v2.0/ports/b40671cc-88ee-4776-9d3c-a6f449537515 HTTP/1.1" status: 200 len: 1093 time: 1.6760328 Nov 11 12:11:44.548909 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7', 'tag': 'b40671cc-88ee-4776-9d3c-a6f449537515'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:11:44.558016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565b367-0383-4804-bb08-9e84bab1f032 service neutron] Pushing event updated for resources: {'Port': ['ID=b40671cc-88ee-4776-9d3c-a6f449537515,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:44.589433 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-0a22ea69-56c4-4d0b-ae3b-703c7023e620 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:44.597345 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-0a22ea69-56c4-4d0b-ae3b-703c7023e620 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2289734 Nov 11 12:11:44.638804 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-17b2a0f4-462a-456c-b004-a865acc83ded tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] For port 39615704-463f-4b8e-9bf0-f1225f533439, host hv-neutron-7864, got binding levels [] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:44.639456 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-17b2a0f4-462a-456c-b004-a865acc83ded tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:44.796604 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-17b2a0f4-462a-456c-b004-a865acc83ded tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Calling delete_port for 39615704-463f-4b8e-9bf0-f1225f533439 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:44.886460 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-9f0a0e1e-24c1-4a57-bfa5-4a3b6a3e4237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:44.888131 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-9f0a0e1e-24c1-4a57-bfa5-4a3b6a3e4237 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7c72c31b24c4050875199b44c27e70d&device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 1096 time: 0.1957037 Nov 11 12:11:44.985452 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cb76eb4a-6806-44d4-b539-718d88405929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.058871 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361da31-f4c8-4564-86e2-cdcdefde0f99 req-db5efaa6-72bd-4576-a87c-d454516f1221 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:45.060493 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b361da31-f4c8-4564-86e2-cdcdefde0f99 req-db5efaa6-72bd-4576-a87c-d454516f1221 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 943 time: 0.3288577 Nov 11 12:11:45.068906 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-158be867-e08e-4b75-88a6-0224153eccf4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b40671cc-88ee-4776-9d3c-a6f449537515 HTTP/1.1" status: 200 len: 217 time: 0.1623006 Nov 11 12:11:45.071989 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cb76eb4a-6806-44d4-b539-718d88405929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.139451 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-f5112783-6484-41d1-b4b9-4a1c08d30f4c service neutron] 10.222.0.50 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394056 Nov 11 12:11:45.232648 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-cb76eb4a-6806-44d4-b539-718d88405929 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a1ba663c87014a33915c7f9df7e2b557&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0825438 Nov 11 12:11:45.233502 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b361da31-f4c8-4564-86e2-cdcdefde0f99 req-10560b72-8513-4380-bedd-4ed3215152c9 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599698 Nov 11 12:11:45.238416 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48580) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:45.267812 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76eb4a-6806-44d4-b539-718d88405929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a6f79f-bac9-43df-830b-21996034d3f3,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:45.268956 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bc7e8e8b-cc76-4438-a0bb-393c3743dcf8 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.315706 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5e606f09-54b8-449f-b7db-fa1756b26a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:45.318552 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-5e606f09-54b8-449f-b7db-fa1756b26a66 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a5c68e66-f64e-42d5-8b7a-a96c47a1c938 HTTP/1.1" status: 200 len: 845 time: 0.1965358 Nov 11 12:11:45.392171 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-17b2a0f4-462a-456c-b004-a865acc83ded tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.403578 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-75473cbe-576d-42b3-b1a9-5550178a26af req-a50b4b96-576c-4e36-a254-8b7304d0b0fd tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 210 time: 0.0430429 Nov 11 12:11:45.432213 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1a680fb8-ecbf-4acd-bc95-5c6ce2446a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.436772 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-275d9cb2-582e-497e-857f-7b50c8303c02 service neutron] 10.222.0.50 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773535 Nov 11 12:11:45.441949 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2a0f4-462a-456c-b004-a865acc83ded tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Pushing event deleted for resources: {'Port': ['ID=39615704-463f-4b8e-9bf0-f1225f533439,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:45.468351 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-17b2a0f4-462a-456c-b004-a865acc83ded tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.472659 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-17b2a0f4-462a-456c-b004-a865acc83ded tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] 10.222.0.50 "DELETE /v2.0/ports/39615704-463f-4b8e-9bf0-f1225f533439 HTTP/1.1" status: 204 len: 168 time: 1.2553875 Nov 11 12:11:45.475558 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48588) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:45.484232 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1a680fb8-ecbf-4acd-bc95-5c6ce2446a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.504567 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b10e39-8324-4456-940e-e970dd356900 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] GET failed (client error): The resource could not be found. Nov 11 12:11:45.506844 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b1b10e39-8324-4456-940e-e970dd356900 tempest-PortsAdminExtendedAttrsTestJSON-455648006 tempest-PortsAdminExtendedAttrsTestJSON-455648006-project-admin] 10.222.0.50 "GET /v2.0/ports/39615704-463f-4b8e-9bf0-f1225f533439 HTTP/1.1" status: 404 len: 333 time: 0.0300438 Nov 11 12:11:45.510772 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48590) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:45.572869 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bc7e8e8b-cc76-4438-a0bb-393c3743dcf8 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.577697 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2cea60-862e-49d2-9657-6325685cade8" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7", "tag": "b40671cc-88ee-4776-9d3c-a6f449537515"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:11:45.623253 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e8e8b-cc76-4438-a0bb-393c3743dcf8 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Network 69c31850-51a7-4ce3-8bac-744f64ce8cd0 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:45.636787 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-29d5534a-4434-4940-8fb2-e37b109b149f tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.638440 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-bc7e8e8b-cc76-4438-a0bb-393c3743dcf8 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:45.641348 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48596) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:45.709146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ee1442c2-6742-4944-8e3d-8be325fea26e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.715323 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e8e8b-cc76-4438-a0bb-393c3743dcf8 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:45.873287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e8e8b-cc76-4438-a0bb-393c3743dcf8 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event updated for resources: {'Port': ['ID=564a482f-776b-40db-9956-f2446951bb9a,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:45.894334 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e8e8b-cc76-4438-a0bb-393c3743dcf8 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:45.895529 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bc7e8e8b-cc76-4438-a0bb-393c3743dcf8 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.963029 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1a680fb8-ecbf-4acd-bc95-5c6ce2446a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.967780 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1a680fb8-ecbf-4acd-bc95-5c6ce2446a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:45.970245 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1a680fb8-ecbf-4acd-bc95-5c6ce2446a99 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93a6f79f-bac9-43df-830b-21996034d3f3 HTTP/1.1" status: 204 len: 168 time: 0.7210169 Nov 11 12:11:46.002289 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a680fb8-ecbf-4acd-bc95-5c6ce2446a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a6f79f-bac9-43df-830b-21996034d3f3,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:46.031095 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bc7e8e8b-cc76-4438-a0bb-393c3743dcf8 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1893253 Nov 11 12:11:46.035229 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48614) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:46.075159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-be97e035-38fc-434c-bb3e-fb33c3da1c6a tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:99:29:fe'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:f8:da:45'}]}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:46.077853 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-29d5534a-4434-4940-8fb2-e37b109b149f tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:46.135468 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-738371d2-a269-4081-a16a-7c3da7485221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:46.146298 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-738371d2-a269-4081-a16a-7c3da7485221 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ce16f053-659c-4581-9303-703e4bab2882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4710186 Nov 11 12:11:46.211217 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-9441b80d-4666-4881-bfa8-478f574f47f7 None None] Provisioning complete for port 564a482f-776b-40db-9956-f2446951bb9a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:46.213235 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9441b80d-4666-4881-bfa8-478f574f47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:46.229354 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8f4e478d-a5a4-4b51-ba75-f6177e933ad6 req-75b58e64-c11b-442d-b026-2c2216b840c8 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 210 time: 0.1415856 Nov 11 12:11:46.290124 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-29d5534a-4434-4940-8fb2-e37b109b149f tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43b1d41-8371-43a7-94a9-5317460e20fb']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:46.294342 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c207245-ab5b-4728-8bb0-ea5fcfec6709 x-openstack-request-id: req-6c207245-ab5b-4728-8bb0-ea5fcfec6709 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:11:46.295241 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7", "tag": "b40671cc-88ee-4776-9d3c-a6f449537515", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:11:46.295793 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c207245-ab5b-4728-8bb0-ea5fcfec6709 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:11:46.296872 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7', 'tag': 'b40671cc-88ee-4776-9d3c-a6f449537515', 'status': 'completed', 'code': 200} Nov 11 12:11:46.345516 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-29d5534a-4434-4940-8fb2-e37b109b149f tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80bf1278-fa92-494d-b7a9-beabc7106285') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:46.345860 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-29d5534a-4434-4940-8fb2-e37b109b149f tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80bf1278-fa92-494d-b7a9-beabc7106285') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:46.359002 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-29d5534a-4434-4940-8fb2-e37b109b149f tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:46.399454 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-9441b80d-4666-4881-bfa8-478f574f47f7 None None] Port 564a482f-776b-40db-9956-f2446951bb9a cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:46.420599 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-29d5534a-4434-4940-8fb2-e37b109b149f tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:46.483563 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d5534a-4434-4940-8fb2-e37b109b149f tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:11:46.484219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-29d5534a-4434-4940-8fb2-e37b109b149f tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:11:46.488528 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:11:46.570870 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ee1442c2-6742-4944-8e3d-8be325fea26e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:46.587648 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-557d1bb8-9214-4be8-a295-101c8ee8ed3a service neutron] 10.222.0.70 "GET /v2.0/networks/ce16f053-659c-4581-9303-703e4bab2882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915515 Nov 11 12:11:46.618742 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4a08c3aa-977f-4b62-9067-bfdae08c2f12 req-e87e5738-65d5-458b-91cf-d2ccc77e889d tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 210 time: 0.1201494 Nov 11 12:11:46.628741 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-be97e035-38fc-434c-bb3e-fb33c3da1c6a tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:46.657841 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ee1442c2-6742-4944-8e3d-8be325fea26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:46.668104 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-29d5534a-4434-4940-8fb2-e37b109b149f tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:46.699753 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a83ac-08e2-496b-a68f-ddcb1b8b87c6 req-c9539a2e-9d90-4476-98bb-0699bd98513c tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:46.701704 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ce5a83ac-08e2-496b-a68f-ddcb1b8b87c6 req-c9539a2e-9d90-4476-98bb-0699bd98513c tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 943 time: 0.2018387 Nov 11 12:11:46.833519 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ce5a83ac-08e2-496b-a68f-ddcb1b8b87c6 req-b3826d1e-941c-4e68-a8e4-bca27276400d tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128736 Nov 11 12:11:46.972631 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-29d5534a-4434-4940-8fb2-e37b109b149f tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:46.975846 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-29d5534a-4434-4940-8fb2-e37b109b149f tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] 10.222.0.50 "DELETE /v2.0/networks/e43b1d41-8371-43a7-94a9-5317460e20fb HTTP/1.1" status: 204 len: 168 time: 1.4638345 Nov 11 12:11:47.009653 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5534a-4434-4940-8fb2-e37b109b149f tempest-PortsAdminExtendedAttrsTestJSON-2050591658 tempest-PortsAdminExtendedAttrsTestJSON-2050591658-project] Pushing event deleted for resources: {'Network': ['ID=e43b1d41-8371-43a7-94a9-5317460e20fb,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:47.068019 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ee1442c2-6742-4944-8e3d-8be325fea26e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c33612f08644593b8f8f6b1d1ec04da&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4201901 Nov 11 12:11:47.069088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48646) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:47.070090 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1442c2-6742-4944-8e3d-8be325fea26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca4ed26-4b92-4457-9a09-06234c04f9c5,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:47.100888 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-be97e035-38fc-434c-bb3e-fb33c3da1c6a tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:47.140742 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6027b6bc-7e85-4d27-9c11-99f6e8d347f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:47.183521 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a133f42a-5913-4c17-8671-9e221d3d1b54 req-6f722c37-d220-44d4-85c2-cd190f4c1fce service neutron] 10.222.0.70 "GET /v2.0/networks/ce16f053-659c-4581-9303-703e4bab2882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130966 Nov 11 12:11:47.203802 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6027b6bc-7e85-4d27-9c11-99f6e8d347f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:47.221958 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-be97e035-38fc-434c-bb3e-fb33c3da1c6a tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:47.355571 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48656) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:47.368344 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97e035-38fc-434c-bb3e-fb33c3da1c6a tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event updated for resources: {'Port': ['ID=564a482f-776b-40db-9956-f2446951bb9a,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:47.387098 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a813e64e-9ca7-4e3f-a2a9-70ac832e3637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:47.428536 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bf713a70-6114-4e8a-a923-5bacfdb0328e req-5d3029b0-ad18-43ff-a2ac-1a867f3ccb2e tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 210 time: 0.0731075 Nov 11 12:11:47.445705 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-be97e035-38fc-434c-bb3e-fb33c3da1c6a tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] In _notify_port_updated(), no bound segment for port 564a482f-776b-40db-9956-f2446951bb9a on network 69c31850-51a7-4ce3-8bac-744f64ce8cd0 {{(pid=103002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:11:47.464240 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be97e035-38fc-434c-bb3e-fb33c3da1c6a tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:47.465800 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-be97e035-38fc-434c-bb3e-fb33c3da1c6a tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:47.467994 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-be97e035-38fc-434c-bb3e-fb33c3da1c6a tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "PUT /v2.0/ports/564a482f-776b-40db-9956-f2446951bb9a HTTP/1.1" status: 200 len: 1055 time: 1.4294269 Nov 11 12:11:47.471662 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48658) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:47.526070 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cea60-862e-49d2-9657-6325685cade8 req-51ea7108-0544-4db2-8788-d873f8b603d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:47.527619 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-de2cea60-862e-49d2-9657-6325685cade8 req-51ea7108-0544-4db2-8788-d873f8b603d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7c72c31b24c4050875199b44c27e70d&device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 1096 time: 0.1277161 Nov 11 12:11:47.646464 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6027b6bc-7e85-4d27-9c11-99f6e8d347f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:47.652270 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6027b6bc-7e85-4d27-9c11-99f6e8d347f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:47.670618 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6027b6bc-7e85-4d27-9c11-99f6e8d347f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aca4ed26-4b92-4457-9a09-06234c04f9c5 HTTP/1.1" status: 204 len: 168 time: 0.5846968 Nov 11 12:11:47.736818 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-3679c9f3-750b-4071-b701-cd5ae3c8eb70 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Deleting port 564a482f-776b-40db-9956-f2446951bb9a {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:47.741692 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3679c9f3-750b-4071-b701-cd5ae3c8eb70 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:47.759195 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027b6bc-7e85-4d27-9c11-99f6e8d347f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca4ed26-4b92-4457-9a09-06234c04f9c5,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:47.868444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-fdf30bfd-1340-4047-bfe2-956e69855b66 None None] Provisioning complete for port 564a482f-776b-40db-9956-f2446951bb9a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:47.874126 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fdf30bfd-1340-4047-bfe2-956e69855b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:47.881152 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cea60-862e-49d2-9657-6325685cade8 req-82330834-6562-4547-a5a4-b193b25ee448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:47.882640 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-de2cea60-862e-49d2-9657-6325685cade8 req-82330834-6562-4547-a5a4-b193b25ee448 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ce16f053-659c-4581-9303-703e4bab2882 HTTP/1.1" status: 200 len: 907 time: 0.2728822 Nov 11 12:11:47.958804 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48672) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:47.959424 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-fdf30bfd-1340-4047-bfe2-956e69855b66 None None] Port 564a482f-776b-40db-9956-f2446951bb9a cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:47.965047 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a813e64e-9ca7-4e3f-a2a9-70ac832e3637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.006083 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-48c60887-788b-4414-802c-daaaa0bf56d6 req-461a41da-3024-4fdc-938d-29edebf2b3d5 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 210 time: 0.1103604 Nov 11 12:11:48.089709 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-de2cea60-862e-49d2-9657-6325685cade8 req-04871762-a8c4-4ef3-a39d-fc375b9c90d4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b40671cc-88ee-4776-9d3c-a6f449537515 HTTP/1.1" status: 200 len: 217 time: 0.1209011 Nov 11 12:11:48.101728 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a813e64e-9ca7-4e3f-a2a9-70ac832e3637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.121982 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3679c9f3-750b-4071-b701-cd5ae3c8eb70 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.142213 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a7c0c-5c2b-4cf4-ae02-fdbf4b064a80 req-a2675142-47a6-4503-b8f9-0d6607eab30f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:48.143832 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d43a7c0c-5c2b-4cf4-ae02-fdbf4b064a80 req-a2675142-47a6-4503-b8f9-0d6607eab30f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 943 time: 0.1555066 Nov 11 12:11:48.150614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-3679c9f3-750b-4071-b701-cd5ae3c8eb70 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Calling delete_port for 564a482f-776b-40db-9956-f2446951bb9a owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:48.227120 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a813e64e-9ca7-4e3f-a2a9-70ac832e3637 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b998e726e2642a9a0a2146dff81f44d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8700459 Nov 11 12:11:48.230350 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48678) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:48.234069 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813e64e-9ca7-4e3f-a2a9-70ac832e3637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aab9743-5c79-4825-93b6-8c062393d6b1,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:48.267696 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48680) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:48.287982 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d43a7c0c-5c2b-4cf4-ae02-fdbf4b064a80 req-52d3a8a2-9cd4-4f1f-9202-aaba1a033413 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351476 Nov 11 12:11:48.305983 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cea60-862e-49d2-9657-6325685cade8 req-7de0c6cb-cffd-43fa-8e0c-e56f96b2c237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:48.307567 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-de2cea60-862e-49d2-9657-6325685cade8 req-7de0c6cb-cffd-43fa-8e0c-e56f96b2c237 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a5c68e66-f64e-42d5-8b7a-a96c47a1c938 HTTP/1.1" status: 200 len: 845 time: 0.1511321 Nov 11 12:11:48.429439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-18cd5bbb-4fb3-4e11-ba46-28f38d792249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.457642 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-18cd5bbb-4fb3-4e11-ba46-28f38d792249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.467826 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3679c9f3-750b-4071-b701-cd5ae3c8eb70 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.500306 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cea60-862e-49d2-9657-6325685cade8 req-f19d9d40-b76c-4846-9b84-e4b8474cee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:48.502428 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-de2cea60-862e-49d2-9657-6325685cade8 req-f19d9d40-b76c-4846-9b84-e4b8474cee5e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ce16f053-659c-4581-9303-703e4bab2882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1143205 Nov 11 12:11:48.539442 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679c9f3-750b-4071-b701-cd5ae3c8eb70 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event deleted for resources: {'Port': ['ID=564a482f-776b-40db-9956-f2446951bb9a,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:48.635696 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-18cd5bbb-4fb3-4e11-ba46-28f38d792249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.644324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-18cd5bbb-4fb3-4e11-ba46-28f38d792249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.647249 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-18cd5bbb-4fb3-4e11-ba46-28f38d792249 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4aab9743-5c79-4825-93b6-8c062393d6b1 HTTP/1.1" status: 204 len: 168 time: 0.4140511 Nov 11 12:11:48.695946 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7c339144-4c37-4fc7-9769-18cfc31e1ca2 req-c674c8e9-17b0-4e5b-9325-15308798fb00 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 210 time: 0.0890031 Nov 11 12:11:48.705705 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-d53d5101-2965-4871-9ecd-ef62a5159829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1078252120'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:48.746768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd5bbb-4fb3-4e11-ba46-28f38d792249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aab9743-5c79-4825-93b6-8c062393d6b1,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:48.855221 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-de2cea60-862e-49d2-9657-6325685cade8 req-decdf43d-7d25-40b9-987b-a9b16f8716f1 service neutron] 10.222.0.70 "GET /v2.0/networks/ce16f053-659c-4581-9303-703e4bab2882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620940 Nov 11 12:11:48.922381 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53d5101-2965-4871-9ecd-ef62a5159829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Made reservation on behalf of 8e574933aa02413294202ced65962001 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:48.927066 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d53d5101-2965-4871-9ecd-ef62a5159829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.965862 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d53d5101-2965-4871-9ecd-ef62a5159829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:48.983039 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-77f7375f-bc68-4826-8f40-bdfb1a13f09c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=39384065fba04649a5e7a598c0e00e73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9920588 Nov 11 12:11:48.986425 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48696) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:49.089657 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e293605d-b804-4d4e-ac35-a558cc2a554a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:49.099419 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3679c9f3-750b-4071-b701-cd5ae3c8eb70 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:49.107314 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3679c9f3-750b-4071-b701-cd5ae3c8eb70 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "DELETE /v2.0/ports/564a482f-776b-40db-9956-f2446951bb9a HTTP/1.1" status: 204 len: 168 time: 1.6343911 Nov 11 12:11:49.111450 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48704) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:49.146126 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-7baeea7a-2092-4975-9320-42a9df6f0360 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] GET failed (client error): The resource could not be found. Nov 11 12:11:49.152186 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7baeea7a-2092-4975-9320-42a9df6f0360 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "GET /v2.0/ports/564a482f-776b-40db-9956-f2446951bb9a HTTP/1.1" status: 404 len: 333 time: 0.0394008 Nov 11 12:11:49.155106 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48706) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:49.184653 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e293605d-b804-4d4e-ac35-a558cc2a554a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:49.195334 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d53d5101-2965-4871-9ecd-ef62a5159829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:49.229112 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aea84db8-acd3-40a7-83ac-0b66dff69b67 req-17c612ed-ee71-48a3-9e27-b56d47d12358 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 210 time: 0.0370514 Nov 11 12:11:49.273772 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d53d5101-2965-4871-9ecd-ef62a5159829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:49.332371 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53d5101-2965-4871-9ecd-ef62a5159829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:49.354055 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d53d5101-2965-4871-9ecd-ef62a5159829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:49.354399 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-d53d5101-2965-4871-9ecd-ef62a5159829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Added segment 33424173-5a45-4e76-b590-6bbee3365800 of type vlan for network 47ac2747-0b66-494c-ac89-8596e5db1c10 Nov 11 12:11:49.372984 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d5101-2965-4871-9ecd-ef62a5159829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09abdf5e-3ef3-401f-af89-d8161068c442,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:49.481271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.70', 53277) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:49.552850 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d53d5101-2965-4871-9ecd-ef62a5159829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:49.565530 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-de2cea60-862e-49d2-9657-6325685cade8 req-f49a9284-f5c7-42cb-ac20-41daf44d4302 service neutron] 10.222.0.70 "GET /v2.0/networks/ce16f053-659c-4581-9303-703e4bab2882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259722 Nov 11 12:11:49.578868 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdb18d-e589-40f5-81b4-d69f6e6f5943 req-88847dd3-6598-42ff-802d-636ed6a08154 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:49.582481 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-50cdb18d-e589-40f5-81b4-d69f6e6f5943 req-88847dd3-6598-42ff-802d-636ed6a08154 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 943 time: 0.1300745 Nov 11 12:11:49.654060 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e293605d-b804-4d4e-ac35-a558cc2a554a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:49.659096 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e293605d-b804-4d4e-ac35-a558cc2a554a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:49.665085 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e293605d-b804-4d4e-ac35-a558cc2a554a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a08dd399-8ba9-4099-9042-aa37b54d2f88 HTTP/1.1" status: 204 len: 168 time: 0.6775589 Nov 11 12:11:49.706449 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293605d-b804-4d4e-ac35-a558cc2a554a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08dd399-8ba9-4099-9042-aa37b54d2f88,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:49.716320 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-50cdb18d-e589-40f5-81b4-d69f6e6f5943 req-ba89a345-bf08-4e9b-b453-17c9ba4d1467 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280110 Nov 11 12:11:49.737505 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d53d5101-2965-4871-9ecd-ef62a5159829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:49.752847 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa0dc5-cb74-4027-8a29-0bb139e44035 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Deleting port b5c5169d-1f7a-4656-ba14-3d3afd70c340 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:49.752847 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0dc5-cb74-4027-8a29-0bb139e44035 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:49.753235 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53d5101-2965-4871-9ecd-ef62a5159829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:49.753235 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d53d5101-2965-4871-9ecd-ef62a5159829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:49.860399 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d5101-2965-4871-9ecd-ef62a5159829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Pushing event updated for resources: {'Network': ['ID=47ac2747-0b66-494c-ac89-8596e5db1c10,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:49.876686 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 47ac2747-0b66-494c-ac89-8596e5db1c10 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:49.927819 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5fb20e23-3fb2-4e63-b4e1-b3212f44a684 req-9a9f2c4e-280d-4f6f-bf5f-07ae962aceff tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 210 time: 0.0811958 Nov 11 12:11:49.932509 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d53d5101-2965-4871-9ecd-ef62a5159829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6625862 Nov 11 12:11:49.968963 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-7e470791-c8f4-45ca-84af-91b37997c595 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:49.976573 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-7e470791-c8f4-45ca-84af-91b37997c595 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.70 "GET /v2.0/networks?id=8bc34d55-6a66-4145-ba65-e3782e708a1c HTTP/1.1" status: 200 len: 811 time: 0.4844754 Nov 11 12:11:50.044434 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0dc5-cb74-4027-8a29-0bb139e44035 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:50.065049 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa0dc5-cb74-4027-8a29-0bb139e44035 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Calling delete_port for b5c5169d-1f7a-4656-ba14-3d3afd70c340 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:50.214013 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-45894845-70b1-4721-a711-ca1c8f3b3392 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c13a71db4a844eada5e2e1126922d1e2 HTTP/1.1" status: 200 len: 380 time: 0.0868523 Nov 11 12:11:50.307554 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48742) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:50.349600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-90190d71-814e-4c36-8a8e-798b72eefa9c tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Request body: {'port': {'device_id': 'c25185d5-e232-4db8-95c2-1123de13d1fa', 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c', 'admin_state_up': True, 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'security_groups': ['4c42058f-82e4-4faf-93b9-2d3d713495dc']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:50.383112 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9453ba6e-7783-40fa-84a9-540e210e04f9 req-74d923e3-81b0-46d9-9c0b-ce639fc52f92 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 210 time: 0.0491359 Nov 11 12:11:50.436552 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0dc5-cb74-4027-8a29-0bb139e44035 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:50.484016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa0dc5-cb74-4027-8a29-0bb139e44035 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event deleted for resources: {'Port': ['ID=b5c5169d-1f7a-4656-ba14-3d3afd70c340,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:50.658280 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0dc5-cb74-4027-8a29-0bb139e44035 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:50.664517 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5bfa0dc5-cb74-4027-8a29-0bb139e44035 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "DELETE /v2.0/ports/b5c5169d-1f7a-4656-ba14-3d3afd70c340 HTTP/1.1" status: 204 len: 168 time: 1.5054350 Nov 11 12:11:50.667107 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48748) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:50.702634 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f502dc-8195-4070-a5e1-ce442fdc2d89 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] GET failed (client error): The resource could not be found. Nov 11 12:11:50.705790 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-81f502dc-8195-4070-a5e1-ce442fdc2d89 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "GET /v2.0/ports/b5c5169d-1f7a-4656-ba14-3d3afd70c340 HTTP/1.1" status: 404 len: 333 time: 0.0373001 Nov 11 12:11:50.710020 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48750) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:50.762052 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48754) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:50.767574 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Request body: {'port': {'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10', 'binding:host_id': 'hv-neutron-7864', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1388508761'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:50.801378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-90190d71-814e-4c36-8a8e-798b72eefa9c tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Made reservation on behalf of c13a71db4a844eada5e2e1126922d1e2 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:50.806461 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-90190d71-814e-4c36-8a8e-798b72eefa9c tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:50.842399 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-0ba6270b-768a-41ad-99a4-88998383cc39 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:50.848271 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0ba6270b-768a-41ad-99a4-88998383cc39 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.5360458 Nov 11 12:11:50.848865 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48756) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:50.857640 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-9e686bca-0575-4871-8c5c-3a7a6455696b tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:50.862166 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9e686bca-0575-4871-8c5c-3a7a6455696b tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0088406 Nov 11 12:11:50.863778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48758) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:50.878624 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-1f9f8876-dc42-4100-8526-de567a33cbec tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:50.887935 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1f9f8876-dc42-4100-8526-de567a33cbec tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0153146 Nov 11 12:11:50.887935 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Made reservation on behalf of dd3d319eb6424c0e9fa7113261f53b3c for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:50.887935 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:50.897584 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48762) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:50.904692 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-edc646e9-c372-4204-ab8e-8baeb5d6279e tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:50.906374 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-edc646e9-c372-4204-ab8e-8baeb5d6279e tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0054703 Nov 11 12:11:50.913499 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48764) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:50.933317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-5c38ef23-77a4-49b6-bffd-b55ddef37fc0 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:50.934547 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5c38ef23-77a4-49b6-bffd-b55ddef37fc0 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050304 Nov 11 12:11:50.940750 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:50.942874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48766) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:50.951691 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-6fe7a3dd-d608-41cb-9f39-3618ea07bc92 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:50.952946 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6fe7a3dd-d608-41cb-9f39-3618ea07bc92 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0070903 Nov 11 12:11:50.964509 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48770) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:50.969127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-5fc3faaa-82d4-4ee3-8519-92b7aa2a365b tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:50.971151 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5fc3faaa-82d4-4ee3-8519-92b7aa2a365b tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047200 Nov 11 12:11:50.978484 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48772) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:50.986343 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [None req-7b2425cb-c80b-4c8c-aa57-cb66bfd96cc8 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:50.993352 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7b2425cb-c80b-4c8c-aa57-cb66bfd96cc8 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0137851 Nov 11 12:11:50.998865 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09529412-c3fc-47d5-9506-35bc9fcc8f60 req-81ee1b1c-2c13-43f0-a282-983778af9a9b tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:50.998994 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48774) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:50.998994 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48776) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.004200 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-09529412-c3fc-47d5-9506-35bc9fcc8f60 req-81ee1b1c-2c13-43f0-a282-983778af9a9b tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 943 time: 0.1224821 Nov 11 12:11:51.011829 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [None req-b6ac3bf4-f6a8-4c66-ae99-ae7195ca8be8 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.015623 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b6ac3bf4-f6a8-4c66-ae99-ae7195ca8be8 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0154614 Nov 11 12:11:51.016488 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48778) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.039693 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-92b14441-865a-423e-80ea-90752b429c97 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.040756 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-92b14441-865a-423e-80ea-90752b429c97 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0204802 Nov 11 12:11:51.044658 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48782) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.052904 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [None req-b2037692-ae8d-4617-b11b-93d3ec939ebf tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.056395 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b2037692-ae8d-4617-b11b-93d3ec939ebf tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0078726 Nov 11 12:11:51.076738 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48784) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.083409 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-d9c46ada-3fd7-4d3d-bed8-3ae728111bc2 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.085138 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d9c46ada-3fd7-4d3d-bed8-3ae728111bc2 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0069816 Nov 11 12:11:51.096744 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48788) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.126104 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [None req-f73c3095-56e2-4b5a-a782-be81e48cf5b2 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.127150 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f73c3095-56e2-4b5a-a782-be81e48cf5b2 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0074451 Nov 11 12:11:51.135699 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48790) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.152471 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5b462-b597-4b62-a187-4147da4a8e12 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Deleting port e7ee0089-0fd3-4007-a121-e8e4234aa822 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:51.152924 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a0e5b462-b597-4b62-a187-4147da4a8e12 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.173324 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5054125f-8cae-4769-8a51-8c876a99f423 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c593c1d7396946db96a151f1e2603836&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1743510 Nov 11 12:11:51.176642 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-520696c0-4b66-48c3-ae2d-5577aa3b8a96 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.177755 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-520696c0-4b66-48c3-ae2d-5577aa3b8a96 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0056055 Nov 11 12:11:51.194239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48792) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.194834 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48794) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.210521 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-67ad4724-16c7-48cb-971d-73c4d6569046 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.211707 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-67ad4724-16c7-48cb-971d-73c4d6569046 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0042746 Nov 11 12:11:51.215421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48796) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.222441 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [None req-93195095-d0fe-4883-a9cd-e8cc54e4bd79 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.223474 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d6c17b21-8000-4a7b-95ee-194020d594e9 req-ae916540-93ba-4a77-8215-1f4ead70187e tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 210 time: 0.1679924 Nov 11 12:11:51.223595 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-93195095-d0fe-4883-a9cd-e8cc54e4bd79 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047307 Nov 11 12:11:51.229293 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-90190d71-814e-4c36-8a8e-798b72eefa9c tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Allocated IP 172.20.0.7 (8bc34d55-6a66-4145-ba65-e3782e708a1c/086973be-14d1-4f8e-911e-0a7b449c7fa4/126fd073-92d2-4b64-a8da-ac28ed234e10) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:51.231465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48798) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.238677 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-ee46ca3d-b2c6-4f02-9e2e-d020d450d979 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.240330 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ee46ca3d-b2c6-4f02-9e2e-d020d450d979 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0061157 Nov 11 12:11:51.252972 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-09529412-c3fc-47d5-9506-35bc9fcc8f60 req-d8401939-8d25-4daf-b691-3a2d3b6d18df tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476890 Nov 11 12:11:51.257745 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48800) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.265436 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [None req-0bb2c50b-e0b8-44f5-bba2-4c37442e732e tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.269401 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0bb2c50b-e0b8-44f5-bba2-4c37442e732e tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0077384 Nov 11 12:11:51.271349 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48804) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.283835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [None req-60269553-baae-4bfb-9387-8f78be3ed80f tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.285567 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-60269553-baae-4bfb-9387-8f78be3ed80f tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0048184 Nov 11 12:11:51.308053 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48806) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.318647 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-8bb8150e-8cef-4059-bad4-0411302dc43b tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.322010 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8bb8150e-8cef-4059-bad4-0411302dc43b tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0044012 Nov 11 12:11:51.332242 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.333146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48810) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.346088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-411a3d11-9e69-4546-a4ac-a191dc169701 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.346088 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-411a3d11-9e69-4546-a4ac-a191dc169701 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0042431 Nov 11 12:11:51.346088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48812) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.350474 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a0e5b462-b597-4b62-a187-4147da4a8e12 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.350577 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-7edf77ee-87b0-4140-9a51-ee339f311361 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.350577 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7edf77ee-87b0-4140-9a51-ee339f311361 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0047591 Nov 11 12:11:51.351947 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48814) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.356023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-ed7822d9-7c5a-4929-9766-d7bc1eb71e07 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.359379 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ed7822d9-7c5a-4929-9766-d7bc1eb71e07 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0041533 Nov 11 12:11:51.359840 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48816) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.369889 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-5c801606-480b-4ac4-ba9b-be22c7c74a34 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.371677 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5c801606-480b-4ac4-ba9b-be22c7c74a34 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0103407 Nov 11 12:11:51.379991 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48818) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.385735 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-8392700c-ea57-4a8e-88f0-9a0718e963d2 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.388971 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8392700c-ea57-4a8e-88f0-9a0718e963d2 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0052805 Nov 11 12:11:51.389569 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48820) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.395965 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-e6269929-35e2-4596-800a-0204611a3bf9 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.402250 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e6269929-35e2-4596-800a-0204611a3bf9 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0068090 Nov 11 12:11:51.402250 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.402250 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2fee5067-15a5-46dc-ab5f-a87ffe35b0db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.404102 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48822) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.405916 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] device_id is not set on port 712b4159-76ed-4656-a59f-0a7f0cb718f4 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:51.421733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-37e4b48b-d784-4e9f-96b9-6e3ad928726c tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.423562 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-37e4b48b-d784-4e9f-96b9-6e3ad928726c tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0062358 Nov 11 12:11:51.430657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48826) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.436080 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5b462-b597-4b62-a187-4147da4a8e12 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Calling delete_port for e7ee0089-0fd3-4007-a121-e8e4234aa822 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:51.446631 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-5802b085-0b5f-40ca-9b1b-51fdd9827e20 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.447561 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5802b085-0b5f-40ca-9b1b-51fdd9827e20 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0147891 Nov 11 12:11:51.452230 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48828) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.466483 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [None req-77a80aed-a59c-48f9-870e-08292df773e2 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.470678 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-77a80aed-a59c-48f9-870e-08292df773e2 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0112615 Nov 11 12:11:51.477419 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48830) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.481430 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2fee5067-15a5-46dc-ab5f-a87ffe35b0db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.486407 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-c55f8fc9-abb6-468c-bafa-c0ec1957a890 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.487404 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c55f8fc9-abb6-468c-bafa-c0ec1957a890 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0090587 Nov 11 12:11:51.494015 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48832) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.501324 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cf3911-543c-4c15-ae0f-768e25c24305,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:51.527740 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [None req-9f7af830-6e56-48c7-9446-095a84a08037 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.529747 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9f7af830-6e56-48c7-9446-095a84a08037 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0285008 Nov 11 12:11:51.534308 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48834) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.543012 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [None req-7faceaaf-3631-428a-a3f1-a95f62b11a3f tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.543995 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7faceaaf-3631-428a-a3f1-a95f62b11a3f tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0072174 Nov 11 12:11:51.554018 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48836) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.577761 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-5c88b713-dbd8-415c-b20b-8eb88c22f5c6 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.584580 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5c88b713-dbd8-415c-b20b-8eb88c22f5c6 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0265176 Nov 11 12:11:51.588982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48838) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.630426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [None req-85794913-bb39-4461-a9d6-1013b25bc524 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.634094 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-85794913-bb39-4461-a9d6-1013b25bc524 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0216734 Nov 11 12:11:51.638228 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48840) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.656194 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3f5ba251-1285-421b-b6c5-e75eecb9d206 req-7932e512-07c0-4632-9483-93defb3ab0aa tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 210 time: 0.0993321 Nov 11 12:11:51.672402 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-9db910f1-2f3b-4856-b115-20af91742812 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.674248 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9db910f1-2f3b-4856-b115-20af91742812 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0329130 Nov 11 12:11:51.677372 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48844) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.686438 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-38ce0c29-b0f6-4a14-8557-379684b61eb9 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.689874 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-38ce0c29-b0f6-4a14-8557-379684b61eb9 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0082021 Nov 11 12:11:51.692763 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48846) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.701827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-0aca1a36-5514-4329-b928-80326e8f052e tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.705894 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0aca1a36-5514-4329-b928-80326e8f052e tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0090091 Nov 11 12:11:51.706983 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48848) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.711790 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-13b834ef-1098-4436-b6c8-76f201620298 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.715890 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-13b834ef-1098-4436-b6c8-76f201620298 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0048664 Nov 11 12:11:51.716015 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48850) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.725073 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-5f5bd948-f38f-41f8-a5ab-5f5d958dbddd tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.726905 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5f5bd948-f38f-41f8-a5ab-5f5d958dbddd tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0089390 Nov 11 12:11:51.742046 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48852) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.774937 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-59c52fb5-862a-4526-bf36-f79f52bf68e5 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.778310 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-90190d71-814e-4c36-8a8e-798b72eefa9c tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.778462 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-59c52fb5-862a-4526-bf36-f79f52bf68e5 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0315557 Nov 11 12:11:51.778541 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48854) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.785119 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-db062412-f304-4e5e-b7e6-6d1a4b5f2ad0 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.789227 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-db062412-f304-4e5e-b7e6-6d1a4b5f2ad0 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0066090 Nov 11 12:11:51.807170 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48856) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.807170 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [None req-9c71cb46-0bdd-40a2-9680-a34ce0112b9d tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.807170 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9c71cb46-0bdd-40a2-9680-a34ce0112b9d tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0088563 Nov 11 12:11:51.807907 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48858) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.811256 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-6486c571-990d-49d4-b809-2e4db088932d tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.814661 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6486c571-990d-49d4-b809-2e4db088932d tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044787 Nov 11 12:11:51.815585 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48860) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.822504 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-6e2f1d25-0527-48e5-8d9f-a1df676164f9 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.824482 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6e2f1d25-0527-48e5-8d9f-a1df676164f9 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0076070 Nov 11 12:11:51.829191 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2fee5067-15a5-46dc-ab5f-a87ffe35b0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.830865 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2fee5067-15a5-46dc-ab5f-a87ffe35b0db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.832131 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2fee5067-15a5-46dc-ab5f-a87ffe35b0db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5bb8621e-ca64-4f44-b09c-667dd5cf6efb HTTP/1.1" status: 204 len: 168 time: 0.6319253 Nov 11 12:11:51.838167 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48862) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.844955 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-af25f8b1-c8d1-4bb8-a1c5-d2f6407503ce tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.848898 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-af25f8b1-c8d1-4bb8-a1c5-d2f6407503ce tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0058124 Nov 11 12:11:51.849381 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48866) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.876519 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-0430803d-c0dd-49dd-9f62-70de0d0ac308 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.877796 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0430803d-c0dd-49dd-9f62-70de0d0ac308 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0250685 Nov 11 12:11:51.880469 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee5067-15a5-46dc-ab5f-a87ffe35b0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb8621e-ca64-4f44-b09c-667dd5cf6efb,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:51.883705 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48868) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.893166 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-54526780-eca6-4d28-bfea-99e1071de430 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.896835 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-54526780-eca6-4d28-bfea-99e1071de430 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0095656 Nov 11 12:11:51.897531 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48870) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.897768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a0e5b462-b597-4b62-a187-4147da4a8e12 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.901901 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-2a123c54-2961-48e7-b499-dc20aa8bc222 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.902707 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2a123c54-2961-48e7-b499-dc20aa8bc222 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044134 Nov 11 12:11:51.908624 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] device_id is not set on port 712b4159-76ed-4656-a59f-0a7f0cb718f4 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:51.912815 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48872) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.919489 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-69d5b1a4-8e27-4a8a-b69c-cd418d06f20e tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.920452 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-69d5b1a4-8e27-4a8a-b69c-cd418d06f20e tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0067225 Nov 11 12:11:51.924275 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48874) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.928526 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-b0fd52d1-5f28-45e2-8f0a-dd2d1c3ab7f7 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.929455 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b0fd52d1-5f28-45e2-8f0a-dd2d1c3ab7f7 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0042946 Nov 11 12:11:51.930760 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:51.932089 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48876) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.936499 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-af96571f-c7ba-4195-8805-b0ee4f893ea2 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.940321 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-af96571f-c7ba-4195-8805-b0ee4f893ea2 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043414 Nov 11 12:11:51.941686 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48878) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.944201 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5b462-b597-4b62-a187-4147da4a8e12 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event deleted for resources: {'Port': ['ID=e7ee0089-0fd3-4007-a121-e8e4234aa822,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:51.958043 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-efbbc23d-3b1b-4f51-83d5-f2b23433c0eb tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.961441 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-efbbc23d-3b1b-4f51-83d5-f2b23433c0eb tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0188150 Nov 11 12:11:51.974613 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48880) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.980234 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-7f12ab80-ff03-4716-ae0c-5e9ee5a21619 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.981367 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7f12ab80-ff03-4716-ae0c-5e9ee5a21619 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0053630 Nov 11 12:11:51.984235 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48884) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:51.991613 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-44544992-2920-4f6a-90c0-7a225c077ffd tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:51.992592 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-44544992-2920-4f6a-90c0-7a225c077ffd tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0052357 Nov 11 12:11:51.998150 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48886) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:52.006356 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-d570e9c5-38a9-40b1-93bb-c90b715b4784 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:52.007616 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d570e9c5-38a9-40b1-93bb-c90b715b4784 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0079479 Nov 11 12:11:52.010279 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48888) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:52.016296 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-95e9c11a-f172-4e74-af93-5603357df907 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:52.019648 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-95e9c11a-f172-4e74-af93-5603357df907 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0063143 Nov 11 12:11:52.020247 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:52.021933 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48890) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:52.030106 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-5c97091f-05ca-462e-8039-858aadb646c2 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:52.031522 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5c97091f-05ca-462e-8039-858aadb646c2 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0084982 Nov 11 12:11:52.038011 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48892) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:52.044814 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-678f6b7a-2b5d-4b90-a4bb-ab01a844cda4 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:52.046068 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-678f6b7a-2b5d-4b90-a4bb-ab01a844cda4 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0068274 Nov 11 12:11:52.059478 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48894) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:52.077847 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-90190d71-814e-4c36-8a8e-798b72eefa9c tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:52.086051 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [None req-c9d0bf06-0a2c-41dd-83c9-f6a7eb1063d2 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:52.094758 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c9d0bf06-0a2c-41dd-83c9-f6a7eb1063d2 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0285118 Nov 11 12:11:52.122376 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48898) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:52.131390 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-7ef8097c-a997-47ba-9447-3e42c98b2f89 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:52.132664 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7ef8097c-a997-47ba-9447-3e42c98b2f89 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0085316 Nov 11 12:11:52.137049 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48900) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:52.157287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-8989a125-6b42-4922-ace4-dfe38679ee52 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:52.157287 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8989a125-6b42-4922-ace4-dfe38679ee52 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043643 Nov 11 12:11:52.157287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Pushing event updated for resources: {'Port': ['ID=712b4159-76ed-4656-a59f-0a7f0cb718f4,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:52.162515 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48902) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:52.171853 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-3a2a6b35-8466-4cef-8b6b-16761d755f19 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:52.174493 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3a2a6b35-8466-4cef-8b6b-16761d755f19 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0097620 Nov 11 12:11:52.183625 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48904) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:52.416090 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-90190d71-814e-4c36-8a8e-798b72eefa9c tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Network 8bc34d55-6a66-4145-ba65-e3782e708a1c is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:52.417873 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a0e5b462-b597-4b62-a187-4147da4a8e12 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:52.421590 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a0e5b462-b597-4b62-a187-4147da4a8e12 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "DELETE /v2.0/ports/e7ee0089-0fd3-4007-a121-e8e4234aa822 HTTP/1.1" status: 204 len: 168 time: 1.7094865 Nov 11 12:11:52.430704 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48914) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:52.431700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-90190d71-814e-4c36-8a8e-798b72eefa9c tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:52.437517 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-90190d71-814e-4c36-8a8e-798b72eefa9c tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:52.499369 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8a8c22-9b53-4536-acb8-f09984e06cd3 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Deleting subnet 20bf2600-b2fc-4567-8c81-8edfa0fb3984 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:11:52.521233 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90190d71-814e-4c36-8a8e-798b72eefa9c tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Pushing event updated for resources: {'Port': ['ID=126fd073-92d2-4b64-a8da-ac28ed234e10,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:52.562231 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc8a8c22-9b53-4536-acb8-f09984e06cd3 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:52.687775 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-0dadda7f-a8dd-4382-859e-167b2dcfca10 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:52.688749 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0dadda7f-a8dd-4382-859e-167b2dcfca10 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.5036554 Nov 11 12:11:52.696347 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48922) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:52.700933 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc8a8c22-9b53-4536-acb8-f09984e06cd3 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:52.719233 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-60e9f551-95ce-42e7-9998-4bf32bc97a0a tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:52.720464 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-60e9f551-95ce-42e7-9998-4bf32bc97a0a tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0225294 Nov 11 12:11:52.722852 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48928) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:52.776520 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-cd942d86-1e06-43f6-807b-65d36eb1d806 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:52.796689 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cd942d86-1e06-43f6-807b-65d36eb1d806 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0699048 Nov 11 12:11:52.800167 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48932) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:52.809901 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-43dc231a-da21-4bf7-95ff-1a4a805568a1 req-6399051f-a09b-4416-87a6-3fcd4d0a18eb tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 210 time: 0.1194153 Nov 11 12:11:52.825546 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-6f8968da-47c7-4223-878a-6ad9e0a4f2ae tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:52.829642 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6f8968da-47c7-4223-878a-6ad9e0a4f2ae tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0185781 Nov 11 12:11:52.832074 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48934) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:52.832619 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Checking segment: {'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:52.833035 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Network hostable DHCP agents. Network: 47ac2747-0b66-494c-ac89-8596e5db1c10, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:11:52.839126 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-7634ddc2-7493-4174-90d3-5fcf22bdf2bf tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:52.851802 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7634ddc2-7493-4174-90d3-5fcf22bdf2bf tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0159886 Nov 11 12:11:52.857367 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48936) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:52.872837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-59627ccc-b35e-4d8c-9790-6483bb8bb818 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:52.882837 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-59627ccc-b35e-4d8c-9790-6483bb8bb818 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0146151 Nov 11 12:11:52.893444 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48938) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:52.898650 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-ec92787a-ebc1-44ac-b650-59be705b339c tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:52.903231 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ec92787a-ebc1-44ac-b650-59be705b339c tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0083280 Nov 11 12:11:52.906278 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48942) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:52.926048 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-85c3ff0b-0c53-4919-b765-f4ab40e2bb51 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:52.930217 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-85c3ff0b-0c53-4919-b765-f4ab40e2bb51 tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0218019 Nov 11 12:11:52.932225 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48944) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:52.953099 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [None req-c8f0c425-c057-49c8-a5c0-cf19d2ee7aed tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:11:52.960952 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c8f0c425-c057-49c8-a5c0-cf19d2ee7aed tempest-ExtensionsTestJSON-1901609579 tempest-ExtensionsTestJSON-1901609579-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0264964 Nov 11 12:11:52.966599 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-3e557add-51a6-4ef7-90ee-b602536f84c7 None None] Provisioning complete for port 126fd073-92d2-4b64-a8da-ac28ed234e10 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:52.967159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3e557add-51a6-4ef7-90ee-b602536f84c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:53.008434 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a9fed-1cf6-4aab-a52b-7704a0ba2859 req-58368569-67b3-4e7b-ab27-345d1f2db4a3 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.010570 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cb0a9fed-1cf6-4aab-a52b-7704a0ba2859 req-58368569-67b3-4e7b-ab27-345d1f2db4a3 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 943 time: 0.3170867 Nov 11 12:11:53.038662 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-3e557add-51a6-4ef7-90ee-b602536f84c7 None None] Port 126fd073-92d2-4b64-a8da-ac28ed234e10 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:53.102677 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Network 47ac2747-0b66-494c-ac89-8596e5db1c10 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:11:53.116008 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-90190d71-814e-4c36-8a8e-798b72eefa9c tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.117052 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-90190d71-814e-4c36-8a8e-798b72eefa9c tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:53.141447 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-dd3635ca-2c29-4b00-aecc-72fbfb4ceeb2 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.143469 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-dd3635ca-2c29-4b00-aecc-72fbfb4ceeb2 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.70 "GET /v2.0/networks?id=494eeba5-927d-4da7-9b52-12ccac274783 HTTP/1.1" status: 200 len: 811 time: 0.8418601 Nov 11 12:11:53.165128 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441095ef-2da7-4a31-8658-403c4a729c41 req-4edbe2f1-683a-492d-8fa6-cd2b548e088b tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.166922 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-441095ef-2da7-4a31-8658-403c4a729c41 req-4edbe2f1-683a-492d-8fa6-cd2b548e088b tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 931 time: 0.1551774 Nov 11 12:11:53.177212 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cb0a9fed-1cf6-4aab-a52b-7704a0ba2859 req-dca46b11-5738-4a47-8acd-83f8cc221f94 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117315 Nov 11 12:11:53.208563 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 47ac2747-0b66-494c-ac89-8596e5db1c10) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:53.217360 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64378df1-2095-432d-a969-05d881b73f04 None None] Network 47ac2747-0b66-494c-ac89-8596e5db1c10 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:53.230393 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:53.256334 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:53.256665 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:53.256991 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:53.264674 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:53.265730 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:53.269221 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 2 to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 Nov 11 12:11:53.272136 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-90190d71-814e-4c36-8a8e-798b72eefa9c tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9292538 Nov 11 12:11:53.294664 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-441095ef-2da7-4a31-8658-403c4a729c41 req-cbfc562c-e15f-4688-8c2a-8840563c931f tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c42058f-82e4-4faf-93b9-2d3d713495dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163032 Nov 11 12:11:53.298705 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:53.299447 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:53.300630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:53.309287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:53.309691 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:53.310232 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 3 to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 Nov 11 12:11:53.347000 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:53.351078 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:53.351902 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:53.365641 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:53.367071 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:53.367763 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 4 to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 Nov 11 12:11:53.368498 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-fac85378-7467-481c-8de3-3faad3a5e4d5 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc3e745991484392a95e625e90086381 HTTP/1.1" status: 200 len: 380 time: 0.1861429 Nov 11 12:11:53.375716 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc8a8c22-9b53-4536-acb8-f09984e06cd3 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:53.399944 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:53.400278 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:53.400608 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:53.409378 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:53.409726 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:53.410100 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 5 to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 Nov 11 12:11:53.432112 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Request body: {'port': {'device_id': 'c25185d5-e232-4db8-95c2-1123de13d1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:53.439599 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:53.439838 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:53.440369 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:53.450598 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:53.450983 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:53.451443 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 6 to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 Nov 11 12:11:53.453422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-7a5568ea-1f88-44ae-995d-48f98d48e9c6 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Request body: {'port': {'device_id': 'ca66f6bb-658a-4c72-ae23-43467c4efde7', 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783', 'admin_state_up': True, 'tenant_id': 'bc3e745991484392a95e625e90086381', 'security_groups': ['4e72311a-439a-488d-900c-02d99164da0c']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:53.481308 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:53.482356 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:53.482958 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:53.491741 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:53.492847 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:53.493665 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 7 to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 Nov 11 12:11:53.515185 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:53.515747 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:53.516353 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:53.521412 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:53.521906 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:53.523411 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 8 to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 Nov 11 12:11:53.598730 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:53.599325 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:53.600502 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:53.607482 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:53.608102 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:53.608741 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 9 to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 Nov 11 12:11:53.671109 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:53.677747 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:53.678192 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:53.678577 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:53.690624 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:53.691368 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:53.691368 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 10 to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 Nov 11 12:11:53.712011 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:53.712461 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:53.713233 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:53.717491 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:53.717897 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 712b4159-76ed-4656-a59f-0a7f0cb718f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:53.718347 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:53.740186 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-7a5568ea-1f88-44ae-995d-48f98d48e9c6 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Made reservation on behalf of bc3e745991484392a95e625e90086381 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:53.744276 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-7a5568ea-1f88-44ae-995d-48f98d48e9c6 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:53.793033 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] For port 712b4159-76ed-4656-a59f-0a7f0cb718f4, host hv-neutron-7864, cleared binding levels {{(pid=103002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:53.793423 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempted to set empty binding levels {{(pid=103002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 12:11:53.828603 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48964) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:53.829351 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc8a8c22-9b53-4536-acb8-f09984e06cd3 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:53.863023 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a8c22-9b53-4536-acb8-f09984e06cd3 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event deleted for resources: {'Subnet': ['ID=20bf2600-b2fc-4567-8c81-8edfa0fb3984,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:53.866329 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:53.913234 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7733d0-ccfa-4a82-99ad-b7d8783afd8e None None] Network 69c31850-51a7-4ce3-8bac-744f64ce8cd0 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:53.932240 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc8a8c22-9b53-4536-acb8-f09984e06cd3 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:53.940241 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fc8a8c22-9b53-4536-acb8-f09984e06cd3 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "DELETE /v2.0/subnets/20bf2600-b2fc-4567-8c81-8edfa0fb3984 HTTP/1.1" status: 204 len: 168 time: 1.5031872 Nov 11 12:11:53.943645 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48972) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:53.986308 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:53.986308 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.006549 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Pushing event updated for resources: {'Port': ['ID=712b4159-76ed-4656-a59f-0a7f0cb718f4,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:54.044430 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48974) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:54.086364 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-161d356f-6911-4769-b356-dc9adf564636 req-7bf161de-deb9-4de3-bdd6-2f50ad1b9e7e tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 210 time: 0.0798438 Nov 11 12:11:54.149889 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4386ea39-570a-47b5-b84d-8ccd1b5791fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 3.3857269 Nov 11 12:11:54.152355 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48980) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:54.204476 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-6fe74a7b-54d1-45b8-ae30-e1093b266ab0 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:54.287615 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b2bb267b-c62b-4999-bb17-7fb3c0e1effd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.317097 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d3836a-4d4e-47a9-bda2-836904edd370 None None] DHCP port deletion for 69c31850-51a7-4ce3-8bac-744f64ce8cd0 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:11:54.348405 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.401876 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-7a5568ea-1f88-44ae-995d-48f98d48e9c6 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Allocated IP 172.20.0.9 (494eeba5-927d-4da7-9b52-12ccac274783/2ad01249-f98e-4f0a-8732-1a30270cf49a/61b96338-7266-45da-aa4c-b83c6a5e75f9) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:11:54.412076 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26172094-2072-451b-8763-570a9c511797 req-e061464a-8aea-4fd8-aa98-519964d20d7f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:54.412472 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-27d3836a-4d4e-47a9-bda2-836904edd370 None None] Deleting port e0639407-f0b6-41f7-840c-53e15dc6c916 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:54.412950 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-27d3836a-4d4e-47a9-bda2-836904edd370 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.413604 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-26172094-2072-451b-8763-570a9c511797 req-e061464a-8aea-4fd8-aa98-519964d20d7f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 943 time: 0.1290565 Nov 11 12:11:54.432382 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5212bba5-f3a8-4240-8cd3-7094876eebe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Deleting port 712b4159-76ed-4656-a59f-0a7f0cb718f4 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:54.432783 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5212bba5-f3a8-4240-8cd3-7094876eebe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.506595 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-27d3836a-4d4e-47a9-bda2-836904edd370 None None] For port e0639407-f0b6-41f7-840c-53e15dc6c916, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e0639407-f0b6-41f7-840c-53e15dc6c916,segment=NetworkSegment(672ed114-b8e3-4319-8438-2a15a1ed586a),segment_id=672ed114-b8e3-4319-8438-2a15a1ed586a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:54.507026 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-27d3836a-4d4e-47a9-bda2-836904edd370 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.522220 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-27d3836a-4d4e-47a9-bda2-836904edd370 None None] Calling delete_port for e0639407-f0b6-41f7-840c-53e15dc6c916 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:54.576375 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 126fd073-92d2-4b64-a8da-ac28ed234e10 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:11:54.598164 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.598292 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b2bb267b-c62b-4999-bb17-7fb3c0e1effd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.605556 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Deleting port e0639407-f0b6-41f7-840c-53e15dc6c916 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:54.605965 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.615125 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-5212bba5-f3a8-4240-8cd3-7094876eebe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] For port 712b4159-76ed-4656-a59f-0a7f0cb718f4, host hv-neutron-7864, got binding levels [] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:54.615485 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5212bba5-f3a8-4240-8cd3-7094876eebe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.632984 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-26172094-2072-451b-8763-570a9c511797 req-3fa88faf-6fc7-46db-918c-31392549cf20 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072668 Nov 11 12:11:54.649397 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16038935-7a6f-450c-8298-320ee0ce4c76 req-ad30e38f-1660-4663-bba9-81287680ac3c tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:54.650890 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-16038935-7a6f-450c-8298-320ee0ce4c76 req-ad30e38f-1660-4663-bba9-81287680ac3c tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 931 time: 0.1905348 Nov 11 12:11:54.651855 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5212bba5-f3a8-4240-8cd3-7094876eebe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Calling delete_port for 712b4159-76ed-4656-a59f-0a7f0cb718f4 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:54.662311 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Transition to ACTIVE for port object 126fd073-92d2-4b64-a8da-ac28ed234e10 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:11:54.684082 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6fe74a7b-54d1-45b8-ae30-e1093b266ab0 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] 10.222.0.50 "PUT /v2.0/quotas/031cea223a5b47c495a9e0e6b6095d98 HTTP/1.1" status: 200 len: 366 time: 0.6374002 Nov 11 12:11:54.699581 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48988) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:54.724661 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b2bb267b-c62b-4999-bb17-7fb3c0e1effd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.728954 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] For port e0639407-f0b6-41f7-840c-53e15dc6c916, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e0639407-f0b6-41f7-840c-53e15dc6c916,segment=NetworkSegment(672ed114-b8e3-4319-8438-2a15a1ed586a),segment_id=672ed114-b8e3-4319-8438-2a15a1ed586a)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:54.729412 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.733897 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-7a5568ea-1f88-44ae-995d-48f98d48e9c6 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.740229 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-27d3836a-4d4e-47a9-bda2-836904edd370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.742470 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-26be1a15-9a75-470d-a558-d685e0f2011e tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0416608 Nov 11 12:11:54.746047 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48990) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:54.757171 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.761305 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Calling delete_port for e0639407-f0b6-41f7-840c-53e15dc6c916 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:54.767513 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48992) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:54.782528 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3836a-4d4e-47a9-bda2-836904edd370 None None] Pushing event deleted for resources: {'Port': ['ID=e0639407-f0b6-41f7-840c-53e15dc6c916,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:54.787859 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d3836a-4d4e-47a9-bda2-836904edd370 None None] No DVR routers for this DVR port e0639407-f0b6-41f7-840c-53e15dc6c916 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:11:54.804805 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0adc7749-6da6-4014-9a48-6c5275b928ee tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] 10.222.0.50 "GET /v2.0/quotas/031cea223a5b47c495a9e0e6b6095d98 HTTP/1.1" status: 200 len: 366 time: 0.0543835 Nov 11 12:11:54.812529 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 48996) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:54.817287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb267b-c62b-4999-bb17-7fb3c0e1effd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f9785d-996d-4d0a-8e7e-02f503e66ff4,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:54.825405 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b2bb267b-c62b-4999-bb17-7fb3c0e1effd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=385bef181234498d9c1f45bf26338402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9954970 Nov 11 12:11:54.830284 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 48998) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:54.849513 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-16038935-7a6f-450c-8298-320ee0ce4c76 req-7be86bf2-8206-4032-a692-ed4b562ca55b tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c42058f-82e4-4faf-93b9-2d3d713495dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779678 Nov 11 12:11:54.907561 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Pushing event updated for resources: {'Port': ['ID=126fd073-92d2-4b64-a8da-ac28ed234e10,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:54.911286 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b4e0ff69-2d9c-4c08-9ad3-3b53d4d95b76 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/031cea223a5b47c495a9e0e6b6095d98 HTTP/1.1" status: 204 len: 168 time: 0.0960314 Nov 11 12:11:54.920714 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49000) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:54.926137 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38be0dfc-95fa-4a7b-a66e-008a60cc76cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.934226 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5212bba5-f3a8-4240-8cd3-7094876eebe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.945268 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ddc5f51b-201a-4861-aca8-f6970c659522 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0219028 Nov 11 12:11:54.948514 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49002) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:54.987865 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-9479733b-eaf9-4dad-9996-85e52b7c1090 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-734759166'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:54.994483 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38be0dfc-95fa-4a7b-a66e-008a60cc76cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:54.995313 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-7a5568ea-1f88-44ae-995d-48f98d48e9c6 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.003665 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212bba5-f3a8-4240-8cd3-7094876eebe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Pushing event deleted for resources: {'Port': ['ID=712b4159-76ed-4656-a59f-0a7f0cb718f4,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:55.009044 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5212bba5-f3a8-4240-8cd3-7094876eebe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.016139 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5212bba5-f3a8-4240-8cd3-7094876eebe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] 10.222.0.50 "DELETE /v2.0/ports/712b4159-76ed-4656-a59f-0a7f0cb718f4 HTTP/1.1" status: 204 len: 168 time: 0.8620174 Nov 11 12:11:55.022399 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4ff77afa-192d-434c-b0d1-33a6204ecf45 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] 10.222.0.50 "GET /v2.0/quotas/031cea223a5b47c495a9e0e6b6095d98 HTTP/1.1" status: 200 len: 370 time: 0.0691285 Nov 11 12:11:55.027782 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49004) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:55.027991 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49006) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:55.036570 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-57be8d8c-7381-44f5-beca-750562c2ecba tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] 10.222.0.50 "GET /v2.0/quotas/031cea223a5b47c495a9e0e6b6095d98/default HTTP/1.1" status: 200 len: 370 time: 0.0059645 Nov 11 12:11:55.043909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49008) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:55.080159 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf6f8c6-586d-4e14-a578-7547e9f6744f tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] GET failed (client error): The resource could not be found. Nov 11 12:11:55.082283 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-aaf6f8c6-586d-4e14-a578-7547e9f6744f tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] 10.222.0.50 "GET /v2.0/ports/712b4159-76ed-4656-a59f-0a7f0cb718f4 HTTP/1.1" status: 404 len: 333 time: 0.0533488 Nov 11 12:11:55.084413 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-2ad4da30-2cab-4880-affa-09b6f0a3ccaa tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] delete failed (client error): The resource could not be found. Nov 11 12:11:55.087782 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2ad4da30-2cab-4880-affa-09b6f0a3ccaa tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/031cea223a5b47c495a9e0e6b6095d98 HTTP/1.1" status: 404 len: 348 time: 0.0325627 Nov 11 12:11:55.087782 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49010) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:55.092968 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-59acc011-183a-4461-9424-52708ea4bf95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Request body: {'port': {'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197917394'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:55.129676 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-7a5568ea-1f88-44ae-995d-48f98d48e9c6 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Network 494eeba5-927d-4da7-9b52-12ccac274783 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:55.131501 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.140474 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-7a5568ea-1f88-44ae-995d-48f98d48e9c6 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:55.146375 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Attempting to bind port 126fd073-92d2-4b64-a8da-ac28ed234e10 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:55.146686 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Attempting to bind port 126fd073-92d2-4b64-a8da-ac28ed234e10 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '2b88d787-6ee4-435c-9399-9a49d7bb7722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:55.147014 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Attempting to bind port 126fd073-92d2-4b64-a8da-ac28ed234e10 on network 8bc34d55-6a66-4145-ba65-e3782e708a1c {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:55.150785 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-7a5568ea-1f88-44ae-995d-48f98d48e9c6 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:55.153173 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5568ea-1f88-44ae-995d-48f98d48e9c6 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Pushing event updated for resources: {'Port': ['ID=61b96338-7266-45da-aa4c-b83c6a5e75f9,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:55.186811 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Port 126fd073-92d2-4b64-a8da-ac28ed234e10 on network 8bc34d55-6a66-4145-ba65-e3782e708a1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:55.187031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Attempting to bind port 126fd073-92d2-4b64-a8da-ac28ed234e10 on network 8bc34d55-6a66-4145-ba65-e3782e708a1c {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:55.214225 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] No DVR routers for this DVR port e0639407-f0b6-41f7-840c-53e15dc6c916 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:11:55.221851 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38be0dfc-95fa-4a7b-a66e-008a60cc76cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.224632 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38be0dfc-95fa-4a7b-a66e-008a60cc76cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.229405 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-38be0dfc-95fa-4a7b-a66e-008a60cc76cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/20f9785d-996d-4d0a-8e7e-02f503e66ff4 HTTP/1.1" status: 204 len: 168 time: 0.3948991 Nov 11 12:11:55.245621 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be0dfc-95fa-4a7b-a66e-008a60cc76cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f9785d-996d-4d0a-8e7e-02f503e66ff4,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:55.265723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e12ff-805f-402e-ad18-7ee9b85e9bd7 req-102bf589-ac39-4966-9606-5002e5ca9af7 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:55.267369 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f11e12ff-805f-402e-ad18-7ee9b85e9bd7 req-102bf589-ac39-4966-9606-5002e5ca9af7 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 931 time: 0.1133969 Nov 11 12:11:55.348723 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.355328 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:55.355663 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Checking segment: {'id': '2b88d787-6ee4-435c-9399-9a49d7bb7722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:55.356050 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Bound using segment: {'id': '2b88d787-6ee4-435c-9399-9a49d7bb7722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:55.356496 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Bound port: 126fd073-92d2-4b64-a8da-ac28ed234e10, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b88d787-6ee4-435c-9399-9a49d7bb7722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:55.356848 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.359135 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event deleted for resources: {'Port': ['ID=e0639407-f0b6-41f7-840c-53e15dc6c916,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:55.361187 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f11e12ff-805f-402e-ad18-7ee9b85e9bd7 req-e7538e6f-0f43-41c8-b53f-41cac9d78f86 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698493 Nov 11 12:11:55.378781 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9479733b-eaf9-4dad-9996-85e52b7c1090 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Made reservation on behalf of 4a07dfbacee54388b69a0661f55f9fa4 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:55.388751 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9479733b-eaf9-4dad-9996-85e52b7c1090 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.392529 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59acc011-183a-4461-9424-52708ea4bf95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Made reservation on behalf of dd3d319eb6424c0e9fa7113261f53b3c for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:55.396678 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59acc011-183a-4461-9424-52708ea4bf95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.416327 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-59acc011-183a-4461-9424-52708ea4bf95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] device_id is not set on port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:55.427175 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9479733b-eaf9-4dad-9996-85e52b7c1090 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.434106 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-7a5568ea-1f88-44ae-995d-48f98d48e9c6 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:55.434634 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-7a5568ea-1f88-44ae-995d-48f98d48e9c6 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.455915 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c31850-51a7-4ce3-8bac-744f64ce8cd0']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:55.469903 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672ed114-b8e3-4319-8438-2a15a1ed586a') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:55.470201 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672ed114-b8e3-4319-8438-2a15a1ed586a') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:11:55.476577 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49018) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:55.501599 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.514583 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.quota.resource [None req-53c46581-a733-4e3e-98b4-3a3d3b56cfb9 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] Usage tracker for resource:network and project:27ae2855ff8b4e72816c86ead8b49713 is out of sync, need to count used quota {{(pid=103002) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 12:11:55.522631 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-be3412f9-3149-4160-ab6f-1eda33e07e58 None None] Provisioning complete for port 61b96338-7266-45da-aa4c-b83c6a5e75f9 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:11:55.524269 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-be3412f9-3149-4160-ab6f-1eda33e07e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.526301 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.quota.resource [None req-53c46581-a733-4e3e-98b4-3a3d3b56cfb9 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103002) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 12:11:55.540529 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.546697 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.quota.resource [None req-53c46581-a733-4e3e-98b4-3a3d3b56cfb9 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] Usage tracker for resource:subnet and project:27ae2855ff8b4e72816c86ead8b49713 is out of sync, need to count used quota {{(pid=103002) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 12:11:55.560721 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-be3412f9-3149-4160-ab6f-1eda33e07e58 None None] Port 61b96338-7266-45da-aa4c-b83c6a5e75f9 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:11:55.560947 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:11:55.561347 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:11:55.564494 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:11:55.586705 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.quota.resource [None req-53c46581-a733-4e3e-98b4-3a3d3b56cfb9 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103002) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 12:11:55.606798 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.quota.resource [None req-53c46581-a733-4e3e-98b4-3a3d3b56cfb9 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] Usage tracker for resource:subnetpool and project:27ae2855ff8b4e72816c86ead8b49713 is out of sync, need to count used quota {{(pid=103002) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 12:11:55.620576 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.quota.resource [None req-53c46581-a733-4e3e-98b4-3a3d3b56cfb9 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103002) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 12:11:55.621397 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-7a5568ea-1f88-44ae-995d-48f98d48e9c6 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2011802 Nov 11 12:11:55.631834 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] For port 126fd073-92d2-4b64-a8da-ac28ed234e10, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:55.642480 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59acc011-183a-4461-9424-52708ea4bf95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.643778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.quota.resource [None req-53c46581-a733-4e3e-98b4-3a3d3b56cfb9 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] Usage tracker for resource:port and project:27ae2855ff8b4e72816c86ead8b49713 is out of sync, need to count used quota {{(pid=103002) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 12:11:55.649736 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Request body: {'port': {'device_id': 'ca66f6bb-658a-4c72-ae23-43467c4efde7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:55.650957 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.quota.resource [None req-53c46581-a733-4e3e-98b4-3a3d3b56cfb9 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103002) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 12:11:55.660399 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.quota.resource [None req-53c46581-a733-4e3e-98b4-3a3d3b56cfb9 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] Usage tracker for resource:router and project:27ae2855ff8b4e72816c86ead8b49713 is out of sync, need to count used quota {{(pid=103002) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 12:11:55.667428 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.quota.resource [None req-53c46581-a733-4e3e-98b4-3a3d3b56cfb9 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103002) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 12:11:55.689093 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.quota.resource [None req-53c46581-a733-4e3e-98b4-3a3d3b56cfb9 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] Usage tracker for resource:floatingip and project:27ae2855ff8b4e72816c86ead8b49713 is out of sync, need to count used quota {{(pid=103002) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 12:11:55.694278 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] For port 126fd073-92d2-4b64-a8da-ac28ed234e10, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=126fd073-92d2-4b64-a8da-ac28ed234e10,segment=NetworkSegment(2b88d787-6ee4-435c-9399-9a49d7bb7722),segment_id=2b88d787-6ee4-435c-9399-9a49d7bb7722)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:55.696232 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.quota.resource [None req-53c46581-a733-4e3e-98b4-3a3d3b56cfb9 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103002) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 12:11:55.734389 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.742200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.quota.resource [None req-53c46581-a733-4e3e-98b4-3a3d3b56cfb9 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] Usage tracker for resource:security_group and project:27ae2855ff8b4e72816c86ead8b49713 is out of sync, need to count used quota {{(pid=103002) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 12:11:55.748025 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.quota.resource [None req-53c46581-a733-4e3e-98b4-3a3d3b56cfb9 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103002) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 12:11:55.752635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e0639407-f0b6-41f7-840c-53e15dc6c916 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:11:55.773570 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.787450 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.790696 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] 10.222.0.50 "DELETE /v2.0/networks/69c31850-51a7-4ce3-8bac-744f64ce8cd0 HTTP/1.1" status: 204 len: 168 time: 1.8431668 Nov 11 12:11:55.795409 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: e0639407-f0b6-41f7-840c-53e15dc6c916 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:11:55.796304 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e0639407-f0b6-41f7-840c-53e15dc6c916 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:11:55.808311 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.826035 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9e499-482a-4559-b4e7-f7a125fd9584 tempest-AllowedAddressPairTestJSON-1713115266 tempest-AllowedAddressPairTestJSON-1713115266-project] Pushing event deleted for resources: {'Network': ['ID=69c31850-51a7-4ce3-8bac-744f64ce8cd0,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:55.829650 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59acc011-183a-4461-9424-52708ea4bf95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.852517 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59acc011-183a-4461-9424-52708ea4bf95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Network 47ac2747-0b66-494c-ac89-8596e5db1c10 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:11:55.858335 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-59acc011-183a-4461-9424-52708ea4bf95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:55.861741 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59acc011-183a-4461-9424-52708ea4bf95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:11:55.863511 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59acc011-183a-4461-9424-52708ea4bf95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:55.864106 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59acc011-183a-4461-9424-52708ea4bf95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.875603 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9479733b-eaf9-4dad-9996-85e52b7c1090 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.877025 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.quota.resource [None req-53c46581-a733-4e3e-98b4-3a3d3b56cfb9 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] Usage tracker for resource:security_group_rule and project:27ae2855ff8b4e72816c86ead8b49713 is out of sync, need to count used quota {{(pid=103002) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 12:11:55.915992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.quota.resource [None req-53c46581-a733-4e3e-98b4-3a3d3b56cfb9 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103002) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 12:11:55.927753 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-53c46581-a733-4e3e-98b4-3a3d3b56cfb9 tempest-QuotasTest-1503562491 tempest-QuotasTest-1503562491-project-admin] 10.222.0.50 "GET /v2.0/quotas/27ae2855ff8b4e72816c86ead8b49713/details.json HTTP/1.1" status: 200 len: 703 time: 0.4502239 Nov 11 12:11:55.934452 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:55.938729 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:55.938853 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452e511-b420-4f1e-9e19-c09fb7b97df5 req-e601dfd1-9c69-4b71-a5b6-c8eb1a3fe2b5 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:55.938853 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8452e511-b420-4f1e-9e19-c09fb7b97df5 req-e601dfd1-9c69-4b71-a5b6-c8eb1a3fe2b5 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 943 time: 0.1719100 Nov 11 12:11:55.954732 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] 10.222.0.70 "PUT /v2.0/ports/126fd073-92d2-4b64-a8da-ac28ed234e10 HTTP/1.1" status: 200 len: 1093 time: 2.5331495 Nov 11 12:11:55.957233 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25185d5-e232-4db8-95c2-1123de13d1fa', 'tag': '126fd073-92d2-4b64-a8da-ac28ed234e10'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:11:55.961605 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba80b07-8953-4352-874d-3df799363ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "c25185d5-e232-4db8-95c2-1123de13d1fa", "tag": "126fd073-92d2-4b64-a8da-ac28ed234e10"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:11:55.970531 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acc011-183a-4461-9424-52708ea4bf95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Pushing event updated for resources: {'Port': ['ID=5bfd3624-6daa-47a7-93e6-175acb2dfe34,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:55.989087 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-59acc011-183a-4461-9424-52708ea4bf95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9018111 Nov 11 12:11:56.007620 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49038) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:56.015786 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:56.082659 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8452e511-b420-4f1e-9e19-c09fb7b97df5 req-dcf9323f-9ba1-443d-a31c-c59701434fa5 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360521 Nov 11 12:11:56.110916 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.122239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17deacf6-7359-450e-a982-e745694ba3b4 req-6bb63443-0667-44be-ae94-d5c201b81a40 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:56.123819 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-17deacf6-7359-450e-a982-e745694ba3b4 req-6bb63443-0667-44be-ae94-d5c201b81a40 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 943 time: 0.1577344 Nov 11 12:11:56.236871 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9479733b-eaf9-4dad-9996-85e52b7c1090 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.244287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6310aca0-0a3b-4e2e-b43b-de60fbaa34d5 x-openstack-request-id: req-6310aca0-0a3b-4e2e-b43b-de60fbaa34d5 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:11:56.244877 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25185d5-e232-4db8-95c2-1123de13d1fa", "tag": "126fd073-92d2-4b64-a8da-ac28ed234e10", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:11:56.245217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6310aca0-0a3b-4e2e-b43b-de60fbaa34d5 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:11:56.245746 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25185d5-e232-4db8-95c2-1123de13d1fa', 'tag': '126fd073-92d2-4b64-a8da-ac28ed234e10', 'status': 'completed', 'code': 200} Nov 11 12:11:56.259650 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-17deacf6-7359-450e-a982-e745694ba3b4 req-52cd64e8-4ece-4ef6-9f59-d4b34fa12238 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c42058f-82e4-4faf-93b9-2d3d713495dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285863 Nov 11 12:11:56.323337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9479733b-eaf9-4dad-9996-85e52b7c1090 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:56.334747 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed1c50-f9c2-4797-8ba3-6638d5e73efd service neutron] Pushing event updated for resources: {'Port': ['ID=126fd073-92d2-4b64-a8da-ac28ed234e10,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:56.371723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] device_id is not set on port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:56.380117 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.382466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479733b-eaf9-4dad-9996-85e52b7c1090 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac3f025-37ab-43c5-a4f3-b261e200465f,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:56.386884 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9479733b-eaf9-4dad-9996-85e52b7c1090 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.387241 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-9479733b-eaf9-4dad-9996-85e52b7c1090 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Added segment 38c3c5c7-9c48-482f-9ca6-5cd469eb97b5 of type vlan for network ec05af77-ca69-434b-a6a2-504c45563310 Nov 11 12:11:56.403450 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-c5e987d4-999e-49d8-a894-20ce1b2de31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:56.405058 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-c5e987d4-999e-49d8-a894-20ce1b2de31c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c13a71db4a844eada5e2e1126922d1e2&device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 1096 time: 0.1535504 Nov 11 12:11:56.478912 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-a1f879e0-8df2-4fcb-b8aa-64426cbbf3cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=126fd073-92d2-4b64-a8da-ac28ed234e10 HTTP/1.1" status: 200 len: 217 time: 0.0471978 Nov 11 12:11:56.483592 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9479733b-eaf9-4dad-9996-85e52b7c1090 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.497435 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49048) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:56.503409 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.581573 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-d235cba7-a3ac-4b5f-93e6-4628cf857a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:56.583083 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-d235cba7-a3ac-4b5f-93e6-4628cf857a33 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=086973be-14d1-4f8e-911e-0a7b449c7fa4 HTTP/1.1" status: 200 len: 850 time: 0.0971551 Nov 11 12:11:56.590921 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d6359-3ef6-4e40-bbdb-8a3e313fd68c req-e5a0d464-5eab-4db7-ae22-5c3e7ee053b2 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:56.603677 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ad8d6359-3ef6-4e40-bbdb-8a3e313fd68c req-e5a0d464-5eab-4db7-ae22-5c3e7ee053b2 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 931 time: 0.1452222 Nov 11 12:11:56.615774 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49054) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:56.651328 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Pushing event updated for resources: {'Port': ['ID=5bfd3624-6daa-47a7-93e6-175acb2dfe34,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:56.666023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:56.666250 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9479733b-eaf9-4dad-9996-85e52b7c1090 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.666357 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:56.666448 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:56.671778 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9479733b-eaf9-4dad-9996-85e52b7c1090 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:56.672199 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9479733b-eaf9-4dad-9996-85e52b7c1090 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.677252 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:56.677574 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:56.681072 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 2 to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 Nov 11 12:11:56.702846 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-41892d0c-cebe-4a3b-9971-6c8dfbecb29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:56.704422 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-41892d0c-cebe-4a3b-9971-6c8dfbecb29e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bc34d55-6a66-4145-ba65-e3782e708a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1143136 Nov 11 12:11:56.720328 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ad8d6359-3ef6-4e40-bbdb-8a3e313fd68c req-0fdcf5ba-50c2-4ec6-8cf5-385b5ddeff0d tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156392 Nov 11 12:11:56.721822 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:56.722146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:56.722508 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:56.734381 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b96338-7266-45da-aa4c-b83c6a5e75f9 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:11:56.745586 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.753611 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:56.753611 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:56.754903 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 3 to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 Nov 11 12:11:56.782250 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:56.782250 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:56.782250 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:56.787645 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:56.788034 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:56.789251 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 4 to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 Nov 11 12:11:56.798178 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-21af5343-4fbc-47a3-ada7-87eb1c63afc4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c0201b56896e4a3798e13fda457419f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2991412 Nov 11 12:11:56.800849 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49062) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:56.816390 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:56.816702 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:56.817034 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:56.824401 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a0dee31e-08cf-45f5-8c87-7578e99be3f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.827154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Transition to ACTIVE for port object 61b96338-7266-45da-aa4c-b83c6a5e75f9 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:11:56.829317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:56.829317 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:56.832732 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 5 to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 Nov 11 12:11:56.834845 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479733b-eaf9-4dad-9996-85e52b7c1090 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Network': ['ID=ec05af77-ca69-434b-a6a2-504c45563310,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:56.844459 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9479733b-eaf9-4dad-9996-85e52b7c1090 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0665295 Nov 11 12:11:56.845287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49066) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:56.849988 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network ec05af77-ca69-434b-a6a2-504c45563310 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:56.854088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-9b142f86-6594-415b-af16-8785bceb3423 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'subnet': {'network_id': 'ec05af77-ca69-434b-a6a2-504c45563310', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:56.899109 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.900562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:56.900959 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:56.901223 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:56.908305 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-26e4b01f-8073-4b9f-a85c-ae779cd9aad2 service neutron] 10.222.0.70 "GET /v2.0/networks/8bc34d55-6a66-4145-ba65-e3782e708a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684487 Nov 11 12:11:56.924011 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:56.924338 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:56.937753 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 6 to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 Nov 11 12:11:56.958970 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5688-a76e-4db0-99c5-8a575ebeaa98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:56.969355 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:56.970243 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:56.970584 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:57.003621 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5688-a76e-4db0-99c5-8a575ebeaa98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.005650 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:57.005650 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:57.011508 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 7 to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 Nov 11 12:11:57.021906 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Pushing event updated for resources: {'Port': ['ID=61b96338-7266-45da-aa4c-b83c6a5e75f9,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:57.046874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:57.047171 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:57.047800 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:57.055723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:57.056043 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:57.056689 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 8 to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 Nov 11 12:11:57.070797 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:57.071144 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:57.071826 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:57.073065 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a0dee31e-08cf-45f5-8c87-7578e99be3f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.077603 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:57.077933 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:57.078320 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 9 to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 Nov 11 12:11:57.094005 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:57.094355 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:57.094713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:57.100303 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:57.100632 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:57.101246 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 10 to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 Nov 11 12:11:57.117263 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b142f86-6594-415b-af16-8785bceb3423 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Made reservation on behalf of 4a07dfbacee54388b69a0661f55f9fa4 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:57.120851 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9b142f86-6594-415b-af16-8785bceb3423 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.124710 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49072) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:57.149148 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c416e48d-4542-42b3-ba21-9ad6be67339e req-81cc097d-0759-42a4-a2a7-678ee475202b service neutron] 10.222.0.70 "GET /v2.0/networks/8bc34d55-6a66-4145-ba65-e3782e708a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104192 Nov 11 12:11:57.166785 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a0dee31e-08cf-45f5-8c87-7578e99be3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.173652 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Attempting to bind port 61b96338-7266-45da-aa4c-b83c6a5e75f9 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:57.174470 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Attempting to bind port 61b96338-7266-45da-aa4c-b83c6a5e75f9 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '08c1dbeb-d92a-4f86-a3c1-9913bb41991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:57.175566 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Attempting to bind port 61b96338-7266-45da-aa4c-b83c6a5e75f9 on network 494eeba5-927d-4da7-9b52-12ccac274783 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:57.186315 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Port 61b96338-7266-45da-aa4c-b83c6a5e75f9 on network 494eeba5-927d-4da7-9b52-12ccac274783 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:57.186954 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Attempting to bind port 61b96338-7266-45da-aa4c-b83c6a5e75f9 on network 494eeba5-927d-4da7-9b52-12ccac274783 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:57.187084 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:11:57.187366 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:11:57.187703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:11:57.204397 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5688-a76e-4db0-99c5-8a575ebeaa98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.206950 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5688-a76e-4db0-99c5-8a575ebeaa98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.208123 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3e9d5688-a76e-4db0-99c5-8a575ebeaa98 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6aae728d-ff11-41aa-9b46-81ab3fd0b40c HTTP/1.1" status: 204 len: 168 time: 0.4063859 Nov 11 12:11:57.232840 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:11:57.233177 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Checking segment: {'id': '08c1dbeb-d92a-4f86-a3c1-9913bb41991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:57.234020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:11:57.234224 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Bound using segment: {'id': '08c1dbeb-d92a-4f86-a3c1-9913bb41991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:11:57.234340 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:11:57.234701 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.235391 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Bound port: 61b96338-7266-45da-aa4c-b83c6a5e75f9, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c1dbeb-d92a-4f86-a3c1-9913bb41991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:11:57.235932 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.255923 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d5688-a76e-4db0-99c5-8a575ebeaa98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aae728d-ff11-41aa-9b46-81ab3fd0b40c,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:57.295615 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a0dee31e-08cf-45f5-8c87-7578e99be3f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c664c214cdf48a79cb733e12f37d630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6732364 Nov 11 12:11:57.298511 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49080) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:57.326388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dee31e-08cf-45f5-8c87-7578e99be3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dc3c76-8dce-45dd-862d-aaeee7aa23a2,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:57.342126 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d88ee-2423-4226-8234-c8ee6717e908 req-921e66b0-194b-4770-95ee-a729db1b4abf tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.343718 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-de1d88ee-2423-4226-8234-c8ee6717e908 req-921e66b0-194b-4770-95ee-a729db1b4abf tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 943 time: 0.1616311 Nov 11 12:11:57.405241 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-5dc5d5a2-f424-4f93-9411-76077f7745c8 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-981190403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:57.449581 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] For port 5bfd3624-6daa-47a7-93e6-175acb2dfe34, host hv-neutron-7864, cleared binding levels {{(pid=103002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:57.450138 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempted to set empty binding levels {{(pid=103002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 12:11:57.486634 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] For port 61b96338-7266-45da-aa4c-b83c6a5e75f9, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:11:57.492063 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba80b07-8953-4352-874d-3df799363ed5 req-699444e7-0bfe-4b94-ba65-288fd871625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.493637 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6ba80b07-8953-4352-874d-3df799363ed5 req-699444e7-0bfe-4b94-ba65-288fd871625b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c13a71db4a844eada5e2e1126922d1e2&device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 1096 time: 0.1425283 Nov 11 12:11:57.495358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] For port 61b96338-7266-45da-aa4c-b83c6a5e75f9, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=61b96338-7266-45da-aa4c-b83c6a5e75f9,segment=NetworkSegment(08c1dbeb-d92a-4f86-a3c1-9913bb41991f),segment_id=08c1dbeb-d92a-4f86-a3c1-9913bb41991f)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:11:57.513130 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-de1d88ee-2423-4226-8234-c8ee6717e908 req-58ffd0e9-9fbf-4cce-ae1e-6719c192bb8f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556420 Nov 11 12:11:57.513370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dd2c9da6-9bee-48b5-b9db-52587a98eb0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.523453 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eec327-5e0f-43aa-b46a-5d84af26e038 req-1defbcf9-8bb3-4bd7-83be-765737e7e7dd tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.524929 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-21eec327-5e0f-43aa-b46a-5d84af26e038 req-1defbcf9-8bb3-4bd7-83be-765737e7e7dd tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 943 time: 0.1658785 Nov 11 12:11:57.574986 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dd2c9da6-9bee-48b5-b9db-52587a98eb0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.580364 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.585782 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d5a2-f424-4f93-9411-76077f7745c8 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.586949 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d5a2-f424-4f93-9411-76077f7745c8 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.590536 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.591566 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-21eec327-5e0f-43aa-b46a-5d84af26e038 req-4592168a-b3f8-4712-86d7-bfcffc6826c8 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c42058f-82e4-4faf-93b9-2d3d713495dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557587 Nov 11 12:11:57.621711 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9b142f86-6594-415b-af16-8785bceb3423 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.623749 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] In _notify_port_updated(), no bound segment for port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:11:57.624570 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.625145 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.626383 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] 10.222.0.50 "PUT /v2.0/ports/5bfd3624-6daa-47a7-93e6-175acb2dfe34 HTTP/1.1" status: 200 len: 981 time: 1.6169152 Nov 11 12:11:57.633469 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49082) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:57.665964 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.666794 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.668151 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] 10.222.0.70 "PUT /v2.0/ports/61b96338-7266-45da-aa4c-b83c6a5e75f9 HTTP/1.1" status: 200 len: 1093 time: 2.0337956 Nov 11 12:11:57.740383 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc85a10-6432-46da-9ec9-ed3f6f9cd304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Pushing event updated for resources: {'Port': ['ID=5bfd3624-6daa-47a7-93e6-175acb2dfe34,revision_number=3']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:57.747738 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba80b07-8953-4352-874d-3df799363ed5 req-cecf1be7-f295-440f-bee0-3444e193ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.749187 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6ba80b07-8953-4352-874d-3df799363ed5 req-cecf1be7-f295-440f-bee0-3444e193ed8e service neutron] 10.222.0.70 "GET /v2.0/networks?id=8bc34d55-6a66-4145-ba65-e3782e708a1c HTTP/1.1" status: 200 len: 912 time: 0.2465379 Nov 11 12:11:57.754401 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b3e51-d01b-4b93-b670-1ed34af95df1 service neutron] Pushing event updated for resources: {'Port': ['ID=61b96338-7266-45da-aa4c-b83c6a5e75f9,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:57.758063 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b142f86-6594-415b-af16-8785bceb3423 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Subnet': ['ID=063a69c8-eeed-44f2-bff9-ee8637dc9883,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:57.760803 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d5a2-f424-4f93-9411-76077f7745c8 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.783379 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.783844 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.784980 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.785434 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.785882 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.786330 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.786771 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.787240 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.787681 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.788121 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.788558 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.788999 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.789438 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.789878 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.790319 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.791013 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.791472 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.791944 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.792381 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.792821 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.795595 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b41e67f4-ae80-4f3c-96bf-47d340f3e0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18134 time: 0.1604185 Nov 11 12:11:57.801282 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49088) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:57.807592 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6ba80b07-8953-4352-874d-3df799363ed5 req-96944f7b-c422-49c2-b82a-8c1f5c1f4f32 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=126fd073-92d2-4b64-a8da-ac28ed234e10 HTTP/1.1" status: 200 len: 217 time: 0.0491340 Nov 11 12:11:57.841714 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b142f86-6594-415b-af16-8785bceb3423 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Checking segment: {'id': '38c3c5c7-9c48-482f-9ca6-5cd469eb97b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ec05af77-ca69-434b-a6a2-504c45563310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:11:57.842063 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b142f86-6594-415b-af16-8785bceb3423 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network hostable DHCP agents. Network: ec05af77-ca69-434b-a6a2-504c45563310, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:11:57.870340 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d5a2-f424-4f93-9411-76077f7745c8 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.909736 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dd2c9da6-9bee-48b5-b9db-52587a98eb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.916645 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dd2c9da6-9bee-48b5-b9db-52587a98eb0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:57.916645 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-dd2c9da6-9bee-48b5-b9db-52587a98eb0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f6dc3c76-8dce-45dd-862d-aaeee7aa23a2 HTTP/1.1" status: 204 len: 168 time: 0.6067748 Nov 11 12:11:57.935515 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba80b07-8953-4352-874d-3df799363ed5 req-ba52ec01-6291-4e5a-8254-4db4a3915449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.937090 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6ba80b07-8953-4352-874d-3df799363ed5 req-ba52ec01-6291-4e5a-8254-4db4a3915449 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=086973be-14d1-4f8e-911e-0a7b449c7fa4 HTTP/1.1" status: 200 len: 850 time: 0.1197422 Nov 11 12:11:57.939672 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c9da6-9bee-48b5-b9db-52587a98eb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dc3c76-8dce-45dd-862d-aaeee7aa23a2,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:57.982682 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-d357a74a-419a-4be8-8392-99eb831d203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:57.983863 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-d357a74a-419a-4be8-8392-99eb831d203d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc3e745991484392a95e625e90086381&device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 1096 time: 0.1253593 Nov 11 12:11:58.007480 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecf792-02e7-4b2e-a03a-6b7748b50020 req-c57a64bf-51f2-41a5-acb7-f40d28ca9fb8 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:58.011547 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1aecf792-02e7-4b2e-a03a-6b7748b50020 req-c57a64bf-51f2-41a5-acb7-f40d28ca9fb8 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 943 time: 0.1541061 Nov 11 12:11:58.044749 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b142f86-6594-415b-af16-8785bceb3423 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network ec05af77-ca69-434b-a6a2-504c45563310 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:11:58.059610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d5a2-f424-4f93-9411-76077f7745c8 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.063650 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5dc5d5a2-f424-4f93-9411-76077f7745c8 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9378273 Nov 11 12:11:58.064292 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49098) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:58.069854 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba80b07-8953-4352-874d-3df799363ed5 req-0d22a597-64e4-4760-bc27-257b1ec3c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:58.070018 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-e15b5c13-bf9e-4a5f-91ca-2c5508936867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Deleting port 5bfd3624-6daa-47a7-93e6-175acb2dfe34 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:11:58.070645 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e15b5c13-bf9e-4a5f-91ca-2c5508936867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.071408 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6ba80b07-8953-4352-874d-3df799363ed5 req-0d22a597-64e4-4760-bc27-257b1ec3c1b8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bc34d55-6a66-4145-ba65-e3782e708a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1258569 Nov 11 12:11:58.075287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-1fe288cf-c2eb-4588-a72e-cec933fc8072 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-516621589'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:58.079365 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-20573a53-8b02-4856-84cd-db084b573a90 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b96338-7266-45da-aa4c-b83c6a5e75f9 HTTP/1.1" status: 200 len: 217 time: 0.0867836 Nov 11 12:11:58.117866 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1aecf792-02e7-4b2e-a03a-6b7748b50020 req-0d4b459f-2fac-4588-a153-0edac8b595cf tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998058 Nov 11 12:11:58.142808 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-e15b5c13-bf9e-4a5f-91ca-2c5508936867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] For port 5bfd3624-6daa-47a7-93e6-175acb2dfe34, host hv-neutron-7864, got binding levels [] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:58.143198 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e15b5c13-bf9e-4a5f-91ca-2c5508936867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.151233 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-9b142f86-6594-415b-af16-8785bceb3423 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, ec05af77-ca69-434b-a6a2-504c45563310) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:11:58.160059 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b142f86-6594-415b-af16-8785bceb3423 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:58.160573 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9b142f86-6594-415b-af16-8785bceb3423 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.162920 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-e15b5c13-bf9e-4a5f-91ca-2c5508936867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Calling delete_port for 5bfd3624-6daa-47a7-93e6-175acb2dfe34 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:11:58.166536 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b15d11-a8dc-4ec0-8c9c-5d5cf9089b46 None None] Network ec05af77-ca69-434b-a6a2-504c45563310 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:58.241086 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-325ffc0c-9da9-451d-9f9c-e2b13a370617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:58.242577 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-325ffc0c-9da9-451d-9f9c-e2b13a370617 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2ad01249-f98e-4f0a-8732-1a30270cf49a HTTP/1.1" status: 200 len: 850 time: 0.1539145 Nov 11 12:11:58.248220 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca66f6bb-658a-4c72-ae23-43467c4efde7', 'tag': '61b96338-7266-45da-aa4c-b83c6a5e75f9'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:11:58.250508 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b2c29b-39a7-46a3-a7e7-e4edb947c517" -d '{"events": [{"name": "network-changed", "server_uuid": "ca66f6bb-658a-4c72-ae23-43467c4efde7", "tag": "61b96338-7266-45da-aa4c-b83c6a5e75f9"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:11:58.266613 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6ba80b07-8953-4352-874d-3df799363ed5 req-1f0b2177-f0ae-470c-af7e-5318f9f24053 service neutron] 10.222.0.70 "GET /v2.0/networks/8bc34d55-6a66-4145-ba65-e3782e708a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857059 Nov 11 12:11:58.341587 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094a0a06-f6ee-444b-83f2-557c21084441 x-openstack-request-id: req-094a0a06-f6ee-444b-83f2-557c21084441 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:11:58.341905 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca66f6bb-658a-4c72-ae23-43467c4efde7", "tag": "61b96338-7266-45da-aa4c-b83c6a5e75f9", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:11:58.342125 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-094a0a06-f6ee-444b-83f2-557c21084441 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:11:58.342500 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca66f6bb-658a-4c72-ae23-43467c4efde7', 'tag': '61b96338-7266-45da-aa4c-b83c6a5e75f9', 'status': 'completed', 'code': 200} Nov 11 12:11:58.346140 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe288cf-c2eb-4588-a72e-cec933fc8072 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Made reservation on behalf of 0715e178438b4e3eb40d258142ed681d for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:58.351882 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1fe288cf-c2eb-4588-a72e-cec933fc8072 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.367422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1fe288cf-c2eb-4588-a72e-cec933fc8072 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.376109 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a35862-8a3f-444e-a3c9-c64a24d5faa9 None None] Network ec05af77-ca69-434b-a6a2-504c45563310 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:11:58.392377 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-34a3bcc4-a015-4ae7-939a-6234e80cd48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:58.393916 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-34a3bcc4-a015-4ae7-939a-6234e80cd48b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=494eeba5-927d-4da7-9b52-12ccac274783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1376219 Nov 11 12:11:58.470449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e15b5c13-bf9e-4a5f-91ca-2c5508936867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.475074 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9b142f86-6594-415b-af16-8785bceb3423 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6250975 Nov 11 12:11:58.482640 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49110) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:58.492788 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1863897468', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}, 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:58.505980 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6ba80b07-8953-4352-874d-3df799363ed5 req-c37cce88-4e05-4a2f-89e6-46e96ddcd878 service neutron] 10.222.0.70 "GET /v2.0/networks/8bc34d55-6a66-4145-ba65-e3782e708a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207239 Nov 11 12:11:58.508295 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b5c13-bf9e-4a5f-91ca-2c5508936867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bfd3624-6daa-47a7-93e6-175acb2dfe34,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:58.517722 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e15b5c13-bf9e-4a5f-91ca-2c5508936867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.522374 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e15b5c13-bf9e-4a5f-91ca-2c5508936867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] 10.222.0.50 "DELETE /v2.0/ports/5bfd3624-6daa-47a7-93e6-175acb2dfe34 HTTP/1.1" status: 204 len: 168 time: 0.7201166 Nov 11 12:11:58.525023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49114) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:58.576265 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e51bca4-607f-4247-8ba6-3d61bb95f0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] GET failed (client error): The resource could not be found. Nov 11 12:11:58.576265 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8e51bca4-607f-4247-8ba6-3d61bb95f0c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] 10.222.0.50 "GET /v2.0/ports/5bfd3624-6daa-47a7-93e6-175acb2dfe34 HTTP/1.1" status: 404 len: 333 time: 0.0446475 Nov 11 12:11:58.576679 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-6a8e79f2-c8fc-4a79-951d-dfe176311aa4 service neutron] 10.222.0.70 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722574 Nov 11 12:11:58.576679 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49118) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:58.584616 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6e6050f3-b908-412a-a368-265206b80892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115115616', 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:58.654500 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1fe288cf-c2eb-4588-a72e-cec933fc8072 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.660254 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8cfbb-37ff-4f8e-98ad-34594d6c3fe5 req-9a39bea2-a057-48f3-a390-a9b0efbcd831 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:58.662161 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0dd8cfbb-37ff-4f8e-98ad-34594d6c3fe5 req-9a39bea2-a057-48f3-a390-a9b0efbcd831 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 943 time: 0.0636330 Nov 11 12:11:58.667724 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.667724 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.749580 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1fe288cf-c2eb-4588-a72e-cec933fc8072 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.758835 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372b5d8-f372-440e-be87-0fe08434cc6c req-c0e72466-f653-48c4-8f52-bbae1f92bde4 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:58.760233 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.760426 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6372b5d8-f372-440e-be87-0fe08434cc6c req-c0e72466-f653-48c4-8f52-bbae1f92bde4 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 943 time: 0.0846324 Nov 11 12:11:58.762183 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49124) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:58.763700 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0dd8cfbb-37ff-4f8e-98ad-34594d6c3fe5 req-a756bca6-7fad-4641-8db0-9b1d8dec68c2 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951288 Nov 11 12:11:58.765256 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0d19613d-efaf-4281-a7b0-1978cd46a05c req-26473339-3a46-4048-abc3-d89fd5222776 service neutron] 10.222.0.70 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774685 Nov 11 12:11:58.786978 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6050f3-b908-412a-a368-265206b80892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Made reservation on behalf of dd3d319eb6424c0e9fa7113261f53b3c for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:58.789304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6e6050f3-b908-412a-a368-265206b80892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.792319 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe288cf-c2eb-4588-a72e-cec933fc8072 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:58.816269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5e1de085-a809-4812-9013-a2a89a1b5211 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.829080 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe288cf-c2eb-4588-a72e-cec933fc8072 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=657c4588-8730-48fe-8873-18a9e3fdd859,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:58.834960 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1fe288cf-c2eb-4588-a72e-cec933fc8072 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:58.835336 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-1fe288cf-c2eb-4588-a72e-cec933fc8072 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Added segment b31e484a-a4ff-4646-b0fc-b6486932243e of type vlan for network 70c61088-3958-4cdd-8bd4-7cbc59d4edc7 Nov 11 12:11:58.836954 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-6e6050f3-b908-412a-a368-265206b80892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] device_id is not set on port b46817ed-413c-4136-87fb-3e60ed9d09be yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:11:58.843287 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6372b5d8-f372-440e-be87-0fe08434cc6c req-b6a2d66a-8e6b-4a6b-9c13-44a6fef9bd3f tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c42058f-82e4-4faf-93b9-2d3d713495dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705967 Nov 11 12:11:58.853302 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49126) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:11:59.009453 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-8e5b42cd-aa96-4bdf-99be-c74e0edcbd74 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1278623295'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:11:59.084081 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5b42cd-aa96-4bdf-99be-c74e0edcbd74 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:11:59.087551 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e5b42cd-aa96-4bdf-99be-c74e0edcbd74 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.096621 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e5b42cd-aa96-4bdf-99be-c74e0edcbd74 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.188583 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e5b42cd-aa96-4bdf-99be-c74e0edcbd74 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.189529 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device b40671cc-88ee-4776-9d3c-a6f449537515 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:11:59.244046 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f218b-6ad5-4466-ad68-1af31fd56e0a req-090a898a-8714-4e72-b613-16e4c05f7c08 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:59.247553 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3e0f218b-6ad5-4466-ad68-1af31fd56e0a req-090a898a-8714-4e72-b613-16e4c05f7c08 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 943 time: 0.0577226 Nov 11 12:11:59.250942 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1fe288cf-c2eb-4588-a72e-cec933fc8072 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.259037 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e5b42cd-aa96-4bdf-99be-c74e0edcbd74 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.278282 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5b42cd-aa96-4bdf-99be-c74e0edcbd74 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:11:59.302729 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port b40671cc-88ee-4776-9d3c-a6f449537515, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b40671cc-88ee-4776-9d3c-a6f449537515,segment=NetworkSegment(4fd116d8-ab11-42c2-8bb9-a049c27f2bab),segment_id=4fd116d8-ab11-42c2-8bb9-a049c27f2bab)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:59.314155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e5b42cd-aa96-4bdf-99be-c74e0edcbd74 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.314491 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-8e5b42cd-aa96-4bdf-99be-c74e0edcbd74 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Added segment 18a9bbe9-b0c3-401d-8fec-4f48976f7edf of type vlan for network 3af89a5a-4200-4c50-9de4-0981214f6241 Nov 11 12:11:59.317493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': 'b40671cc-88ee-4776-9d3c-a6f449537515', 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882', 'port_id': 'b40671cc-88ee-4776-9d3c-a6f449537515', 'mac_address': 'fa:16:3e:15:62:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:11:59.352441 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b42cd-aa96-4bdf-99be-c74e0edcbd74 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f45b8f-852e-4de3-8047-b6dee47b6567,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:59.362723 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.380562 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40671cc-88ee-4776-9d3c-a6f449537515 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:11:59.382206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e5b42cd-aa96-4bdf-99be-c74e0edcbd74 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.393078 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.395188 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3e0f218b-6ad5-4466-ad68-1af31fd56e0a req-3d12d19a-2b17-48aa-89a6-598ad7981ada tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146703 Nov 11 12:11:59.414912 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2c29b-39a7-46a3-a7e7-e4edb947c517 req-37138b4e-eb6f-4a38-a5ef-fedd1f651706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:59.415723 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port b40671cc-88ee-4776-9d3c-a6f449537515, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b40671cc-88ee-4776-9d3c-a6f449537515,segment=NetworkSegment(4fd116d8-ab11-42c2-8bb9-a049c27f2bab),segment_id=4fd116d8-ab11-42c2-8bb9-a049c27f2bab)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:11:59.416720 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-31b2c29b-39a7-46a3-a7e7-e4edb947c517 req-37138b4e-eb6f-4a38-a5ef-fedd1f651706 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc3e745991484392a95e625e90086381&device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 1096 time: 0.2621708 Nov 11 12:11:59.513234 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.513449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e5b42cd-aa96-4bdf-99be-c74e0edcbd74 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.519664 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5b42cd-aa96-4bdf-99be-c74e0edcbd74 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:59.520270 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e5b42cd-aa96-4bdf-99be-c74e0edcbd74 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.525394 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1fe288cf-c2eb-4588-a72e-cec933fc8072 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.531002 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe288cf-c2eb-4588-a72e-cec933fc8072 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:59.531642 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1fe288cf-c2eb-4588-a72e-cec933fc8072 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.583769 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=b40671cc-88ee-4776-9d3c-a6f449537515,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:59.593459 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b42cd-aa96-4bdf-99be-c74e0edcbd74 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Network': ['ID=3af89a5a-4200-4c50-9de4-0981214f6241,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:59.604468 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 3af89a5a-4200-4c50-9de4-0981214f6241 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:59.692036 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6e6050f3-b908-412a-a368-265206b80892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.692036 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5e1de085-a809-4812-9013-a2a89a1b5211 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:11:59.712099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe288cf-c2eb-4588-a72e-cec933fc8072 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event updated for resources: {'Network': ['ID=70c61088-3958-4cdd-8bd4-7cbc59d4edc7,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:11:59.723571 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 70c61088-3958-4cdd-8bd4-7cbc59d4edc7 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:11:59.726459 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2c29b-39a7-46a3-a7e7-e4edb947c517 req-add36cbf-162d-4b2a-8d24-64165b713d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:59.727993 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-31b2c29b-39a7-46a3-a7e7-e4edb947c517 req-add36cbf-162d-4b2a-8d24-64165b713d3d service neutron] 10.222.0.70 "GET /v2.0/networks?id=494eeba5-927d-4da7-9b52-12ccac274783 HTTP/1.1" status: 200 len: 912 time: 0.2792606 Nov 11 12:11:59.778833 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-31b2c29b-39a7-46a3-a7e7-e4edb947c517 req-2ac54585-d1d9-4a6e-b221-d73f06046ddb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b96338-7266-45da-aa4c-b83c6a5e75f9 HTTP/1.1" status: 200 len: 217 time: 0.0415757 Nov 11 12:11:59.803405 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['b40671cc-88ee-4776-9d3c-a6f449537515'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:11:59.846802 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2c29b-39a7-46a3-a7e7-e4edb947c517 req-01e0cb3b-fcc8-4309-a038-e5d1663ac02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:59.848443 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-31b2c29b-39a7-46a3-a7e7-e4edb947c517 req-01e0cb3b-fcc8-4309-a038-e5d1663ac02b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2ad01249-f98e-4f0a-8732-1a30270cf49a HTTP/1.1" status: 200 len: 850 time: 0.0615635 Nov 11 12:11:59.914363 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618068e2-5279-45d3-a56b-272a557ed106 req-f6429aa3-0931-48fd-9efd-9ce4010f8530 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:59.922084 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-618068e2-5279-45d3-a56b-272a557ed106 req-f6429aa3-0931-48fd-9efd-9ce4010f8530 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 944 time: 0.0699761 Nov 11 12:11:59.976591 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2c29b-39a7-46a3-a7e7-e4edb947c517 req-3c157ec6-8108-45ee-9855-2764946ffc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:11:59.978041 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-31b2c29b-39a7-46a3-a7e7-e4edb947c517 req-3c157ec6-8108-45ee-9855-2764946ffc99 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=494eeba5-927d-4da7-9b52-12ccac274783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1222653 Nov 11 12:12:00.009342 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.013753 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-618068e2-5279-45d3-a56b-272a557ed106 req-0fbcd099-073c-4c49-b418-c2193ecbade9 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883145 Nov 11 12:12:00.043372 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6705c1-6d34-4900-854f-cbcf3bb78032 req-3f139da3-85a4-4079-8560-94f0bb0bd01f tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:00.044416 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cb6705c1-6d34-4900-854f-cbcf3bb78032 req-3f139da3-85a4-4079-8560-94f0bb0bd01f tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 943 time: 0.1067040 Nov 11 12:12:00.076528 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.116895 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cb6705c1-6d34-4900-854f-cbcf3bb78032 req-92d4ff7c-aae2-429f-9e87-03a15355aaba tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c42058f-82e4-4faf-93b9-2d3d713495dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643542 Nov 11 12:12:00.181437 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-31b2c29b-39a7-46a3-a7e7-e4edb947c517 req-a273edcd-c9a6-4aab-8468-63f17c02331a service neutron] 10.222.0.70 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808119 Nov 11 12:12:00.284299 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Allocated IP 172.26.5.38 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/4bd580a1-edf0-488c-8379-9f386caba344) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:00.300866 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8e5b42cd-aa96-4bdf-99be-c74e0edcbd74 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4333482 Nov 11 12:12:00.369411 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-31b2c29b-39a7-46a3-a7e7-e4edb947c517 req-ce25fc3a-726b-4538-afe6-36a3f47789a0 service neutron] 10.222.0.70 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684072 Nov 11 12:12:00.426479 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.430948 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5e1de085-a809-4812-9013-a2a89a1b5211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.434971 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6e6050f3-b908-412a-a368-265206b80892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.442256 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1fe288cf-c2eb-4588-a72e-cec933fc8072 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3718150 Nov 11 12:12:00.442600 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49138) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:00.447582 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-51e6acdb-2e26-4a93-a0ff-22644614dfc2 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Request body: {'subnet': {'network_id': '70c61088-3958-4cdd-8bd4-7cbc59d4edc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:00.488827 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49140) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:00.506561 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-16f0874f-3ce6-46df-9ee6-5560a44f68b5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'subnet': {'network_id': '3af89a5a-4200-4c50-9de4-0981214f6241', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:00.566675 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5e1de085-a809-4812-9013-a2a89a1b5211 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=27ae2855ff8b4e72816c86ead8b49713&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8002007 Nov 11 12:12:00.571116 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af531213-d71b-4f7f-97af-764219b91569 req-f58e8462-813a-4a12-866b-905ae43caeec tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:00.572589 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-af531213-d71b-4f7f-97af-764219b91569 req-f58e8462-813a-4a12-866b-905ae43caeec tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 943 time: 0.0742464 Nov 11 12:12:00.573061 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49142) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:00.587110 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6050f3-b908-412a-a368-265206b80892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Network 47ac2747-0b66-494c-ac89-8596e5db1c10 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:00.587947 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1de085-a809-4812-9013-a2a89a1b5211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d637d5c-a09d-48b3-8f86-5527235f2f17,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:00.602821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-6e6050f3-b908-412a-a368-265206b80892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:00.616013 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6050f3-b908-412a-a368-265206b80892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:00.616923 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6050f3-b908-412a-a368-265206b80892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:00.617517 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6e6050f3-b908-412a-a368-265206b80892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.630142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6050f3-b908-412a-a368-265206b80892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Pushing event updated for resources: {'Port': ['ID=b46817ed-413c-4136-87fb-3e60ed9d09be,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:00.666969 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-af531213-d71b-4f7f-97af-764219b91569 req-2c8db9af-c584-4aac-bb89-aa629c362326 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794563 Nov 11 12:12:00.669683 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f24568c5-eef0-478d-b716-20ccf04c6a83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.679990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e6acdb-2e26-4a93-a0ff-22644614dfc2 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Made reservation on behalf of 0715e178438b4e3eb40d258142ed681d for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:00.683507 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-51e6acdb-2e26-4a93-a0ff-22644614dfc2 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.698994 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.729225 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f24568c5-eef0-478d-b716-20ccf04c6a83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:00.742774 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:00.745744 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:00.749321 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:00.779606 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6e6050f3-b908-412a-a368-265206b80892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1996746 Nov 11 12:12:00.782792 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49144) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:00.784101 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=4bd580a1-edf0-488c-8379-9f386caba344,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:00.830140 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4696fcae-b870-43e0-8059-658cd7ad1189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:00.831511 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4696fcae-b870-43e0-8059-658cd7ad1189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] 10.222.0.50 "GET /v2.0/ports/b46817ed-413c-4136-87fb-3e60ed9d09be HTTP/1.1" status: 200 len: 959 time: 0.0477533 Nov 11 12:12:00.834964 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49146) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:01.067970 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f0874f-3ce6-46df-9ee6-5560a44f68b5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:01.071370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16f0874f-3ce6-46df-9ee6-5560a44f68b5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.095114 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f24568c5-eef0-478d-b716-20ccf04c6a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.097662 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f24568c5-eef0-478d-b716-20ccf04c6a83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.098739 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f24568c5-eef0-478d-b716-20ccf04c6a83 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d637d5c-a09d-48b3-8f86-5527235f2f17 HTTP/1.1" status: 204 len: 168 time: 0.5228367 Nov 11 12:12:01.152060 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24568c5-eef0-478d-b716-20ccf04c6a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d637d5c-a09d-48b3-8f86-5527235f2f17,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:01.184859 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 126fd073-92d2-4b64-a8da-ac28ed234e10 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:12:01.235295 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e8b60-9a2d-4cdd-8f76-19733867ba29 req-4b825bfc-44f4-4546-8ab4-3ef7c73f753a tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:01.236470 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5d1e8b60-9a2d-4cdd-8f76-19733867ba29 req-4b825bfc-44f4-4546-8ab4-3ef7c73f753a tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 944 time: 0.1446884 Nov 11 12:12:01.299343 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-51e6acdb-2e26-4a93-a0ff-22644614dfc2 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.308449 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device b40671cc-88ee-4776-9d3c-a6f449537515 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:01.320604 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-c79e949c-89fa-42ae-a5a4-2837fde92a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Deleting port b46817ed-413c-4136-87fb-3e60ed9d09be {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:01.320943 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c79e949c-89fa-42ae-a5a4-2837fde92a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.381327 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 126fd073-92d2-4b64-a8da-ac28ed234e10, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=126fd073-92d2-4b64-a8da-ac28ed234e10,segment=NetworkSegment(2b88d787-6ee4-435c-9399-9a49d7bb7722),segment_id=2b88d787-6ee4-435c-9399-9a49d7bb7722)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:01.397760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '126fd073-92d2-4b64-a8da-ac28ed234e10', 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c', 'port_id': '126fd073-92d2-4b64-a8da-ac28ed234e10', 'mac_address': 'fa:16:3e:7c:23:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086973be-14d1-4f8e-911e-0a7b449c7fa4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:12:01.413061 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c440d-55ff-4ab4-a283-a56fd3abeff3 req-15b6d2aa-450c-416f-b9f1-a97f832eaac7 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:01.414602 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e29c440d-55ff-4ab4-a283-a56fd3abeff3 req-15b6d2aa-450c-416f-b9f1-a97f832eaac7 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 943 time: 0.1738682 Nov 11 12:12:01.418143 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5d1e8b60-9a2d-4cdd-8f76-19733867ba29 req-d1c4178e-7c9e-4014-9563-3edce0399860 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713867 Nov 11 12:12:01.462214 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.471636 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6acdb-2e26-4a93-a0ff-22644614dfc2 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event updated for resources: {'Subnet': ['ID=0935104d-88f6-418f-a163-ed60b145c4fb,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:01.477596 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c79e949c-89fa-42ae-a5a4-2837fde92a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.491550 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port b40671cc-88ee-4776-9d3c-a6f449537515 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:12:01.497044 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126fd073-92d2-4b64-a8da-ac28ed234e10 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:12:01.505200 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port b40671cc-88ee-4776-9d3c-a6f449537515 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:01.505580 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-c79e949c-89fa-42ae-a5a4-2837fde92a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Calling delete_port for b46817ed-413c-4136-87fb-3e60ed9d09be owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:01.505920 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.509732 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6acdb-2e26-4a93-a0ff-22644614dfc2 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Checking segment: {'id': 'b31e484a-a4ff-4646-b0fc-b6486932243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '70c61088-3958-4cdd-8bd4-7cbc59d4edc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:01.509732 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e6acdb-2e26-4a93-a0ff-22644614dfc2 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Network hostable DHCP agents. Network: 70c61088-3958-4cdd-8bd4-7cbc59d4edc7, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:12:01.513420 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16f0874f-3ce6-46df-9ee6-5560a44f68b5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.543233 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 126fd073-92d2-4b64-a8da-ac28ed234e10, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=126fd073-92d2-4b64-a8da-ac28ed234e10,segment=NetworkSegment(2b88d787-6ee4-435c-9399-9a49d7bb7722),segment_id=2b88d787-6ee4-435c-9399-9a49d7bb7722)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:01.560257 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.571521 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e29c440d-55ff-4ab4-a283-a56fd3abeff3 req-c079f32c-6adf-47bc-883e-9d72f316d749 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c42058f-82e4-4faf-93b9-2d3d713495dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407757 Nov 11 12:12:01.607201 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.629498 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.635382 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0874f-3ce6-46df-9ee6-5560a44f68b5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Subnet': ['ID=13fae2e7-7178-4898-9ae5-c4e9c4445088,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:01.653250 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e6acdb-2e26-4a93-a0ff-22644614dfc2 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Network 70c61088-3958-4cdd-8bd4-7cbc59d4edc7 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:12:01.672078 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40671cc-88ee-4776-9d3c-a6f449537515'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:12:01.686517 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f0874f-3ce6-46df-9ee6-5560a44f68b5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Checking segment: {'id': '18a9bbe9-b0c3-401d-8fec-4f48976f7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3af89a5a-4200-4c50-9de4-0981214f6241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:01.686871 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f0874f-3ce6-46df-9ee6-5560a44f68b5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network hostable DHCP agents. Network: 3af89a5a-4200-4c50-9de4-0981214f6241, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:12:01.710415 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c79e949c-89fa-42ae-a5a4-2837fde92a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.760101 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c79e949c-89fa-42ae-a5a4-2837fde92a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.770710 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c79e949c-89fa-42ae-a5a4-2837fde92a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] 10.222.0.50 "DELETE /v2.0/ports/b46817ed-413c-4136-87fb-3e60ed9d09be HTTP/1.1" status: 204 len: 168 time: 0.9329960 Nov 11 12:12:01.772656 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49160) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:01.823337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.876601 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-51e6acdb-2e26-4a93-a0ff-22644614dfc2 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 70c61088-3958-4cdd-8bd4-7cbc59d4edc7) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:01.883711 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1dd570-716b-4826-8edf-8f43df9187af tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] GET failed (client error): The resource could not be found. Nov 11 12:12:01.885847 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4c1dd570-716b-4826-8edf-8f43df9187af tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] 10.222.0.50 "GET /v2.0/ports/b46817ed-413c-4136-87fb-3e60ed9d09be HTTP/1.1" status: 404 len: 333 time: 0.0516496 Nov 11 12:12:01.886710 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e949c-89fa-42ae-a5a4-2837fde92a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Pushing event deleted for resources: {'Port': ['ID=b46817ed-413c-4136-87fb-3e60ed9d09be,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:01.889448 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port b40671cc-88ee-4776-9d3c-a6f449537515, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b40671cc-88ee-4776-9d3c-a6f449537515,segment=NetworkSegment(4fd116d8-ab11-42c2-8bb9-a049c27f2bab),segment_id=4fd116d8-ab11-42c2-8bb9-a049c27f2bab)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:01.895094 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49170) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:01.895745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4687c057-44dc-4115-8493-e97da174b709 None None] Network 70c61088-3958-4cdd-8bd4-7cbc59d4edc7 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:01.897515 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e6acdb-2e26-4a93-a0ff-22644614dfc2 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:01.898281 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-51e6acdb-2e26-4a93-a0ff-22644614dfc2 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.907344 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c1e73894-19be-4bf1-bc9f-0332a6e9d146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Request body: {'port': {'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479358447'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:01.935653 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f0874f-3ce6-46df-9ee6-5560a44f68b5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network 3af89a5a-4200-4c50-9de4-0981214f6241 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:12:01.941390 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac079e34-c664-4887-97d1-228714d394c2 req-81b8a50f-ccc9-410a-becd-9dd018d8f434 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:01.948066 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-16f0874f-3ce6-46df-9ee6-5560a44f68b5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 3af89a5a-4200-4c50-9de4-0981214f6241) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:01.954793 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f0874f-3ce6-46df-9ee6-5560a44f68b5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:01.955423 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16f0874f-3ce6-46df-9ee6-5560a44f68b5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:01.957404 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['126fd073-92d2-4b64-a8da-ac28ed234e10'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:12:01.962344 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ac079e34-c664-4887-97d1-228714d394c2 req-81b8a50f-ccc9-410a-becd-9dd018d8f434 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 943 time: 0.1513302 Nov 11 12:12:01.963713 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab68f07b-6014-4f3e-92f9-140b2d00ee6f None None] Network 3af89a5a-4200-4c50-9de4-0981214f6241 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:01.965271 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=126fd073-92d2-4b64-a8da-ac28ed234e10,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:01.989276 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.040629 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ac079e34-c664-4887-97d1-228714d394c2 req-6e727d7b-1ff2-4bc7-bcbe-8676ce4cd24b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765128 Nov 11 12:12:02.075416 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16da4c89-3124-49e9-b058-ad0d6e03510e" -d '{"events": [{"server_uuid": "8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7", "name": "network-vif-plugged", "status": "completed", "tag": "b40671cc-88ee-4776-9d3c-a6f449537515"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:12:02.085242 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router f495fee8-5490-48c5-b152-7dc1bc937a87 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:12:02.104267 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e73894-19be-4bf1-bc9f-0332a6e9d146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Made reservation on behalf of dd3d319eb6424c0e9fa7113261f53b3c for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:02.108403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c1e73894-19be-4bf1-bc9f-0332a6e9d146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.137586 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-c1e73894-19be-4bf1-bc9f-0332a6e9d146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] device_id is not set on port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:02.159415 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=b40671cc-88ee-4776-9d3c-a6f449537515,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:02.193379 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-51e6acdb-2e26-4a93-a0ff-22644614dfc2 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7495768 Nov 11 12:12:02.194191 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49178) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:02.200924 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f22808f2-1da4-4ca9-ad84-53e1320b8536 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Request body: {'network': {'name': 'tempest-router-network01--1895000696'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:02.275433 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:02.298441 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-16f0874f-3ce6-46df-9ee6-5560a44f68b5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8019807 Nov 11 12:12:02.300956 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-70c61088-3958-4cdd-8bd4-7cbc59d4edc7', 'network_id': '70c61088-3958-4cdd-8bd4-7cbc59d4edc7', 'tenant_id': '0715e178438b4e3eb40d258142ed681d', 'fixed_ips': [{'subnet_id': '0935104d-88f6-418f-a163-ed60b145c4fb'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:02.301809 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.304909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49184) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:02.307653 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af743af-1bfb-4256-b76b-7e8db736a0c3 None None] Sync routers for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:02.323798 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af743af-1bfb-4256-b76b-7e8db736a0c3 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:02.325012 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1af743af-1bfb-4256-b76b-7e8db736a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:11:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:02.335456 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-89fd5e52-4a0a-47b5-b2f5-fee97edb5dd7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1690662808'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:02.355389 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdab71fb-4baa-4493-ad24-5356ceee8cc5 x-openstack-request-id: req-fdab71fb-4baa-4493-ad24-5356ceee8cc5 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:12:02.355766 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7", "name": "network-vif-plugged", "status": "completed", "tag": "b40671cc-88ee-4776-9d3c-a6f449537515", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:12:02.356086 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fdab71fb-4baa-4493-ad24-5356ceee8cc5 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:12:02.356605 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40671cc-88ee-4776-9d3c-a6f449537515', 'code': 200} Nov 11 12:12:02.362208 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-3af89a5a-4200-4c50-9de4-0981214f6241', 'network_id': '3af89a5a-4200-4c50-9de4-0981214f6241', 'tenant_id': '1ee537e4cf4b4ef5a4a77fc175d6ee20', 'fixed_ips': [{'subnet_id': '13fae2e7-7178-4898-9ae5-c4e9c4445088'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:02.363225 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.396887 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1af743af-1bfb-4256-b76b-7e8db736a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:02.407321 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af743af-1bfb-4256-b76b-7e8db736a0c3 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:02.407945 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1af743af-1bfb-4256-b76b-7e8db736a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:11:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:02.448317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22808f2-1da4-4ca9-ad84-53e1320b8536 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Made reservation on behalf of 0715e178438b4e3eb40d258142ed681d for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:02.450204 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1af743af-1bfb-4256-b76b-7e8db736a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:02.451029 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af743af-1bfb-4256-b76b-7e8db736a0c3 None None] The sync data for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:02.453385 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f22808f2-1da4-4ca9-ad84-53e1320b8536 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.482865 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c1e73894-19be-4bf1-bc9f-0332a6e9d146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.495766 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.497923 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f9a43361-3982-48e2-b913-223164675a35 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0120416 Nov 11 12:12:02.497923 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49190) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:02.505416 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22808f2-1da4-4ca9-ad84-53e1320b8536 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:12:02.529981 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f22808f2-1da4-4ca9-ad84-53e1320b8536 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.532788 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-f22808f2-1da4-4ca9-ad84-53e1320b8536 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Added segment a7c046ad-df96-4b93-a4d3-66ce35a263c8 of type vlan for network ac863e47-edc0-409e-9b70-c63581ad4c34 Nov 11 12:12:02.664071 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fd5e52-4a0a-47b5-b2f5-fee97edb5dd7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:02.667646 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-89fd5e52-4a0a-47b5-b2f5-fee97edb5dd7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.719396 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f22808f2-1da4-4ca9-ad84-53e1320b8536 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.725258 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49196) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:02.727726 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Allocated IP 172.20.0.2 (70c61088-3958-4cdd-8bd4-7cbc59d4edc7/0935104d-88f6-418f-a163-ed60b145c4fb/51b8f5cf-2cb4-43a3-95af-9f340f64bcce) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:02.768152 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Allocated IP 172.20.255.242 (3af89a5a-4200-4c50-9de4-0981214f6241/13fae2e7-7178-4898-9ae5-c4e9c4445088/4307249d-bc94-479c-80d9-b3f63c29ed86) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:02.771867 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c1e73894-19be-4bf1-bc9f-0332a6e9d146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.775002 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fd5e52-4a0a-47b5-b2f5-fee97edb5dd7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:12:02.806618 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076eb1b1-0f2e-42ec-8efd-e130269a26c4 req-4167edff-8ac4-466f-916b-bc0b01c56fa2 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:02.808184 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-076eb1b1-0f2e-42ec-8efd-e130269a26c4 req-4167edff-8ac4-466f-916b-bc0b01c56fa2 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 945 time: 0.2623792 Nov 11 12:12:02.835145 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05d1a5-884d-43d7-a368-bce5b05ed4fd req-d7e44e2b-1d24-4b73-adec-5954d5b9d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:02.836836 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b975b5-60e6-4c75-aea6-a91c9bad1db2 req-fb6ea57e-e660-4fa1-88e2-9771e95d7c90 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:02.836982 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-db05d1a5-884d-43d7-a368-bce5b05ed4fd req-d7e44e2b-1d24-4b73-adec-5954d5b9d3c7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 1098 time: 0.0937345 Nov 11 12:12:02.837884 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-01b975b5-60e6-4c75-aea6-a91c9bad1db2 req-fb6ea57e-e660-4fa1-88e2-9771e95d7c90 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 944 time: 0.1758649 Nov 11 12:12:02.847865 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-89fd5e52-4a0a-47b5-b2f5-fee97edb5dd7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.848142 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-89fd5e52-4a0a-47b5-b2f5-fee97edb5dd7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Added segment fab48389-cf16-44e0-b016-b13cdd570a63 of type vlan for network 55efb4a0-4d01-4156-9c22-4c863fe014d0 Nov 11 12:12:02.860248 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e73894-19be-4bf1-bc9f-0332a6e9d146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Network 47ac2747-0b66-494c-ac89-8596e5db1c10 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:02.884041 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-db05d1a5-884d-43d7-a368-bce5b05ed4fd req-06356c94-5c7d-4595-ac36-6c00c6971716 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.892343 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-c1e73894-19be-4bf1-bc9f-0332a6e9d146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:02.923002 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f22808f2-1da4-4ca9-ad84-53e1320b8536 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.929227 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22808f2-1da4-4ca9-ad84-53e1320b8536 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:02.930095 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f22808f2-1da4-4ca9-ad84-53e1320b8536 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.946992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e73894-19be-4bf1-bc9f-0332a6e9d146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:02.947348 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e73894-19be-4bf1-bc9f-0332a6e9d146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:02.947902 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c1e73894-19be-4bf1-bc9f-0332a6e9d146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:02.968002 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-bb2b3ec2-205e-460d-a750-e539771a38fc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-628095770'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:02.998146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e73894-19be-4bf1-bc9f-0332a6e9d146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Pushing event updated for resources: {'Port': ['ID=6ec55c76-de06-4a2d-b09d-ecca6ff5000a,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:03.019857 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-89fd5e52-4a0a-47b5-b2f5-fee97edb5dd7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.043753 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.048690 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.062917 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-01b975b5-60e6-4c75-aea6-a91c9bad1db2 req-cfb96da7-02e3-4e35-af16-408aa1d56cfd tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c42058f-82e4-4faf-93b9-2d3d713495dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165482 Nov 11 12:12:03.072900 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c1e73894-19be-4bf1-bc9f-0332a6e9d146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1709943 Nov 11 12:12:03.081099 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49202) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:03.091400 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:03.096040 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-db05d1a5-884d-43d7-a368-bce5b05ed4fd req-06356c94-5c7d-4595-ac36-6c00c6971716 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.123294 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.136113 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.136798 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f22808f2-1da4-4ca9-ad84-53e1320b8536 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9407148 Nov 11 12:12:03.139891 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49204) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:03.140792 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-076eb1b1-0f2e-42ec-8efd-e130269a26c4 req-b6202d8f-b8e1-44e9-b3fa-fe855e9d4c37 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3019757 Nov 11 12:12:03.152841 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22808f2-1da4-4ca9-ad84-53e1320b8536 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event updated for resources: {'Network': ['ID=ac863e47-edc0-409e-9b70-c63581ad4c34,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:03.159968 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-d6df3e8e-d4df-46ff-acbf-5c554ca2dd5e tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Request body: {'network': {'name': 'tempest-router-network02--1420901171'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:03.182677 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network ac863e47-edc0-409e-9b70-c63581ad4c34 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:12:03.204939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f9199ef8-0860-4d75-bdef-8b9ca7a69e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.209693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 61b96338-7266-45da-aa4c-b83c6a5e75f9 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:12:03.211445 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 126fd073-92d2-4b64-a8da-ac28ed234e10 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:03.213981 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-db05d1a5-884d-43d7-a368-bce5b05ed4fd req-06356c94-5c7d-4595-ac36-6c00c6971716 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.235125 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.257869 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152edb22-e237-4df7-9535-63aa43c52481 req-683826e7-5a16-452d-a150-0d07bbd01c0f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:03.259393 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-152edb22-e237-4df7-9535-63aa43c52481 req-683826e7-5a16-452d-a150-0d07bbd01c0f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 943 time: 0.1136303 Nov 11 12:12:03.263326 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-89fd5e52-4a0a-47b5-b2f5-fee97edb5dd7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.268919 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fd5e52-4a0a-47b5-b2f5-fee97edb5dd7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:03.269412 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-89fd5e52-4a0a-47b5-b2f5-fee97edb5dd7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.287822 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Network 70c61088-3958-4cdd-8bd4-7cbc59d4edc7 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:03.291422 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Network 3af89a5a-4200-4c50-9de4-0981214f6241 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:03.303335 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-db05d1a5-884d-43d7-a368-bce5b05ed4fd req-06356c94-5c7d-4595-ac36-6c00c6971716 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4359171 Nov 11 12:12:03.304149 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2b3ec2-205e-460d-a750-e539771a38fc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:03.307604 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06356c94-5c7d-4595-ac36-6c00c6971716 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4e21f018-591a-4fce-b590-53774ee68eb1,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:03.308295 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3ec2-205e-460d-a750-e539771a38fc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.321849 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Pushing event updated for resources: {'Port': ['ID=51b8f5cf-2cb4-43a3-95af-9f340f64bcce,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:03.323779 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:03.326246 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:03.332274 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-75f325e7-202f-44d8-b966-9a7fdab2ccee tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.345919 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:03.375565 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3ec2-205e-460d-a750-e539771a38fc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.405300 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6df3e8e-d4df-46ff-acbf-5c554ca2dd5e tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Made reservation on behalf of 0715e178438b4e3eb40d258142ed681d for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:03.409177 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d6df3e8e-d4df-46ff-acbf-5c554ca2dd5e tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.456939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:03.464554 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd5e52-4a0a-47b5-b2f5-fee97edb5dd7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Network': ['ID=55efb4a0-4d01-4156-9c22-4c863fe014d0,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:03.490996 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6df3e8e-d4df-46ff-acbf-5c554ca2dd5e tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:12:03.496242 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Pushing event updated for resources: {'Port': ['ID=4307249d-bc94-479c-80d9-b3f63c29ed86,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:03.497874 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-89fd5e52-4a0a-47b5-b2f5-fee97edb5dd7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1919341 Nov 11 12:12:03.504702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49208) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:03.512287 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-152edb22-e237-4df7-9535-63aa43c52481 req-df931645-1fde-40f3-9e67-34ea4ca02a1b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235787 Nov 11 12:12:03.519767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 55efb4a0-4d01-4156-9c22-4c863fe014d0 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:12:03.529705 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-1f94d401-27e8-44fd-90e1-5533d68dcb15 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'subnet': {'network_id': '55efb4a0-4d01-4156-9c22-4c863fe014d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:03.547774 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d6df3e8e-d4df-46ff-acbf-5c554ca2dd5e tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.548261 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-d6df3e8e-d4df-46ff-acbf-5c554ca2dd5e tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Added segment b1a38548-5343-4bd0-bfef-2df52656157c of type vlan for network 0bb358b7-7eea-4557-ab29-0ae6463a3ac4 Nov 11 12:12:03.607363 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] device_id is not set on port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:03.618094 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.628746 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3ec2-205e-460d-a750-e539771a38fc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.635031 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Attempting to bind port 4307249d-bc94-479c-80d9-b3f63c29ed86 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:03.635410 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Attempting to bind port 4307249d-bc94-479c-80d9-b3f63c29ed86 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '18a9bbe9-b0c3-401d-8fec-4f48976f7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3af89a5a-4200-4c50-9de4-0981214f6241'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:03.635767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Attempting to bind port 4307249d-bc94-479c-80d9-b3f63c29ed86 on network 3af89a5a-4200-4c50-9de4-0981214f6241 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:03.645284 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 126fd073-92d2-4b64-a8da-ac28ed234e10 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:12:03.673522 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.686755 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 61b96338-7266-45da-aa4c-b83c6a5e75f9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=61b96338-7266-45da-aa4c-b83c6a5e75f9,segment=NetworkSegment(08c1dbeb-d92a-4f86-a3c1-9913bb41991f),segment_id=08c1dbeb-d92a-4f86-a3c1-9913bb41991f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:03.690413 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 126fd073-92d2-4b64-a8da-ac28ed234e10 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:03.690912 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.692743 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:03.693112 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Checking segment: {'id': '18a9bbe9-b0c3-401d-8fec-4f48976f7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3af89a5a-4200-4c50-9de4-0981214f6241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:03.693507 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.693898 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Bound using segment: {'id': '18a9bbe9-b0c3-401d-8fec-4f48976f7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3af89a5a-4200-4c50-9de4-0981214f6241'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:03.694375 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Bound port: 4307249d-bc94-479c-80d9-b3f63c29ed86, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a9bbe9-b0c3-401d-8fec-4f48976f7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3af89a5a-4200-4c50-9de4-0981214f6241'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:03.695083 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.710932 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3ec2-205e-460d-a750-e539771a38fc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.740729 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2b3ec2-205e-460d-a750-e539771a38fc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:12:03.750950 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '61b96338-7266-45da-aa4c-b83c6a5e75f9', 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783', 'port_id': '61b96338-7266-45da-aa4c-b83c6a5e75f9', 'mac_address': 'fa:16:3e:86:a0:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad01249-f98e-4f0a-8732-1a30270cf49a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:12:03.752746 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Attempting to bind port 51b8f5cf-2cb4-43a3-95af-9f340f64bcce on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:03.753109 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Attempting to bind port 51b8f5cf-2cb4-43a3-95af-9f340f64bcce by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'b31e484a-a4ff-4646-b0fc-b6486932243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '70c61088-3958-4cdd-8bd4-7cbc59d4edc7'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:03.753589 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Attempting to bind port 51b8f5cf-2cb4-43a3-95af-9f340f64bcce on network 70c61088-3958-4cdd-8bd4-7cbc59d4edc7 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:03.770713 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:03.771160 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Checking segment: {'id': 'b31e484a-a4ff-4646-b0fc-b6486932243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '70c61088-3958-4cdd-8bd4-7cbc59d4edc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:03.771269 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3ec2-205e-460d-a750-e539771a38fc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.771518 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.771621 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-bb2b3ec2-205e-460d-a750-e539771a38fc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Added segment e12cd1d1-bd95-4055-a7be-d7a84fe30000 of type vlan for network db126361-d280-4945-be72-90312642a11b Nov 11 12:12:03.771910 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Bound using segment: {'id': 'b31e484a-a4ff-4646-b0fc-b6486932243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '70c61088-3958-4cdd-8bd4-7cbc59d4edc7'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:03.772663 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Bound port: 51b8f5cf-2cb4-43a3-95af-9f340f64bcce, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31e484a-a4ff-4646-b0fc-b6486932243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '70c61088-3958-4cdd-8bd4-7cbc59d4edc7'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:03.772779 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.787174 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Pushing event updated for resources: {'Port': ['ID=6ec55c76-de06-4a2d-b09d-ecca6ff5000a,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:03.825445 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b3ec2-205e-460d-a750-e539771a38fc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15a96cc-1a09-4d03-a471-a4c63ab6d93a,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:03.833962 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:03.835144 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:03.835144 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:03.841295 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3ec2-205e-460d-a750-e539771a38fc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.849263 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:12:03.849263 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:12:03.850920 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 2 to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a Nov 11 12:12:03.876318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:03.876660 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:03.876978 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:03.881992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:12:03.882332 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:12:03.882729 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 3 to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a Nov 11 12:12:03.896419 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:03.896744 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:03.897081 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:03.902726 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:12:03.903105 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:12:03.903597 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 4 to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a Nov 11 12:12:03.918752 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:03.919109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:03.919458 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:03.924873 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:12:03.925199 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:12:03.925586 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 5 to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a Nov 11 12:12:03.939141 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3ec2-205e-460d-a750-e539771a38fc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.944974 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d6df3e8e-d4df-46ff-acbf-5c554ca2dd5e tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.945544 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2b3ec2-205e-460d-a750-e539771a38fc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:03.945837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3ec2-205e-460d-a750-e539771a38fc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:03.952025 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:03.952292 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:03.952593 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:04.000283 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:12:04.000652 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:12:04.005644 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 6 to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a Nov 11 12:12:04.013746 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.027995 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:04.028331 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:04.028662 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:04.035274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b3ec2-205e-460d-a750-e539771a38fc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Network': ['ID=db126361-d280-4945-be72-90312642a11b,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:04.040822 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:12:04.041124 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:12:04.042020 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 7 to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a Nov 11 12:12:04.054883 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:04.055285 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:04.055620 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:04.060211 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:12:04.060466 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:12:04.060888 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 8 to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a Nov 11 12:12:04.069710 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network db126361-d280-4945-be72-90312642a11b details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:12:04.075299 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:04.075601 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:04.076081 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:04.078178 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] For port 4307249d-bc94-479c-80d9-b3f63c29ed86, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:04.079779 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-75f325e7-202f-44d8-b966-9a7fdab2ccee tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Allocated IP 172.20.0.1 (ec05af77-ca69-434b-a6a2-504c45563310/063a69c8-eeed-44f2-bff9-ee8637dc9883/bac11644-88af-4c61-bc55-e0814557b3f4) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:04.081129 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:12:04.082097 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:12:04.083279 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 9 to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a Nov 11 12:12:04.095971 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b96338-7266-45da-aa4c-b83c6a5e75f9 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:12:04.100684 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:04.101072 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:04.101608 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:04.108300 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:12:04.108680 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:12:04.109203 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.plugins.ml2.plugin [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempt 10 to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a Nov 11 12:12:04.124217 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:04.124562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] {{(pid=103002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:04.124879 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempting to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:04.130981 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:12:04.131820 dv-neutron-786478-23-hyperv neutron-server[103002]: ERROR neutron.plugins.ml2.managers [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Failed to bind port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on host hv-neutron-7864 for vnic_type normal using segments [{'id': '33424173-5a45-4e76-b590-6bbee3365800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '47ac2747-0b66-494c-ac89-8596e5db1c10'}] Nov 11 12:12:04.132189 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.151483 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d6df3e8e-d4df-46ff-acbf-5c554ca2dd5e tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.159457 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] For port 51b8f5cf-2cb4-43a3-95af-9f340f64bcce, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:04.159604 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6df3e8e-d4df-46ff-acbf-5c554ca2dd5e tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:04.159693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] For port 4307249d-bc94-479c-80d9-b3f63c29ed86, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=4307249d-bc94-479c-80d9-b3f63c29ed86,segment=NetworkSegment(18a9bbe9-b0c3-401d-8fec-4f48976f7edf),segment_id=18a9bbe9-b0c3-401d-8fec-4f48976f7edf)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:04.159771 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d6df3e8e-d4df-46ff-acbf-5c554ca2dd5e tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.159771 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f94d401-27e8-44fd-90e1-5533d68dcb15 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:04.162719 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1f94d401-27e8-44fd-90e1-5533d68dcb15 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.177114 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.187753 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 61b96338-7266-45da-aa4c-b83c6a5e75f9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=61b96338-7266-45da-aa4c-b83c6a5e75f9,segment=NetworkSegment(08c1dbeb-d92a-4f86-a3c1-9913bb41991f),segment_id=08c1dbeb-d92a-4f86-a3c1-9913bb41991f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:04.204920 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] For port 51b8f5cf-2cb4-43a3-95af-9f340f64bcce, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=51b8f5cf-2cb4-43a3-95af-9f340f64bcce,segment=NetworkSegment(b31e484a-a4ff-4646-b0fc-b6486932243e),segment_id=b31e484a-a4ff-4646-b0fc-b6486932243e)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:04.217776 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bb2b3ec2-205e-460d-a750-e539771a38fc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4855559 Nov 11 12:12:04.220317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49214) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:04.227494 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-58628c7f-ca13-4dfa-9f32-e1a793e0ec22 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:04.236553 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 126fd073-92d2-4b64-a8da-ac28ed234e10, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=126fd073-92d2-4b64-a8da-ac28ed234e10,segment=NetworkSegment(2b88d787-6ee4-435c-9399-9a49d7bb7722),segment_id=2b88d787-6ee4-435c-9399-9a49d7bb7722)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:04.238892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.306327 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.311623 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.322004 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d22197-f98f-4600-a1a1-eacc561f5fc7 None None] Pushing event updated for resources: {'Port': ['ID=4307249d-bc94-479c-80d9-b3f63c29ed86,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:04.324069 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df3e8e-d4df-46ff-acbf-5c554ca2dd5e tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event updated for resources: {'Network': ['ID=0bb358b7-7eea-4557-ab29-0ae6463a3ac4,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:04.359564 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25185d5-e232-4db8-95c2-1123de13d1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126fd073-92d2-4b64-a8da-ac28ed234e10'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:12:04.361962 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e6e5de-4103-41ce-b203-c83573db8d29" -d '{"events": [{"server_uuid": "c25185d5-e232-4db8-95c2-1123de13d1fa", "name": "network-vif-plugged", "status": "completed", "tag": "126fd073-92d2-4b64-a8da-ac28ed234e10"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:12:04.371129 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] For port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a, host hv-neutron-7864, cleared binding levels {{(pid=103002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:04.371129 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attempted to set empty binding levels {{(pid=103002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 12:12:04.374995 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 0bb358b7-7eea-4557-ab29-0ae6463a3ac4 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:12:04.381252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.410082 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-75f325e7-202f-44d8-b966-9a7fdab2ccee tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.420940 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d6df3e8e-d4df-46ff-acbf-5c554ca2dd5e tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2711241 Nov 11 12:12:04.425709 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49218) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:04.427348 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19e432-4eb1-4588-a70e-9d5ee0ca005c req-9e9dfb5d-a70f-47a7-8bbf-7ab2c5da0ada tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:04.428916 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3f19e432-4eb1-4588-a70e-9d5ee0ca005c req-9e9dfb5d-a70f-47a7-8bbf-7ab2c5da0ada tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 944 time: 0.2845311 Nov 11 12:12:04.440080 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-7171622c-0d86-4d09-99ec-64880419b553 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Request body: {'subnet': {'network_id': 'ac863e47-edc0-409e-9b70-c63581ad4c34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:04.476315 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.496306 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c10772-786d-46b4-bc4c-c0055ac2398c None None] Pushing event updated for resources: {'Port': ['ID=51b8f5cf-2cb4-43a3-95af-9f340f64bcce,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:04.621781 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=61b96338-7266-45da-aa4c-b83c6a5e75f9,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:04.626366 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['61b96338-7266-45da-aa4c-b83c6a5e75f9'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:12:04.669463 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3f19e432-4eb1-4588-a70e-9d5ee0ca005c req-e36a0337-82bf-4e7c-ac0f-c27504d32457 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c42058f-82e4-4faf-93b9-2d3d713495dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311180 Nov 11 12:12:04.684262 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7171622c-0d86-4d09-99ec-64880419b553 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Made reservation on behalf of 0715e178438b4e3eb40d258142ed681d for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:04.691020 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7171622c-0d86-4d09-99ec-64880419b553 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.709511 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6651bb-b924-43e2-b0f1-b4ed9381d7ee req-fa153428-637d-4587-90f4-0aaae8753c15 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:04.720181 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-eb6651bb-b924-43e2-b0f1-b4ed9381d7ee req-fa153428-637d-4587-90f4-0aaae8753c15 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 945 time: 0.4571092 Nov 11 12:12:04.735819 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Pushing event updated for resources: {'Port': ['ID=6ec55c76-de06-4a2d-b09d-ecca6ff5000a,revision_number=3']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:04.744925 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] In _notify_port_updated(), no bound segment for port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a on network 47ac2747-0b66-494c-ac89-8596e5db1c10 {{(pid=103002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:12:04.746444 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:04.747280 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.748900 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2aa5df6a-de2d-46af-9265-0170ccac37a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] 10.222.0.50 "PUT /v2.0/ports/6ec55c76-de06-4a2d-b09d-ecca6ff5000a HTTP/1.1" status: 200 len: 981 time: 1.6645107 Nov 11 12:12:04.751953 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58628c7f-ca13-4dfa-9f32-e1a793e0ec22 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:04.756218 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-58628c7f-ca13-4dfa-9f32-e1a793e0ec22 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.761812 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49222) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:04.764942 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-75f325e7-202f-44d8-b966-9a7fdab2ccee tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.784928 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=126fd073-92d2-4b64-a8da-ac28ed234e10,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:04.832481 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d452050-6362-490c-a149-9b978bc83f4b x-openstack-request-id: req-4d452050-6362-490c-a149-9b978bc83f4b {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:12:04.845014 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25185d5-e232-4db8-95c2-1123de13d1fa", "name": "network-vif-plugged", "status": "completed", "tag": "126fd073-92d2-4b64-a8da-ac28ed234e10", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:12:04.845322 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d452050-6362-490c-a149-9b978bc83f4b {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:12:04.846900 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25185d5-e232-4db8-95c2-1123de13d1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126fd073-92d2-4b64-a8da-ac28ed234e10', 'code': 200} Nov 11 12:12:04.882554 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f325e7-202f-44d8-b966-9a7fdab2ccee tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network ec05af77-ca69-434b-a6a2-504c45563310 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:04.916288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-75f325e7-202f-44d8-b966-9a7fdab2ccee tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:04.918813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1f94d401-27e8-44fd-90e1-5533d68dcb15 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:04.935154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f325e7-202f-44d8-b966-9a7fdab2ccee tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:05.027207 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f325e7-202f-44d8-b966-9a7fdab2ccee tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=bac11644-88af-4c61-bc55-e0814557b3f4,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:05.066024 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-75f325e7-202f-44d8-b966-9a7fdab2ccee tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.072025 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-eb6651bb-b924-43e2-b0f1-b4ed9381d7ee req-7fed6c2c-af12-4243-9c1d-7c436ca202cc tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3194888 Nov 11 12:12:05.073633 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94d401-27e8-44fd-90e1-5533d68dcb15 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Subnet': ['ID=f8a7cda7-33f3-4277-b3bf-a7c8f4f5177e,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:05.145395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268aa5a9-cff6-4814-b466-932b88afb826 req-d95f40f2-ca02-404a-9730-7c82cb874daa tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:05.146817 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-268aa5a9-cff6-4814-b466-932b88afb826 req-d95f40f2-ca02-404a-9730-7c82cb874daa tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 944 time: 0.2062821 Nov 11 12:12:05.179274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-7f78f487-9f4e-4881-be71-4c7013d09c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Deleting port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:05.179607 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7f78f487-9f4e-4881-be71-4c7013d09c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.195777 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f94d401-27e8-44fd-90e1-5533d68dcb15 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Checking segment: {'id': 'fab48389-cf16-44e0-b016-b13cdd570a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '55efb4a0-4d01-4156-9c22-4c863fe014d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:05.196206 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f94d401-27e8-44fd-90e1-5533d68dcb15 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network hostable DHCP agents. Network: 55efb4a0-4d01-4156-9c22-4c863fe014d0, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:12:05.319965 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-268aa5a9-cff6-4814-b466-932b88afb826 req-286c0237-2285-41a4-8358-1f079ad22d53 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666346 Nov 11 12:12:05.330135 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6d799-4765-4caa-9d45-a6d03182579f req-1e82fe37-53d7-419b-bacc-b16508d0ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:05.330520 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-afd6d799-4765-4caa-9d45-a6d03182579f req-1e82fe37-53d7-419b-bacc-b16508d0ec85 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 1098 time: 0.1496925 Nov 11 12:12:05.351152 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-7f78f487-9f4e-4881-be71-4c7013d09c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] For port 6ec55c76-de06-4a2d-b09d-ecca6ff5000a, host hv-neutron-7864, got binding levels [] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:05.351845 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7f78f487-9f4e-4881-be71-4c7013d09c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.373286 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-7f78f487-9f4e-4881-be71-4c7013d09c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Calling delete_port for 6ec55c76-de06-4a2d-b09d-ecca6ff5000a owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:05.383846 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-afd6d799-4765-4caa-9d45-a6d03182579f req-8b4c7248-3544-46a3-8535-49812883c59f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4c42058f-82e4-4faf-93b9-2d3d713495dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428042 Nov 11 12:12:05.394987 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f94d401-27e8-44fd-90e1-5533d68dcb15 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network 55efb4a0-4d01-4156-9c22-4c863fe014d0 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:12:05.424159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-58628c7f-ca13-4dfa-9f32-e1a793e0ec22 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.460099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-75f325e7-202f-44d8-b966-9a7fdab2ccee tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.464380 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7171622c-0d86-4d09-99ec-64880419b553 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.501446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58628c7f-ca13-4dfa-9f32-e1a793e0ec22 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=0935423e-cf90-4622-809b-369853f4e12e,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:05.510815 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-1f94d401-27e8-44fd-90e1-5533d68dcb15 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 55efb4a0-4d01-4156-9c22-4c863fe014d0) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:05.515471 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f94d401-27e8-44fd-90e1-5533d68dcb15 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:05.516080 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1f94d401-27e8-44fd-90e1-5533d68dcb15 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.521125 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95511cd8-1e73-449e-8748-8cd8ba956167 None None] Network 55efb4a0-4d01-4156-9c22-4c863fe014d0 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:05.530126 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58628c7f-ca13-4dfa-9f32-e1a793e0ec22 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:05.530480 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58628c7f-ca13-4dfa-9f32-e1a793e0ec22 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network hostable DHCP agents. Network: db126361-d280-4945-be72-90312642a11b, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:12:05.597138 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2d3be91e-b1a5-479c-bcc2-08202d9589d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.601289 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171622c-0d86-4d09-99ec-64880419b553 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event updated for resources: {'Subnet': ['ID=3ab6deaf-2065-4e48-bc3b-d59568ca1033,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:05.628409 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7f78f487-9f4e-4881-be71-4c7013d09c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.646284 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7171622c-0d86-4d09-99ec-64880419b553 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Checking segment: {'id': 'a7c046ad-df96-4b93-a4d3-66ce35a263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ac863e47-edc0-409e-9b70-c63581ad4c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:05.646534 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7171622c-0d86-4d09-99ec-64880419b553 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Network hostable DHCP agents. Network: ac863e47-edc0-409e-9b70-c63581ad4c34, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:12:05.666953 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78f487-9f4e-4881-be71-4c7013d09c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ec55c76-de06-4a2d-b09d-ecca6ff5000a,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:05.687796 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1f94d401-27e8-44fd-90e1-5533d68dcb15 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1810639 Nov 11 12:12:05.692046 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58628c7f-ca13-4dfa-9f32-e1a793e0ec22 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:12:05.704551 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49224) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:05.708239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-58628c7f-ca13-4dfa-9f32-e1a793e0ec22 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, db126361-d280-4945-be72-90312642a11b) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:05.746766 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58628c7f-ca13-4dfa-9f32-e1a793e0ec22 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:05.746766 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-58628c7f-ca13-4dfa-9f32-e1a793e0ec22 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.747243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9622b85-6167-41e0-8bd3-a7395fb09824 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:05.766409 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7171622c-0d86-4d09-99ec-64880419b553 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Network ac863e47-edc0-409e-9b70-c63581ad4c34 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:12:05.843718 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74c3de0-9136-4018-8b5d-632af5d0b91b None None] Network 3af89a5a-4200-4c50-9de4-0981214f6241 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:05.878295 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-7171622c-0d86-4d09-99ec-64880419b553 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, ac863e47-edc0-409e-9b70-c63581ad4c34) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:05.893535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 51b8f5cf-2cb4-43a3-95af-9f340f64bcce up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:05.896885 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7f78f487-9f4e-4881-be71-4c7013d09c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.900058 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7171622c-0d86-4d09-99ec-64880419b553 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:05.900688 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7171622c-0d86-4d09-99ec-64880419b553 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.903293 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49228) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:05.903447 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7f78f487-9f4e-4881-be71-4c7013d09c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] 10.222.0.50 "DELETE /v2.0/ports/6ec55c76-de06-4a2d-b09d-ecca6ff5000a HTTP/1.1" status: 204 len: 168 time: 1.1404152 Nov 11 12:12:05.908229 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.943159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-55efb4a0-4d01-4156-9c22-4c863fe014d0', 'network_id': '55efb4a0-4d01-4156-9c22-4c863fe014d0', 'tenant_id': '1ee537e4cf4b4ef5a4a77fc175d6ee20', 'fixed_ips': [{'subnet_id': 'f8a7cda7-33f3-4277-b3bf-a7c8f4f5177e'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:05.943159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:05.943412 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5ba0d7-ee89-472b-8924-4ea1092daecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] GET failed (client error): The resource could not be found. Nov 11 12:12:05.943534 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8cb7a8-0498-40ee-96f2-75156ca6b578 None None] Network ac863e47-edc0-409e-9b70-c63581ad4c34 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:05.948945 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49230) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:05.949972 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bd5ba0d7-ee89-472b-8924-4ea1092daecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455194160-project-admin] 10.222.0.50 "GET /v2.0/ports/6ec55c76-de06-4a2d-b09d-ecca6ff5000a HTTP/1.1" status: 404 len: 333 time: 0.0425744 Nov 11 12:12:06.025438 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-75f325e7-202f-44d8-b966-9a7fdab2ccee tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.055878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-da30ffad-99fc-4390-870d-39af5f536c03 None None] Provisioning complete for port 4307249d-bc94-479c-80d9-b3f63c29ed86 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:06.056243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-da30ffad-99fc-4390-870d-39af5f536c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.061574 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7171622c-0d86-4d09-99ec-64880419b553 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6313205 Nov 11 12:12:06.062952 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49232) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:06.069904 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-4d401a79-c537-44bd-a3f9-4b32f5b92630 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Request body: {'subnet': {'network_id': '0bb358b7-7eea-4557-ab29-0ae6463a3ac4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:06.089684 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-75f325e7-202f-44d8-b966-9a7fdab2ccee tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.229832 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f325e7-202f-44d8-b966-9a7fdab2ccee tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=bac11644-88af-4c61-bc55-e0814557b3f4,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:06.234077 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-75f325e7-202f-44d8-b966-9a7fdab2ccee tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.274939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2017f89-5b6b-4e03-bcd7-f013076104c2 None None] Network 70c61088-3958-4cdd-8bd4-7cbc59d4edc7 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:06.305944 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-58628c7f-ca13-4dfa-9f32-e1a793e0ec22 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0822690 Nov 11 12:12:06.306151 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49236) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:06.310914 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-a903ad5e-8a99-4c97-b527-f5dd5baabfa5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'name': 'tempest-NetworksTestDHCPv6-777338117'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:06.375395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739ea39-eaee-4757-8694-5dbee8097dff req-f53881e0-0ced-405d-b597-59fd5e33e133 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:06.383823 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1739ea39-eaee-4757-8694-5dbee8097dff req-f53881e0-0ced-405d-b597-59fd5e33e133 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 945 time: 0.4730694 Nov 11 12:12:06.420013 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d401a79-c537-44bd-a3f9-4b32f5b92630 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Made reservation on behalf of 0715e178438b4e3eb40d258142ed681d for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:06.425095 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4d401a79-c537-44bd-a3f9-4b32f5b92630 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.438485 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd2feeb6-e5f1-4d97-b3bf-61651357bfb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.461573 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.473897 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f325e7-202f-44d8-b966-9a7fdab2ccee tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network ec05af77-ca69-434b-a6a2-504c45563310 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:06.476359 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd8e8c-4cd2-481f-9e9e-b580a66bc8d6 req-48880690-941a-4520-aba8-fd9078796728 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:06.477947 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7cdd8e8c-4cd2-481f-9e9e-b580a66bc8d6 req-48880690-941a-4520-aba8-fd9078796728 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 945 time: 0.1827402 Nov 11 12:12:06.479785 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-75f325e7-202f-44d8-b966-9a7fdab2ccee tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:06.512079 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 51b8f5cf-2cb4-43a3-95af-9f340f64bcce triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:06.512435 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.534541 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1739ea39-eaee-4757-8694-5dbee8097dff req-dc0b167e-ca69-4218-af90-26998e6a2a71 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c42058f-82e4-4faf-93b9-2d3d713495dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501660 Nov 11 12:12:06.652181 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7cdd8e8c-4cd2-481f-9e9e-b580a66bc8d6 req-430a7fbc-3cdc-403c-8b95-69d85c7c88b9 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516147 Nov 11 12:12:06.676099 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd2feeb6-e5f1-4d97-b3bf-61651357bfb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.718807 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.746942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-db126361-d280-4945-be72-90312642a11b', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'fixed_ips': [{'subnet_id': '0935423e-cf90-4622-809b-369853f4e12e'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:06.747360 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.788130 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-fd2feeb6-e5f1-4d97-b3bf-61651357bfb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ac2747-0b66-494c-ac89-8596e5db1c10']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:06.812552 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-fd2feeb6-e5f1-4d97-b3bf-61651357bfb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33424173-5a45-4e76-b590-6bbee3365800') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:06.812962 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-fd2feeb6-e5f1-4d97-b3bf-61651357bfb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33424173-5a45-4e76-b590-6bbee3365800') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:06.827418 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd2feeb6-e5f1-4d97-b3bf-61651357bfb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.849911 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd90996-8b96-49c3-80f8-b94259478481 req-8c2de0f3-1cbc-44b1-b86d-f07f47476f0c tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:06.851555 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6dd90996-8b96-49c3-80f8-b94259478481 req-8c2de0f3-1cbc-44b1-b86d-f07f47476f0c tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 944 time: 0.1607587 Nov 11 12:12:06.853397 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd2feeb6-e5f1-4d97-b3bf-61651357bfb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.875161 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2feeb6-e5f1-4d97-b3bf-61651357bfb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:06.875161 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd2feeb6-e5f1-4d97-b3bf-61651357bfb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:06.877147 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:06.907522 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Allocated IP 172.20.0.2 (55efb4a0-4d01-4156-9c22-4c863fe014d0/f8a7cda7-33f3-4277-b3bf-a7c8f4f5177e/4cad8c15-c013-46b2-8a83-1b718e72199d) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:06.945049 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-da30ffad-99fc-4390-870d-39af5f536c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:06.949186 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-ac863e47-edc0-409e-9b70-c63581ad4c34', 'network_id': 'ac863e47-edc0-409e-9b70-c63581ad4c34', 'tenant_id': '0715e178438b4e3eb40d258142ed681d', 'fixed_ips': [{'subnet_id': '3ab6deaf-2065-4e48-bc3b-d59568ca1033'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:06.949186 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.021798 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6dd90996-8b96-49c3-80f8-b94259478481 req-22128576-6c3c-4584-a2be-5c8de00e662d tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524282 Nov 11 12:12:07.048310 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f325e7-202f-44d8-b966-9a7fdab2ccee tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router f495fee8-5490-48c5-b152-7dc1bc937a87 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:07.049060 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a903ad5e-8a99-4c97-b527-f5dd5baabfa5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:07.053019 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a903ad5e-8a99-4c97-b527-f5dd5baabfa5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.054940 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5fbbf-b8a9-499c-9df5-8a9d4d518ea3 req-5ec6bbd1-d656-4ec3-8b16-2bef2a5afde3 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:07.056576 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c2b5fbbf-b8a9-499c-9df5-8a9d4d518ea3 req-5ec6bbd1-d656-4ec3-8b16-2bef2a5afde3 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 945 time: 0.2007296 Nov 11 12:12:07.058053 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd2feeb6-e5f1-4d97-b3bf-61651357bfb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.070519 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd2feeb6-e5f1-4d97-b3bf-61651357bfb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.076350 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fd2feeb6-e5f1-4d97-b3bf-61651357bfb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] 10.222.0.50 "DELETE /v2.0/networks/47ac2747-0b66-494c-ac89-8596e5db1c10 HTTP/1.1" status: 204 len: 168 time: 1.1207697 Nov 11 12:12:07.076350 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49244) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:07.093179 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-a903ad5e-8a99-4c97-b527-f5dd5baabfa5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port e8936ca3-20e5-4d79-9495-22b5fcdaa7f4 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:07.094717 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2feeb6-e5f1-4d97-b3bf-61651357bfb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709459057-project] Pushing event deleted for resources: {'Network': ['ID=47ac2747-0b66-494c-ac89-8596e5db1c10,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:07.109959 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-518e27b3-850e-4fe5-9a7c-62e6ca23b8db tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Request body: {'floatingip': {'port_id': 'b40671cc-88ee-4776-9d3c-a6f449537515'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:07.211648 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 61b96338-7266-45da-aa4c-b83c6a5e75f9 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:07.224338 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-518e27b3-850e-4fe5-9a7c-62e6ca23b8db tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for floatingip, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.265322 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4d401a79-c537-44bd-a3f9-4b32f5b92630 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.353764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-a903ad5e-8a99-4c97-b527-f5dd5baabfa5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::19b (db126361-d280-4945-be72-90312642a11b/0935423e-cf90-4622-809b-369853f4e12e/e8936ca3-20e5-4d79-9495-22b5fcdaa7f4) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:07.359259 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-da30ffad-99fc-4390-870d-39af5f536c03 None None] For port 4307249d-bc94-479c-80d9-b3f63c29ed86, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=4307249d-bc94-479c-80d9-b3f63c29ed86,segment=NetworkSegment(18a9bbe9-b0c3-401d-8fec-4f48976f7edf),segment_id=18a9bbe9-b0c3-401d-8fec-4f48976f7edf)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:07.424175 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.440653 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d401a79-c537-44bd-a3f9-4b32f5b92630 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event updated for resources: {'Subnet': ['ID=066c4f24-cf7a-4333-b72f-9dc981842e60,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:07.449762 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Allocated IP 172.20.0.2 (ac863e47-edc0-409e-9b70-c63581ad4c34/3ab6deaf-2065-4e48-bc3b-d59568ca1033/a3295118-9969-4b85-8cea-2f7d71abb808) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:07.478374 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-da30ffad-99fc-4390-870d-39af5f536c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.491741 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d401a79-c537-44bd-a3f9-4b32f5b92630 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Checking segment: {'id': 'b1a38548-5343-4bd0-bfef-2df52656157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0bb358b7-7eea-4557-ab29-0ae6463a3ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:07.491926 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d401a79-c537-44bd-a3f9-4b32f5b92630 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Network hostable DHCP agents. Network: 0bb358b7-7eea-4557-ab29-0ae6463a3ac4, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:12:07.706968 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a903ad5e-8a99-4c97-b527-f5dd5baabfa5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.709840 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 61b96338-7266-45da-aa4c-b83c6a5e75f9 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:12:07.729354 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 51b8f5cf-2cb4-43a3-95af-9f340f64bcce, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=51b8f5cf-2cb4-43a3-95af-9f340f64bcce,segment=NetworkSegment(b31e484a-a4ff-4646-b0fc-b6486932243e),segment_id=b31e484a-a4ff-4646-b0fc-b6486932243e)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:07.741071 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f325e7-202f-44d8-b966-9a7fdab2ccee tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:07.745812 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 61b96338-7266-45da-aa4c-b83c6a5e75f9 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:07.746184 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.758865 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-75f325e7-202f-44d8-b966-9a7fdab2ccee tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "PUT /v2.0/routers/f495fee8-5490-48c5-b152-7dc1bc937a87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2573581 Nov 11 12:12:07.761018 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49252) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:07.761339 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49254) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:07.769122 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6abefb0c-e220-4514-b872-73519ff3c174 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'port': {'network_id': 'ec05af77-ca69-434b-a6a2-504c45563310', 'name': 'tempest-FloatingIPTestJSON-800094651'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:07.796062 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4843f-55ca-4f0b-9417-3eb325494ba9 None None] Sync routers for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:07.817127 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30ffad-99fc-4390-870d-39af5f536c03 None None] Pushing event updated for resources: {'Port': ['ID=4307249d-bc94-479c-80d9-b3f63c29ed86,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:07.839619 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.841041 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4307249d-bc94-479c-80d9-b3f63c29ed86 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:07.846942 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d401a79-c537-44bd-a3f9-4b32f5b92630 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Network 0bb358b7-7eea-4557-ab29-0ae6463a3ac4 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:12:07.852144 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-47e1f65b-1e9a-44f9-a236-911084058436 None None] Provisioning complete for port 4307249d-bc94-479c-80d9-b3f63c29ed86 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:07.852624 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-47e1f65b-1e9a-44f9-a236-911084058436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.854136 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb8934-1ed3-4e09-a44f-7d8f823e2ed7 req-e95da7a6-aa75-443f-9e81-db4f663c40d3 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:07.854620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.855663 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-dbfb8934-1ed3-4e09-a44f-7d8f823e2ed7 req-e95da7a6-aa75-443f-9e81-db4f663c40d3 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 945 time: 0.1452851 Nov 11 12:12:07.935980 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a903ad5e-8a99-4c97-b527-f5dd5baabfa5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:07.945794 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4843f-55ca-4f0b-9417-3eb325494ba9 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:07.946366 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-00d4843f-55ca-4f0b-9417-3eb325494ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:07.984732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-4d401a79-c537-44bd-a3f9-4b32f5b92630 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 0bb358b7-7eea-4557-ab29-0ae6463a3ac4) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:07.992846 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-dbfb8934-1ed3-4e09-a44f-7d8f823e2ed7 req-564df146-8f13-4d67-b7f5-b4c4be8d4da5 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c42058f-82e4-4faf-93b9-2d3d713495dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302564 Nov 11 12:12:07.994292 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a903ad5e-8a99-4c97-b527-f5dd5baabfa5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:08.000941 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-518e27b3-850e-4fe5-9a7c-62e6ca23b8db tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.006527 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d401a79-c537-44bd-a3f9-4b32f5b92630 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:08.007188 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4d401a79-c537-44bd-a3f9-4b32f5b92630 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.014071 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-a903ad5e-8a99-4c97-b527-f5dd5baabfa5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:08.027174 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a903ad5e-8a99-4c97-b527-f5dd5baabfa5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:08.033376 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a903ad5e-8a99-4c97-b527-f5dd5baabfa5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:08.033996 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a903ad5e-8a99-4c97-b527-f5dd5baabfa5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.045110 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abefb0c-e220-4514-b872-73519ff3c174 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Made reservation on behalf of 4a07dfbacee54388b69a0661f55f9fa4 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:08.048675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6abefb0c-e220-4514-b872-73519ff3c174 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.070824 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903ad5e-8a99-4c97-b527-f5dd5baabfa5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=e8936ca3-20e5-4d79-9495-22b5fcdaa7f4,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:08.077159 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-6abefb0c-e220-4514-b872-73519ff3c174 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] device_id is not set on port 93f7c842-bd0a-4449-b03d-61aa10186b16 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:08.088874 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-00d4843f-55ca-4f0b-9417-3eb325494ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:08.111598 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-518e27b3-850e-4fe5-9a7c-62e6ca23b8db tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.120965 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa400483-dd3b-4949-b377-9404871013d5 None None] Network 0bb358b7-7eea-4557-ab29-0ae6463a3ac4 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:08.143406 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bc9bd585-500b-4046-bc58-e0dab4723a71 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e574933aa02413294202ced65962001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3757930 Nov 11 12:12:08.143965 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49266) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:08.144050 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.164255 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.210443 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4d401a79-c537-44bd-a3f9-4b32f5b92630 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1435156 Nov 11 12:12:08.224386 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a903ad5e-8a99-4c97-b527-f5dd5baabfa5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9148521 Nov 11 12:12:08.224580 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49268) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:08.224867 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49270) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:08.238209 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4843f-55ca-4f0b-9417-3eb325494ba9 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:08.239796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-00d4843f-55ca-4f0b-9417-3eb325494ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:08.256399 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=51b8f5cf-2cb4-43a3-95af-9f340f64bcce,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:08.343834 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-00d4843f-55ca-4f0b-9417-3eb325494ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:08.344086 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4843f-55ca-4f0b-9417-3eb325494ba9 None None] The sync data for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:08.372871 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Allocated IP 2001:db8::2 (db126361-d280-4945-be72-90312642a11b/0935423e-cf90-4622-809b-369853f4e12e/35049238-eb5e-4e1d-9c6e-14b241986f58) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:08.377655 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.379494 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Network 55efb4a0-4d01-4156-9c22-4c863fe014d0 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:08.406249 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-6abefb0c-e220-4514-b872-73519ff3c174 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Allocated IP 172.20.0.14 (ec05af77-ca69-434b-a6a2-504c45563310/063a69c8-eeed-44f2-bff9-ee8637dc9883/93f7c842-bd0a-4449-b03d-61aa10186b16) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:08.432005 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1dedcd30-703e-4e59-94ec-48bc31a85f04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.455892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:08.462806 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.471771 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:08.487435 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 4307249d-bc94-479c-80d9-b3f63c29ed86 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:08.487803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.506751 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e9bb8-516b-4b07-a8e4-de7cac3b224f req-29c1b13c-7458-4a0e-b7eb-1e7a45973a8f tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:08.515125 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237b1524-b565-414c-8bbe-66c3aef7ee04 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:08.516664 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4b9e9bb8-516b-4b07-a8e4-de7cac3b224f req-29c1b13c-7458-4a0e-b7eb-1e7a45973a8f tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 945 time: 0.4314778 Nov 11 12:12:08.518447 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a7cda7-33f3-4277-b3bf-a7c8f4f5177e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:08.519729 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-237b1524-b565-414c-8bbe-66c3aef7ee04 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2914701 Nov 11 12:12:08.520787 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49272) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:08.521269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49274) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:08.537368 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.554490 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-7370ad5b-fc95-4a4d-b2bd-599a3a9481b2 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Request body: {'floatingip': {'port_id': '126fd073-92d2-4b64-a8da-ac28ed234e10'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:08.588359 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Pushing event updated for resources: {'Port': ['ID=4cad8c15-c013-46b2-8a83-1b718e72199d,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:08.594014 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.607790 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22654d-9ea0-451e-ac54-f3950e522228 req-1ef341bc-7151-42d4-b68d-41f321f7a340 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:08.609359 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bc22654d-9ea0-451e-ac54-f3950e522228 req-1ef341bc-7151-42d4-b68d-41f321f7a340 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 944 time: 0.4515324 Nov 11 12:12:08.629521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.638544 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-47e1f65b-1e9a-44f9-a236-911084058436 None None] Provisioning complete for port 51b8f5cf-2cb4-43a3-95af-9f340f64bcce triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:08.640944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-47e1f65b-1e9a-44f9-a236-911084058436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.649297 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55efb4a0-4d01-4156-9c22-4c863fe014d0']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:08.651767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca66f6bb-658a-4c72-ae23-43467c4efde7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b96338-7266-45da-aa4c-b83c6a5e75f9'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:12:08.652889 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-518e27b3-850e-4fe5-9a7c-62e6ca23b8db tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Floating IP 9e4d0a77-bb9c-46b7-b10b-90626120917c associated. External IP: 172.26.5.121, port: b40671cc-88ee-4776-9d3c-a6f449537515. Nov 11 12:12:08.654029 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3d28d3-ba0e-4321-8b73-d03b14aff063" -d '{"events": [{"server_uuid": "ca66f6bb-658a-4c72-ae23-43467c4efde7", "name": "network-vif-plugged", "status": "completed", "tag": "61b96338-7266-45da-aa4c-b83c6a5e75f9"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:12:08.713341 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab48389-cf16-44e0-b016-b13cdd570a63') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:08.713863 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab48389-cf16-44e0-b016-b13cdd570a63') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:08.730167 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.749063 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1dedcd30-703e-4e59-94ec-48bc31a85f04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.755203 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bc22654d-9ea0-451e-ac54-f3950e522228 req-2ef8a25b-dd09-4ec4-b053-4eb1d9e47c2b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325207 Nov 11 12:12:08.757365 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7370ad5b-fc95-4a4d-b2bd-599a3a9481b2 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for floatingip, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.757493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 61b96338-7266-45da-aa4c-b83c6a5e75f9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=61b96338-7266-45da-aa4c-b83c6a5e75f9,segment=NetworkSegment(08c1dbeb-d92a-4f86-a3c1-9913bb41991f),segment_id=08c1dbeb-d92a-4f86-a3c1-9913bb41991f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:08.791315 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.806590 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:08.806983 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:08.810749 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:08.931728 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.db.api [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:12:08.931728 dv-neutron-786478-23-hyperv neutron-server[103002]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:12:08.931728 dv-neutron-786478-23-hyperv neutron-server[103002]: [parameters: {'id': '55efb4a0-4d01-4156-9c22-4c863fe014d0'}] Nov 11 12:12:08.931728 dv-neutron-786478-23-hyperv neutron-server[103002]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:12:08.932613 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG oslo_db.api [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:12:08.989509 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0670bc-63d0-428f-a344-f0e9be62964e x-openstack-request-id: req-0f0670bc-63d0-428f-a344-f0e9be62964e {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:12:08.990234 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca66f6bb-658a-4c72-ae23-43467c4efde7", "name": "network-vif-plugged", "status": "completed", "tag": "61b96338-7266-45da-aa4c-b83c6a5e75f9", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:12:08.990679 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f0670bc-63d0-428f-a344-f0e9be62964e {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:12:08.991261 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca66f6bb-658a-4c72-ae23-43467c4efde7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b96338-7266-45da-aa4c-b83c6a5e75f9', 'code': 200} Nov 11 12:12:08.998612 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Network ac863e47-edc0-409e-9b70-c63581ad4c34 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:08.998612 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:09.006563 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518e27b3-850e-4fe5-9a7c-62e6ca23b8db tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Router 3c55bf34-667f-42b4-a364-e486bc7f741d has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:09.027243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:09.039204 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Attempting to bind port 4cad8c15-c013-46b2-8a83-1b718e72199d on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:09.040234 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Attempting to bind port 4cad8c15-c013-46b2-8a83-1b718e72199d by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'fab48389-cf16-44e0-b016-b13cdd570a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '55efb4a0-4d01-4156-9c22-4c863fe014d0'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:09.040234 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Attempting to bind port 4cad8c15-c013-46b2-8a83-1b718e72199d on network 55efb4a0-4d01-4156-9c22-4c863fe014d0 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:09.045387 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:09.053169 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Pushing event updated for resources: {'Port': ['ID=a3295118-9969-4b85-8cea-2f7d71abb808,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:09.106068 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:09.106992 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Checking segment: {'id': 'fab48389-cf16-44e0-b016-b13cdd570a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '55efb4a0-4d01-4156-9c22-4c863fe014d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:09.106992 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:09.107482 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Bound using segment: {'id': 'fab48389-cf16-44e0-b016-b13cdd570a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '55efb4a0-4d01-4156-9c22-4c863fe014d0'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:09.108029 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Bound port: 4cad8c15-c013-46b2-8a83-1b718e72199d, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab48389-cf16-44e0-b016-b13cdd570a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '55efb4a0-4d01-4156-9c22-4c863fe014d0'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:09.108465 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:09.146453 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:09.183168 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518e27b3-850e-4fe5-9a7c-62e6ca23b8db tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:09.190688 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-518e27b3-850e-4fe5-9a7c-62e6ca23b8db tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:09.196060 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f20553f-bf9a-4be9-98a6-d67d8143f55c None None] Sync routers for ids ['3c55bf34-667f-42b4-a364-e486bc7f741d'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:09.206250 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f20553f-bf9a-4be9-98a6-d67d8143f55c None None] Routers {'3c55bf34-667f-42b4-a364-e486bc7f741d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:09.206857 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5f20553f-bf9a-4be9-98a6-d67d8143f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3c55bf34-667f-42b4-a364-e486bc7f741d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:09.217112 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-0bb358b7-7eea-4557-ab29-0ae6463a3ac4', 'network_id': '0bb358b7-7eea-4557-ab29-0ae6463a3ac4', 'tenant_id': '0715e178438b4e3eb40d258142ed681d', 'fixed_ips': [{'subnet_id': '066c4f24-cf7a-4333-b72f-9dc981842e60'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:09.217550 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:09.244674 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-518e27b3-850e-4fe5-9a7c-62e6ca23b8db tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "PUT /v2.0/floatingips/9e4d0a77-bb9c-46b7-b10b-90626120917c HTTP/1.1" status: 200 len: 991 time: 2.1677256 Nov 11 12:12:09.245313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:09.246433 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7', 'tag': 'b40671cc-88ee-4776-9d3c-a6f449537515'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:12:09.332685 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-5f20553f-bf9a-4be9-98a6-d67d8143f55c None None] Set router 3c55bf34-667f-42b4-a364-e486bc7f741d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:12:09.388584 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=61b96338-7266-45da-aa4c-b83c6a5e75f9,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:09.426046 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9796c6e-4c52-4084-9a37-b78e1fd8403b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7", "tag": "b40671cc-88ee-4776-9d3c-a6f449537515"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:12:09.431078 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Attempting to bind port a3295118-9969-4b85-8cea-2f7d71abb808 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:09.431078 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Attempting to bind port a3295118-9969-4b85-8cea-2f7d71abb808 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'a7c046ad-df96-4b93-a4d3-66ce35a263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ac863e47-edc0-409e-9b70-c63581ad4c34'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:09.431371 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Attempting to bind port a3295118-9969-4b85-8cea-2f7d71abb808 on network ac863e47-edc0-409e-9b70-c63581ad4c34 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:09.435652 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:09.437974 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:09.563430 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Deleting port 4cad8c15-c013-46b2-8a83-1b718e72199d {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:09.567161 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:09.572447 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:09.572827 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Checking segment: {'id': 'a7c046ad-df96-4b93-a4d3-66ce35a263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ac863e47-edc0-409e-9b70-c63581ad4c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:09.573509 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:09.573628 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Bound using segment: {'id': 'a7c046ad-df96-4b93-a4d3-66ce35a263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ac863e47-edc0-409e-9b70-c63581ad4c34'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:09.574096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Bound port: a3295118-9969-4b85-8cea-2f7d71abb808, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c046ad-df96-4b93-a4d3-66ce35a263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ac863e47-edc0-409e-9b70-c63581ad4c34'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:09.574483 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:09.627334 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6519f639-897d-4a5a-86a6-def934fad04e x-openstack-request-id: req-6519f639-897d-4a5a-86a6-def934fad04e {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:12:09.628055 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7", "tag": "b40671cc-88ee-4776-9d3c-a6f449537515", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:12:09.628494 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6519f639-897d-4a5a-86a6-def934fad04e {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:12:09.629140 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7', 'tag': 'b40671cc-88ee-4776-9d3c-a6f449537515', 'status': 'completed', 'code': 200} Nov 11 12:12:09.657176 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 51b8f5cf-2cb4-43a3-95af-9f340f64bcce up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:09.662363 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] For port 4cad8c15-c013-46b2-8a83-1b718e72199d, host dv-neutron-786478-23-hyperv, got binding levels [] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:09.663088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:09.674384 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1dedcd30-703e-4e59-94ec-48bc31a85f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:09.678095 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1dedcd30-703e-4e59-94ec-48bc31a85f04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:09.680476 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5f20553f-bf9a-4be9-98a6-d67d8143f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'name': 'tempest-ServersTestJSON-1361417731-router', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:17Z', 'revision_number': 4, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'gw_port': {'id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:13Z', 'updated_at': '2021-11-11T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '9e4d0a77-bb9c-46b7-b10b-90626120917c', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'port_id': 'b40671cc-88ee-4776-9d3c-a6f449537515', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882', 'mac_address': 'fa:16:3e:15:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:11:28Z', 'updated_at': '2021-11-11T12:12:07Z', 'revision_number': 1, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3057f9a0-f241-46a8-bb2f-a5d082897a34', 'name': '', 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'mac_address': 'fa:16:3e:06:f7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:16Z', 'updated_at': '2021-11-11T12:11:27Z', 'revision_number': 5, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'subnets': [{'id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:09.683652 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1dedcd30-703e-4e59-94ec-48bc31a85f04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09abdf5e-3ef3-401f-af89-d8161068c442 HTTP/1.1" status: 204 len: 168 time: 1.5385609 Nov 11 12:12:09.684066 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Calling delete_port for 4cad8c15-c013-46b2-8a83-1b718e72199d owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:09.716003 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f20553f-bf9a-4be9-98a6-d67d8143f55c None None] Checking router: 3c55bf34-667f-42b4-a364-e486bc7f741d for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:12:09.716988 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:09.726932 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f20553f-bf9a-4be9-98a6-d67d8143f55c None None] Routers {'3c55bf34-667f-42b4-a364-e486bc7f741d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:09.727843 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5f20553f-bf9a-4be9-98a6-d67d8143f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3c55bf34-667f-42b4-a364-e486bc7f741d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:09.754223 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-780c6e2d-8f9f-46b2-bcfd-08ca743170a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port e8936ca3-20e5-4d79-9495-22b5fcdaa7f4 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:09.754559 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-780c6e2d-8f9f-46b2-bcfd-08ca743170a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:09.765526 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedcd30-703e-4e59-94ec-48bc31a85f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09abdf5e-3ef3-401f-af89-d8161068c442,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:09.776592 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6abefb0c-e220-4514-b872-73519ff3c174 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:09.788490 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] For port 4cad8c15-c013-46b2-8a83-1b718e72199d, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:09.818976 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Pushing event updated for resources: {'Port': ['ID=35049238-eb5e-4e1d-9c6e-14b241986f58,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:09.899856 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-5f20553f-bf9a-4be9-98a6-d67d8143f55c None None] Set router 3c55bf34-667f-42b4-a364-e486bc7f741d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:12:09.944468 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] For port 4cad8c15-c013-46b2-8a83-1b718e72199d, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=4cad8c15-c013-46b2-8a83-1b718e72199d,segment=NetworkSegment(fab48389-cf16-44e0-b016-b13cdd570a63),segment_id=fab48389-cf16-44e0-b016-b13cdd570a63)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:09.951088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178adab-6c1d-4173-a9cd-46d7b953cbb5 req-0e20a0c8-5b2c-49ba-a2a1-f3be2c92dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:09.953354 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1178adab-6c1d-4173-a9cd-46d7b953cbb5 req-0e20a0c8-5b2c-49ba-a2a1-f3be2c92dc9d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 1098 time: 0.8116865 Nov 11 12:12:09.962707 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90124a-f56d-4683-99de-8578799c9dd7 req-bcb00ad2-c2d7-4481-acf9-c7a1ec62aecd tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:09.963282 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Allocated IP 172.20.0.2 (0bb358b7-7eea-4557-ab29-0ae6463a3ac4/066c4f24-cf7a-4333-b72f-9dc981842e60/6994a918-6890-4ba4-9a51-f1f6c3a2023f) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:09.965175 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-be90124a-f56d-4683-99de-8578799c9dd7 req-bcb00ad2-c2d7-4481-acf9-c7a1ec62aecd tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.0623677 Nov 11 12:12:10.012669 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9796c6e-4c52-4084-9a37-b78e1fd8403b req-f4bcada8-7263-4bc7-bf26-d7511fbd366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:10.014706 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b9796c6e-4c52-4084-9a37-b78e1fd8403b req-f4bcada8-7263-4bc7-bf26-d7511fbd366b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7c72c31b24c4050875199b44c27e70d&device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 1098 time: 0.2828226 Nov 11 12:12:10.027315 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:10.040630 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-be90124a-f56d-4683-99de-8578799c9dd7 req-cdb5853c-bd03-4f2e-b10d-972eb4e4500c tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686090 Nov 11 12:12:10.103113 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 51b8f5cf-2cb4-43a3-95af-9f340f64bcce triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:10.104466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.108911 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:10.124840 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:10.129042 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.141094 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.190168 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6a90d3d2-c1d9-4d50-8875-a9c566035c42 None None] Provisioning complete for port 51b8f5cf-2cb4-43a3-95af-9f340f64bcce triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:10.190168 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6a90d3d2-c1d9-4d50-8875-a9c566035c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.195717 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No DVR routers for this DVR port 4cad8c15-c013-46b2-8a83-1b718e72199d on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:10.197961 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Port': ['ID=4cad8c15-c013-46b2-8a83-1b718e72199d,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:10.212398 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350c60c-4679-41ce-97be-eed97eda9f04 None None] Pushing event deleted for resources: {'Port': ['ID=4cad8c15-c013-46b2-8a83-1b718e72199d,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:10.274461 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5f20553f-bf9a-4be9-98a6-d67d8143f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'name': 'tempest-ServersTestJSON-1361417731-router', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:17Z', 'revision_number': 4, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'gw_port': {'id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:13Z', 'updated_at': '2021-11-11T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '9e4d0a77-bb9c-46b7-b10b-90626120917c', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'port_id': 'b40671cc-88ee-4776-9d3c-a6f449537515', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882', 'mac_address': 'fa:16:3e:15:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:11:28Z', 'updated_at': '2021-11-11T12:12:07Z', 'revision_number': 1, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3057f9a0-f241-46a8-bb2f-a5d082897a34', 'name': '', 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'mac_address': 'fa:16:3e:06:f7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:16Z', 'updated_at': '2021-11-11T12:11:27Z', 'revision_number': 5, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'subnets': [{'id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:10.278086 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] For port a3295118-9969-4b85-8cea-2f7d71abb808, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:10.291155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.304056 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-780c6e2d-8f9f-46b2-bcfd-08ca743170a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.320934 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55efb4a0-4d01-4156-9c22-4c863fe014d0']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:10.327444 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f20553f-bf9a-4be9-98a6-d67d8143f55c None None] The sync data for ids ['3c55bf34-667f-42b4-a364-e486bc7f741d'] in dv-neutron-786478-23-hyperv is: [{'id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'name': 'tempest-ServersTestJSON-1361417731-router', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:17Z', 'revision_number': 4, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'gw_port': {'id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:13Z', 'updated_at': '2021-11-11T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '9e4d0a77-bb9c-46b7-b10b-90626120917c', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'port_id': 'b40671cc-88ee-4776-9d3c-a6f449537515', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882', 'mac_address': 'fa:16:3e:15:62:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:11:28Z', 'updated_at': '2021-11-11T12:12:07Z', 'revision_number': 1, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3057f9a0-f241-46a8-bb2f-a5d082897a34', 'name': '', 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'mac_address': 'fa:16:3e:06:f7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:16Z', 'updated_at': '2021-11-11T12:11:27Z', 'revision_number': 5, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'subnets': [{'id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:10.334356 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab48389-cf16-44e0-b016-b13cdd570a63') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:10.334816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab48389-cf16-44e0-b016-b13cdd570a63') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:10.351935 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.363837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] For port a3295118-9969-4b85-8cea-2f7d71abb808, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a3295118-9969-4b85-8cea-2f7d71abb808,segment=NetworkSegment(a7c046ad-df96-4b93-a4d3-66ce35a263c8),segment_id=a7c046ad-df96-4b93-a4d3-66ce35a263c8)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:10.367223 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6abefb0c-e220-4514-b872-73519ff3c174 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.368579 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.376889 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:10.377412 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:10.381560 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:10.424512 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1178adab-6c1d-4173-a9cd-46d7b953cbb5 req-90c8c684-1c71-45e3-b2d8-f5298c3cecb0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4367292 Nov 11 12:12:10.428431 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-780c6e2d-8f9f-46b2-bcfd-08ca743170a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for e8936ca3-20e5-4d79-9495-22b5fcdaa7f4 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server [None req-a3a6b343-92e9-4571-be0e-1fafb6d46cb2 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 4cad8c15-c013-46b2-8a83-1b718e72199d could not be found. Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:12:10.455232 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 4cad8c15-c013-46b2-8a83-1b718e72199d could not be found. Nov 11 12:12:10.458378 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server Nov 11 12:12:10.506822 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.527441 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Allocated IP 172.20.0.1 (ac863e47-edc0-409e-9b70-c63581ad4c34/3ab6deaf-2065-4e48-bc3b-d59568ca1033/b9a316c2-8ecd-41c0-a1ad-4fa2a8540966) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:10.565678 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.572044 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.586584 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/55efb4a0-4d01-4156-9c22-4c863fe014d0 HTTP/1.1" status: 204 len: 168 time: 4.8738275 Nov 11 12:12:10.586584 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49298) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:10.587708 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Attempting to bind port 35049238-eb5e-4e1d-9c6e-14b241986f58 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:10.588218 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Attempting to bind port 35049238-eb5e-4e1d-9c6e-14b241986f58 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:10.588703 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Attempting to bind port 35049238-eb5e-4e1d-9c6e-14b241986f58 on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:10.608998 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49300) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:10.614062 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74b2db1-9fa8-4e1e-87be-6d4cca1dc7b0 None None] Network 55efb4a0-4d01-4156-9c22-4c863fe014d0 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:10.628762 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-494195490'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:10.650607 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3180275-576e-4389-86b7-d656257429f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Network': ['ID=55efb4a0-4d01-4156-9c22-4c863fe014d0,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:10.700838 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b6f0e99a-c296-4106-8872-9e44ad8af583 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd3d319eb6424c0e9fa7113261f53b3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1130431 Nov 11 12:12:10.703571 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49304) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:10.735664 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:10.736040 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:10.736442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.736837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:10.737329 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Bound port: 35049238-eb5e-4e1d-9c6e-14b241986f58, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:10.737710 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.739745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74b2db1-9fa8-4e1e-87be-6d4cca1dc7b0 None None] Network 55efb4a0-4d01-4156-9c22-4c863fe014d0 could not be found, it might have been deleted concurrently. {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:12:10.770717 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310150a-5e9c-42d7-9845-201b62f41b68 None None] Pushing event updated for resources: {'Port': ['ID=a3295118-9969-4b85-8cea-2f7d71abb808,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:10.772735 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:10.785791 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.792636 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef311cd9-a19f-47bd-b37a-4b14b3aa06b5 None None] New status for floating IP 9e4d0a77-bb9c-46b7-b10b-90626120917c: ACTIVE {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:12:10.817750 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-addb85ec-497e-43c1-8903-1e378a5eb90b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.826482 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:12:10.829029 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.849793 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-addb85ec-497e-43c1-8903-1e378a5eb90b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.862736 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9796c6e-4c52-4084-9a37-b78e1fd8403b req-b8c6fc96-73de-4215-b0b8-e586850210f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:10.864411 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b9796c6e-4c52-4084-9a37-b78e1fd8403b req-b8c6fc96-73de-4215-b0b8-e586850210f3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ce16f053-659c-4581-9303-703e4bab2882 HTTP/1.1" status: 200 len: 907 time: 0.8094430 Nov 11 12:12:10.903623 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abefb0c-e220-4514-b872-73519ff3c174 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network ec05af77-ca69-434b-a6a2-504c45563310 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:10.904485 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:10.940331 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-6abefb0c-e220-4514-b872-73519ff3c174 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:10.985737 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abefb0c-e220-4514-b872-73519ff3c174 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=93f7c842-bd0a-4449-b03d-61aa10186b16,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:10.990102 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-addb85ec-497e-43c1-8903-1e378a5eb90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.022823 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-addb85ec-497e-43c1-8903-1e378a5eb90b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.023799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abefb0c-e220-4514-b872-73519ff3c174 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:11.024728 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-addb85ec-497e-43c1-8903-1e378a5eb90b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86cf3911-543c-4c15-ae0f-768e25c24305 HTTP/1.1" status: 204 len: 168 time: 0.3199146 Nov 11 12:12:11.038378 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb85ec-497e-43c1-8903-1e378a5eb90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cf3911-543c-4c15-ae0f-768e25c24305,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:11.064447 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4307249d-bc94-479c-80d9-b3f63c29ed86 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:11.075089 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.107721 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abefb0c-e220-4514-b872-73519ff3c174 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:11.108370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6abefb0c-e220-4514-b872-73519ff3c174 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.122230 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.207206 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] For port 35049238-eb5e-4e1d-9c6e-14b241986f58, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:11.209922 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6abefb0c-e220-4514-b872-73519ff3c174 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4459860 Nov 11 12:12:11.213286 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49310) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:11.213868 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Network 0bb358b7-7eea-4557-ab29-0ae6463a3ac4 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:11.224820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-1702868c-ff5d-49d8-992d-28d7175b03a0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'port': {'network_id': 'ec05af77-ca69-434b-a6a2-504c45563310', 'name': 'tempest-FloatingIPTestJSON-497387373'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:11.276060 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-780c6e2d-8f9f-46b2-bcfd-08ca743170a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.291171 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277faa06-f1f1-49f6-b25a-b800190cb5ea req-474132dd-34cf-4782-86d3-f98f315d6488 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:11.296171 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-277faa06-f1f1-49f6-b25a-b800190cb5ea req-474132dd-34cf-4782-86d3-f98f315d6488 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1538825 Nov 11 12:12:11.297643 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.298348 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Added segment 5eb18939-cf2f-4435-92bf-87272d3e7ff5 of type vlan for network 45d9c0ef-27c9-43fa-9fad-c264d7df41ad Nov 11 12:12:11.301353 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b9796c6e-4c52-4084-9a37-b78e1fd8403b req-fb87362a-8b35-46e0-b370-7d284e864cee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b40671cc-88ee-4776-9d3c-a6f449537515 HTTP/1.1" status: 200 len: 999 time: 0.4181380 Nov 11 12:12:11.322501 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Pushing event updated for resources: {'Port': ['ID=6994a918-6890-4ba4-9a51-f1f6c3a2023f,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:11.325553 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:11.329413 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] For port 35049238-eb5e-4e1d-9c6e-14b241986f58, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=35049238-eb5e-4e1d-9c6e-14b241986f58,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:11.335081 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:11.384890 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c6e2d-8f9f-46b2-bcfd-08ca743170a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=e8936ca3-20e5-4d79-9495-22b5fcdaa7f4,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:11.389591 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9796c6e-4c52-4084-9a37-b78e1fd8403b req-dce13fcd-fbe8-45b1-ab8f-65f9b6a090b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:11.391361 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b9796c6e-4c52-4084-9a37-b78e1fd8403b req-dce13fcd-fbe8-45b1-ab8f-65f9b6a090b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a5c68e66-f64e-42d5-8b7a-a96c47a1c938 HTTP/1.1" status: 200 len: 845 time: 0.0561893 Nov 11 12:12:11.395004 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.db.resource_extend [None req-7370ad5b-fc95-4a4d-b2bd-599a3a9481b2 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:12:11.402128 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 4307249d-bc94-479c-80d9-b3f63c29ed86 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:11.403366 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.403486 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.415273 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.486070 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-277faa06-f1f1-49f6-b25a-b800190cb5ea req-2e8b1be8-978b-4860-adfe-183151c63556 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840632 Nov 11 12:12:11.643530 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.663853 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:11.665536 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Attempting to bind port 6994a918-6890-4ba4-9a51-f1f6c3a2023f on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:11.666149 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Attempting to bind port 6994a918-6890-4ba4-9a51-f1f6c3a2023f by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'b1a38548-5343-4bd0-bfef-2df52656157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0bb358b7-7eea-4557-ab29-0ae6463a3ac4'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:11.666822 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Attempting to bind port 6994a918-6890-4ba4-9a51-f1f6c3a2023f on network 0bb358b7-7eea-4557-ab29-0ae6463a3ac4 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:11.667037 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.690022 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1702868c-ff5d-49d8-992d-28d7175b03a0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Made reservation on behalf of 4a07dfbacee54388b69a0661f55f9fa4 for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:11.694854 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:11.695641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Checking segment: {'id': 'b1a38548-5343-4bd0-bfef-2df52656157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0bb358b7-7eea-4557-ab29-0ae6463a3ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:11.696292 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.696897 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Bound using segment: {'id': 'b1a38548-5343-4bd0-bfef-2df52656157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0bb358b7-7eea-4557-ab29-0ae6463a3ac4'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:11.697786 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Bound port: 6994a918-6890-4ba4-9a51-f1f6c3a2023f, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a38548-5343-4bd0-bfef-2df52656157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0bb358b7-7eea-4557-ab29-0ae6463a3ac4'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:11.698385 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.705673 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1702868c-ff5d-49d8-992d-28d7175b03a0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.806071 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc787b-84d8-4468-b733-d2e217781523 None None] Pushing event updated for resources: {'Port': ['ID=35049238-eb5e-4e1d-9c6e-14b241986f58,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:11.903005 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-780c6e2d-8f9f-46b2-bcfd-08ca743170a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.910210 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-780c6e2d-8f9f-46b2-bcfd-08ca743170a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/e8936ca3-20e5-4d79-9495-22b5fcdaa7f4 HTTP/1.1" status: 204 len: 168 time: 3.3598557 Nov 11 12:12:11.916592 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49318) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:11.916703 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] For port 6994a918-6890-4ba4-9a51-f1f6c3a2023f, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:11.918935 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-1702868c-ff5d-49d8-992d-28d7175b03a0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] device_id is not set on port c7263fd5-850a-4836-9b3d-a24be508dbe0 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:11.930303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] For port 6994a918-6890-4ba4-9a51-f1f6c3a2023f, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6994a918-6890-4ba4-9a51-f1f6c3a2023f,segment=NetworkSegment(b1a38548-5343-4bd0-bfef-2df52656157c),segment_id=b1a38548-5343-4bd0-bfef-2df52656157c)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:11.973078 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7370ad5b-fc95-4a4d-b2bd-599a3a9481b2 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:11.985611 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9796c6e-4c52-4084-9a37-b78e1fd8403b req-cdcd80b6-08e0-4b9b-8133-cc10c2b0e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:11.985611 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b9796c6e-4c52-4084-9a37-b78e1fd8403b req-cdcd80b6-08e0-4b9b-8133-cc10c2b0e3ea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ce16f053-659c-4581-9303-703e4bab2882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5356431 Nov 11 12:12:12.020217 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:12.024727 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:12.054992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Network': ['ID=45d9c0ef-27c9-43fa-9fad-c264d7df41ad,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:12.102122 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4897537 Nov 11 12:12:12.103941 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Network ac863e47-edc0-409e-9b70-c63581ad4c34 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:12.107718 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49324) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:12.110197 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:12.134638 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-0e0e2082-c942-43be-9dc2-b06bba818891 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'subnet': {'network_id': '45d9c0ef-27c9-43fa-9fad-c264d7df41ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:12.137609 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.137961 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.138300 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.138639 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.138975 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.143741 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.144111 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.144473 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.144769 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.147733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.151385 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.151385 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17477f-cf4b-497f-b657-f5ac3b23474f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.151611 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:12.173890 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a3295118-9969-4b85-8cea-2f7d71abb808 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:12.175894 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 45d9c0ef-27c9-43fa-9fad-c264d7df41ad details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:12:12.179739 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7370ad5b-fc95-4a4d-b2bd-599a3a9481b2 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:12.218640 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aac6fdd-4386-4966-8d21-1b63e48fbd5b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:12.228574 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aac6fdd-4386-4966-8d21-1b63e48fbd5b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:12.232765 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7aac6fdd-4386-4966-8d21-1b63e48fbd5b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3132079 Nov 11 12:12:12.236561 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49328) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:12.359564 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76d1297-d530-4679-9b8b-b5a1b2523142 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet 0935423e-cf90-4622-809b-369853f4e12e {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:12:12.363545 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-1702868c-ff5d-49d8-992d-28d7175b03a0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Allocated IP 172.20.0.4 (ec05af77-ca69-434b-a6a2-504c45563310/063a69c8-eeed-44f2-bff9-ee8637dc9883/c7263fd5-850a-4836-9b3d-a24be508dbe0) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:12.365566 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b76d1297-d530-4679-9b8b-b5a1b2523142 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:12.416464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac569c2-256f-45da-b690-b69a5ad99b2b None None] Pushing event updated for resources: {'Port': ['ID=6994a918-6890-4ba4-9a51-f1f6c3a2023f,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:12.434294 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b76d1297-d530-4679-9b8b-b5a1b2523142 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:12.454695 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port a3295118-9969-4b85-8cea-2f7d71abb808 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:12.455587 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:12.466182 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event updated for resources: {'Port': ['ID=b9a316c2-8ecd-41c0-a1ad-4fa2a8540966,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:12.498625 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f26b1dc-1b85-453c-8386-251c2366396f None None] Network ac863e47-edc0-409e-9b70-c63581ad4c34 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:12.593370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.593370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.593370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.593370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.593370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.593370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.593370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.593370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.593370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.593370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.593370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.593370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:12.594788 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:12.723662 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b9796c6e-4c52-4084-9a37-b78e1fd8403b req-3691a371-bb22-4778-8e7c-d7daaeb307bd service neutron] 10.222.0.70 "GET /v2.0/networks/ce16f053-659c-4581-9303-703e4bab2882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7177219 Nov 11 12:12:12.728517 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b76d1297-d530-4679-9b8b-b5a1b2523142 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:12.780735 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0d51ca52-b8fb-4812-a95e-b1973dd9ed6f None None] Provisioning complete for port a3295118-9969-4b85-8cea-2f7d71abb808 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:12.782696 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0d51ca52-b8fb-4812-a95e-b1973dd9ed6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:12.838866 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1702868c-ff5d-49d8-992d-28d7175b03a0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:12.849525 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-7370ad5b-fc95-4a4d-b2bd-599a3a9481b2 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Floating IP f6405a97-eed2-4536-a0cc-a0d51edd185b associated. External IP: 172.26.5.195, port: 126fd073-92d2-4b64-a8da-ac28ed234e10. Nov 11 12:12:12.870245 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96294f-1356-4c72-acb4-bc2669d57669 req-9b5e8484-f69e-42cd-98ec-4e65a59f4bad tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:12.876282 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2f96294f-1356-4c72-acb4-bc2669d57669 req-9b5e8484-f69e-42cd-98ec-4e65a59f4bad tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.2030621 Nov 11 12:12:12.966288 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:12.979868 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b76d1297-d530-4679-9b8b-b5a1b2523142 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:13.025521 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2f96294f-1356-4c72-acb4-bc2669d57669 req-ca48359a-80d3-4c7d-80b3-7a41dfac7841 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306288 Nov 11 12:12:13.041346 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0e2082-c942-43be-9dc2-b06bba818891 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:13.053603 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e0e2082-c942-43be-9dc2-b06bba818891 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:13.083248 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1702868c-ff5d-49d8-992d-28d7175b03a0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:13.085311 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d1297-d530-4679-9b8b-b5a1b2523142 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=0935423e-cf90-4622-809b-369853f4e12e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:13.121875 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b76d1297-d530-4679-9b8b-b5a1b2523142 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:13.128060 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port a3295118-9969-4b85-8cea-2f7d71abb808, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a3295118-9969-4b85-8cea-2f7d71abb808,segment=NetworkSegment(a7c046ad-df96-4b93-a4d3-66ce35a263c8),segment_id=a7c046ad-df96-4b93-a4d3-66ce35a263c8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:13.131976 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b76d1297-d530-4679-9b8b-b5a1b2523142 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/0935423e-cf90-4622-809b-369853f4e12e HTTP/1.1" status: 204 len: 168 time: 0.8879769 Nov 11 12:12:13.134021 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49346) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:13.136001 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0d51ca52-b8fb-4812-a95e-b1973dd9ed6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:13.205311 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:13.280441 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:13.377099 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-81f9a5e6-c535-422f-8e5e-525b3713654f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2396545 Nov 11 12:12:13.382677 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.ipam_backend_mixin [None req-0e0e2082-c942-43be-9dc2-b06bba818891 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Performing IP validity checks on allocation pools {{(pid=103001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 12:12:13.384943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.ipam_backend_mixin [None req-0e0e2082-c942-43be-9dc2-b06bba818891 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 12:12:13.385136 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1702868c-ff5d-49d8-992d-28d7175b03a0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network ec05af77-ca69-434b-a6a2-504c45563310 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:13.386643 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49350) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:13.399256 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=a3295118-9969-4b85-8cea-2f7d71abb808,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:13.399436 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702868c-ff5d-49d8-992d-28d7175b03a0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=c7263fd5-850a-4836-9b3d-a24be508dbe0,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:13.408434 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-693604c7-b0c5-4bff-a01d-13472a03e2e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:13.419638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:13.419638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:13.419638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:13.419638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:13.419638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:13.419638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:13.419638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:13.419638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:13.419638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:13.419638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:13.419638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:13.419638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:12:13.432367 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-0d51ca52-b8fb-4812-a95e-b1973dd9ed6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:12:13.432751 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-0d51ca52-b8fb-4812-a95e-b1973dd9ed6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:12:13.462259 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-1702868c-ff5d-49d8-992d-28d7175b03a0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:13.474057 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1702868c-ff5d-49d8-992d-28d7175b03a0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:13.514434 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c0b70a-2339-41f3-8280-aa94f280be44 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:13.592414 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bcfd6-d2b7-47fa-a979-9bac498d818a req-3fde3d6c-1548-41db-b949-489cf5099edd tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:13.597356 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-614bcfd6-d2b7-47fa-a979-9bac498d818a req-3fde3d6c-1548-41db-b949-489cf5099edd tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.4039338 Nov 11 12:12:13.603894 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49354) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:13.610673 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-8d5dc1a1-04ca-449c-bd20-ec2bc3ba164b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Request body: {'floatingip': {'port_id': '61b96338-7266-45da-aa4c-b83c6a5e75f9'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:13.620819 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1702868c-ff5d-49d8-992d-28d7175b03a0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:13.621455 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1702868c-ff5d-49d8-992d-28d7175b03a0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:13.686633 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8d5dc1a1-04ca-449c-bd20-ec2bc3ba164b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for floatingip, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:13.824080 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257f5505-47d9-4147-aed1-fb9ff63a2854 None None] DHCP port deletion for db126361-d280-4945-be72-90312642a11b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:13.886511 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-257f5505-47d9-4147-aed1-fb9ff63a2854 None None] Deleting port 35049238-eb5e-4e1d-9c6e-14b241986f58 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:13.887538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-257f5505-47d9-4147-aed1-fb9ff63a2854 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:13.900146 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b9796c6e-4c52-4084-9a37-b78e1fd8403b req-e2bc74b4-c77d-4c55-b738-0ce29489fd4a service neutron] 10.222.0.70 "GET /v2.0/networks/ce16f053-659c-4581-9303-703e4bab2882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1617906 Nov 11 12:12:13.946924 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:14.000827 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7370ad5b-fc95-4a4d-b2bd-599a3a9481b2 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Router 3b76fb4b-3e52-4d96-a90c-735101163ceb has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:14.066470 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-257f5505-47d9-4147-aed1-fb9ff63a2854 None None] For port 35049238-eb5e-4e1d-9c6e-14b241986f58, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=35049238-eb5e-4e1d-9c6e-14b241986f58,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:14.067070 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-257f5505-47d9-4147-aed1-fb9ff63a2854 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:14.070813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc40cd4-ecab-4592-a625-ba53f4bae331 None None] Network 0bb358b7-7eea-4557-ab29-0ae6463a3ac4 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:14.085388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:14.131773 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693604c7-b0c5-4bff-a01d-13472a03e2e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:14.154177 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-693604c7-b0c5-4bff-a01d-13472a03e2e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:14.157951 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-257f5505-47d9-4147-aed1-fb9ff63a2854 None None] Calling delete_port for 35049238-eb5e-4e1d-9c6e-14b241986f58 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:14.185037 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6994a918-6890-4ba4-9a51-f1f6c3a2023f up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:14.263786 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e0e2082-c942-43be-9dc2-b06bba818891 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:14.273587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49368) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:14.303496 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1702868c-ff5d-49d8-992d-28d7175b03a0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0786278 Nov 11 12:12:14.342545 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 6994a918-6890-4ba4-9a51-f1f6c3a2023f triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:14.342915 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:14.369003 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:14.372125 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49372) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:14.376794 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event updated for resources: {'Port': ['ID=b9a316c2-8ecd-41c0-a1ad-4fa2a8540966,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:14.380276 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': 'c7263fd5-850a-4836-9b3d-a24be508dbe0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:14.417095 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7dc57dd7-31f8-4e19-acd3-2f078f3d5185 None None] Provisioning complete for port b9a316c2-8ecd-41c0-a1ad-4fa2a8540966 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:14.417785 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7dc57dd7-31f8-4e19-acd3-2f078f3d5185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:14.482332 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-91ffb4eb-b082-49a0-9b9a-f76c2295b6ad tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1948768647', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:14.507295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-7dc57dd7-31f8-4e19-acd3-2f078f3d5185 None None] Port b9a316c2-8ecd-41c0-a1ad-4fa2a8540966 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:14.523734 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e2082-c942-43be-9dc2-b06bba818891 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Subnet': ['ID=4bd76bb4-8075-433a-b54a-bffdf0b980a5,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:14.540640 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:14.559616 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7dc57dd7-31f8-4e19-acd3-2f078f3d5185 None None] Provisioning complete for port 6994a918-6890-4ba4-9a51-f1f6c3a2023f triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:14.559990 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7dc57dd7-31f8-4e19-acd3-2f078f3d5185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:14.567923 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7370ad5b-fc95-4a4d-b2bd-599a3a9481b2 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:14.574731 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7370ad5b-fc95-4a4d-b2bd-599a3a9481b2 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:14.577740 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0e2082-c942-43be-9dc2-b06bba818891 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Checking segment: {'id': '5eb18939-cf2f-4435-92bf-87272d3e7ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '45d9c0ef-27c9-43fa-9fad-c264d7df41ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:14.577832 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0e2082-c942-43be-9dc2-b06bba818891 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network hostable DHCP agents. Network: 45d9c0ef-27c9-43fa-9fad-c264d7df41ad, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:12:14.595263 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-257f5505-47d9-4147-aed1-fb9ff63a2854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:14.596439 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfc81cf-3ab9-4917-95ee-87e0cf31e45b None None] Sync routers for ids ['3b76fb4b-3e52-4d96-a90c-735101163ceb'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:14.617118 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfc81cf-3ab9-4917-95ee-87e0cf31e45b None None] Routers {'3b76fb4b-3e52-4d96-a90c-735101163ceb'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:14.619390 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5cfc81cf-3ab9-4917-95ee-87e0cf31e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3b76fb4b-3e52-4d96-a90c-735101163ceb'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:14.640128 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7370ad5b-fc95-4a4d-b2bd-599a3a9481b2 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "PUT /v2.0/floatingips/f6405a97-eed2-4536-a0cc-a0d51edd185b HTTP/1.1" status: 200 len: 991 time: 6.0906053 Nov 11 12:12:14.642804 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25185d5-e232-4db8-95c2-1123de13d1fa', 'tag': '126fd073-92d2-4b64-a8da-ac28ed234e10'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:12:14.644769 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:14.645201 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dcfaf3-d8d1-4cba-b701-f2959d46b1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c25185d5-e232-4db8-95c2-1123de13d1fa", "tag": "126fd073-92d2-4b64-a8da-ac28ed234e10"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:12:14.652386 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f5505-47d9-4147-aed1-fb9ff63a2854 None None] Pushing event deleted for resources: {'Port': ['ID=35049238-eb5e-4e1d-9c6e-14b241986f58,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:14.659315 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Network ac863e47-edc0-409e-9b70-c63581ad4c34 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:14.662542 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:14.666813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257f5505-47d9-4147-aed1-fb9ff63a2854 None None] No DVR routers for this DVR port 35049238-eb5e-4e1d-9c6e-14b241986f58 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:14.685675 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ffb4eb-b082-49a0-9b9a-f76c2295b6ad tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Made reservation on behalf of 42789b50991b4b8fa0dcdc56fadee65d for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:14.697178 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-91ffb4eb-b082-49a0-9b9a-f76c2295b6ad tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:14.720898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d27a0c-9255-45fd-80e4-3cba7833a6f1 x-openstack-request-id: req-24d27a0c-9255-45fd-80e4-3cba7833a6f1 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:12:14.721304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25185d5-e232-4db8-95c2-1123de13d1fa", "tag": "126fd073-92d2-4b64-a8da-ac28ed234e10", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:12:14.721649 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-24d27a0c-9255-45fd-80e4-3cba7833a6f1 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:12:14.722247 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25185d5-e232-4db8-95c2-1123de13d1fa', 'tag': '126fd073-92d2-4b64-a8da-ac28ed234e10', 'status': 'completed', 'code': 200} Nov 11 12:12:14.725618 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 6994a918-6890-4ba4-9a51-f1f6c3a2023f, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6994a918-6890-4ba4-9a51-f1f6c3a2023f,segment=NetworkSegment(b1a38548-5343-4bd0-bfef-2df52656157c),segment_id=b1a38548-5343-4bd0-bfef-2df52656157c)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:14.741100 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-91ffb4eb-b082-49a0-9b9a-f76c2295b6ad tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:14.796230 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7dc57dd7-31f8-4e19-acd3-2f078f3d5185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:14.800566 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:14.806214 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a3295118-9969-4b85-8cea-2f7d71abb808 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:14.925271 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-5cfc81cf-3ab9-4917-95ee-87e0cf31e45b None None] Set router 3b76fb4b-3e52-4d96-a90c-735101163ceb gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:12:14.987229 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-693604c7-b0c5-4bff-a01d-13472a03e2e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:15.135869 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693604c7-b0c5-4bff-a01d-13472a03e2e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:15.142676 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8d5dc1a1-04ca-449c-bd20-ec2bc3ba164b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:15.159541 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-693604c7-b0c5-4bff-a01d-13472a03e2e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:15.167555 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693604c7-b0c5-4bff-a01d-13472a03e2e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:15.168205 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-693604c7-b0c5-4bff-a01d-13472a03e2e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:15.171020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693604c7-b0c5-4bff-a01d-13472a03e2e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=a58e8b6d-c41b-4dab-a241-06290591878b,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:15.182629 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-91ffb4eb-b082-49a0-9b9a-f76c2295b6ad tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:15.190574 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:15.212888 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:12:15.236187 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0e2082-c942-43be-9dc2-b06bba818891 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network 45d9c0ef-27c9-43fa-9fad-c264d7df41ad is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:12:15.260971 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-91ffb4eb-b082-49a0-9b9a-f76c2295b6ad tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:15.263640 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009925cf-e3a4-4e2b-a5fd-9e67b00d4ea9 None None] get_active_networks_info from dv-neutron-786478-23-hyperv {{(pid=103003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:12:15.268606 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8d5dc1a1-04ca-449c-bd20-ec2bc3ba164b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:15.273424 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-91ffb4eb-b082-49a0-9b9a-f76c2295b6ad tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] device_id is not set on port 4af97afb-352b-4f86-8893-78f179a41774 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:15.330915 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=6994a918-6890-4ba4-9a51-f1f6c3a2023f,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:15.333475 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-693604c7-b0c5-4bff-a01d-13472a03e2e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9311364 Nov 11 12:12:15.337196 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49380) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:15.339262 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcfaf3-d8d1-4cba-b701-f2959d46b1a8 req-230c8d14-500c-4cd5-9486-3ebad1ea6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:15.340910 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-26dcfaf3-d8d1-4cba-b701-f2959d46b1a8 req-230c8d14-500c-4cd5-9486-3ebad1ea6807 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c13a71db4a844eada5e2e1126922d1e2&device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 1098 time: 0.1085944 Nov 11 12:12:15.347750 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-18220a0c-7a75-4cf7-8bee-73d86d801870 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'name': 'tempest-NetworksTestDHCPv6-2077121207'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:15.408696 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffb4eb-b082-49a0-9b9a-f76c2295b6ad tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd9a561-1909-4f14-a05f-25777d52bf16,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:15.423677 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port a3295118-9969-4b85-8cea-2f7d71abb808 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:15.424138 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:15.431098 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-0e0e2082-c942-43be-9dc2-b06bba818891 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 45d9c0ef-27c9-43fa-9fad-c264d7df41ad) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:15.432526 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5cfc81cf-3ab9-4917-95ee-87e0cf31e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'name': 'tempest-ServersTestManualDisk-497377438-router', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '28816bb8-e086-494a-acb8-bda26c228c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:26Z', 'revision_number': 4, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'gw_port': {'id': '28816bb8-e086-494a-acb8-bda26c228c76', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:17Z', 'updated_at': '2021-11-11T12:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'f6405a97-eed2-4536-a0cc-a0d51edd185b', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'port_id': '126fd073-92d2-4b64-a8da-ac28ed234e10', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c', 'mac_address': 'fa:16:3e:7c:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25185d5-e232-4db8-95c2-1123de13d1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:11:39Z', 'updated_at': '2021-11-11T12:12:11Z', 'revision_number': 1, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4613deb-86eb-468e-84e1-e67491507ca3', 'name': '', 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'mac_address': 'fa:16:3e:c7:55:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '086973be-14d1-4f8e-911e-0a7b449c7fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:25Z', 'updated_at': '2021-11-11T12:11:33Z', 'revision_number': 5, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'subnets': [{'id': '086973be-14d1-4f8e-911e-0a7b449c7fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:15.465540 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfc81cf-3ab9-4917-95ee-87e0cf31e45b None None] Checking router: 3b76fb4b-3e52-4d96-a90c-735101163ceb for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:12:15.472940 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-7dc57dd7-31f8-4e19-acd3-2f078f3d5185 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:12:15.473346 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-7dc57dd7-31f8-4e19-acd3-2f078f3d5185 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:12:15.478628 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfc81cf-3ab9-4917-95ee-87e0cf31e45b None None] Routers {'3b76fb4b-3e52-4d96-a90c-735101163ceb'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:15.479762 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5cfc81cf-3ab9-4917-95ee-87e0cf31e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3b76fb4b-3e52-4d96-a90c-735101163ceb'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:15.488946 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0e2082-c942-43be-9dc2-b06bba818891 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:15.490083 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e0e2082-c942-43be-9dc2-b06bba818891 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:15.512939 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Allocated IP 172.26.5.70 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/aec1270b-5c74-46d4-8d1c-625c6e765432) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:15.529399 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-8d5dc1a1-04ca-449c-bd20-ec2bc3ba164b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Floating IP eab942ca-1028-46cc-9929-f594d1aea969 associated. External IP: 172.26.5.18, port: 61b96338-7266-45da-aa4c-b83c6a5e75f9. Nov 11 12:12:15.590665 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcfaf3-d8d1-4cba-b701-f2959d46b1a8 req-a495e3e6-00cd-4d90-b949-99a99957a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:15.592301 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-26dcfaf3-d8d1-4cba-b701-f2959d46b1a8 req-a495e3e6-00cd-4d90-b949-99a99957a2e0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8bc34d55-6a66-4145-ba65-e3782e708a1c HTTP/1.1" status: 200 len: 912 time: 0.2226431 Nov 11 12:12:15.613450 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009925cf-e3a4-4e2b-a5fd-9e67b00d4ea9 None None] Resources bound (agent type, host, resource id): {{(pid=103003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:12:15.639167 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-5cfc81cf-3ab9-4917-95ee-87e0cf31e45b None None] Set router 3b76fb4b-3e52-4d96-a90c-735101163ceb gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:12:15.667635 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0e0e2082-c942-43be-9dc2-b06bba818891 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.5397060 Nov 11 12:12:15.669033 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49382) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:15.704680 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-26dcfaf3-d8d1-4cba-b701-f2959d46b1a8 req-09790c13-4598-405f-852f-a3b5dea9260b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=126fd073-92d2-4b64-a8da-ac28ed234e10 HTTP/1.1" status: 200 len: 999 time: 0.0970619 Nov 11 12:12:15.747305 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Router 07abeda6-0865-4338-8e26-a446a185c4ff is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:12:15.773873 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-291efdce-0301-482f-b094-253e1c4c6d2d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:15.813919 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18220a0c-7a75-4cf7-8bee-73d86d801870 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:15.817418 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-18220a0c-7a75-4cf7-8bee-73d86d801870 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:15.820421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcfaf3-d8d1-4cba-b701-f2959d46b1a8 req-029ea66d-268b-4db6-a09e-32573558b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:15.821881 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-26dcfaf3-d8d1-4cba-b701-f2959d46b1a8 req-029ea66d-268b-4db6-a09e-32573558b7e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=086973be-14d1-4f8e-911e-0a7b449c7fa4 HTTP/1.1" status: 200 len: 850 time: 0.1109345 Nov 11 12:12:15.899350 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-18220a0c-7a75-4cf7-8bee-73d86d801870 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port 5ed8f4e4-25bc-4d7a-9fd5-ec3771126785 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:15.908846 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:15.976957 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5cfc81cf-3ab9-4917-95ee-87e0cf31e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'name': 'tempest-ServersTestManualDisk-497377438-router', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '28816bb8-e086-494a-acb8-bda26c228c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:26Z', 'revision_number': 4, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'gw_port': {'id': '28816bb8-e086-494a-acb8-bda26c228c76', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:17Z', 'updated_at': '2021-11-11T12:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'f6405a97-eed2-4536-a0cc-a0d51edd185b', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'port_id': '126fd073-92d2-4b64-a8da-ac28ed234e10', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c', 'mac_address': 'fa:16:3e:7c:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25185d5-e232-4db8-95c2-1123de13d1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:11:39Z', 'updated_at': '2021-11-11T12:12:11Z', 'revision_number': 1, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4613deb-86eb-468e-84e1-e67491507ca3', 'name': '', 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'mac_address': 'fa:16:3e:c7:55:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '086973be-14d1-4f8e-911e-0a7b449c7fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:25Z', 'updated_at': '2021-11-11T12:11:33Z', 'revision_number': 5, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'subnets': [{'id': '086973be-14d1-4f8e-911e-0a7b449c7fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:16.011805 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfc81cf-3ab9-4917-95ee-87e0cf31e45b None None] The sync data for ids ['3b76fb4b-3e52-4d96-a90c-735101163ceb'] in dv-neutron-786478-23-hyperv is: [{'id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'name': 'tempest-ServersTestManualDisk-497377438-router', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '28816bb8-e086-494a-acb8-bda26c228c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:26Z', 'revision_number': 4, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'gw_port': {'id': '28816bb8-e086-494a-acb8-bda26c228c76', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:17Z', 'updated_at': '2021-11-11T12:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'f6405a97-eed2-4536-a0cc-a0d51edd185b', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'port_id': '126fd073-92d2-4b64-a8da-ac28ed234e10', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c', 'mac_address': 'fa:16:3e:7c:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25185d5-e232-4db8-95c2-1123de13d1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:11:39Z', 'updated_at': '2021-11-11T12:12:11Z', 'revision_number': 1, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4613deb-86eb-468e-84e1-e67491507ca3', 'name': '', 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'mac_address': 'fa:16:3e:c7:55:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '086973be-14d1-4f8e-911e-0a7b449c7fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:25Z', 'updated_at': '2021-11-11T12:11:33Z', 'revision_number': 5, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'subnets': [{'id': '086973be-14d1-4f8e-911e-0a7b449c7fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:16.024229 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-291efdce-0301-482f-b094-253e1c4c6d2d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:16.036348 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:16.042228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcfaf3-d8d1-4cba-b701-f2959d46b1a8 req-d5afbe6b-ad37-404f-89b2-a022df1d1f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:16.045424 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-26dcfaf3-d8d1-4cba-b701-f2959d46b1a8 req-d5afbe6b-ad37-404f-89b2-a022df1d1f43 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bc34d55-6a66-4145-ba65-e3782e708a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1937726 Nov 11 12:12:16.054729 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0b1e766c-1c1c-45f3-a7dc-d12156733421 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "PUT /v2.0/routers/07abeda6-0865-4338-8e26-a446a185c4ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8251791 Nov 11 12:12:16.055393 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49386) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:16.068973 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6994a918-6890-4ba4-9a51-f1f6c3a2023f up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:16.086951 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca488fa7-5098-46e0-b7e5-56357bda5440 None None] Sync routers for ids ['07abeda6-0865-4338-8e26-a446a185c4ff'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:16.111442 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5dc1a1-04ca-449c-bd20-ec2bc3ba164b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Router bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:16.168590 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:16.185001 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca488fa7-5098-46e0-b7e5-56357bda5440 None None] Routers {'07abeda6-0865-4338-8e26-a446a185c4ff'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:16.185694 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-ca488fa7-5098-46e0-b7e5-56357bda5440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['07abeda6-0865-4338-8e26-a446a185c4ff'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:16.237270 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-291efdce-0301-482f-b094-253e1c4c6d2d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:16.273551 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-ca488fa7-5098-46e0-b7e5-56357bda5440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:16.289069 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-18220a0c-7a75-4cf7-8bee-73d86d801870 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::66 (db126361-d280-4945-be72-90312642a11b/a58e8b6d-c41b-4dab-a241-06290591878b/5ed8f4e4-25bc-4d7a-9fd5-ec3771126785) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:16.310901 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:16.339682 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90da685a-bf29-4105-9786-ca0f2f5ad797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-45d9c0ef-27c9-43fa-9fad-c264d7df41ad', 'network_id': '45d9c0ef-27c9-43fa-9fad-c264d7df41ad', 'tenant_id': '1ee537e4cf4b4ef5a4a77fc175d6ee20', 'fixed_ips': [{'subnet_id': '4bd76bb4-8075-433a-b54a-bffdf0b980a5'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:16.343041 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-90da685a-bf29-4105-9786-ca0f2f5ad797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:16.352557 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:16.356172 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:16.363227 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291efdce-0301-482f-b094-253e1c4c6d2d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd76bb4-8075-433a-b54a-bffdf0b980a5,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:16.371110 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca488fa7-5098-46e0-b7e5-56357bda5440 None None] Routers {'07abeda6-0865-4338-8e26-a446a185c4ff'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:16.372417 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-ca488fa7-5098-46e0-b7e5-56357bda5440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['07abeda6-0865-4338-8e26-a446a185c4ff'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:16.377980 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=aec1270b-5c74-46d4-8d1c-625c6e765432,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:16.381190 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-91ffb4eb-b082-49a0-9b9a-f76c2295b6ad tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Allocated IP 172.26.5.193 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/4af97afb-352b-4f86-8893-78f179a41774) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:16.382245 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-db126361-d280-4945-be72-90312642a11b', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'fixed_ips': [{'subnet_id': 'a58e8b6d-c41b-4dab-a241-06290591878b'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:16.382960 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:16.419206 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1172e002-b0fd-4189-a08a-b88c8e5f5e1d None None] New status for floating IP f6405a97-eed2-4536-a0cc-a0d51edd185b: ACTIVE {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:12:16.424815 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-26dcfaf3-d8d1-4cba-b701-f2959d46b1a8 req-7d07f6a4-f72f-4dd2-8b59-e80fb0086d36 service neutron] 10.222.0.70 "GET /v2.0/networks/8bc34d55-6a66-4145-ba65-e3782e708a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685229 Nov 11 12:12:16.456693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7dc57dd7-31f8-4e19-acd3-2f078f3d5185 None None] Provisioning complete for port a3295118-9969-4b85-8cea-2f7d71abb808 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:16.457071 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7dc57dd7-31f8-4e19-acd3-2f078f3d5185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:16.511139 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5dc1a1-04ca-449c-bd20-ec2bc3ba164b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:16.514395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-291efdce-0301-482f-b094-253e1c4c6d2d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:16.521371 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8d5dc1a1-04ca-449c-bd20-ec2bc3ba164b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:16.612792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab03fd3-c66d-40d0-ac27-8d1e4f0716c0 None None] Sync routers for ids ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:16.633764 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-ca488fa7-5098-46e0-b7e5-56357bda5440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:16.634412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca488fa7-5098-46e0-b7e5-56357bda5440 None None] The sync data for ids ['07abeda6-0865-4338-8e26-a446a185c4ff'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:16.646431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab03fd3-c66d-40d0-ac27-8d1e4f0716c0 None None] Routers {'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:16.648704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-bab03fd3-c66d-40d0-ac27-8d1e4f0716c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:16.704551 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 6994a918-6890-4ba4-9a51-f1f6c3a2023f triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:16.704929 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:16.842612 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-26dcfaf3-d8d1-4cba-b701-f2959d46b1a8 req-8d2eba99-3073-4688-bf55-86be022ee938 service neutron] 10.222.0.70 "GET /v2.0/networks/8bc34d55-6a66-4145-ba65-e3782e708a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045990 Nov 11 12:12:16.874146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-291efdce-0301-482f-b094-253e1c4c6d2d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d9c0ef-27c9-43fa-9fad-c264d7df41ad']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:16.878732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-18220a0c-7a75-4cf7-8bee-73d86d801870 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:16.896855 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8d5dc1a1-04ca-449c-bd20-ec2bc3ba164b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "PUT /v2.0/floatingips/eab942ca-1028-46cc-9929-f594d1aea969 HTTP/1.1" status: 200 len: 990 time: 3.2893302 Nov 11 12:12:16.902685 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-7ffe7b7f-766b-4343-a7c5-5edefe31ca73 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:12:16.903790 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7ffe7b7f-766b-4343-a7c5-5edefe31ca73 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "PUT /v2.0/routers/07abeda6-0865-4338-8e26-a446a185c4ff/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8461378 Nov 11 12:12:16.907215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49392) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:16.913688 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca66f6bb-658a-4c72-ae23-43467c4efde7', 'tag': '61b96338-7266-45da-aa4c-b83c6a5e75f9'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:12:16.915856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479ce84d-eda7-4a52-b8a8-e2a658323aae" -d '{"events": [{"name": "network-changed", "server_uuid": "ca66f6bb-658a-4c72-ae23-43467c4efde7", "tag": "61b96338-7266-45da-aa4c-b83c6a5e75f9"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:12:16.971598 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-291efdce-0301-482f-b094-253e1c4c6d2d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb18939-cf2f-4435-92bf-87272d3e7ff5') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:16.972041 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-291efdce-0301-482f-b094-253e1c4c6d2d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb18939-cf2f-4435-92bf-87272d3e7ff5') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:16.981267 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-bab03fd3-c66d-40d0-ac27-8d1e4f0716c0 None None] Set router bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:12:17.022147 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50ce30c-5045-4b6b-bc22-a91d87625390 x-openstack-request-id: req-c50ce30c-5045-4b6b-bc22-a91d87625390 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:12:17.022401 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca66f6bb-658a-4c72-ae23-43467c4efde7", "tag": "61b96338-7266-45da-aa4c-b83c6a5e75f9", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:12:17.023383 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c50ce30c-5045-4b6b-bc22-a91d87625390 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:12:17.023623 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca66f6bb-658a-4c72-ae23-43467c4efde7', 'tag': '61b96338-7266-45da-aa4c-b83c6a5e75f9', 'status': 'completed', 'code': 200} Nov 11 12:12:17.033513 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-291efdce-0301-482f-b094-253e1c4c6d2d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.057575 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7dc57dd7-31f8-4e19-acd3-2f078f3d5185 None None] Could not find standard attr ID for object 35049238-eb5e-4e1d-9c6e-14b241986f58. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:12:17.100466 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-291efdce-0301-482f-b094-253e1c4c6d2d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.117667 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291efdce-0301-482f-b094-253e1c4c6d2d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:17.118056 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-291efdce-0301-482f-b094-253e1c4c6d2d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:17.122492 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:17.146299 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-18220a0c-7a75-4cf7-8bee-73d86d801870 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.206480 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ce84d-eda7-4a52-b8a8-e2a658323aae req-ac1f7e33-416d-4209-97e8-fe01ac8a9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:17.208079 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-479ce84d-eda7-4a52-b8a8-e2a658323aae req-ac1f7e33-416d-4209-97e8-fe01ac8a9091 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc3e745991484392a95e625e90086381&device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 1098 time: 0.1746576 Nov 11 12:12:17.209972 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18220a0c-7a75-4cf7-8bee-73d86d801870 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:17.213348 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-91ffb4eb-b082-49a0-9b9a-f76c2295b6ad tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.221563 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-18220a0c-7a75-4cf7-8bee-73d86d801870 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:17.239077 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18220a0c-7a75-4cf7-8bee-73d86d801870 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:17.259268 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18220a0c-7a75-4cf7-8bee-73d86d801870 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:17.262654 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-18220a0c-7a75-4cf7-8bee-73d86d801870 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.326400 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-291efdce-0301-482f-b094-253e1c4c6d2d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.333690 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-291efdce-0301-482f-b094-253e1c4c6d2d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.336919 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18220a0c-7a75-4cf7-8bee-73d86d801870 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=5ed8f4e4-25bc-4d7a-9fd5-ec3771126785,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:17.338524 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-291efdce-0301-482f-b094-253e1c4c6d2d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/45d9c0ef-27c9-43fa-9fad-c264d7df41ad HTTP/1.1" status: 204 len: 168 time: 1.6673450 Nov 11 12:12:17.345308 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49398) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:17.351362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-5295c6e3-97c9-4120-bf9a-6aa26c60375e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-596402329'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:17.398935 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291efdce-0301-482f-b094-253e1c4c6d2d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Network': ['ID=45d9c0ef-27c9-43fa-9fad-c264d7df41ad,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:17.406028 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-91ffb4eb-b082-49a0-9b9a-f76c2295b6ad tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.422944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Allocated IP 2001:db8::2 (db126361-d280-4945-be72-90312642a11b/a58e8b6d-c41b-4dab-a241-06290591878b/27746ef7-7590-46ee-befa-e627fb98812a) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:17.425138 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Provisioning complete for port b9a316c2-8ecd-41c0-a1ad-4fa2a8540966 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:17.425573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.445844 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-18220a0c-7a75-4cf7-8bee-73d86d801870 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1009572 Nov 11 12:12:17.449007 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49402) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:17.481880 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ce84d-eda7-4a52-b8a8-e2a658323aae req-0bd02da5-f6af-4b7a-bff5-24375ebdd250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:17.483138 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-479ce84d-eda7-4a52-b8a8-e2a658323aae req-0bd02da5-f6af-4b7a-bff5-24375ebdd250 service neutron] 10.222.0.70 "GET /v2.0/networks?id=494eeba5-927d-4da7-9b52-12ccac274783 HTTP/1.1" status: 200 len: 912 time: 0.2628500 Nov 11 12:12:17.520297 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Port b9a316c2-8ecd-41c0-a1ad-4fa2a8540966 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:17.531541 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ffb4eb-b082-49a0-9b9a-f76c2295b6ad tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:17.547523 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-91ffb4eb-b082-49a0-9b9a-f76c2295b6ad tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:17.550619 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ffb4eb-b082-49a0-9b9a-f76c2295b6ad tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:17.561590 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffb4eb-b082-49a0-9b9a-f76c2295b6ad tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Pushing event updated for resources: {'Port': ['ID=4af97afb-352b-4f86-8893-78f179a41774,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:17.567523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5295c6e3-97c9-4120-bf9a-6aa26c60375e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:17.567523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5295c6e3-97c9-4120-bf9a-6aa26c60375e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.604892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Provisioning complete for port bac11644-88af-4c61-bc55-e0814557b3f4 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:17.605431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.612220 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebafe46f-f332-4c89-9d1f-bfb610e17b77 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:17.617074 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ebafe46f-f332-4c89-9d1f-bfb610e17b77 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1639543 Nov 11 12:12:17.622610 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49404) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:17.680021 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ffb4eb-b082-49a0-9b9a-f76c2295b6ad tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:17.680623 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-91ffb4eb-b082-49a0-9b9a-f76c2295b6ad tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.695816 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Port bac11644-88af-4c61-bc55-e0814557b3f4 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:17.738006 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.753404 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Provisioning complete for port 93f7c842-bd0a-4449-b03d-61aa10186b16 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:17.753865 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.778946 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.798494 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-42ab926f-6842-49b7-a5b4-dcdb27ccd1f0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port 5ed8f4e4-25bc-4d7a-9fd5-ec3771126785 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:17.798831 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42ab926f-6842-49b7-a5b4-dcdb27ccd1f0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.800448 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-bab03fd3-c66d-40d0-ac27-8d1e4f0716c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'name': 'tempest-ServerActionsTestJSON-985379772-router', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '663a520c-f283-4793-9c97-1f5966f43811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:28Z', 'revision_number': 4, 'project_id': 'bc3e745991484392a95e625e90086381', 'gw_port': {'id': '663a520c-f283-4793-9c97-1f5966f43811', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'eab942ca-1028-46cc-9929-f594d1aea969', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'floating_ip_address': '172.26.5.18', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'port_id': '61b96338-7266-45da-aa4c-b83c6a5e75f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783', 'mac_address': 'fa:16:3e:86:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca66f6bb-658a-4c72-ae23-43467c4efde7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:11:41Z', 'updated_at': '2021-11-11T12:12:14Z', 'revision_number': 1, 'project_id': 'bc3e745991484392a95e625e90086381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f606e38-1b0b-431b-a0d5-56e8beaa54cc', 'name': '', 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'mac_address': 'fa:16:3e:52:ba:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2ad01249-f98e-4f0a-8732-1a30270cf49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:26Z', 'updated_at': '2021-11-11T12:11:37Z', 'revision_number': 5, 'project_id': 'bc3e745991484392a95e625e90086381', 'subnets': [{'id': '2ad01249-f98e-4f0a-8732-1a30270cf49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:17.809462 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-91ffb4eb-b082-49a0-9b9a-f76c2295b6ad tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.5300412 Nov 11 12:12:17.817239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49406) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:17.832216 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Port 93f7c842-bd0a-4449-b03d-61aa10186b16 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:17.835779 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab03fd3-c66d-40d0-ac27-8d1e4f0716c0 None None] Checking router: bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:12:17.849357 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-40130b29-1386-4c15-9791-56a6463f86dc tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.193'}]}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:17.851870 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Provisioning complete for port 145fe389-008c-4a40-ad1c-66b9cf905df3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:17.852404 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.853878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab03fd3-c66d-40d0-ac27-8d1e4f0716c0 None None] Routers {'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:17.854938 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-bab03fd3-c66d-40d0-ac27-8d1e4f0716c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:17.870782 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-479ce84d-eda7-4a52-b8a8-e2a658323aae req-dd3811a7-5cd4-4c31-a140-1c69ee221057 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b96338-7266-45da-aa4c-b83c6a5e75f9 HTTP/1.1" status: 200 len: 998 time: 0.3749871 Nov 11 12:12:17.903884 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.925801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5295c6e3-97c9-4120-bf9a-6aa26c60375e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:12:17.934151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.937117 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42ab926f-6842-49b7-a5b4-dcdb27ccd1f0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.953906 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5295c6e3-97c9-4120-bf9a-6aa26c60375e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.954239 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-5295c6e3-97c9-4120-bf9a-6aa26c60375e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Added segment 0b4f61a1-5830-4f9b-97bf-0b4f134c534e of type vlan for network 1dc12780-5b46-4b48-9a46-60bafcb2a93e Nov 11 12:12:17.967861 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ce84d-eda7-4a52-b8a8-e2a658323aae req-b94af963-5d7e-4295-9902-881f5a50816e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:17.969465 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-479ce84d-eda7-4a52-b8a8-e2a658323aae req-b94af963-5d7e-4295-9902-881f5a50816e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2ad01249-f98e-4f0a-8732-1a30270cf49a HTTP/1.1" status: 200 len: 850 time: 0.0893276 Nov 11 12:12:17.976354 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-40130b29-1386-4c15-9791-56a6463f86dc tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.977379 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-40130b29-1386-4c15-9791-56a6463f86dc tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:17.991948 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-42ab926f-6842-49b7-a5b4-dcdb27ccd1f0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for 5ed8f4e4-25bc-4d7a-9fd5-ec3771126785 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:18.005932 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:18.011349 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Pushing event updated for resources: {'Port': ['ID=27746ef7-7590-46ee-befa-e627fb98812a,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:18.014619 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:18.022209 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:18.043307 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5295c6e3-97c9-4120-bf9a-6aa26c60375e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.048296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-423a2fed-857a-40df-ae4b-4df5722e9351 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.158292 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ce84d-eda7-4a52-b8a8-e2a658323aae req-fa10b284-e3eb-4aac-8006-070266382c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:18.159817 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-479ce84d-eda7-4a52-b8a8-e2a658323aae req-fa10b284-e3eb-4aac-8006-070266382c9f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=494eeba5-927d-4da7-9b52-12ccac274783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1688809 Nov 11 12:12:18.162094 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-40130b29-1386-4c15-9791-56a6463f86dc tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.172885 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-bab03fd3-c66d-40d0-ac27-8d1e4f0716c0 None None] Set router bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:12:18.226387 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Attempting to bind port 27746ef7-7590-46ee-befa-e627fb98812a on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:18.226747 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Attempting to bind port 27746ef7-7590-46ee-befa-e627fb98812a by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:18.227134 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Attempting to bind port 27746ef7-7590-46ee-befa-e627fb98812a on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:18.285820 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:18.286239 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:18.286646 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.287066 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:18.287557 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Bound port: 27746ef7-7590-46ee-befa-e627fb98812a, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:18.287938 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.295284 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5295c6e3-97c9-4120-bf9a-6aa26c60375e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.301360 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5295c6e3-97c9-4120-bf9a-6aa26c60375e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:18.302105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5295c6e3-97c9-4120-bf9a-6aa26c60375e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.356934 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-072096b7-57dd-4237-833c-a25b28df489e None None] For port 27746ef7-7590-46ee-befa-e627fb98812a, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:18.359586 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-072096b7-57dd-4237-833c-a25b28df489e None None] For port 27746ef7-7590-46ee-befa-e627fb98812a, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=27746ef7-7590-46ee-befa-e627fb98812a,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:18.387878 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.401215 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Provisioning complete for port 663a520c-f283-4793-9c97-1f5966f43811 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:18.402334 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.435889 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295c6e3-97c9-4120-bf9a-6aa26c60375e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Network': ['ID=1dc12780-5b46-4b48-9a46-60bafcb2a93e,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:18.464857 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-479ce84d-eda7-4a52-b8a8-e2a658323aae req-f61fe21a-fbc7-48fa-8b27-b32743c9a65e service neutron] 10.222.0.70 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966881 Nov 11 12:12:18.472170 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 1dc12780-5b46-4b48-9a46-60bafcb2a93e details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:12:18.481113 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.502060 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-40130b29-1386-4c15-9791-56a6463f86dc tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.510315 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5295c6e3-97c9-4120-bf9a-6aa26c60375e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1559427 Nov 11 12:12:18.515019 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49414) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:18.515833 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.526680 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3e685e06-b6e9-495b-8d29-92867600c131 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'subnet': {'network_id': '1dc12780-5b46-4b48-9a46-60bafcb2a93e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:18.627092 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42ab926f-6842-49b7-a5b4-dcdb27ccd1f0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.641392 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-479ce84d-eda7-4a52-b8a8-e2a658323aae req-31f31d26-865f-4d6e-acc9-f73226863b67 service neutron] 10.222.0.70 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673968 Nov 11 12:12:18.676174 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-423a2fed-857a-40df-ae4b-4df5722e9351 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Deleting port b9a316c2-8ecd-41c0-a1ad-4fa2a8540966 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:18.676511 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-423a2fed-857a-40df-ae4b-4df5722e9351 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.710771 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072096b7-57dd-4237-833c-a25b28df489e None None] Pushing event updated for resources: {'Port': ['ID=27746ef7-7590-46ee-befa-e627fb98812a,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:18.755308 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=aec1270b-5c74-46d4-8d1c-625c6e765432,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:18.793888 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Provisioning complete for port 69dae020-014e-4083-9781-670ceed49902 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:18.795939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.813336 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-423a2fed-857a-40df-ae4b-4df5722e9351 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.814707 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42ab926f-6842-49b7-a5b4-dcdb27ccd1f0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.822016 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-42ab926f-6842-49b7-a5b4-dcdb27ccd1f0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/5ed8f4e4-25bc-4d7a-9fd5-ec3771126785 HTTP/1.1" status: 204 len: 168 time: 1.1949043 Nov 11 12:12:18.823635 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49416) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:18.852263 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Port 69dae020-014e-4083-9781-670ceed49902 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:18.852496 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.854159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab926f-6842-49b7-a5b4-dcdb27ccd1f0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=5ed8f4e4-25bc-4d7a-9fd5-ec3771126785,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:18.872538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Provisioning complete for port 2c1e74f2-77c9-40bc-9b77-3a2237460056 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:18.872967 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.893711 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-bab03fd3-c66d-40d0-ac27-8d1e4f0716c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'name': 'tempest-ServerActionsTestJSON-985379772-router', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '663a520c-f283-4793-9c97-1f5966f43811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:28Z', 'revision_number': 4, 'project_id': 'bc3e745991484392a95e625e90086381', 'gw_port': {'id': '663a520c-f283-4793-9c97-1f5966f43811', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'eab942ca-1028-46cc-9929-f594d1aea969', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'floating_ip_address': '172.26.5.18', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'port_id': '61b96338-7266-45da-aa4c-b83c6a5e75f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783', 'mac_address': 'fa:16:3e:86:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca66f6bb-658a-4c72-ae23-43467c4efde7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:11:41Z', 'updated_at': '2021-11-11T12:12:14Z', 'revision_number': 1, 'project_id': 'bc3e745991484392a95e625e90086381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f606e38-1b0b-431b-a0d5-56e8beaa54cc', 'name': '', 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'mac_address': 'fa:16:3e:52:ba:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2ad01249-f98e-4f0a-8732-1a30270cf49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:26Z', 'updated_at': '2021-11-11T12:11:37Z', 'revision_number': 5, 'project_id': 'bc3e745991484392a95e625e90086381', 'subnets': [{'id': '2ad01249-f98e-4f0a-8732-1a30270cf49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:18.918209 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e685e06-b6e9-495b-8d29-92867600c131 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:18.926283 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3e685e06-b6e9-495b-8d29-92867600c131 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:18.941756 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-423a2fed-857a-40df-ae4b-4df5722e9351 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Calling delete_port for b9a316c2-8ecd-41c0-a1ad-4fa2a8540966 owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:18.965132 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fd39b2-1289-4d5e-bac8-26880c025736 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:18.967289 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fd39b2-1289-4d5e-bac8-26880c025736 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:18.968975 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-58fd39b2-1289-4d5e-bac8-26880c025736 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1442347 Nov 11 12:12:18.978590 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab03fd3-c66d-40d0-ac27-8d1e4f0716c0 None None] The sync data for ids ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'] in dv-neutron-786478-23-hyperv is: [{'id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'name': 'tempest-ServerActionsTestJSON-985379772-router', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '663a520c-f283-4793-9c97-1f5966f43811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:28Z', 'revision_number': 4, 'project_id': 'bc3e745991484392a95e625e90086381', 'gw_port': {'id': '663a520c-f283-4793-9c97-1f5966f43811', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'eab942ca-1028-46cc-9929-f594d1aea969', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'floating_ip_address': '172.26.5.18', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'port_id': '61b96338-7266-45da-aa4c-b83c6a5e75f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783', 'mac_address': 'fa:16:3e:86:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca66f6bb-658a-4c72-ae23-43467c4efde7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:11:41Z', 'updated_at': '2021-11-11T12:12:14Z', 'revision_number': 1, 'project_id': 'bc3e745991484392a95e625e90086381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f606e38-1b0b-431b-a0d5-56e8beaa54cc', 'name': '', 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'mac_address': 'fa:16:3e:52:ba:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2ad01249-f98e-4f0a-8732-1a30270cf49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:26Z', 'updated_at': '2021-11-11T12:11:37Z', 'revision_number': 5, 'project_id': 'bc3e745991484392a95e625e90086381', 'subnets': [{'id': '2ad01249-f98e-4f0a-8732-1a30270cf49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:18.978908 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49418) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:18.987759 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Port 2c1e74f2-77c9-40bc-9b77-3a2237460056 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:18.999423 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Provisioning complete for port 29f86d0d-1e51-4949-b508-6df3c9a8bbb6 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:18.999782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.048247 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Port 29f86d0d-1e51-4949-b508-6df3c9a8bbb6 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:19.087936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Provisioning complete for port a7ce66c5-959a-45d2-a14a-e0d511dd515a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:19.088555 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.141669 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Floating IP 2a7d25b2-bf5d-4204-9a8f-6c232bda2e32 associated. External IP: 172.26.5.70, port: c7263fd5-850a-4836-9b3d-a24be508dbe0. Nov 11 12:12:19.144134 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-6770cd55-8330-4b93-b861-e0e27f1139d1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet a58e8b6d-c41b-4dab-a241-06290591878b {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:12:19.159125 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6770cd55-8330-4b93-b861-e0e27f1139d1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.212185 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Provisioning complete for port 28816bb8-e086-494a-acb8-bda26c228c76 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:19.212725 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.243802 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6770cd55-8330-4b93-b861-e0e27f1139d1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.342065 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Provisioning complete for port 6994a918-6890-4ba4-9a51-f1f6c3a2023f triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:19.342723 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.388358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6770cd55-8330-4b93-b861-e0e27f1139d1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.453202 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Provisioning complete for port c7263fd5-850a-4836-9b3d-a24be508dbe0 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:19.453711 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.462567 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-423a2fed-857a-40df-ae4b-4df5722e9351 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.492298 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Port c7263fd5-850a-4836-9b3d-a24be508dbe0 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:19.499842 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a2fed-857a-40df-ae4b-4df5722e9351 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event deleted for resources: {'Port': ['ID=b9a316c2-8ecd-41c0-a1ad-4fa2a8540966,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:19.505627 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Provisioning complete for port 4bd580a1-edf0-488c-8379-9f386caba344 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:19.506002 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.550341 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-821463b9-16ec-4efd-b659-3894d11e2b32 None None] Port 4bd580a1-edf0-488c-8379-9f386caba344 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:19.581269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6770cd55-8330-4b93-b861-e0e27f1139d1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.605484 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6770cd55-8330-4b93-b861-e0e27f1139d1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.608672 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6770cd55-8330-4b93-b861-e0e27f1139d1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/a58e8b6d-c41b-4dab-a241-06290591878b HTTP/1.1" status: 204 len: 168 time: 0.6287522 Nov 11 12:12:19.622483 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49426) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:19.643734 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770cd55-8330-4b93-b861-e0e27f1139d1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=a58e8b6d-c41b-4dab-a241-06290591878b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:19.698480 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdac4c81-4f61-47d0-8106-58f6e45ff8db None None] New status for floating IP eab942ca-1028-46cc-9929-f594d1aea969: ACTIVE {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:12:19.711947 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-24c0aad7-73fe-425b-98d9-20c703eb19c1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840216 Nov 11 12:12:19.717854 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49428) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:19.722948 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-16662c5b-995f-45d4-a344-2b0bcacada3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:19.743876 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-423a2fed-857a-40df-ae4b-4df5722e9351 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.911629 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423a2fed-857a-40df-ae4b-4df5722e9351 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Router 07abeda6-0865-4338-8e26-a446a185c4ff has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:19.925433 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-40130b29-1386-4c15-9791-56a6463f86dc tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.972716 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-40130b29-1386-4c15-9791-56a6463f86dc tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:19.978840 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5a8d3e-9c96-45c1-9efb-c9441fff357c None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:19.981925 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ebc271-c4f3-4357-b99f-b5fb61b48d8f None None] Network 45d9c0ef-27c9-43fa-9fad-c264d7df41ad requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:20.024428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423a2fed-857a-40df-ae4b-4df5722e9351 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:20.034634 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-423a2fed-857a-40df-ae4b-4df5722e9351 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "PUT /v2.0/routers/07abeda6-0865-4338-8e26-a446a185c4ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1226358 Nov 11 12:12:20.035416 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49432) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:20.091825 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-d1d88c7b-2d29-4d39-9995-3c418bbbb34e tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] delete failed (client error): The resource could not be found. Nov 11 12:12:20.091825 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d1d88c7b-2d29-4d39-9995-3c418bbbb34e tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-217617324 HTTP/1.1" status: 404 len: 334 time: 0.0511937 Nov 11 12:12:20.091825 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49434) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:20.092074 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a195884-f5ff-4591-95d8-8793f75ef316 None None] Sync routers for ids ['07abeda6-0865-4338-8e26-a446a185c4ff'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:20.096740 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-9bd7c936-23be-4d6d-8469-cd81a9609625 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Request body: {'router': {'external_gateway_info': {'network_id': '07abeda6-0865-4338-8e26-a446a185c4ff'}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:20.097006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 27746ef7-7590-46ee-befa-e627fb98812a up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:20.099743 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8827c2-594c-4c36-a0bf-1c20d01ec20d None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:20.103965 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ebc271-c4f3-4357-b99f-b5fb61b48d8f None None] Network 45d9c0ef-27c9-43fa-9fad-c264d7df41ad could not be found, it might have been deleted concurrently. {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:12:20.128615 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3e685e06-b6e9-495b-8d29-92867600c131 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.134621 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79c76b3-39ff-46b6-8167-5fc06125985e None None] Network 45d9c0ef-27c9-43fa-9fad-c264d7df41ad requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:20.184171 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79c76b3-39ff-46b6-8167-5fc06125985e None None] Network 45d9c0ef-27c9-43fa-9fad-c264d7df41ad could not be found, it might have been deleted concurrently. {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:12:20.189866 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a195884-f5ff-4591-95d8-8793f75ef316 None None] Routers {'07abeda6-0865-4338-8e26-a446a185c4ff'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:20.190550 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-4a195884-f5ff-4591-95d8-8793f75ef316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['07abeda6-0865-4338-8e26-a446a185c4ff'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:20.215367 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16662c5b-995f-45d4-a344-2b0bcacada3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:20.219459 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-16662c5b-995f-45d4-a344-2b0bcacada3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.343437 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router f495fee8-5490-48c5-b152-7dc1bc937a87 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:20.384179 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e685e06-b6e9-495b-8d29-92867600c131 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Subnet': ['ID=44e7efa8-ad47-41c2-afca-f5c1fac20da5,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:20.401797 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-4a195884-f5ff-4591-95d8-8793f75ef316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:20.413492 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-cbc9ef5f-1547-4ded-90ef-006045051a7c None None] Provisioning complete for port 27746ef7-7590-46ee-befa-e627fb98812a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:20.414463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cbc9ef5f-1547-4ded-90ef-006045051a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.417047 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c936-23be-4d6d-8469-cd81a9609625 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.439568 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e685e06-b6e9-495b-8d29-92867600c131 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Checking segment: {'id': '0b4f61a1-5830-4f9b-97bf-0b4f134c534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1dc12780-5b46-4b48-9a46-60bafcb2a93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:20.439931 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e685e06-b6e9-495b-8d29-92867600c131 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network hostable DHCP agents. Network: 1dc12780-5b46-4b48-9a46-60bafcb2a93e, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:12:20.477419 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a195884-f5ff-4591-95d8-8793f75ef316 None None] Routers {'07abeda6-0865-4338-8e26-a446a185c4ff'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:20.478055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-4a195884-f5ff-4591-95d8-8793f75ef316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['07abeda6-0865-4338-8e26-a446a185c4ff'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:20.540494 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-4a195884-f5ff-4591-95d8-8793f75ef316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:20.541182 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a195884-f5ff-4591-95d8-8793f75ef316 None None] The sync data for ids ['07abeda6-0865-4338-8e26-a446a185c4ff'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:20.544694 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-9bd7c936-23be-4d6d-8469-cd81a9609625 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] update failed (client error): The resource could not be found. Nov 11 12:12:20.550825 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9bd7c936-23be-4d6d-8469-cd81a9609625 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "PUT /v2.0/routers/07abeda6-0865-4338-8e26-a446a185c4ff HTTP/1.1" status: 404 len: 339 time: 0.4576416 Nov 11 12:12:20.553481 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 27746ef7-7590-46ee-befa-e627fb98812a triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:20.553866 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.553973 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49440) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:20.605027 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-40130b29-1386-4c15-9791-56a6463f86dc tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.647665 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e685e06-b6e9-495b-8d29-92867600c131 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network 1dc12780-5b46-4b48-9a46-60bafcb2a93e is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:12:20.690565 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d29a19-7a75-48bb-83fd-fa64bf84fec0 None None] DHCP port deletion for db126361-d280-4945-be72-90312642a11b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:20.717667 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cbc9ef5f-1547-4ded-90ef-006045051a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.781440 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.807795 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-3e685e06-b6e9-495b-8d29-92867600c131 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 1dc12780-5b46-4b48-9a46-60bafcb2a93e) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:20.812762 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e685e06-b6e9-495b-8d29-92867600c131 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:20.813333 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3e685e06-b6e9-495b-8d29-92867600c131 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.823077 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-cbc9ef5f-1547-4ded-90ef-006045051a7c None None] For port 27746ef7-7590-46ee-befa-e627fb98812a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=27746ef7-7590-46ee-befa-e627fb98812a,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:20.824176 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a105f44d-cc5c-44d1-8e3d-1f9664dc6981 None None] Network 1dc12780-5b46-4b48-9a46-60bafcb2a93e requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:20.875610 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:20.895378 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-40130b29-1386-4c15-9791-56a6463f86dc tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.895605 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ec03b3-7136-4385-bf71-3b6e2c744278 None None] Sync routers for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:20.897370 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cbc9ef5f-1547-4ded-90ef-006045051a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.900512 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-40130b29-1386-4c15-9791-56a6463f86dc tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:20.908199 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ec03b3-7136-4385-bf71-3b6e2c744278 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:20.909048 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-08ec03b3-7136-4385-bf71-3b6e2c744278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:20.942966 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-08ec03b3-7136-4385-bf71-3b6e2c744278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:20.954899 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ec03b3-7136-4385-bf71-3b6e2c744278 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:20.955814 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-08ec03b3-7136-4385-bf71-3b6e2c744278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:20.992851 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-08ec03b3-7136-4385-bf71-3b6e2c744278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:20.993781 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ec03b3-7136-4385-bf71-3b6e2c744278 None None] The sync data for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:21.012634 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3e685e06-b6e9-495b-8d29-92867600c131 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4927747 Nov 11 12:12:21.012947 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49444) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:21.035119 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-16662c5b-995f-45d4-a344-2b0bcacada3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.039005 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.055573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-11d29a19-7a75-48bb-83fd-fa64bf84fec0 None None] Deleting port 27746ef7-7590-46ee-befa-e627fb98812a {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:21.055784 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-11d29a19-7a75-48bb-83fd-fa64bf84fec0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.073094 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:12:21.073446 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:12:21.117444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9ef5f-1547-4ded-90ef-006045051a7c None None] Pushing event updated for resources: {'Port': ['ID=27746ef7-7590-46ee-befa-e627fb98812a,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:21.121814 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-40130b29-1386-4c15-9791-56a6463f86dc tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.122680 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40130b29-1386-4c15-9791-56a6463f86dc tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6dba4767-2251-4be8-9108-bfe190b40e6d {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:12:21.129238 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-14905377-87f8-4832-a324-6ead8e7b9197 None None] Provisioning complete for port 4af97afb-352b-4f86-8893-78f179a41774 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:21.129238 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-14905377-87f8-4832-a324-6ead8e7b9197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.148664 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d5dcf73a-e427-4346-923f-c6a551b3b3f4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.7730684 Nov 11 12:12:21.150853 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49446) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:21.152764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-171329f5-a5f6-444e-be23-26abcb9ca9cc tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.167691 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16662c5b-995f-45d4-a344-2b0bcacada3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:21.168017 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-ddbd8644-abe9-4717-a7f5-be946449a4b8 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:21.173461 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-16662c5b-995f-45d4-a344-2b0bcacada3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:21.178672 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16662c5b-995f-45d4-a344-2b0bcacada3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:21.179274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-16662c5b-995f-45d4-a344-2b0bcacada3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.182972 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16662c5b-995f-45d4-a344-2b0bcacada3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=e8e7b4e7-5053-404c-ba21-9d2c4cf6a110,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:21.204209 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-14905377-87f8-4832-a324-6ead8e7b9197 None None] Port 4af97afb-352b-4f86-8893-78f179a41774 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:21.228270 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.254620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-11d29a19-7a75-48bb-83fd-fa64bf84fec0 None None] For port 27746ef7-7590-46ee-befa-e627fb98812a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=27746ef7-7590-46ee-befa-e627fb98812a,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:21.255022 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-11d29a19-7a75-48bb-83fd-fa64bf84fec0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.259310 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-1dc12780-5b46-4b48-9a46-60bafcb2a93e', 'network_id': '1dc12780-5b46-4b48-9a46-60bafcb2a93e', 'tenant_id': '1ee537e4cf4b4ef5a4a77fc175d6ee20', 'fixed_ips': [{'subnet_id': '44e7efa8-ad47-41c2-afca-f5c1fac20da5'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:21.260750 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.268539 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-40130b29-1386-4c15-9791-56a6463f86dc tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 11 12:12:21.269784 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-40130b29-1386-4c15-9791-56a6463f86dc tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4521160 Nov 11 12:12:21.273699 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49448) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:21.282977 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-16662c5b-995f-45d4-a344-2b0bcacada3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5640090 Nov 11 12:12:21.286711 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49450) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:21.292806 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-fb36ba9b-c3bf-4977-a685-18736a24ddf6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'name': 'tempest-NetworksTestDHCPv6-65162635'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:21.293957 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-11d29a19-7a75-48bb-83fd-fa64bf84fec0 None None] Calling delete_port for 27746ef7-7590-46ee-befa-e627fb98812a owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:21.322349 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ddbd8644-abe9-4717-a7f5-be946449a4b8 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.351985 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.485643 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Allocated IP 172.20.0.1 (1dc12780-5b46-4b48-9a46-60bafcb2a93e/44e7efa8-ad47-41c2-afca-f5c1fac20da5/fc581da9-dfdd-4d26-86b9-7a135a01cbb4) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:21.594172 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb36ba9b-c3bf-4977-a685-18736a24ddf6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:21.598296 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb36ba9b-c3bf-4977-a685-18736a24ddf6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.624610 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-fb36ba9b-c3bf-4977-a685-18736a24ddf6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port e0fbd1a1-88e4-4111-8758-af2e78c5b450 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:21.626702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ddbd8644-abe9-4717-a7f5-be946449a4b8 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.640970 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-952d0500-f08b-41c0-a002-a703ffac9e33 tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Deleting port 4af97afb-352b-4f86-8893-78f179a41774 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:21.641304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-952d0500-f08b-41c0-a002-a703ffac9e33 tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.656165 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-11d29a19-7a75-48bb-83fd-fa64bf84fec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.684232 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-171329f5-a5f6-444e-be23-26abcb9ca9cc tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Allocated IP 172.20.0.1 (70c61088-3958-4cdd-8bd4-7cbc59d4edc7/0935104d-88f6-418f-a163-ed60b145c4fb/66e3eb14-64c2-4025-9a5c-5ba5ef58ca47) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:21.689609 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d29a19-7a75-48bb-83fd-fa64bf84fec0 None None] Pushing event deleted for resources: {'Port': ['ID=27746ef7-7590-46ee-befa-e627fb98812a,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:21.695878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d29a19-7a75-48bb-83fd-fa64bf84fec0 None None] No DVR routers for this DVR port 27746ef7-7590-46ee-befa-e627fb98812a on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:21.709717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ddbd8644-abe9-4717-a7f5-be946449a4b8 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.710056 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-ddbd8644-abe9-4717-a7f5-be946449a4b8 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Floating IP 2a7d25b2-bf5d-4204-9a8f-6c232bda2e32 disassociated. External IP: 172.26.5.70, port: c7263fd5-850a-4836-9b3d-a24be508dbe0. Nov 11 12:12:21.715095 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.723804 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43141253-bb9e-4b9c-bde7-f79259b1acee None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:21.767698 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-fb36ba9b-c3bf-4977-a685-18736a24ddf6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::3c4 (db126361-d280-4945-be72-90312642a11b/e8e7b4e7-5053-404c-ba21-9d2c4cf6a110/e0fbd1a1-88e4-4111-8758-af2e78c5b450) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:21.786906 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.832021 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Pushing event updated for resources: {'Port': ['ID=fc581da9-dfdd-4d26-86b9-7a135a01cbb4,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:21.835456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-952d0500-f08b-41c0-a002-a703ffac9e33 tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.864481 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Network 1dc12780-5b46-4b48-9a46-60bafcb2a93e is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:21.866731 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:21.869167 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:21.916056 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-171329f5-a5f6-444e-be23-26abcb9ca9cc tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.923346 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.958169 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-952d0500-f08b-41c0-a002-a703ffac9e33 tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Calling delete_port for 4af97afb-352b-4f86-8893-78f179a41774 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:21.959576 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Attempting to bind port fc581da9-dfdd-4d26-86b9-7a135a01cbb4 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:21.959966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Attempting to bind port fc581da9-dfdd-4d26-86b9-7a135a01cbb4 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '0b4f61a1-5830-4f9b-97bf-0b4f134c534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1dc12780-5b46-4b48-9a46-60bafcb2a93e'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:21.960383 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Attempting to bind port fc581da9-dfdd-4d26-86b9-7a135a01cbb4 on network 1dc12780-5b46-4b48-9a46-60bafcb2a93e {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:21.967088 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:21.967088 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Checking segment: {'id': '0b4f61a1-5830-4f9b-97bf-0b4f134c534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1dc12780-5b46-4b48-9a46-60bafcb2a93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:21.967088 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.968511 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Bound using segment: {'id': '0b4f61a1-5830-4f9b-97bf-0b4f134c534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1dc12780-5b46-4b48-9a46-60bafcb2a93e'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:21.968511 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Bound port: fc581da9-dfdd-4d26-86b9-7a135a01cbb4, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4f61a1-5830-4f9b-97bf-0b4f134c534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1dc12780-5b46-4b48-9a46-60bafcb2a93e'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:21.968511 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:21.994709 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Subnet': ['ID=44e7efa8-ad47-41c2-afca-f5c1fac20da5,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:22.021979 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-db126361-d280-4945-be72-90312642a11b', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'fixed_ips': [{'subnet_id': 'e8e7b4e7-5053-404c-ba21-9d2c4cf6a110'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:22.022743 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.036828 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-171329f5-a5f6-444e-be23-26abcb9ca9cc tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.052402 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb36ba9b-c3bf-4977-a685-18736a24ddf6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.059581 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.061016 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 27746ef7-7590-46ee-befa-e627fb98812a no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:12:22.084456 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc12780-5b46-4b48-9a46-60bafcb2a93e']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:22.086916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 27746ef7-7590-46ee-befa-e627fb98812a {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:12:22.087331 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 27746ef7-7590-46ee-befa-e627fb98812a not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:12:22.102036 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4f61a1-5830-4f9b-97bf-0b4f134c534e') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:22.102171 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4f61a1-5830-4f9b-97bf-0b4f134c534e') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:22.113626 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.132743 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.138872 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:22.139354 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:22.143350 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:22.145898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171329f5-a5f6-444e-be23-26abcb9ca9cc tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event updated for resources: {'Port': ['ID=66e3eb14-64c2-4025-9a5c-5ba5ef58ca47,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:22.156296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171329f5-a5f6-444e-be23-26abcb9ca9cc tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Network 70c61088-3958-4cdd-8bd4-7cbc59d4edc7 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:22.171323 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] For port fc581da9-dfdd-4d26-86b9-7a135a01cbb4, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:22.189049 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-171329f5-a5f6-444e-be23-26abcb9ca9cc tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:22.195641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171329f5-a5f6-444e-be23-26abcb9ca9cc tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:22.285695 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbd8644-abe9-4717-a7f5-be946449a4b8 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router f495fee8-5490-48c5-b152-7dc1bc937a87 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:22.287203 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Allocated IP 2001:db8::2 (db126361-d280-4945-be72-90312642a11b/e8e7b4e7-5053-404c-ba21-9d2c4cf6a110/ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:22.300330 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-171329f5-a5f6-444e-be23-26abcb9ca9cc tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.482435 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-952d0500-f08b-41c0-a002-a703ffac9e33 tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.509292 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d0500-f08b-41c0-a002-a703ffac9e33 tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Pushing event deleted for resources: {'Port': ['ID=4af97afb-352b-4f86-8893-78f179a41774,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:22.515382 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb36ba9b-c3bf-4977-a685-18736a24ddf6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.559162 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9f547f-28d8-4238-a7c4-d120a1c10f4c None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:22.559402 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbd8644-abe9-4717-a7f5-be946449a4b8 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:22.563446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb36ba9b-c3bf-4977-a685-18736a24ddf6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:22.568525 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-fb36ba9b-c3bf-4977-a685-18736a24ddf6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:22.572996 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36ba9b-c3bf-4977-a685-18736a24ddf6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:22.580037 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb36ba9b-c3bf-4977-a685-18736a24ddf6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:22.580509 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb36ba9b-c3bf-4977-a685-18736a24ddf6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.590242 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54101e4-dafe-4d06-bcc0-b48ef27f97e0 None None] Sync routers for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:22.592985 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.db.api [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:12:22.592985 dv-neutron-786478-23-hyperv neutron-server[103002]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:12:22.592985 dv-neutron-786478-23-hyperv neutron-server[103002]: [parameters: {'id': '1dc12780-5b46-4b48-9a46-60bafcb2a93e'}] Nov 11 12:12:22.592985 dv-neutron-786478-23-hyperv neutron-server[103002]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:12:22.593383 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG oslo_db.api [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:12:22.597677 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ddbd8644-abe9-4717-a7f5-be946449a4b8 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.603542 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] For port fc581da9-dfdd-4d26-86b9-7a135a01cbb4, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fc581da9-dfdd-4d26-86b9-7a135a01cbb4,segment=NetworkSegment(0b4f61a1-5830-4f9b-97bf-0b4f134c534e),segment_id=0b4f61a1-5830-4f9b-97bf-0b4f134c534e)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:22.608667 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36ba9b-c3bf-4977-a685-18736a24ddf6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=e0fbd1a1-88e4-4111-8758-af2e78c5b450,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:22.620813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54101e4-dafe-4d06-bcc0-b48ef27f97e0 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:22.621676 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f54101e4-dafe-4d06-bcc0-b48ef27f97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:22.632704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-2f6658d2-3dd9-4834-9151-46d919279310 None None] Provisioning complete for port 66e3eb14-64c2-4025-9a5c-5ba5ef58ca47 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:22.632839 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-171329f5-a5f6-444e-be23-26abcb9ca9cc tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.636142 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2f6658d2-3dd9-4834-9151-46d919279310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.664941 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ddbd8644-abe9-4717-a7f5-be946449a4b8 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "PUT /v2.0/floatingips/2a7d25b2-bf5d-4204-9a8f-6c232bda2e32 HTTP/1.1" status: 200 len: 687 time: 1.5067096 Nov 11 12:12:22.666963 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49462) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:22.671473 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f54101e4-dafe-4d06-bcc0-b48ef27f97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:22.688777 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-952d0500-f08b-41c0-a002-a703ffac9e33 tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.708481 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-952d0500-f08b-41c0-a002-a703ffac9e33 tempest-RoutersAdminNegativeIpV6Test-468125049 tempest-RoutersAdminNegativeIpV6Test-468125049-project-admin] 10.222.0.50 "DELETE /v2.0/ports/4af97afb-352b-4f86-8893-78f179a41774 HTTP/1.1" status: 204 len: 168 time: 1.4339163 Nov 11 12:12:22.718088 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.724521 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fb36ba9b-c3bf-4977-a685-18736a24ddf6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4364123 Nov 11 12:12:22.732012 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49466) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:22.827796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54101e4-dafe-4d06-bcc0-b48ef27f97e0 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:22.828237 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5c208fe3-1569-45aa-bd89-d2fcab7652ac tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Deleting port aec1270b-5c74-46d4-8d1c-625c6e765432 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:22.828735 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f54101e4-dafe-4d06-bcc0-b48ef27f97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:22.828854 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5c208fe3-1569-45aa-bd89-d2fcab7652ac tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.832250 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-2f6658d2-3dd9-4834-9151-46d919279310 None None] Port 66e3eb14-64c2-4025-9a5c-5ba5ef58ca47 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:22.897738 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f54101e4-dafe-4d06-bcc0-b48ef27f97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:22.898391 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54101e4-dafe-4d06-bcc0-b48ef27f97e0 None None] The sync data for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:22.899821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c3ee69-3d92-4974-a3df-67075931ea20 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:22.901579 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d2c3ee69-3d92-4974-a3df-67075931ea20 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1612194 Nov 11 12:12:22.904234 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49468) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:22.925233 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe11c00-719c-44f8-a4ce-f172a96386d0 None None] Network 1dc12780-5b46-4b48-9a46-60bafcb2a93e requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:22.928764 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5c208fe3-1569-45aa-bd89-d2fcab7652ac tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.929098 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5c208fe3-1569-45aa-bd89-d2fcab7652ac tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:22.951957 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5c208fe3-1569-45aa-bd89-d2fcab7652ac tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Calling delete_port for aec1270b-5c74-46d4-8d1c-625c6e765432 owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:22.976525 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cd978-6fb9-4c1c-b941-b4bf1a047f55 None None] Pushing event updated for resources: {'Port': ['ID=fc581da9-dfdd-4d26-86b9-7a135a01cbb4,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:22.985956 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.078767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.094785 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.100177 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-44d549de-e5f1-45cd-b0b9-a66feeeed0be tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port e0fbd1a1-88e4-4111-8758-af2e78c5b450 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:23.100513 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-44d549de-e5f1-45cd-b0b9-a66feeeed0be tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.128112 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:23.131464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:23.134524 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:23.150038 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Pushing event updated for resources: {'Port': ['ID=ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:23.193976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-171329f5-a5f6-444e-be23-26abcb9ca9cc tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.224047 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Attempting to bind port ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:23.224520 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Attempting to bind port ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:23.224957 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Attempting to bind port ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:23.231234 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-44d549de-e5f1-45cd-b0b9-a66feeeed0be tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.231471 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:23.232095 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:23.232847 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.232959 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Deleting port fc581da9-dfdd-4d26-86b9-7a135a01cbb4 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:23.233192 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:23.233298 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.233768 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Bound port: ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:23.234282 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.251358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-44d549de-e5f1-45cd-b0b9-a66feeeed0be tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for e0fbd1a1-88e4-4111-8758-af2e78c5b450 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:23.269262 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-171329f5-a5f6-444e-be23-26abcb9ca9cc tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.295129 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5c208fe3-1569-45aa-bd89-d2fcab7652ac tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.303704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49474) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:23.322374 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] For port ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:23.326070 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] For port ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:23.339140 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] For port fc581da9-dfdd-4d26-86b9-7a135a01cbb4, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fc581da9-dfdd-4d26-86b9-7a135a01cbb4,segment=NetworkSegment(0b4f61a1-5830-4f9b-97bf-0b4f134c534e),segment_id=0b4f61a1-5830-4f9b-97bf-0b4f134c534e)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:23.339460 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.342492 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c208fe3-1569-45aa-bd89-d2fcab7652ac tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event deleted for resources: {'Port': ['ID=aec1270b-5c74-46d4-8d1c-625c6e765432,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:23.378021 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Calling delete_port for fc581da9-dfdd-4d26-86b9-7a135a01cbb4 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:23.385553 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171329f5-a5f6-444e-be23-26abcb9ca9cc tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event updated for resources: {'Port': ['ID=66e3eb14-64c2-4025-9a5c-5ba5ef58ca47,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:23.399840 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.402625 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-171329f5-a5f6-444e-be23-26abcb9ca9cc tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.495348 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2291593a-8f7c-4f88-98eb-114b0cf6f469 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.502398 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5c208fe3-1569-45aa-bd89-d2fcab7652ac tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.503720 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac64b3e-8c9b-4a75-b929-7551b1797e2b None None] Pushing event updated for resources: {'Port': ['ID=ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:23.505350 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5c208fe3-1569-45aa-bd89-d2fcab7652ac tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.507133 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5c208fe3-1569-45aa-bd89-d2fcab7652ac tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/floatingips/2a7d25b2-bf5d-4204-9a8f-6c232bda2e32 HTTP/1.1" status: 204 len: 168 time: 0.8404245 Nov 11 12:12:23.515085 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49478) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:23.523370 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '93f7c842-bd0a-4449-b03d-61aa10186b16'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:23.654589 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.705732 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.757747 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Port': ['ID=fc581da9-dfdd-4d26-86b9-7a135a01cbb4,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:23.792536 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No DVR routers for this DVR port fc581da9-dfdd-4d26-86b9-7a135a01cbb4 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:23.817938 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2291593a-8f7c-4f88-98eb-114b0cf6f469 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.872620 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171329f5-a5f6-444e-be23-26abcb9ca9cc tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Network 70c61088-3958-4cdd-8bd4-7cbc59d4edc7 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:23.873888 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-171329f5-a5f6-444e-be23-26abcb9ca9cc tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:23.898519 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2291593a-8f7c-4f88-98eb-114b0cf6f469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.909708 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.949428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-44d549de-e5f1-45cd-b0b9-a66feeeed0be tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:23.968752 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2291593a-8f7c-4f88-98eb-114b0cf6f469 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e9d4636546424d7594b33f8f298541e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6592801 Nov 11 12:12:23.972240 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc12780-5b46-4b48-9a46-60bafcb2a93e']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:23.982739 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49484) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:24.000382 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291593a-8f7c-4f88-98eb-114b0cf6f469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dccf59-07f2-44c5-9857-f55c0bbabe81,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:24.010314 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4f61a1-5830-4f9b-97bf-0b4f134c534e') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:24.010629 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4f61a1-5830-4f9b-97bf-0b4f134c534e') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:24.017609 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d549de-e5f1-45cd-b0b9-a66feeeed0be tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=e0fbd1a1-88e4-4111-8758-af2e78c5b450,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:24.027963 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.044500 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-44d549de-e5f1-45cd-b0b9-a66feeeed0be tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.045721 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.050292 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-44d549de-e5f1-45cd-b0b9-a66feeeed0be tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/e0fbd1a1-88e4-4111-8758-af2e78c5b450 HTTP/1.1" status: 204 len: 168 time: 1.1427698 Nov 11 12:12:24.051175 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49486) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:24.057839 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.109931 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171329f5-a5f6-444e-be23-26abcb9ca9cc tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Router 07abeda6-0865-4338-8e26-a446a185c4ff has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:24.122595 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:24.125917 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63df0ddb-3a42-407d-9ab1-acd9d20ba80b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:24.127450 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63df0ddb-3a42-407d-9ab1-acd9d20ba80b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:24.128968 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-63df0ddb-3a42-407d-9ab1-acd9d20ba80b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0772884 Nov 11 12:12:24.136323 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49490) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:24.138573 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:24.138975 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:24.145650 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:24.221017 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:24.221388 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.282222 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171329f5-a5f6-444e-be23-26abcb9ca9cc tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:24.294896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-75aae9e7-116b-4e1f-ab0b-068be53fc2f1 None None] Provisioning complete for port 66e3eb14-64c2-4025-9a5c-5ba5ef58ca47 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:24.294896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-75aae9e7-116b-4e1f-ab0b-068be53fc2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.295076 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-171329f5-a5f6-444e-be23-26abcb9ca9cc tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "PUT /v2.0/routers/07abeda6-0865-4338-8e26-a446a185c4ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7339113 Nov 11 12:12:24.295076 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49492) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:24.299571 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b505fe1-087a-4e69-9e18-06d00aa6c496 None None] Sync routers for ids ['07abeda6-0865-4338-8e26-a446a185c4ff'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:24.300629 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b056669c-8c05-4e2d-99f8-c0414480fc6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.315308 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b505fe1-087a-4e69-9e18-06d00aa6c496 None None] Routers {'07abeda6-0865-4338-8e26-a446a185c4ff'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:24.315928 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1b505fe1-087a-4e69-9e18-06d00aa6c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['07abeda6-0865-4338-8e26-a446a185c4ff'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:24.355222 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b056669c-8c05-4e2d-99f8-c0414480fc6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.360077 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1b505fe1-087a-4e69-9e18-06d00aa6c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:24.369702 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b505fe1-087a-4e69-9e18-06d00aa6c496 None None] Routers {'07abeda6-0865-4338-8e26-a446a185c4ff'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:24.370712 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1b505fe1-087a-4e69-9e18-06d00aa6c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['07abeda6-0865-4338-8e26-a446a185c4ff'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:24.392923 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Allocated IP 172.26.5.194 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/538cee21-d248-4c2c-9538-dd1a9f0abce1) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:24.394176 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-75aae9e7-116b-4e1f-ab0b-068be53fc2f1 None None] Port 66e3eb14-64c2-4025-9a5c-5ba5ef58ca47 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:24.397684 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.408129 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.431296 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1b505fe1-087a-4e69-9e18-06d00aa6c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:24.431939 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b505fe1-087a-4e69-9e18-06d00aa6c496 None None] The sync data for ids ['07abeda6-0865-4338-8e26-a446a185c4ff'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:24.436478 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.446382 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/1dc12780-5b46-4b48-9a46-60bafcb2a93e HTTP/1.1" status: 204 len: 168 time: 3.4270988 Nov 11 12:12:24.446474 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-0186c40c-0dc1-4d1e-9c4f-04894b935ee5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet e8e7b4e7-5053-404c-ba21-9d2c4cf6a110 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:12:24.453130 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49494) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:24.455147 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0186c40c-0dc1-4d1e-9c4f-04894b935ee5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.457963 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:24.458769 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de5ed6-e421-474e-984e-f1265c38f26a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Network': ['ID=1dc12780-5b46-4b48-9a46-60bafcb2a93e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:24.463899 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-f1ac2764-aecb-42ee-a7f7-96868ecf8da9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-902715856'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:24.513092 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2617279d-e2be-4fdd-9693-8654badf674e tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.543782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.574692 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.592893 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0186c40c-0dc1-4d1e-9c4f-04894b935ee5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.601216 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b056669c-8c05-4e2d-99f8-c0414480fc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.604116 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b056669c-8c05-4e2d-99f8-c0414480fc6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.608370 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b056669c-8c05-4e2d-99f8-c0414480fc6a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60dccf59-07f2-44c5-9857-f55c0bbabe81 HTTP/1.1" status: 204 len: 168 time: 0.6216149 Nov 11 12:12:24.620066 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056669c-8c05-4e2d-99f8-c0414480fc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dccf59-07f2-44c5-9857-f55c0bbabe81,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:24.639277 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ac2764-aecb-42ee-a7f7-96868ecf8da9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:24.642627 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f1ac2764-aecb-42ee-a7f7-96868ecf8da9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.647229 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:24.689623 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-2617279d-e2be-4fdd-9693-8654badf674e tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 12:12:24.690684 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2617279d-e2be-4fdd-9693-8654badf674e tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "DELETE /v2.0/routers/07abeda6-0865-4338-8e26-a446a185c4ff HTTP/1.1" status: 409 len: 329 time: 0.3946772 Nov 11 12:12:24.693837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49498) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:24.708536 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ac2764-aecb-42ee-a7f7-96868ecf8da9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:12:24.739576 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f1ac2764-aecb-42ee-a7f7-96868ecf8da9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.739924 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-f1ac2764-aecb-42ee-a7f7-96868ecf8da9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Added segment 354f131f-f269-43f2-9f8d-83da13285a62 of type vlan for network 79e5eca0-bbab-4eaa-a963-aef9733b45b5 Nov 11 12:12:24.789509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0186c40c-0dc1-4d1e-9c4f-04894b935ee5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.820778 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f1ac2764-aecb-42ee-a7f7-96868ecf8da9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.849593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a61d2e5d-8802-4f74-8d7c-fe449566c032 None None] Provisioning complete for port ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:24.849593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a61d2e5d-8802-4f74-8d7c-fe449566c032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.893800 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.966075 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=538cee21-d248-4c2c-9538-dd1a9f0abce1,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:24.978617 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f1ac2764-aecb-42ee-a7f7-96868ecf8da9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:24.985999 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac2764-aecb-42ee-a7f7-96868ecf8da9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:24.986659 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f1ac2764-aecb-42ee-a7f7-96868ecf8da9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:25.014761 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0186c40c-0dc1-4d1e-9c4f-04894b935ee5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:25.046210 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:25.047977 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:25.052264 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:25.077660 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a1959651-2a5e-4d3c-9ea6-75df36f01bfb None None] Could not find standard attr ID for object 5ed8f4e4-25bc-4d7a-9fd5-ec3771126785. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:12:25.095466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0186c40c-0dc1-4d1e-9c4f-04894b935ee5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:25.098623 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0186c40c-0dc1-4d1e-9c4f-04894b935ee5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/e8e7b4e7-5053-404c-ba21-9d2c4cf6a110 HTTP/1.1" status: 204 len: 168 time: 0.9601817 Nov 11 12:12:25.099730 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186c40c-0dc1-4d1e-9c4f-04894b935ee5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e7b4e7-5053-404c-ba21-9d2c4cf6a110,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:25.103266 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49506) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:25.125258 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f1ac2764-aecb-42ee-a7f7-96868ecf8da9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6710804 Nov 11 12:12:25.126138 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac2764-aecb-42ee-a7f7-96868ecf8da9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Network': ['ID=79e5eca0-bbab-4eaa-a963-aef9733b45b5,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:25.129095 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49508) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:25.134247 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-00ad2426-3ed0-4d75-9bd6-acd0c80ab1f0 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'subnet': {'network_id': '79e5eca0-bbab-4eaa-a963-aef9733b45b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:25.141614 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 79e5eca0-bbab-4eaa-a963-aef9733b45b5 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:12:25.186712 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-451b933d-65ad-4fd2-9132-650569dfdd68 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807076 Nov 11 12:12:25.192634 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49510) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:25.307894 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b952adbe-980e-46b9-8228-a522eeeba92c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:25.312364 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b952adbe-980e-46b9-8228-a522eeeba92c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1161387 Nov 11 12:12:25.315547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49514) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:25.389578 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75596051-76ec-4fc5-9ef3-8b904fd10edd tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:25.394524 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-75596051-76ec-4fc5-9ef3-8b904fd10edd tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0734522 Nov 11 12:12:25.394524 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49516) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:25.412423 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89943b64-fa55-4972-81d6-380989fc5d10 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:25.449951 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49518) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:25.455462 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ad2426-3ed0-4d75-9bd6-acd0c80ab1f0 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:25.458884 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-00ad2426-3ed0-4d75-9bd6-acd0c80ab1f0 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:25.472878 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-aa838b97-6945-4c44-bb24-9bddaac4c5d8 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732594 Nov 11 12:12:25.479262 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49520) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:25.483805 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-f5879f2f-4051-4e54-adec-37c4f444be59 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:25.507337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8b3048a2-3947-4dea-83f9-496bac2ddbe5 None None] Could not find standard attr ID for object e0fbd1a1-88e4-4111-8758-af2e78c5b450. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:12:25.609438 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8beefdfe-a6c4-4cb2-9f2b-51b8834c7891 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=42789b50991b4b8fa0dcdc56fadee65d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547112 Nov 11 12:12:25.619269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49522) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:25.656062 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d307081b-c72d-48f9-a953-ac7ad88d5b07 None None] DHCP port deletion for db126361-d280-4945-be72-90312642a11b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:25.707329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3f7cf316-72cc-4283-9a26-ca98e55e6e19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:25.726205 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-d307081b-c72d-48f9-a953-ac7ad88d5b07 None None] Deleting port ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:25.726730 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d307081b-c72d-48f9-a953-ac7ad88d5b07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:25.758136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3f7cf316-72cc-4283-9a26-ca98e55e6e19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:25.986855 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-d307081b-c72d-48f9-a953-ac7ad88d5b07 None None] For port ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:25.986855 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d307081b-c72d-48f9-a953-ac7ad88d5b07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:25.986855 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-d307081b-c72d-48f9-a953-ac7ad88d5b07 None None] Calling delete_port for ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:25.986855 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:12:25.987939 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5ddc948f-e536-46f9-8107-840e5eaa7f46 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.048252 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5879f2f-4051-4e54-adec-37c4f444be59 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:26.051127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.052168 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5879f2f-4051-4e54-adec-37c4f444be59 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.078575 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.246474 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3f7cf316-72cc-4283-9a26-ca98e55e6e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.249120 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3f7cf316-72cc-4283-9a26-ca98e55e6e19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.253014 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3f7cf316-72cc-4283-9a26-ca98e55e6e19 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9bd9a561-1909-4f14-a05f-25777d52bf16 HTTP/1.1" status: 204 len: 168 time: 0.6300640 Nov 11 12:12:26.258740 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7cf316-72cc-4283-9a26-ca98e55e6e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd9a561-1909-4f14-a05f-25777d52bf16,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:26.296321 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-00ad2426-3ed0-4d75-9bd6-acd0c80ab1f0 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.303836 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d307081b-c72d-48f9-a953-ac7ad88d5b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.340075 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.352557 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5879f2f-4051-4e54-adec-37c4f444be59 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.360754 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307081b-c72d-48f9-a953-ac7ad88d5b07 None None] Pushing event deleted for resources: {'Port': ['ID=ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:26.363135 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307081b-c72d-48f9-a953-ac7ad88d5b07 None None] No DVR routers for this DVR port ff2c0ecb-ec12-443e-9ef7-b4fff01ae86a on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:26.386784 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e7f5e2-f9ab-4b03-a712-fe6d375ac31b None None] get_active_networks_info from dv-neutron-786478-23-hyperv {{(pid=103003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:12:26.399245 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc948f-e536-46f9-8107-840e5eaa7f46 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Deleting port 66e3eb14-64c2-4025-9a5c-5ba5ef58ca47 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:26.399245 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5ddc948f-e536-46f9-8107-840e5eaa7f46 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.426538 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5879f2f-4051-4e54-adec-37c4f444be59 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:26.433042 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad2426-3ed0-4d75-9bd6-acd0c80ab1f0 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Subnet': ['ID=ac63bce9-c7f9-40be-a1ce-45289a7c1d36,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:26.436526 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-f5879f2f-4051-4e54-adec-37c4f444be59 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:26.441313 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ad2426-3ed0-4d75-9bd6-acd0c80ab1f0 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Checking segment: {'id': '354f131f-f269-43f2-9f8d-83da13285a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '79e5eca0-bbab-4eaa-a963-aef9733b45b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:26.441857 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ad2426-3ed0-4d75-9bd6-acd0c80ab1f0 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network hostable DHCP agents. Network: 79e5eca0-bbab-4eaa-a963-aef9733b45b5, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:12:26.447567 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5879f2f-4051-4e54-adec-37c4f444be59 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:26.448268 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5879f2f-4051-4e54-adec-37c4f444be59 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.510575 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5879f2f-4051-4e54-adec-37c4f444be59 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=5b538642-bb14-4fd8-9ef5-c561a84ae49a,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:26.597971 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f5879f2f-4051-4e54-adec-37c4f444be59 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1179492 Nov 11 12:12:26.601623 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49532) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:26.607345 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-a4b898f8-3f31-4911-a85a-5ea2be70d756 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'fixed_ips': [{'subnet_id': '5b538642-bb14-4fd8-9ef5-c561a84ae49a', 'ip_address': '2001:db8::2ee1:bf84:877c:6696'}], 'name': 'tempest-NetworksTestDHCPv6-1487100136'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:26.610729 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5ddc948f-e536-46f9-8107-840e5eaa7f46 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.626679 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ad2426-3ed0-4d75-9bd6-acd0c80ab1f0 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network 79e5eca0-bbab-4eaa-a963-aef9733b45b5 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:12:26.636050 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc948f-e536-46f9-8107-840e5eaa7f46 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Calling delete_port for 66e3eb14-64c2-4025-9a5c-5ba5ef58ca47 owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:26.679174 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e7f5e2-f9ab-4b03-a712-fe6d375ac31b None None] Unable to find a vacant binding_index for network 79e5eca0-bbab-4eaa-a963-aef9733b45b5 and agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a {{(pid=103003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 11 12:12:26.698706 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.710846 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e7f5e2-f9ab-4b03-a712-fe6d375ac31b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 79e5eca0-bbab-4eaa-a963-aef9733b45b5) {{(pid=103003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:12:26.714464 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-00ad2426-3ed0-4d75-9bd6-acd0c80ab1f0 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 79e5eca0-bbab-4eaa-a963-aef9733b45b5) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:26.720885 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ad2426-3ed0-4d75-9bd6-acd0c80ab1f0 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:26.721557 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-00ad2426-3ed0-4d75-9bd6-acd0c80ab1f0 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.763769 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.801746 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b898f8-3f31-4911-a85a-5ea2be70d756 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:26.851098 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=538cee21-d248-4c2c-9538-dd1a9f0abce1,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:26.868817 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.906061 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a4b898f8-3f31-4911-a85a-5ea2be70d756 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:26.911242 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-00ad2426-3ed0-4d75-9bd6-acd0c80ab1f0 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7811558 Nov 11 12:12:26.913934 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49542) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:26.946639 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-a4b898f8-3f31-4911-a85a-5ea2be70d756 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port 334f54c7-f3a7-4cae-8dcf-e0967633601d yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:27.006670 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Floating IP 396173a8-4432-499e-9bcb-a339d2f8f710 associated. External IP: 172.26.5.194, port: 93f7c842-bd0a-4449-b03d-61aa10186b16. Nov 11 12:12:27.116065 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5ddc948f-e536-46f9-8107-840e5eaa7f46 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.119097 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-79e5eca0-bbab-4eaa-a963-aef9733b45b5', 'network_id': '79e5eca0-bbab-4eaa-a963-aef9733b45b5', 'tenant_id': '1ee537e4cf4b4ef5a4a77fc175d6ee20', 'fixed_ips': [{'subnet_id': 'ac63bce9-c7f9-40be-a1ce-45289a7c1d36'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:27.120375 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.151764 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-db126361-d280-4945-be72-90312642a11b', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'fixed_ips': [{'subnet_id': '5b538642-bb14-4fd8-9ef5-c561a84ae49a'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:27.153123 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.175931 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc948f-e536-46f9-8107-840e5eaa7f46 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event deleted for resources: {'Port': ['ID=66e3eb14-64c2-4025-9a5c-5ba5ef58ca47,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:27.186394 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-a4b898f8-3f31-4911-a85a-5ea2be70d756 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::2ee1:bf84:877c:6696 (db126361-d280-4945-be72-90312642a11b/5b538642-bb14-4fd8-9ef5-c561a84ae49a/334f54c7-f3a7-4cae-8dcf-e0967633601d) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:27.237613 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.365958 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.386936 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5ddc948f-e536-46f9-8107-840e5eaa7f46 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.435751 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Allocated IP 172.20.0.2 (79e5eca0-bbab-4eaa-a963-aef9733b45b5/ac63bce9-c7f9-40be-a1ce-45289a7c1d36/9e45a29b-48f2-4896-bd5d-2f9b2cf49894) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:27.495378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a4b898f8-3f31-4911-a85a-5ea2be70d756 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.514657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router f495fee8-5490-48c5-b152-7dc1bc937a87 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:27.603022 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.611592 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a4b898f8-3f31-4911-a85a-5ea2be70d756 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.632842 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddc948f-e536-46f9-8107-840e5eaa7f46 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Router 07abeda6-0865-4338-8e26-a446a185c4ff has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:27.658192 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Allocated IP 2001:db8::2 (db126361-d280-4945-be72-90312642a11b/5b538642-bb14-4fd8-9ef5-c561a84ae49a/73de6398-ff39-46ff-a873-e7ea48b61389) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:27.685443 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49560) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:27.688620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.706773 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b898f8-3f31-4911-a85a-5ea2be70d756 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=334f54c7-f3a7-4cae-8dcf-e0967633601d,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:27.713021 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b898f8-3f31-4911-a85a-5ea2be70d756 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:27.719407 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-a4b898f8-3f31-4911-a85a-5ea2be70d756 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:27.724120 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b898f8-3f31-4911-a85a-5ea2be70d756 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:27.731576 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b898f8-3f31-4911-a85a-5ea2be70d756 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:27.731845 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a4b898f8-3f31-4911-a85a-5ea2be70d756 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.767764 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Network 79e5eca0-bbab-4eaa-a963-aef9733b45b5 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:27.773692 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:27.780509 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:27.782595 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddc948f-e536-46f9-8107-840e5eaa7f46 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:27.785057 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Pushing event updated for resources: {'Port': ['ID=9e45a29b-48f2-4896-bd5d-2f9b2cf49894,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:27.799243 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5ddc948f-e536-46f9-8107-840e5eaa7f46 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "PUT /v2.0/routers/07abeda6-0865-4338-8e26-a446a185c4ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1007876 Nov 11 12:12:27.802555 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.802700 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49564) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:27.802782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d03fb8-ef2f-4a96-a225-e128c74b00be None None] Sync routers for ids ['07abeda6-0865-4338-8e26-a446a185c4ff'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:27.845262 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:27.845482 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a4b898f8-3f31-4911-a85a-5ea2be70d756 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2426262 Nov 11 12:12:27.846145 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49566) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:27.847178 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Subnet': ['ID=ac63bce9-c7f9-40be-a1ce-45289a7c1d36,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:27.853600 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-7db9a609-be68-4a56-b447-5471db195359 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] show failed (client error): The resource could not be found. Nov 11 12:12:27.855170 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d03fb8-ef2f-4a96-a225-e128c74b00be None None] Routers {'07abeda6-0865-4338-8e26-a446a185c4ff'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:27.855290 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7db9a609-be68-4a56-b447-5471db195359 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-1745714084 HTTP/1.1" status: 404 len: 335 time: 0.0534136 Nov 11 12:12:27.867235 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-21d03fb8-ef2f-4a96-a225-e128c74b00be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['07abeda6-0865-4338-8e26-a446a185c4ff'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:27.868207 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49568) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:27.869483 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af9ed53-67be-46a4-b80f-0240a98587a0 None None] Sync routers for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:27.875833 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a0e45b46-ba16-4cd8-bfd0-6a966eb48389 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:27.886964 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af9ed53-67be-46a4-b80f-0240a98587a0 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:27.887613 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5af9ed53-67be-46a4-b80f-0240a98587a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:27.917208 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-a0e45b46-ba16-4cd8-bfd0-6a966eb48389 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] update failed (client error): The resource could not be found. Nov 11 12:12:27.921684 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a0e45b46-ba16-4cd8-bfd0-6a966eb48389 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-965829140 HTTP/1.1" status: 404 len: 334 time: 0.0488498 Nov 11 12:12:27.922339 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49570) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:27.927297 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6662e0f4-21e1-4a11-b7d3-92b85a0942bf tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-861467064'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:27.948822 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:27.978393 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5af9ed53-67be-46a4-b80f-0240a98587a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:27.990294 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af9ed53-67be-46a4-b80f-0240a98587a0 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:27.992550 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5af9ed53-67be-46a4-b80f-0240a98587a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:28.010635 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3a66789f-9edf-4a73-ba32-d208474596e3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.4912007 Nov 11 12:12:28.012254 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49572) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:28.036797 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5af9ed53-67be-46a4-b80f-0240a98587a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:28.037830 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af9ed53-67be-46a4-b80f-0240a98587a0 None None] The sync data for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:28.085141 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a26afc5-aa69-4e87-bf70-611f1e3004bf tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Deleting subnet 066c4f24-cf7a-4333-b72f-9dc981842e60 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:12:28.094219 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a26afc5-aa69-4e87-bf70-611f1e3004bf tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.096649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-21d03fb8-ef2f-4a96-a225-e128c74b00be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:28.129166 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a1f8647e-d67e-4253-8dd9-e3c7cab379fa tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "GET /v2.0/floatingips/396173a8-4432-499e-9bcb-a339d2f8f710 HTTP/1.1" status: 200 len: 978 time: 0.1132264 Nov 11 12:12:28.132535 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49576) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:28.142523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.154030 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Attempting to bind port 9e45a29b-48f2-4896-bd5d-2f9b2cf49894 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:28.154403 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Attempting to bind port 9e45a29b-48f2-4896-bd5d-2f9b2cf49894 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '354f131f-f269-43f2-9f8d-83da13285a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '79e5eca0-bbab-4eaa-a963-aef9733b45b5'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:28.154764 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Attempting to bind port 9e45a29b-48f2-4896-bd5d-2f9b2cf49894 on network 79e5eca0-bbab-4eaa-a963-aef9733b45b5 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:28.164712 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:28.164977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Checking segment: {'id': '354f131f-f269-43f2-9f8d-83da13285a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '79e5eca0-bbab-4eaa-a963-aef9733b45b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:28.165199 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.166376 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Bound using segment: {'id': '354f131f-f269-43f2-9f8d-83da13285a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '79e5eca0-bbab-4eaa-a963-aef9733b45b5'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:28.166873 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Bound port: 9e45a29b-48f2-4896-bd5d-2f9b2cf49894, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354f131f-f269-43f2-9f8d-83da13285a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '79e5eca0-bbab-4eaa-a963-aef9733b45b5'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:28.167316 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.169291 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d03fb8-ef2f-4a96-a225-e128c74b00be None None] Routers {'07abeda6-0865-4338-8e26-a446a185c4ff'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:28.174067 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-21d03fb8-ef2f-4a96-a225-e128c74b00be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['07abeda6-0865-4338-8e26-a446a185c4ff'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:28.214754 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-21d03fb8-ef2f-4a96-a225-e128c74b00be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:28.215440 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d03fb8-ef2f-4a96-a225-e128c74b00be None None] The sync data for ids ['07abeda6-0865-4338-8e26-a446a185c4ff'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:28.222397 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a26afc5-aa69-4e87-bf70-611f1e3004bf tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.253162 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.287931 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3762c25-0fe1-443f-9ee9-a24e461b3f5f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:28.292796 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c3762c25-0fe1-443f-9ee9-a24e461b3f5f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4433522 Nov 11 12:12:28.293410 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49580) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:28.327999 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.338509 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:28.349204 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:28.355218 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:28.363484 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e5eca0-bbab-4eaa-a963-aef9733b45b5']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:28.366567 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Pushing event updated for resources: {'Port': ['ID=73de6398-ff39-46ff-a873-e7ea48b61389,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:28.374286 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] For port 9e45a29b-48f2-4896-bd5d-2f9b2cf49894, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:28.380042 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] For port 9e45a29b-48f2-4896-bd5d-2f9b2cf49894, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=9e45a29b-48f2-4896-bd5d-2f9b2cf49894,segment=NetworkSegment(354f131f-f269-43f2-9f8d-83da13285a62),segment_id=354f131f-f269-43f2-9f8d-83da13285a62)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:28.395141 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354f131f-f269-43f2-9f8d-83da13285a62') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:28.395444 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354f131f-f269-43f2-9f8d-83da13285a62') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:28.408336 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.434799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6662e0f4-21e1-4a11-b7d3-92b85a0942bf tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Made reservation on behalf of d2f6d421b3b84a27bad6d2b9efde3b5b for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:28.436919 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Attempting to bind port 73de6398-ff39-46ff-a873-e7ea48b61389 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:28.437480 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Attempting to bind port 73de6398-ff39-46ff-a873-e7ea48b61389 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:28.437677 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Attempting to bind port 73de6398-ff39-46ff-a873-e7ea48b61389 on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:28.437919 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6662e0f4-21e1-4a11-b7d3-92b85a0942bf tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.443243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:28.448364 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:28.448364 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.448364 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:28.448364 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Bound port: 73de6398-ff39-46ff-a873-e7ea48b61389, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:28.448364 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.449018 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6662e0f4-21e1-4a11-b7d3-92b85a0942bf tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.466495 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-8db1b1bd-6e09-4e8c-ab5b-8f46f4a82e8e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port 334f54c7-f3a7-4cae-8dcf-e0967633601d {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:28.467119 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8db1b1bd-6e09-4e8c-ab5b-8f46f4a82e8e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.481596 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.484234 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.523856 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:28.524520 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:28.528320 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:28.586599 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c20c2216-81e8-43ff-8b95-6d676d40eea4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4531157 Nov 11 12:12:28.590682 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49582) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:28.594890 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0a838bd0-ef68-4f30-86c7-ea52d319241f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'floatingip': {'port_id': 'c7263fd5-850a-4836-9b3d-a24be508dbe0'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:28.611208 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] For port 73de6398-ff39-46ff-a873-e7ea48b61389, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:28.613647 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f52165-a32e-4b5f-897e-5050755c30ce None None] Pushing event updated for resources: {'Port': ['ID=9e45a29b-48f2-4896-bd5d-2f9b2cf49894,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:28.636562 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] For port 73de6398-ff39-46ff-a873-e7ea48b61389, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=73de6398-ff39-46ff-a873-e7ea48b61389,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:28.641739 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8db1b1bd-6e09-4e8c-ab5b-8f46f4a82e8e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.661517 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-8db1b1bd-6e09-4e8c-ab5b-8f46f4a82e8e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for 334f54c7-f3a7-4cae-8dcf-e0967633601d owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:28.663415 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.db.api [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:12:28.663415 dv-neutron-786478-23-hyperv neutron-server[103001]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:12:28.663415 dv-neutron-786478-23-hyperv neutron-server[103001]: [parameters: {'id': '79e5eca0-bbab-4eaa-a963-aef9733b45b5'}] Nov 11 12:12:28.663415 dv-neutron-786478-23-hyperv neutron-server[103001]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:12:28.663916 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG oslo_db.api [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:12:28.679427 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0a838bd0-ef68-4f30-86c7-ea52d319241f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.683800 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a26afc5-aa69-4e87-bf70-611f1e3004bf tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.716470 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.737460 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6662e0f4-21e1-4a11-b7d3-92b85a0942bf tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.802013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff645aa1-30fb-4373-b38d-4a7ca294cfef None None] Pushing event updated for resources: {'Port': ['ID=73de6398-ff39-46ff-a873-e7ea48b61389,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:28.822936 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6662e0f4-21e1-4a11-b7d3-92b85a0942bf tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.872314 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a26afc5-aa69-4e87-bf70-611f1e3004bf tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.874602 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662e0f4-21e1-4a11-b7d3-92b85a0942bf tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058f33cc-463d-46f5-bb46-b6206df6643d,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:28.909596 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26afc5-aa69-4e87-bf70-611f1e3004bf tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event deleted for resources: {'Subnet': ['ID=066c4f24-cf7a-4333-b72f-9dc981842e60,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:28.922817 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a26afc5-aa69-4e87-bf70-611f1e3004bf tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:28.926445 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3a26afc5-aa69-4e87-bf70-611f1e3004bf tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "DELETE /v2.0/subnets/066c4f24-cf7a-4333-b72f-9dc981842e60 HTTP/1.1" status: 204 len: 168 time: 1.0031695 Nov 11 12:12:28.929219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49586) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:28.978551 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8db1b1bd-6e09-4e8c-ab5b-8f46f4a82e8e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.001852 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6662e0f4-21e1-4a11-b7d3-92b85a0942bf tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:12:29.049034 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6662e0f4-21e1-4a11-b7d3-92b85a0942bf tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.049376 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-6662e0f4-21e1-4a11-b7d3-92b85a0942bf tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Added segment 941fcfb2-b6c9-467e-8163-a4b8ea49c831 of type vlan for network ed942db7-71ac-482e-8903-aab234a91018 Nov 11 12:12:29.052040 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1b1bd-6e09-4e8c-ab5b-8f46f4a82e8e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=334f54c7-f3a7-4cae-8dcf-e0967633601d,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:29.071156 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0bcdab-5003-4220-8e38-dbc05b158e9c tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Deleting subnet 3ab6deaf-2065-4e48-bc3b-d59568ca1033 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:12:29.113528 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ee0bcdab-5003-4220-8e38-dbc05b158e9c tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.119318 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8db1b1bd-6e09-4e8c-ab5b-8f46f4a82e8e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.123817 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8db1b1bd-6e09-4e8c-ab5b-8f46f4a82e8e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/334f54c7-f3a7-4cae-8dcf-e0967633601d HTTP/1.1" status: 204 len: 168 time: 0.8248811 Nov 11 12:12:29.146286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49588) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:29.160952 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6662e0f4-21e1-4a11-b7d3-92b85a0942bf tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.166714 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.229859 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ee0bcdab-5003-4220-8e38-dbc05b158e9c tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.269598 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4b6fb1-27af-492b-b463-0f85f8d9ba29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:29.271132 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4b6fb1-27af-492b-b463-0f85f8d9ba29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:29.275134 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9a4b6fb1-27af-492b-b463-0f85f8d9ba29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1236105 Nov 11 12:12:29.290905 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49592) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:29.316120 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6662e0f4-21e1-4a11-b7d3-92b85a0942bf tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.321532 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6662e0f4-21e1-4a11-b7d3-92b85a0942bf tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:29.324634 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6662e0f4-21e1-4a11-b7d3-92b85a0942bf tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.350503 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0a838bd0-ef68-4f30-86c7-ea52d319241f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.364002 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d98bf0-c636-432e-a12c-7c407840af30 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet 5b538642-bb14-4fd8-9ef5-c561a84ae49a {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:12:29.364002 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-15d98bf0-c636-432e-a12c-7c407840af30 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.405489 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-15d98bf0-c636-432e-a12c-7c407840af30 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.410974 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0a838bd0-ef68-4f30-86c7-ea52d319241f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.439189 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662e0f4-21e1-4a11-b7d3-92b85a0942bf tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event updated for resources: {'Network': ['ID=ed942db7-71ac-482e-8903-aab234a91018,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:29.444181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ee0bcdab-5003-4220-8e38-dbc05b158e9c tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.452882 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network ed942db7-71ac-482e-8903-aab234a91018 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:12:29.470136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Deleting port 9e45a29b-48f2-4896-bd5d-2f9b2cf49894 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:29.470501 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.538163 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6662e0f4-21e1-4a11-b7d3-92b85a0942bf tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.8475366 Nov 11 12:12:29.547740 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49596) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:29.555436 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-30c3074c-e0ca-4a3b-9794-28e9e0b96529 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Request body: {'subnet': {'network_id': 'ed942db7-71ac-482e-8903-aab234a91018', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:29.568952 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] For port 9e45a29b-48f2-4896-bd5d-2f9b2cf49894, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=9e45a29b-48f2-4896-bd5d-2f9b2cf49894,segment=NetworkSegment(354f131f-f269-43f2-9f8d-83da13285a62),segment_id=354f131f-f269-43f2-9f8d-83da13285a62)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:29.569318 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.571550 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-15d98bf0-c636-432e-a12c-7c407840af30 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.627589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Calling delete_port for 9e45a29b-48f2-4896-bd5d-2f9b2cf49894 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:29.667013 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-0a838bd0-ef68-4f30-86c7-ea52d319241f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Floating IP 396173a8-4432-499e-9bcb-a339d2f8f710 associated. External IP: 172.26.5.194, port: 93f7c842-bd0a-4449-b03d-61aa10186b16. Nov 11 12:12:29.718925 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ee0bcdab-5003-4220-8e38-dbc05b158e9c tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.764635 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ee0bcdab-5003-4220-8e38-dbc05b158e9c tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.770094 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ee0bcdab-5003-4220-8e38-dbc05b158e9c tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "DELETE /v2.0/subnets/3ab6deaf-2065-4e48-bc3b-d59568ca1033 HTTP/1.1" status: 204 len: 168 time: 0.8377714 Nov 11 12:12:29.770269 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-15d98bf0-c636-432e-a12c-7c407840af30 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.770407 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bcdab-5003-4220-8e38-dbc05b158e9c tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab6deaf-2065-4e48-bc3b-d59568ca1033,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:29.771263 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49598) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:29.795592 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c3074c-e0ca-4a3b-9794-28e9e0b96529 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Made reservation on behalf of d2f6d421b3b84a27bad6d2b9efde3b5b for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:29.799724 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-30c3074c-e0ca-4a3b-9794-28e9e0b96529 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.811517 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d98bf0-c636-432e-a12c-7c407840af30 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=5b538642-bb14-4fd8-9ef5-c561a84ae49a,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:29.813696 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-15d98bf0-c636-432e-a12c-7c407840af30 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.817554 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-15d98bf0-c636-432e-a12c-7c407840af30 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/5b538642-bb14-4fd8-9ef5-c561a84ae49a HTTP/1.1" status: 204 len: 168 time: 0.5254271 Nov 11 12:12:29.820706 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49600) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:29.849745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250a921a-3997-451f-9ae7-33a967734ca5 None None] get_active_networks_info from dv-neutron-786478-23-hyperv {{(pid=103003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:12:29.868457 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.934397 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Port': ['ID=9e45a29b-48f2-4896-bd5d-2f9b2cf49894,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:29.942820 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d6661c42-4722-427f-94a2-1d5d19c7c14d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206405 Nov 11 12:12:29.946525 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No DVR routers for this DVR port 9e45a29b-48f2-4896-bd5d-2f9b2cf49894 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:29.955397 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49604) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:29.967907 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6dae3129-545f-4723-91d6-c560031ea0a5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:29.975271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:29.980693 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a838bd0-ef68-4f30-86c7-ea52d319241f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router f495fee8-5490-48c5-b152-7dc1bc937a87 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:30.002944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6c86e955-6b9c-4a73-9a0a-ffba1c5864a5 None None] Provisioning complete for port 73de6398-ff39-46ff-a873-e7ea48b61389 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:30.003348 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6c86e955-6b9c-4a73-9a0a-ffba1c5864a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.082311 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 73de6398-ff39-46ff-a873-e7ea48b61389 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:30.118409 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250a921a-3997-451f-9ae7-33a967734ca5 None None] Resources bound (agent type, host, resource id): {{(pid=103003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:12:30.123809 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a838bd0-ef68-4f30-86c7-ea52d319241f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:30.139146 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533ba459-479c-4bf3-810f-3ed2cbd1ec46 None None] Sync routers for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:30.167722 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.228655 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ba459-479c-4bf3-810f-3ed2cbd1ec46 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:30.229295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-533ba459-479c-4bf3-810f-3ed2cbd1ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:30.232534 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e5eca0-bbab-4eaa-a963-aef9733b45b5']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:30.256998 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354f131f-f269-43f2-9f8d-83da13285a62') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:30.257294 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354f131f-f269-43f2-9f8d-83da13285a62') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:30.286570 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-533ba459-479c-4bf3-810f-3ed2cbd1ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:30.290421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.298788 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 73de6398-ff39-46ff-a873-e7ea48b61389 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:30.299181 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.300654 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6c86e955-6b9c-4a73-9a0a-ffba1c5864a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.319635 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Deleting port 6994a918-6890-4ba4-9a51-f1f6c3a2023f {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:30.320221 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.321867 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.328506 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:30.328896 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.354982 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ba459-479c-4bf3-810f-3ed2cbd1ec46 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:30.355351 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-533ba459-479c-4bf3-810f-3ed2cbd1ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:30.376022 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:30.398835 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a838bd0-ef68-4f30-86c7-ea52d319241f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router f495fee8-5490-48c5-b152-7dc1bc937a87 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:30.423681 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dae3129-545f-4723-91d6-c560031ea0a5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:30.427142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6dae3129-545f-4723-91d6-c560031ea0a5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.427713 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-533ba459-479c-4bf3-810f-3ed2cbd1ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:30.428368 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533ba459-479c-4bf3-810f-3ed2cbd1ec46 None None] The sync data for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:30.444876 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-6c86e955-6b9c-4a73-9a0a-ffba1c5864a5 None None] For port 73de6398-ff39-46ff-a873-e7ea48b61389, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=73de6398-ff39-46ff-a873-e7ea48b61389,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:30.486462 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-30c3074c-e0ca-4a3b-9794-28e9e0b96529 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.530059 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a838bd0-ef68-4f30-86c7-ea52d319241f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:30.535626 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0a838bd0-ef68-4f30-86c7-ea52d319241f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.536005 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] For port 6994a918-6890-4ba4-9a51-f1f6c3a2023f, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6994a918-6890-4ba4-9a51-f1f6c3a2023f,segment=NetworkSegment(b1a38548-5343-4bd0-bfef-2df52656157c),segment_id=b1a38548-5343-4bd0-bfef-2df52656157c)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:30.536362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.545458 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.550203 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5662b4ea-bd8c-4a3f-8815-a77ac1fc562a None None] Sync routers for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:30.559269 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.569419 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5662b4ea-bd8c-4a3f-8815-a77ac1fc562a None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:30.571543 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5662b4ea-bd8c-4a3f-8815-a77ac1fc562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:30.583215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.586369 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/79e5eca0-bbab-4eaa-a963-aef9733b45b5 HTTP/1.1" status: 204 len: 168 time: 3.6715324 Nov 11 12:12:30.594472 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Calling delete_port for 6994a918-6890-4ba4-9a51-f1f6c3a2023f owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:30.596806 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6c86e955-6b9c-4a73-9a0a-ffba1c5864a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.602263 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49610) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:30.622658 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-0079bf5b-1ca2-4958-a9b4-1cf7d4ab3eb2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-917511734'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:30.638696 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d41ec-675d-496c-a839-e9b6c386e8f5 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Network': ['ID=79e5eca0-bbab-4eaa-a963-aef9733b45b5,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:30.677897 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c58737-f357-47e9-8b1e-3953c77e8c31 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:30.686692 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634e2ece-f51f-4018-9145-2db5fc503872 None None] Network 79e5eca0-bbab-4eaa-a963-aef9733b45b5 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:30.688919 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0a838bd0-ef68-4f30-86c7-ea52d319241f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "PUT /v2.0/floatingips/396173a8-4432-499e-9bcb-a339d2f8f710 HTTP/1.1" status: 200 len: 977 time: 2.0970721 Nov 11 12:12:30.690297 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49612) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:30.695613 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-466d32a5-30d3-44bc-bf63-613a118960ae tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:30.757627 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932097a5-1cfc-475f-b31b-c934be850dc6 None None] Network 0bb358b7-7eea-4557-ab29-0ae6463a3ac4 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:30.760173 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97063709-5971-43e9-8bb3-042316cbb93e None None] Network ac863e47-edc0-409e-9b70-c63581ad4c34 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:30.790849 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5662b4ea-bd8c-4a3f-8815-a77ac1fc562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:30.799622 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-466d32a5-30d3-44bc-bf63-613a118960ae tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.800105 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5662b4ea-bd8c-4a3f-8815-a77ac1fc562a None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:30.801073 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5662b4ea-bd8c-4a3f-8815-a77ac1fc562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:30.819279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634e2ece-f51f-4018-9145-2db5fc503872 None None] Network 79e5eca0-bbab-4eaa-a963-aef9733b45b5 could not be found, it might have been deleted concurrently. {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:12:30.848544 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5662b4ea-bd8c-4a3f-8815-a77ac1fc562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:30.849214 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5662b4ea-bd8c-4a3f-8815-a77ac1fc562a None None] The sync data for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:30.905138 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86e955-6b9c-4a73-9a0a-ffba1c5864a5 None None] Pushing event updated for resources: {'Port': ['ID=73de6398-ff39-46ff-a873-e7ea48b61389,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:30.907530 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3074c-e0ca-4a3b-9794-28e9e0b96529 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event updated for resources: {'Subnet': ['ID=e68af097-39e7-4346-ba67-8a3e37c58d27,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:30.917599 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3074c-e0ca-4a3b-9794-28e9e0b96529 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Checking segment: {'id': '941fcfb2-b6c9-467e-8163-a4b8ea49c831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed942db7-71ac-482e-8903-aab234a91018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:30.918273 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c3074c-e0ca-4a3b-9794-28e9e0b96529 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Network hostable DHCP agents. Network: ed942db7-71ac-482e-8903-aab234a91018, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:12:30.921988 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ebcc26-ed2e-4d79-b608-334f4a2ca65a None None] Network 79e5eca0-bbab-4eaa-a963-aef9733b45b5 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:30.923851 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.924498 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:12:30.924836 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:12:30.952161 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event deleted for resources: {'Port': ['ID=6994a918-6890-4ba4-9a51-f1f6c3a2023f,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:30.969269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6dae3129-545f-4723-91d6-c560031ea0a5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:30.977186 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ebcc26-ed2e-4d79-b608-334f4a2ca65a None None] Network 79e5eca0-bbab-4eaa-a963-aef9733b45b5 could not be found, it might have been deleted concurrently. {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:12:30.991764 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-466d32a5-30d3-44bc-bf63-613a118960ae tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.031523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae3129-545f-4723-91d6-c560031ea0a5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=c5dd39f3-ca2f-4933-8431-8e605a5271a0,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:31.040828 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0079bf5b-1ca2-4958-a9b4-1cf7d4ab3eb2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:31.045313 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0079bf5b-1ca2-4958-a9b4-1cf7d4ab3eb2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.048070 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] No DVR routers for this DVR port 6994a918-6890-4ba4-9a51-f1f6c3a2023f on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:31.073887 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-466d32a5-30d3-44bc-bf63-613a118960ae tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.074523 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-466d32a5-30d3-44bc-bf63-613a118960ae tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Floating IP 396173a8-4432-499e-9bcb-a339d2f8f710 disassociated. External IP: 172.26.5.194, port: c7263fd5-850a-4836-9b3d-a24be508dbe0. Nov 11 12:12:31.078203 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c3074c-e0ca-4a3b-9794-28e9e0b96529 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Network ed942db7-71ac-482e-8903-aab234a91018 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:12:31.155030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dae3129-545f-4723-91d6-c560031ea0a5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:31.162123 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-6dae3129-545f-4723-91d6-c560031ea0a5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:31.166729 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.171373 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dae3129-545f-4723-91d6-c560031ea0a5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:31.171891 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6dae3129-545f-4723-91d6-c560031ea0a5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.187250 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-30c3074c-e0ca-4a3b-9794-28e9e0b96529 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, ed942db7-71ac-482e-8903-aab234a91018) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:31.192211 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0079bf5b-1ca2-4958-a9b4-1cf7d4ab3eb2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:12:31.207568 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c3074c-e0ca-4a3b-9794-28e9e0b96529 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:31.208169 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-30c3074c-e0ca-4a3b-9794-28e9e0b96529 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.225467 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb358b7-7eea-4557-ab29-0ae6463a3ac4']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:31.243139 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0079bf5b-1ca2-4958-a9b4-1cf7d4ab3eb2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.243139 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-0079bf5b-1ca2-4958-a9b4-1cf7d4ab3eb2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Added segment 23781afe-fc6b-4af2-9f4b-2e9bc35cc405 of type vlan for network 41287049-fd1a-4493-adee-dfe5819d7c7b Nov 11 12:12:31.257305 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a38548-5343-4bd0-bfef-2df52656157c') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:31.257666 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a38548-5343-4bd0-bfef-2df52656157c') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:31.289992 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38459881-e346-4dfe-ae9b-00b8e9b06cc0 None None] Network ed942db7-71ac-482e-8903-aab234a91018 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:31.290382 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.292879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a43ddc-45b7-4e07-812f-624eae8765bf None None] DHCP port deletion for 0bb358b7-7eea-4557-ab29-0ae6463a3ac4 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:31.311171 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-30c3074c-e0ca-4a3b-9794-28e9e0b96529 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7627809 Nov 11 12:12:31.320234 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49616) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:31.326228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0079bf5b-1ca2-4958-a9b4-1cf7d4ab3eb2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.331092 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-ab8de7ac-70d0-44f2-adf7-ba084754197e tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Request body: {'port': {'network_id': 'ed942db7-71ac-482e-8903-aab234a91018', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-112147679'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:31.343022 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6dae3129-545f-4723-91d6-c560031ea0a5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3848288 Nov 11 12:12:31.346185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.361484 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49618) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:31.395619 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:31.396306 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.403427 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-9c7e7027-1d41-4c8e-b828-c37dfffc12e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'fixed_ips': [{'subnet_id': 'c5dd39f3-ca2f-4933-8431-8e605a5271a0', 'ip_address': '2001:db8::58f9:f4fa:2ea2:d1b3'}], 'name': 'tempest-NetworksTestDHCPv6-2117204949'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:31.413401 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:31.464159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182aa461-6813-4ea9-92b2-5e1d061d8601 None None] DHCP port deletion for ac863e47-edc0-409e-9b70-c63581ad4c34 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:31.595811 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-ed942db7-71ac-482e-8903-aab234a91018', 'network_id': 'ed942db7-71ac-482e-8903-aab234a91018', 'tenant_id': 'd2f6d421b3b84a27bad6d2b9efde3b5b', 'fixed_ips': [{'subnet_id': 'e68af097-39e7-4346-ba67-8a3e37c58d27'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:31.597414 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.648293 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0079bf5b-1ca2-4958-a9b4-1cf7d4ab3eb2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.654610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0079bf5b-1ca2-4958-a9b4-1cf7d4ab3eb2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:31.655318 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0079bf5b-1ca2-4958-a9b4-1cf7d4ab3eb2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.672300 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.700163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db3f4ab-59c1-4d6f-89f6-057d2e734840 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:31.719662 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466d32a5-30d3-44bc-bf63-613a118960ae tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router f495fee8-5490-48c5-b152-7dc1bc937a87 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:31.726030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.730072 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "DELETE /v2.0/networks/0bb358b7-7eea-4557-ab29-0ae6463a3ac4 HTTP/1.1" status: 204 len: 168 time: 1.9578962 Nov 11 12:12:31.732617 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49622) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:31.750599 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079bf5b-1ca2-4958-a9b4-1cf7d4ab3eb2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Network': ['ID=41287049-fd1a-4493-adee-dfe5819d7c7b,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:31.769523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c00b37-9ade-4252-ac9a-031c9c6839eb tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event deleted for resources: {'Network': ['ID=0bb358b7-7eea-4557-ab29-0ae6463a3ac4,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:31.774048 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 41287049-fd1a-4493-adee-dfe5819d7c7b details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:12:31.777085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-182aa461-6813-4ea9-92b2-5e1d061d8601 None None] Deleting port a3295118-9969-4b85-8cea-2f7d71abb808 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:31.777458 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-182aa461-6813-4ea9-92b2-5e1d061d8601 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.811644 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8de7ac-70d0-44f2-adf7-ba084754197e tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Made reservation on behalf of d2f6d421b3b84a27bad6d2b9efde3b5b for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:31.815478 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ab8de7ac-70d0-44f2-adf7-ba084754197e tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.835555 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-ab8de7ac-70d0-44f2-adf7-ba084754197e tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] device_id is not set on port 6253c25e-4eaf-46c2-aa13-70b95ffb1994 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:31.893515 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0079bf5b-1ca2-4958-a9b4-1cf7d4ab3eb2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2742715 Nov 11 12:12:31.896114 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49626) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:31.902287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-09289185-41c2-4315-b027-52ee02a0b1ab tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'subnet': {'network_id': '41287049-fd1a-4493-adee-dfe5819d7c7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:31.915973 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.921980 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4e4d26ee-e16a-4db6-8bef-b0212baef146 None None] Provisioning complete for port 73de6398-ff39-46ff-a873-e7ea48b61389 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:31.922339 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4e4d26ee-e16a-4db6-8bef-b0212baef146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.941108 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466d32a5-30d3-44bc-bf63-613a118960ae tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:31.961790 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-466d32a5-30d3-44bc-bf63-613a118960ae tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:31.973487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d28b77b-dd1c-465d-9051-56b116189a7f None None] Sync routers for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:31.991089 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7e7027-1d41-4c8e-b828-c37dfffc12e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:32.000566 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-466d32a5-30d3-44bc-bf63-613a118960ae tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "PUT /v2.0/floatingips/396173a8-4432-499e-9bcb-a339d2f8f710 HTTP/1.1" status: 200 len: 688 time: 1.3091276 Nov 11 12:12:32.003188 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49628) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:32.004151 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Allocated IP 2001:db8::2 (ed942db7-71ac-482e-8903-aab234a91018/e68af097-39e7-4346-ba67-8a3e37c58d27/5771922f-30a9-41bc-adec-8fbb2fba6bb4) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:32.022756 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-182aa461-6813-4ea9-92b2-5e1d061d8601 None None] For port a3295118-9969-4b85-8cea-2f7d71abb808, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a3295118-9969-4b85-8cea-2f7d71abb808,segment=NetworkSegment(a7c046ad-df96-4b93-a4d3-66ce35a263c8),segment_id=a7c046ad-df96-4b93-a4d3-66ce35a263c8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:32.023176 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-182aa461-6813-4ea9-92b2-5e1d061d8601 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.069771 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d28b77b-dd1c-465d-9051-56b116189a7f None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:32.070388 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2d28b77b-dd1c-465d-9051-56b116189a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:32.072372 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-182aa461-6813-4ea9-92b2-5e1d061d8601 None None] Calling delete_port for a3295118-9969-4b85-8cea-2f7d71abb808 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:32.096838 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Deleting port a3295118-9969-4b85-8cea-2f7d71abb808 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:32.097474 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.120369 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 73de6398-ff39-46ff-a873-e7ea48b61389 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:32.183593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2d28b77b-dd1c-465d-9051-56b116189a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:32.193822 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] For port a3295118-9969-4b85-8cea-2f7d71abb808, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a3295118-9969-4b85-8cea-2f7d71abb808,segment=NetworkSegment(a7c046ad-df96-4b93-a4d3-66ce35a263c8),segment_id=a7c046ad-df96-4b93-a4d3-66ce35a263c8)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:32.194221 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.210801 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Calling delete_port for a3295118-9969-4b85-8cea-2f7d71abb808 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:32.271369 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-c4a987e7-af7d-4ae6-a396-5cb8ca018af1 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Deleting port 538cee21-d248-4c2c-9538-dd1a9f0abce1 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:32.271756 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c4a987e7-af7d-4ae6-a396-5cb8ca018af1 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.277129 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d28b77b-dd1c-465d-9051-56b116189a7f None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:32.277766 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2d28b77b-dd1c-465d-9051-56b116189a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:32.371381 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2d28b77b-dd1c-465d-9051-56b116189a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:32.371889 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c4a987e7-af7d-4ae6-a396-5cb8ca018af1 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.372056 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d28b77b-dd1c-465d-9051-56b116189a7f None None] The sync data for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:32.372250 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c4a987e7-af7d-4ae6-a396-5cb8ca018af1 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.384965 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-c4a987e7-af7d-4ae6-a396-5cb8ca018af1 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Calling delete_port for 538cee21-d248-4c2c-9538-dd1a9f0abce1 owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:32.438831 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.456598 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c7e7027-1d41-4c8e-b828-c37dfffc12e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.467298 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 73de6398-ff39-46ff-a873-e7ea48b61389 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:32.467671 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.471763 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event deleted for resources: {'Port': ['ID=a3295118-9969-4b85-8cea-2f7d71abb808,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:32.476681 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] No DVR routers for this DVR port a3295118-9969-4b85-8cea-2f7d71abb808 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:32.484426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-9c7e7027-1d41-4c8e-b828-c37dfffc12e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port 65f7e158-f684-4818-af3c-4d46e93e3b59 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:32.507078 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-182aa461-6813-4ea9-92b2-5e1d061d8601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.520142 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.530794 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09289185-41c2-4315-b027-52ee02a0b1ab tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:32.538479 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-09289185-41c2-4315-b027-52ee02a0b1ab tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.551150 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182aa461-6813-4ea9-92b2-5e1d061d8601 None None] Pushing event deleted for resources: {'Port': ['ID=a3295118-9969-4b85-8cea-2f7d71abb808,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:32.558398 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182aa461-6813-4ea9-92b2-5e1d061d8601 None None] No DVR routers for this DVR port a3295118-9969-4b85-8cea-2f7d71abb808 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:32.597763 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.627424 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.646155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac863e47-edc0-409e-9b70-c63581ad4c34']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:32.670784 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c046ad-df96-4b93-a4d3-66ce35a263c8') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:32.671298 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c046ad-df96-4b93-a4d3-66ce35a263c8') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:32.690973 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Pushing event updated for resources: {'Port': ['ID=5771922f-30a9-41bc-adec-8fbb2fba6bb4,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:32.710941 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.723880 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Network ed942db7-71ac-482e-8903-aab234a91018 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:32.729751 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:32.732350 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.734640 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6994a918-6890-4ba4-9a51-f1f6c3a2023f no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:12:32.739878 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:32.740460 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:32.743810 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:32.770098 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:32.770287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.ipam_backend_mixin [None req-09289185-41c2-4315-b027-52ee02a0b1ab tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Performing IP validity checks on allocation pools {{(pid=103001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 12:12:32.770804 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.ipam_backend_mixin [None req-09289185-41c2-4315-b027-52ee02a0b1ab tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 12:12:32.780719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 6994a918-6890-4ba4-9a51-f1f6c3a2023f {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:12:32.781389 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6994a918-6890-4ba4-9a51-f1f6c3a2023f not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:12:32.781955 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a3295118-9969-4b85-8cea-2f7d71abb808 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:12:32.791766 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c4a987e7-af7d-4ae6-a396-5cb8ca018af1 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.830567 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: a3295118-9969-4b85-8cea-2f7d71abb808 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:12:32.831009 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a3295118-9969-4b85-8cea-2f7d71abb808 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:12:32.831548 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-ab8de7ac-70d0-44f2-adf7-ba084754197e tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Allocated IP 2001:db8::18c (ed942db7-71ac-482e-8903-aab234a91018/e68af097-39e7-4346-ba67-8a3e37c58d27/6253c25e-4eaf-46c2-aa13-70b95ffb1994) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:32.843833 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a987e7-af7d-4ae6-a396-5cb8ca018af1 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event deleted for resources: {'Port': ['ID=538cee21-d248-4c2c-9538-dd1a9f0abce1,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:32.883713 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Attempting to bind port 5771922f-30a9-41bc-adec-8fbb2fba6bb4 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:32.884056 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Attempting to bind port 5771922f-30a9-41bc-adec-8fbb2fba6bb4 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '941fcfb2-b6c9-467e-8163-a4b8ea49c831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed942db7-71ac-482e-8903-aab234a91018'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:32.884488 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Attempting to bind port 5771922f-30a9-41bc-adec-8fbb2fba6bb4 on network ed942db7-71ac-482e-8903-aab234a91018 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:32.895739 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:32.896331 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Checking segment: {'id': '941fcfb2-b6c9-467e-8163-a4b8ea49c831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed942db7-71ac-482e-8903-aab234a91018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:32.896821 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.897281 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Bound using segment: {'id': '941fcfb2-b6c9-467e-8163-a4b8ea49c831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed942db7-71ac-482e-8903-aab234a91018'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:32.897846 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Bound port: 5771922f-30a9-41bc-adec-8fbb2fba6bb4, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941fcfb2-b6c9-467e-8163-a4b8ea49c831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed942db7-71ac-482e-8903-aab234a91018'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:32.898303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.945850 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.961134 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-53ceb124-b289-4194-b8dc-3aedf2b015da None None] Provisioning complete for port 73de6398-ff39-46ff-a873-e7ea48b61389 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:32.961687 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-53ceb124-b289-4194-b8dc-3aedf2b015da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.973251 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:32.977123 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "DELETE /v2.0/networks/ac863e47-edc0-409e-9b70-c63581ad4c34 HTTP/1.1" status: 204 len: 168 time: 1.2432439 Nov 11 12:12:32.982863 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49636) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:32.997267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-9c7e7027-1d41-4c8e-b828-c37dfffc12e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::58f9:f4fa:2ea2:d1b3 (db126361-d280-4945-be72-90312642a11b/c5dd39f3-ca2f-4933-8431-8e605a5271a0/65f7e158-f684-4818-af3c-4d46e93e3b59) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:33.020531 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] For port 5771922f-30a9-41bc-adec-8fbb2fba6bb4, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:33.024262 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] For port 5771922f-30a9-41bc-adec-8fbb2fba6bb4, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=5771922f-30a9-41bc-adec-8fbb2fba6bb4,segment=NetworkSegment(941fcfb2-b6c9-467e-8163-a4b8ea49c831),segment_id=941fcfb2-b6c9-467e-8163-a4b8ea49c831)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:33.045179 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532ea8c-739b-457f-abcd-1e98cb043f22 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event deleted for resources: {'Network': ['ID=ac863e47-edc0-409e-9b70-c63581ad4c34,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:33.050205 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c4a987e7-af7d-4ae6-a396-5cb8ca018af1 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.055742 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c4a987e7-af7d-4ae6-a396-5cb8ca018af1 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.057836 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c4a987e7-af7d-4ae6-a396-5cb8ca018af1 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/floatingips/396173a8-4432-499e-9bcb-a339d2f8f710 HTTP/1.1" status: 204 len: 168 time: 1.0529063 Nov 11 12:12:33.068993 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49638) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:33.126376 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-cc8bd647-e96e-4644-b53b-50c4278f4d94 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] delete failed (client error): The resource could not be found. Nov 11 12:12:33.127424 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cc8bd647-e96e-4644-b53b-50c4278f4d94 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/floatingips/396173a8-4432-499e-9bcb-a339d2f8f710 HTTP/1.1" status: 404 len: 345 time: 0.0570164 Nov 11 12:12:33.131294 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49640) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:33.133289 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.189118 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ffb1b7f-1bed-447a-a3da-9d4d22a516da tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Deleting subnet 0935104d-88f6-418f-a163-ed60b145c4fb {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:12:33.201057 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ffb1b7f-1bed-447a-a3da-9d4d22a516da tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.205900 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-02fe2f8d-b003-407a-9b62-63a67ee63b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.233177 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-296e8e90-13c9-4528-b4ea-74a1a32ec733 None None] Could not find standard attr ID for object 334f54c7-f3a7-4cae-8dcf-e0967633601d. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:12:33.244550 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fdff2-3936-4104-aa40-5690df5be99a None None] Pushing event updated for resources: {'Port': ['ID=5771922f-30a9-41bc-adec-8fbb2fba6bb4,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:33.301217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-09289185-41c2-4315-b027-52ee02a0b1ab tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.307796 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ab8de7ac-70d0-44f2-adf7-ba084754197e tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.335286 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cbac0a-48db-47d4-9d24-07aa8e926918 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:33.341451 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cbac0a-48db-47d4-9d24-07aa8e926918 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:33.348167 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cbac0a-48db-47d4-9d24-07aa8e926918 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:33.349971 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-08cbac0a-48db-47d4-9d24-07aa8e926918 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "GET /v2.0/ports?network_id=ec05af77-ca69-434b-a6a2-504c45563310 HTTP/1.1" status: 200 len: 2357 time: 0.2175579 Nov 11 12:12:33.354436 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49644) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:33.366911 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ffb1b7f-1bed-447a-a3da-9d4d22a516da tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.450747 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4bb063-cd4e-464a-854b-449dd8918db0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:33.450747 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5c4bb063-cd4e-464a-854b-449dd8918db0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "GET /v2.0/subnets/063a69c8-eeed-44f2-bff9-ee8637dc9883 HTTP/1.1" status: 200 len: 797 time: 0.0899384 Nov 11 12:12:33.450924 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09289185-41c2-4315-b027-52ee02a0b1ab tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Subnet': ['ID=6e0d4946-d0a4-4434-9cf7-0c0ed1122186,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:33.452520 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49646) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:33.459285 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c7e7027-1d41-4c8e-b828-c37dfffc12e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.470426 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-b117ed46-c3f3-446d-9def-80c9d4acbb44 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'port': {'network_id': 'ec05af77-ca69-434b-a6a2-504c45563310', 'name': 'tempest-FloatingIPTestJSON-1073709406', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:33.480402 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09289185-41c2-4315-b027-52ee02a0b1ab tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Checking segment: {'id': '23781afe-fc6b-4af2-9f4b-2e9bc35cc405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '41287049-fd1a-4493-adee-dfe5819d7c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:33.480402 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09289185-41c2-4315-b027-52ee02a0b1ab tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network hostable DHCP agents. Network: 41287049-fd1a-4493-adee-dfe5819d7c7b, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:12:33.530017 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ab8de7ac-70d0-44f2-adf7-ba084754197e tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.581711 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ffb1b7f-1bed-447a-a3da-9d4d22a516da tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.582171 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8de7ac-70d0-44f2-adf7-ba084754197e tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Network ed942db7-71ac-482e-8903-aab234a91018 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:33.585598 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-ab8de7ac-70d0-44f2-adf7-ba084754197e tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:33.589257 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8de7ac-70d0-44f2-adf7-ba084754197e tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:33.595168 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8de7ac-70d0-44f2-adf7-ba084754197e tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:33.595798 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ab8de7ac-70d0-44f2-adf7-ba084754197e tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.609351 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09289185-41c2-4315-b027-52ee02a0b1ab tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network 41287049-fd1a-4493-adee-dfe5819d7c7b is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:12:33.615007 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8de7ac-70d0-44f2-adf7-ba084754197e tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event updated for resources: {'Port': ['ID=6253c25e-4eaf-46c2-aa13-70b95ffb1994,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:33.637585 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c7e7027-1d41-4c8e-b828-c37dfffc12e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.688043 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7e7027-1d41-4c8e-b828-c37dfffc12e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:33.691312 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-9c7e7027-1d41-4c8e-b828-c37dfffc12e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:33.696801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7e7027-1d41-4c8e-b828-c37dfffc12e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:33.703579 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7e7027-1d41-4c8e-b828-c37dfffc12e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:33.704464 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c7e7027-1d41-4c8e-b828-c37dfffc12e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.708512 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e7027-1d41-4c8e-b828-c37dfffc12e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=65f7e158-f684-4818-af3c-4d46e93e3b59,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:33.725103 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ab8de7ac-70d0-44f2-adf7-ba084754197e tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4037876 Nov 11 12:12:33.728610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49648) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:33.734293 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-3753ab89-afc0-4224-84f1-77346c0a16a4 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Request body: {'port': {'network_id': 'ed942db7-71ac-482e-8903-aab234a91018', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-617176721', 'allowed_address_pairs': [{'ip_address': '2001:db8::18c', 'mac_address': 'fa:16:3e:28:6a:e7'}]}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:33.756926 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ffb1b7f-1bed-447a-a3da-9d4d22a516da tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.782572 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-09289185-41c2-4315-b027-52ee02a0b1ab tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 41287049-fd1a-4493-adee-dfe5819d7c7b) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:33.787923 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09289185-41c2-4315-b027-52ee02a0b1ab tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:33.788587 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-09289185-41c2-4315-b027-52ee02a0b1ab tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.795092 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dcd0b6-9f42-423a-91dc-ba8a17682232 None None] Network 41287049-fd1a-4493-adee-dfe5819d7c7b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:33.814227 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb1b7f-1bed-447a-a3da-9d4d22a516da tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event deleted for resources: {'Subnet': ['ID=0935104d-88f6-418f-a163-ed60b145c4fb,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:33.819997 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b117ed46-c3f3-446d-9def-80c9d4acbb44 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Made reservation on behalf of 4a07dfbacee54388b69a0661f55f9fa4 for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:33.849290 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ffb1b7f-1bed-447a-a3da-9d4d22a516da tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.853382 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6ffb1b7f-1bed-447a-a3da-9d4d22a516da tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "DELETE /v2.0/subnets/0935104d-88f6-418f-a163-ed60b145c4fb HTTP/1.1" status: 204 len: 168 time: 0.8686273 Nov 11 12:12:33.858534 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49652) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:33.876637 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1725de-416e-4eb9-ad84-9b2a733e5e26 None None] Network 70c61088-3958-4cdd-8bd4-7cbc59d4edc7 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:33.952888 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b117ed46-c3f3-446d-9def-80c9d4acbb44 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:33.980491 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-b117ed46-c3f3-446d-9def-80c9d4acbb44 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] device_id is not set on port 64fd6bc5-0f90-4ba1-ab00-58cb20206e00 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:33.988886 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49654) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:33.990932 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9c7e7027-1d41-4c8e-b828-c37dfffc12e4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6262269 Nov 11 12:12:34.004009 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-09289185-41c2-4315-b027-52ee02a0b1ab tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1056960 Nov 11 12:12:34.004756 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49656) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:34.098142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.111852 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3753ab89-afc0-4224-84f1-77346c0a16a4 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Made reservation on behalf of d2f6d421b3b84a27bad6d2b9efde3b5b for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:34.198351 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 5771922f-30a9-41bc-adec-8fbb2fba6bb4 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:34.268722 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c7057d-a456-4366-94b6-4615ae531583 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:34.275849 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c7057d-a456-4366-94b6-4615ae531583 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:34.280970 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-37c7057d-a456-4366-94b6-4615ae531583 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2908969 Nov 11 12:12:34.281582 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49660) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:34.286338 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e65bea2d-38ea-415d-bb45-982a06f2be2e None None] Provisioning complete for port 65f7e158-f684-4818-af3c-4d46e93e3b59 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:34.287588 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e65bea2d-38ea-415d-bb45-982a06f2be2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.351148 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3753ab89-afc0-4224-84f1-77346c0a16a4 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.369135 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e65bea2d-38ea-415d-bb45-982a06f2be2e None None] Port 65f7e158-f684-4818-af3c-4d46e93e3b59 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:34.373819 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-3753ab89-afc0-4224-84f1-77346c0a16a4 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] device_id is not set on port 5c898c5b-82e5-4ae8-b48d-5b442698ffe3 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:34.461799 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-41287049-fd1a-4493-adee-dfe5819d7c7b', 'network_id': '41287049-fd1a-4493-adee-dfe5819d7c7b', 'tenant_id': '1ee537e4cf4b4ef5a4a77fc175d6ee20', 'fixed_ips': [{'subnet_id': '6e0d4946-d0a4-4434-9cf7-0c0ed1122186'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:34.461799 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.461799 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 5771922f-30a9-41bc-adec-8fbb2fba6bb4 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:34.461799 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.510992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-3b28e50b-5ddf-475e-af65-cf4eec5dd5e1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port 65f7e158-f684-4818-af3c-4d46e93e3b59 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:34.511603 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3b28e50b-5ddf-475e-af65-cf4eec5dd5e1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.515808 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28812958-ddba-4ee8-931f-9111d8bfb2a5 None None] DHCP port deletion for 70c61088-3958-4cdd-8bd4-7cbc59d4edc7 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:34.531384 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.547792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a063550-6236-48c9-84f3-557bcf2a82c4 None None] Network ed942db7-71ac-482e-8903-aab234a91018 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:34.559701 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Deleting port 51b8f5cf-2cb4-43a3-95af-9f340f64bcce {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:34.560038 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.567118 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-b117ed46-c3f3-446d-9def-80c9d4acbb44 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Allocated IP 172.20.0.13 (ec05af77-ca69-434b-a6a2-504c45563310/063a69c8-eeed-44f2-bff9-ee8637dc9883/64fd6bc5-0f90-4ba1-ab00-58cb20206e00) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:34.580212 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-b117ed46-c3f3-446d-9def-80c9d4acbb44 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Allocated IP 172.20.0.12 (ec05af77-ca69-434b-a6a2-504c45563310/063a69c8-eeed-44f2-bff9-ee8637dc9883/64fd6bc5-0f90-4ba1-ab00-58cb20206e00) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:34.612466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-3753ab89-afc0-4224-84f1-77346c0a16a4 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Allocated IP 2001:db8::25d (ed942db7-71ac-482e-8903-aab234a91018/e68af097-39e7-4346-ba67-8a3e37c58d27/5c898c5b-82e5-4ae8-b48d-5b442698ffe3) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:34.649901 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3b28e50b-5ddf-475e-af65-cf4eec5dd5e1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.678366 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-3b28e50b-5ddf-475e-af65-cf4eec5dd5e1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for 65f7e158-f684-4818-af3c-4d46e93e3b59 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:34.698613 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] For port 51b8f5cf-2cb4-43a3-95af-9f340f64bcce, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=51b8f5cf-2cb4-43a3-95af-9f340f64bcce,segment=NetworkSegment(b31e484a-a4ff-4646-b0fc-b6486932243e),segment_id=b31e484a-a4ff-4646-b0fc-b6486932243e)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:34.698986 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.717519 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-2fec10f3-0708-406f-b8e2-e8af3bbbb695 None None] Provisioning complete for port 5771922f-30a9-41bc-adec-8fbb2fba6bb4 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:34.717821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.717987 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2fec10f3-0708-406f-b8e2-e8af3bbbb695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.750439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Calling delete_port for 51b8f5cf-2cb4-43a3-95af-9f340f64bcce owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:34.828104 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b117ed46-c3f3-446d-9def-80c9d4acbb44 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.859987 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.863721 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Allocated IP 172.20.0.3 (41287049-fd1a-4493-adee-dfe5819d7c7b/6e0d4946-d0a4-4434-9cf7-0c0ed1122186/a6bc74fd-52f4-4ebb-86f8-16b91a7c2387) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:34.887379 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-28812958-ddba-4ee8-931f-9111d8bfb2a5 None None] Deleting port 51b8f5cf-2cb4-43a3-95af-9f340f64bcce {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:34.887944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-28812958-ddba-4ee8-931f-9111d8bfb2a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.965763 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3b28e50b-5ddf-475e-af65-cf4eec5dd5e1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:34.994895 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28e50b-5ddf-475e-af65-cf4eec5dd5e1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=65f7e158-f684-4818-af3c-4d46e93e3b59,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:34.997630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b117ed46-c3f3-446d-9def-80c9d4acbb44 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.049169 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3b28e50b-5ddf-475e-af65-cf4eec5dd5e1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.052306 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3b28e50b-5ddf-475e-af65-cf4eec5dd5e1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/65f7e158-f684-4818-af3c-4d46e93e3b59 HTTP/1.1" status: 204 len: 168 time: 0.7642665 Nov 11 12:12:35.055567 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.060259 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49666) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:35.065612 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3753ab89-afc0-4224-84f1-77346c0a16a4 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.070690 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b117ed46-c3f3-446d-9def-80c9d4acbb44 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network ec05af77-ca69-434b-a6a2-504c45563310 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:35.080519 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-b117ed46-c3f3-446d-9def-80c9d4acbb44 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:35.087788 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 5771922f-30a9-41bc-adec-8fbb2fba6bb4, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=5771922f-30a9-41bc-adec-8fbb2fba6bb4,segment=NetworkSegment(941fcfb2-b6c9-467e-8163-a4b8ea49c831),segment_id=941fcfb2-b6c9-467e-8163-a4b8ea49c831)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:35.113874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b117ed46-c3f3-446d-9def-80c9d4acbb44 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:35.121851 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ded457f-a958-4ed8-84bf-45208f2ad6fe None None] DHCP port deletion for ec05af77-ca69-434b-a6a2-504c45563310 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:35.142232 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-28812958-ddba-4ee8-931f-9111d8bfb2a5 None None] For port 51b8f5cf-2cb4-43a3-95af-9f340f64bcce, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=51b8f5cf-2cb4-43a3-95af-9f340f64bcce,segment=NetworkSegment(b31e484a-a4ff-4646-b0fc-b6486932243e),segment_id=b31e484a-a4ff-4646-b0fc-b6486932243e)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:35.142830 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117ed46-c3f3-446d-9def-80c9d4acbb44 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=64fd6bc5-0f90-4ba1-ab00-58cb20206e00,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:35.142949 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-28812958-ddba-4ee8-931f-9111d8bfb2a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.144037 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event deleted for resources: {'Port': ['ID=51b8f5cf-2cb4-43a3-95af-9f340f64bcce,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:35.153708 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] No DVR routers for this DVR port 51b8f5cf-2cb4-43a3-95af-9f340f64bcce on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:35.162542 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2fec10f3-0708-406f-b8e2-e8af3bbbb695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.188616 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-28812958-ddba-4ee8-931f-9111d8bfb2a5 None None] Calling delete_port for 51b8f5cf-2cb4-43a3-95af-9f340f64bcce owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:35.193059 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.215174 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c618a36f-29c5-4944-aca4-0f84d2751c2a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:35.217202 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c618a36f-29c5-4944-aca4-0f84d2751c2a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:35.219482 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c618a36f-29c5-4944-aca4-0f84d2751c2a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1581156 Nov 11 12:12:35.223523 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49670) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:35.274893 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b117ed46-c3f3-446d-9def-80c9d4acbb44 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:35.275944 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b117ed46-c3f3-446d-9def-80c9d4acbb44 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.313356 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.315546 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-fced4cdf-928f-4bea-9b75-c36b2705a882 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet c5dd39f3-ca2f-4933-8431-8e605a5271a0 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:12:35.319296 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fced4cdf-928f-4bea-9b75-c36b2705a882 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.349522 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c61088-3958-4cdd-8bd4-7cbc59d4edc7']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:35.366744 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31e484a-a4ff-4646-b0fc-b6486932243e') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:35.367274 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31e484a-a4ff-4646-b0fc-b6486932243e') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:35.381330 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fced4cdf-928f-4bea-9b75-c36b2705a882 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.381832 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.408231 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3753ab89-afc0-4224-84f1-77346c0a16a4 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.411135 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.418621 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b117ed46-c3f3-446d-9def-80c9d4acbb44 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9659591 Nov 11 12:12:35.422855 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49672) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:35.428659 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '64fd6bc5-0f90-4ba1-ab00-58cb20206e00', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:35.433042 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-28812958-ddba-4ee8-931f-9111d8bfb2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.457412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-2fec10f3-0708-406f-b8e2-e8af3bbbb695 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:12:35.457955 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-2fec10f3-0708-406f-b8e2-e8af3bbbb695 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:12:35.464825 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3753ab89-afc0-4224-84f1-77346c0a16a4 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Network ed942db7-71ac-482e-8903-aab234a91018 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:35.465999 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fced4cdf-928f-4bea-9b75-c36b2705a882 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.467969 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:35.468492 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:35.471692 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:35.492156 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-3753ab89-afc0-4224-84f1-77346c0a16a4 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:35.522242 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28812958-ddba-4ee8-931f-9111d8bfb2a5 None None] No DVR routers for this DVR port 51b8f5cf-2cb4-43a3-95af-9f340f64bcce on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:35.528107 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.535199 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=5771922f-30a9-41bc-adec-8fbb2fba6bb4,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:35.555291 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3753ab89-afc0-4224-84f1-77346c0a16a4 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:35.555830 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.562308 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3753ab89-afc0-4224-84f1-77346c0a16a4 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:35.563445 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3753ab89-afc0-4224-84f1-77346c0a16a4 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.590764 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28812958-ddba-4ee8-931f-9111d8bfb2a5 None None] Pushing event deleted for resources: {'Port': ['ID=51b8f5cf-2cb4-43a3-95af-9f340f64bcce,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:35.609217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753ab89-afc0-4224-84f1-77346c0a16a4 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event updated for resources: {'Port': ['ID=5c898c5b-82e5-4ae8-b48d-5b442698ffe3,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:35.617455 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7620b05c-fd4d-4928-b634-1485329fc987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.671535 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fced4cdf-928f-4bea-9b75-c36b2705a882 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.673022 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.707540 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.722472 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced4cdf-928f-4bea-9b75-c36b2705a882 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=c5dd39f3-ca2f-4933-8431-8e605a5271a0,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:35.725566 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fced4cdf-928f-4bea-9b75-c36b2705a882 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.726116 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Network 41287049-fd1a-4493-adee-dfe5819d7c7b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:35.729213 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:35.732208 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fced4cdf-928f-4bea-9b75-c36b2705a882 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/c5dd39f3-ca2f-4933-8431-8e605a5271a0 HTTP/1.1" status: 204 len: 168 time: 0.5076251 Nov 11 12:12:35.733870 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:35.735294 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49676) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:35.739571 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Pushing event updated for resources: {'Port': ['ID=a6bc74fd-52f4-4ebb-86f8-16b91a7c2387,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:35.743608 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.745027 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c225d3-7855-471d-9f0e-56720b8aa0d6 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:35.761547 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "DELETE /v2.0/networks/70c61088-3958-4cdd-8bd4-7cbc59d4edc7 HTTP/1.1" status: 204 len: 168 time: 1.9018955 Nov 11 12:12:35.764843 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49678) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:35.782770 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3753ab89-afc0-4224-84f1-77346c0a16a4 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.0478489 Nov 11 12:12:35.802516 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-10597cc5-a60e-49c2-8b2e-e9f5405f550e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659194 Nov 11 12:12:35.803236 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49680) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:35.803559 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49682) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:35.810466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.812219 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-33000fe7-f3ff-416e-b171-1623fccda6ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:35.828825 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:35.860004 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4deb3d-a92e-4271-a2f5-17cecbbb0589 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Pushing event deleted for resources: {'Network': ['ID=70c61088-3958-4cdd-8bd4-7cbc59d4edc7,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:35.883237 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ec835a5a-9b31-4e6a-974c-6ea4bf87f1e4 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "GET /v2.0/ports?device_id=07abeda6-0865-4338-8e26-a446a185c4ff HTTP/1.1" status: 200 len: 205 time: 0.1110253 Nov 11 12:12:35.885093 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Subnet': ['ID=6e0d4946-d0a4-4434-9cf7-0c0ed1122186,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:35.888400 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49684) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:36.048049 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1206d1-3e80-4e1d-9fa9-8ec5edbd96df tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:36.058151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1206d1-3e80-4e1d-9fa9-8ec5edbd96df tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:36.069219 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1206d1-3e80-4e1d-9fa9-8ec5edbd96df tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:36.072463 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7c1206d1-3e80-4e1d-9fa9-8ec5edbd96df tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2663391 Nov 11 12:12:36.090740 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49688) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:36.093135 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f94e5352-70f3-4201-9b30-d866594f9079 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.115619 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 5771922f-30a9-41bc-adec-8fbb2fba6bb4 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:36.127568 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Attempting to bind port a6bc74fd-52f4-4ebb-86f8-16b91a7c2387 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:36.132163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Attempting to bind port a6bc74fd-52f4-4ebb-86f8-16b91a7c2387 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '23781afe-fc6b-4af2-9f4b-2e9bc35cc405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '41287049-fd1a-4493-adee-dfe5819d7c7b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:36.132163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Attempting to bind port a6bc74fd-52f4-4ebb-86f8-16b91a7c2387 on network 41287049-fd1a-4493-adee-dfe5819d7c7b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:36.161591 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Allocated IP 172.26.5.191 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/b32582cd-6751-4d07-820c-899414d2d0f7) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:36.170612 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:36.171277 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Checking segment: {'id': '23781afe-fc6b-4af2-9f4b-2e9bc35cc405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '41287049-fd1a-4493-adee-dfe5819d7c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:36.172455 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.173007 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Bound using segment: {'id': '23781afe-fc6b-4af2-9f4b-2e9bc35cc405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '41287049-fd1a-4493-adee-dfe5819d7c7b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:36.173495 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Bound port: a6bc74fd-52f4-4ebb-86f8-16b91a7c2387, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23781afe-fc6b-4af2-9f4b-2e9bc35cc405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '41287049-fd1a-4493-adee-dfe5819d7c7b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:36.174127 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.180549 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.232538 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33000fe7-f3ff-416e-b171-1623fccda6ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:36.235370 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33000fe7-f3ff-416e-b171-1623fccda6ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.305323 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ead2012f-0f79-46de-89ec-368592080140 None None] Provisioning complete for port 6253c25e-4eaf-46c2-aa13-70b95ffb1994 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:36.309662 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ead2012f-0f79-46de-89ec-368592080140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.377642 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41287049-fd1a-4493-adee-dfe5819d7c7b']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:36.407001 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e466788b-99ce-4939-9c0f-7d0179e9f0bb None None] DHCP port deletion for db126361-d280-4945-be72-90312642a11b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:36.419750 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] For port a6bc74fd-52f4-4ebb-86f8-16b91a7c2387, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:36.451700 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 5771922f-30a9-41bc-adec-8fbb2fba6bb4 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:36.452075 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.466869 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23781afe-fc6b-4af2-9f4b-2e9bc35cc405') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:36.467293 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23781afe-fc6b-4af2-9f4b-2e9bc35cc405') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:36.472909 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f94e5352-70f3-4201-9b30-d866594f9079 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.480684 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f94e5352-70f3-4201-9b30-d866594f9079 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.678687 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ead2012f-0f79-46de-89ec-368592080140 None None] Port 6253c25e-4eaf-46c2-aa13-70b95ffb1994 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:36.681700 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] For port a6bc74fd-52f4-4ebb-86f8-16b91a7c2387, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a6bc74fd-52f4-4ebb-86f8-16b91a7c2387,segment=NetworkSegment(23781afe-fc6b-4af2-9f4b-2e9bc35cc405),segment_id=23781afe-fc6b-4af2-9f4b-2e9bc35cc405)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:36.715617 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.756663 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.766252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ead2012f-0f79-46de-89ec-368592080140 None None] Provisioning complete for port 64fd6bc5-0f90-4ba1-ab00-58cb20206e00 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:36.766625 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ead2012f-0f79-46de-89ec-368592080140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.825553 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ead2012f-0f79-46de-89ec-368592080140 None None] Port 64fd6bc5-0f90-4ba1-ab00-58cb20206e00 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:36.853690 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.912683 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4b432d-01cf-4677-bd83-d4d2cd0b8fdd None None] Network 41287049-fd1a-4493-adee-dfe5819d7c7b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:36.918070 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.920954 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.931936 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:36.932677 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:36.935982 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:36.938931 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ead2012f-0f79-46de-89ec-368592080140 None None] Provisioning complete for port 5771922f-30a9-41bc-adec-8fbb2fba6bb4 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:36.938931 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ead2012f-0f79-46de-89ec-368592080140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.952883 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33000fe7-f3ff-416e-b171-1623fccda6ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.975955 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e466788b-99ce-4939-9c0f-7d0179e9f0bb None None] Deleting port 73de6398-ff39-46ff-a873-e7ea48b61389 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:36.976328 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e466788b-99ce-4939-9c0f-7d0179e9f0bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:36.982058 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-d0f7bc75-41da-4106-b302-817696307739 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Deleting port 5c898c5b-82e5-4ae8-b48d-5b442698ffe3 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:36.982520 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d0f7bc75-41da-4106-b302-817696307739 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:37.018360 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33000fe7-f3ff-416e-b171-1623fccda6ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=bece0da7-a18f-483a-b88e-5c4b66ad6b05,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:37.030968 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33000fe7-f3ff-416e-b171-1623fccda6ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:37.034016 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-33000fe7-f3ff-416e-b171-1623fccda6ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:37.037666 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33000fe7-f3ff-416e-b171-1623fccda6ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:37.038410 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33000fe7-f3ff-416e-b171-1623fccda6ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:37.085636 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d0f7bc75-41da-4106-b302-817696307739 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:37.099780 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-d0f7bc75-41da-4106-b302-817696307739 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Calling delete_port for 5c898c5b-82e5-4ae8-b48d-5b442698ffe3 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:37.107611 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6e68b-b211-4106-8e1f-268178135ad4 None None] Pushing event updated for resources: {'Port': ['ID=a6bc74fd-52f4-4ebb-86f8-16b91a7c2387,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:37.123929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:37.130823 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-33000fe7-f3ff-416e-b171-1623fccda6ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3229194 Nov 11 12:12:37.145200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49694) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:37.158661 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-b6f96933-fe0e-4ce4-b55e-f0a0a482c785 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'fixed_ips': [{'subnet_id': 'bece0da7-a18f-483a-b88e-5c4b66ad6b05', 'ip_address': '2001:db8::77d1:8a51:3684:4d26'}], 'name': 'tempest-NetworksTestDHCPv6-2121376442'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:37.244602 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 51b8f5cf-2cb4-43a3-95af-9f340f64bcce no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:12:37.273230 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f94e5352-70f3-4201-9b30-d866594f9079 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:37.274027 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94e5352-70f3-4201-9b30-d866594f9079 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Fanout notify agent at l3_agent the message router_deleted on router 07abeda6-0865-4338-8e26-a446a185c4ff {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:12:37.284841 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-e466788b-99ce-4939-9c0f-7d0179e9f0bb None None] For port 73de6398-ff39-46ff-a873-e7ea48b61389, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=73de6398-ff39-46ff-a873-e7ea48b61389,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:37.285144 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e466788b-99ce-4939-9c0f-7d0179e9f0bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:37.292756 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 51b8f5cf-2cb4-43a3-95af-9f340f64bcce {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:12:37.292756 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 51b8f5cf-2cb4-43a3-95af-9f340f64bcce not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:12:37.294596 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f94e5352-70f3-4201-9b30-d866594f9079 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:37.299203 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f94e5352-70f3-4201-9b30-d866594f9079 tempest-RoutersNegativeTest-289334696 tempest-RoutersNegativeTest-289334696-project] 10.222.0.50 "DELETE /v2.0/routers/07abeda6-0865-4338-8e26-a446a185c4ff HTTP/1.1" status: 204 len: 168 time: 1.4046102 Nov 11 12:12:37.310149 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e466788b-99ce-4939-9c0f-7d0179e9f0bb None None] Calling delete_port for 73de6398-ff39-46ff-a873-e7ea48b61389 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:37.346991 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.db.api [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:12:37.346991 dv-neutron-786478-23-hyperv neutron-server[103001]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:12:37.346991 dv-neutron-786478-23-hyperv neutron-server[103001]: [parameters: {'id': '41287049-fd1a-4493-adee-dfe5819d7c7b'}] Nov 11 12:12:37.346991 dv-neutron-786478-23-hyperv neutron-server[103001]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:12:37.347672 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG oslo_db.api [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:12:37.348439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d0f7bc75-41da-4106-b302-817696307739 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:37.408958 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-69e25d6d-c7c1-4c48-a51e-8214fdc0ecdc None None] Could not find standard attr ID for object 5c898c5b-82e5-4ae8-b48d-5b442698ffe3. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:12:37.412345 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:37.415316 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:37.419266 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:37.446496 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7bc75-41da-4106-b302-817696307739 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event deleted for resources: {'Port': ['ID=5c898c5b-82e5-4ae8-b48d-5b442698ffe3,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:37.462912 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=b32582cd-6751-4d07-820c-899414d2d0f7,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:37.504255 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f96933-fe0e-4ce4-b55e-f0a0a482c785 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:37.539805 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e466788b-99ce-4939-9c0f-7d0179e9f0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:37.566271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d0f7bc75-41da-4106-b302-817696307739 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:37.572757 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d0f7bc75-41da-4106-b302-817696307739 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "DELETE /v2.0/ports/5c898c5b-82e5-4ae8-b48d-5b442698ffe3 HTTP/1.1" status: 204 len: 168 time: 1.3920596 Nov 11 12:12:37.572885 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49702) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:37.584109 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466788b-99ce-4939-9c0f-7d0179e9f0bb None None] Pushing event deleted for resources: {'Port': ['ID=73de6398-ff39-46ff-a873-e7ea48b61389,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:37.606029 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e466788b-99ce-4939-9c0f-7d0179e9f0bb None None] No DVR routers for this DVR port 73de6398-ff39-46ff-a873-e7ea48b61389 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:37.613794 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-246cde79-ff7c-4cda-9ee3-d89b9c75377e tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] GET failed (client error): The resource could not be found. Nov 11 12:12:37.619202 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-246cde79-ff7c-4cda-9ee3-d89b9c75377e tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "GET /v2.0/ports/5c898c5b-82e5-4ae8-b48d-5b442698ffe3 HTTP/1.1" status: 404 len: 333 time: 0.0446897 Nov 11 12:12:37.626023 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49704) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:37.638372 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8c31ef-c71f-4d86-b641-710f987e0284 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:37.639283 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-cdadc87f-5f39-429c-87f1-6d0a04ce657a tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Request body: {'port': {'network_id': 'ed942db7-71ac-482e-8903-aab234a91018', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1104655878'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:37.845883 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6f96933-fe0e-4ce4-b55e-f0a0a482c785 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:37.848985 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:37.873099 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-b6f96933-fe0e-4ce4-b55e-f0a0a482c785 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port b0233b80-1dd9-43b4-897f-2fb945e54abf yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:37.918073 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-db126361-d280-4945-be72-90312642a11b', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'fixed_ips': [{'subnet_id': 'bece0da7-a18f-483a-b88e-5c4b66ad6b05'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:37.919462 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:37.998627 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdadc87f-5f39-429c-87f1-6d0a04ce657a tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Made reservation on behalf of d2f6d421b3b84a27bad6d2b9efde3b5b for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:38.002220 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cdadc87f-5f39-429c-87f1-6d0a04ce657a tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.005107 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49710) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:38.041683 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-cdadc87f-5f39-429c-87f1-6d0a04ce657a tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] device_id is not set on port b1a2384b-098b-4bc4-b5eb-bb9088b4de8e yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:38.141769 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Allocated IP 2001:db8::2 (db126361-d280-4945-be72-90312642a11b/bece0da7-a18f-483a-b88e-5c4b66ad6b05/a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:38.158779 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Deleting port a6bc74fd-52f4-4ebb-86f8-16b91a7c2387 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:38.159399 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.161395 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 73de6398-ff39-46ff-a873-e7ea48b61389 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:12:38.198552 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 73de6398-ff39-46ff-a873-e7ea48b61389 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:12:38.203167 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 73de6398-ff39-46ff-a873-e7ea48b61389 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:12:38.212576 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.240640 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.275859 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] For port a6bc74fd-52f4-4ebb-86f8-16b91a7c2387, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a6bc74fd-52f4-4ebb-86f8-16b91a7c2387,segment=NetworkSegment(23781afe-fc6b-4af2-9f4b-2e9bc35cc405),segment_id=23781afe-fc6b-4af2-9f4b-2e9bc35cc405)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:38.276361 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.300701 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-cdadc87f-5f39-429c-87f1-6d0a04ce657a tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Allocated IP 2001:db8::3e9 (ed942db7-71ac-482e-8903-aab234a91018/e68af097-39e7-4346-ba67-8a3e37c58d27/b1a2384b-098b-4bc4-b5eb-bb9088b4de8e) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:38.306276 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Calling delete_port for a6bc74fd-52f4-4ebb-86f8-16b91a7c2387 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:38.334599 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.336102 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.387662 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4822c811-3d99-454a-8eb8-064351c93bae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0715e178438b4e3eb40d258142ed681d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3814270 Nov 11 12:12:38.388954 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49716) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:38.404378 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.442293 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:38.447331 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:38.449960 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:38.492361 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Pushing event updated for resources: {'Port': ['ID=a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:38.524516 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-b6f96933-fe0e-4ce4-b55e-f0a0a482c785 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::77d1:8a51:3684:4d26 (db126361-d280-4945-be72-90312642a11b/bece0da7-a18f-483a-b88e-5c4b66ad6b05/b0233b80-1dd9-43b4-897f-2fb945e54abf) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:38.526796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Attempting to bind port a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:38.528032 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Attempting to bind port a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:38.528631 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Attempting to bind port a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:38.534316 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:38.534787 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:38.535297 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.535663 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:38.536736 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Bound port: a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:38.536736 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.554051 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cdadc87f-5f39-429c-87f1-6d0a04ce657a tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.576528 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70a3f77b-8eb0-4995-b477-078e896cb4f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.584994 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.615753 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] For port a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:38.618036 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Port': ['ID=a6bc74fd-52f4-4ebb-86f8-16b91a7c2387,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:38.621195 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No DVR routers for this DVR port a6bc74fd-52f4-4ebb-86f8-16b91a7c2387 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:38.631557 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] For port a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:38.637271 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70a3f77b-8eb0-4995-b477-078e896cb4f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.681129 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.693789 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cdadc87f-5f39-429c-87f1-6d0a04ce657a tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.729885 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.746719 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.768314 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdadc87f-5f39-429c-87f1-6d0a04ce657a tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Network ed942db7-71ac-482e-8903-aab234a91018 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:38.770296 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.781109 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-cdadc87f-5f39-429c-87f1-6d0a04ce657a tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:38.783688 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdadc87f-5f39-429c-87f1-6d0a04ce657a tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:38.789600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdadc87f-5f39-429c-87f1-6d0a04ce657a tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:38.790244 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cdadc87f-5f39-429c-87f1-6d0a04ce657a tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.796146 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64964c0b-6a08-4be8-8b21-44bfac0543d5 None None] Pushing event updated for resources: {'Port': ['ID=a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:38.810921 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41287049-fd1a-4493-adee-dfe5819d7c7b']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:38.815296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadc87f-5f39-429c-87f1-6d0a04ce657a tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event updated for resources: {'Port': ['ID=b1a2384b-098b-4bc4-b5eb-bb9088b4de8e,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:38.828301 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23781afe-fc6b-4af2-9f4b-2e9bc35cc405') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:38.829252 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23781afe-fc6b-4af2-9f4b-2e9bc35cc405') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:38.844645 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.859816 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.859939 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70a3f77b-8eb0-4995-b477-078e896cb4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.862531 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70a3f77b-8eb0-4995-b477-078e896cb4f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.866609 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:38.869445 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.869784 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-70a3f77b-8eb0-4995-b477-078e896cb4f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/657c4588-8730-48fe-8873-18a9e3fdd859 HTTP/1.1" status: 204 len: 168 time: 0.4771798 Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:38.870438 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:38.887670 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6f96933-fe0e-4ce4-b55e-f0a0a482c785 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:38.921435 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-cdadc87f-5f39-429c-87f1-6d0a04ce657a tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2883177 Nov 11 12:12:38.922771 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3f77b-8eb0-4995-b477-078e896cb4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657c4588-8730-48fe-8873-18a9e3fdd859,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:38.926202 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49724) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:38.929980 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=b32582cd-6751-4d07-820c-899414d2d0f7,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:38.941852 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-9687b3d1-21b8-4cae-a7f3-6db2ffa14651 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18c', 'mac_address': 'fa:16:3e:28:6a:e7'}]}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:39.000721 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:39.030214 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:39.042001 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:39.056631 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/41287049-fd1a-4493-adee-dfe5819d7c7b HTTP/1.1" status: 204 len: 168 time: 4.9629223 Nov 11 12:12:39.059723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49726) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:39.074957 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e31713-7310-4e99-b699-9229e869cfa7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Network': ['ID=41287049-fd1a-4493-adee-dfe5819d7c7b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:39.093838 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-66bf9a71-b1ad-43ae-b8ed-06e6a0b51de4 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1889923737'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:39.153226 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:39.196722 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6f96933-fe0e-4ce4-b55e-f0a0a482c785 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:39.259391 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6cc56c28-22a2-4da7-b311-53d7fb193cca None None] Provisioning complete for port b1a2384b-098b-4bc4-b5eb-bb9088b4de8e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:39.259682 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6cc56c28-22a2-4da7-b311-53d7fb193cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:39.264684 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Floating IP a1071a3c-7dee-4f64-9d38-07bb7cdbd07f associated. External IP: 172.26.5.191, port: 64fd6bc5-0f90-4ba1-ab00-58cb20206e00. Nov 11 12:12:39.299146 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-6cc56c28-22a2-4da7-b311-53d7fb193cca None None] Port b1a2384b-098b-4bc4-b5eb-bb9088b4de8e cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:39.327799 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bf9a71-b1ad-43ae-b8ed-06e6a0b51de4 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:39.330989 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66bf9a71-b1ad-43ae-b8ed-06e6a0b51de4 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:39.334429 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f96933-fe0e-4ce4-b55e-f0a0a482c785 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:39.365249 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-b6f96933-fe0e-4ce4-b55e-f0a0a482c785 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:39.366667 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f96933-fe0e-4ce4-b55e-f0a0a482c785 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=b0233b80-1dd9-43b4-897f-2fb945e54abf,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:39.373207 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f96933-fe0e-4ce4-b55e-f0a0a482c785 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:39.378652 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f96933-fe0e-4ce4-b55e-f0a0a482c785 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:39.379271 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6f96933-fe0e-4ce4-b55e-f0a0a482c785 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:39.438093 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9687b3d1-21b8-4cae-a7f3-6db2ffa14651 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:39.462883 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66bf9a71-b1ad-43ae-b8ed-06e6a0b51de4 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:12:39.501252 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b6f96933-fe0e-4ce4-b55e-f0a0a482c785 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3545868 Nov 11 12:12:39.504152 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49732) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:39.505469 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66bf9a71-b1ad-43ae-b8ed-06e6a0b51de4 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:39.505804 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-66bf9a71-b1ad-43ae-b8ed-06e6a0b51de4 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Added segment 4e4fa263-085e-4b29-8a91-c2f1a146da65 of type vlan for network 7f4b31e0-3466-477f-afbb-f24288c802d4 Nov 11 12:12:39.575739 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1981e517-e062-4082-9be2-145566fc92df tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:39.581964 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1981e517-e062-4082-9be2-145566fc92df tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:39.586602 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1981e517-e062-4082-9be2-145566fc92df tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0811625 Nov 11 12:12:39.587288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49736) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:39.624424 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66bf9a71-b1ad-43ae-b8ed-06e6a0b51de4 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:39.697236 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-9244cce2-4291-4e43-b13c-aa83ea2b07c2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port b0233b80-1dd9-43b4-897f-2fb945e54abf {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:39.697627 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9244cce2-4291-4e43-b13c-aa83ea2b07c2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:39.804156 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66bf9a71-b1ad-43ae-b8ed-06e6a0b51de4 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:39.809955 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bf9a71-b1ad-43ae-b8ed-06e6a0b51de4 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:39.812797 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66bf9a71-b1ad-43ae-b8ed-06e6a0b51de4 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:39.828448 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router f495fee8-5490-48c5-b152-7dc1bc937a87 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:39.855174 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9244cce2-4291-4e43-b13c-aa83ea2b07c2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:39.877486 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-9244cce2-4291-4e43-b13c-aa83ea2b07c2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for b0233b80-1dd9-43b4-897f-2fb945e54abf owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:39.943352 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-66bf9a71-b1ad-43ae-b8ed-06e6a0b51de4 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8813291 Nov 11 12:12:39.948614 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49746) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:39.955427 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-cfcc6158-807f-42c2-83a9-834e9662b7b3 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'subnet': {'network_id': '7f4b31e0-3466-477f-afbb-f24288c802d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:39.978065 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9687b3d1-21b8-4cae-a7f3-6db2ffa14651 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:39.978065 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf9a71-b1ad-43ae-b8ed-06e6a0b51de4 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Network': ['ID=7f4b31e0-3466-477f-afbb-f24288c802d4,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:39.978499 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 7f4b31e0-3466-477f-afbb-f24288c802d4 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:12:40.047868 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:40.061516 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514087a6-70b6-4117-b530-ab2e7f868714 None None] Sync routers for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:40.075680 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514087a6-70b6-4117-b530-ab2e7f868714 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:40.076404 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-514087a6-70b6-4117-b530-ab2e7f868714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:40.079575 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9687b3d1-21b8-4cae-a7f3-6db2ffa14651 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:40.169814 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:40.178743 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-514087a6-70b6-4117-b530-ab2e7f868714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:40.201953 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514087a6-70b6-4117-b530-ab2e7f868714 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:40.202673 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-514087a6-70b6-4117-b530-ab2e7f868714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:40.270898 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-514087a6-70b6-4117-b530-ab2e7f868714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:40.272180 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514087a6-70b6-4117-b530-ab2e7f868714 None None] The sync data for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:40.274294 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-91cf06f9-674d-46d6-a4a6-0e284e380b74 None None] Provisioning complete for port a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:40.277243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-91cf06f9-674d-46d6-a4a6-0e284e380b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:40.343008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:40.343741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:40.378641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcc6158-807f-42c2-83a9-834e9662b7b3 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:40.382909 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cfcc6158-807f-42c2-83a9-834e9662b7b3 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:40.434599 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-91cf06f9-674d-46d6-a4a6-0e284e380b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:40.550438 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49758) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:40.571610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9244cce2-4291-4e43-b13c-aa83ea2b07c2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:40.588830 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:40.598065 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-9687b3d1-21b8-4cae-a7f3-6db2ffa14651 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] In _notify_port_updated(), no bound segment for port b1a2384b-098b-4bc4-b5eb-bb9088b4de8e on network ed942db7-71ac-482e-8903-aab234a91018 {{(pid=103002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:12:40.604277 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9687b3d1-21b8-4cae-a7f3-6db2ffa14651 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:40.604473 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a724f3-8bb8-4d07-976b-99779af86d00 None None] get_active_networks_info from dv-neutron-786478-23-hyperv {{(pid=103003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:12:40.604923 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9687b3d1-21b8-4cae-a7f3-6db2ffa14651 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:40.608922 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9687b3d1-21b8-4cae-a7f3-6db2ffa14651 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "PUT /v2.0/ports/b1a2384b-098b-4bc4-b5eb-bb9088b4de8e HTTP/1.1" status: 200 len: 1003 time: 1.6737411 Nov 11 12:12:40.622532 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49764) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:40.649217 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687b3d1-21b8-4cae-a7f3-6db2ffa14651 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event updated for resources: {'Port': ['ID=b1a2384b-098b-4bc4-b5eb-bb9088b4de8e,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:40.679979 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0e1dee5d-a935-44e8-a7b2-5366f876b9f3 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.2562733 Nov 11 12:12:40.685736 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49766) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:40.688552 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244cce2-4291-4e43-b13c-aa83ea2b07c2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=b0233b80-1dd9-43b4-897f-2fb945e54abf,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:40.726865 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-84b7b75d-b0d8-44a4-9c88-13fee052c4b2 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'floatingip': {'port_id': '64fd6bc5-0f90-4ba1-ab00-58cb20206e00', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:40.742243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-91cf06f9-674d-46d6-a4a6-0e284e380b74 None None] For port a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:40.749239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-d0198de3-da16-4c73-9d63-840e45ae4afe tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Deleting port b1a2384b-098b-4bc4-b5eb-bb9088b4de8e {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:40.749591 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d0198de3-da16-4c73-9d63-840e45ae4afe tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:40.784444 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9244cce2-4291-4e43-b13c-aa83ea2b07c2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:40.787686 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9244cce2-4291-4e43-b13c-aa83ea2b07c2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/b0233b80-1dd9-43b4-897f-2fb945e54abf HTTP/1.1" status: 204 len: 168 time: 1.1994662 Nov 11 12:12:40.792471 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49768) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:40.827090 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:40.830273 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:40.831134 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-2606c248-071d-4881-861b-a566caab920b tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1693215544'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:40.841527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-91cf06f9-674d-46d6-a4a6-0e284e380b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:40.878055 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a4ba48-0bf1-4d6f-8af3-15e86f768250 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:40.879656 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a4ba48-0bf1-4d6f-8af3-15e86f768250 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:40.881189 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84b7b75d-b0d8-44a4-9c88-13fee052c4b2 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:40.882939 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-32a4ba48-0bf1-4d6f-8af3-15e86f768250 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0900297 Nov 11 12:12:40.887029 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49772) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:40.907078 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d0198de3-da16-4c73-9d63-840e45ae4afe tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:40.913229 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a724f3-8bb8-4d07-976b-99779af86d00 None None] Resources bound (agent type, host, resource id): {{(pid=103003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:12:40.948126 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-d0198de3-da16-4c73-9d63-840e45ae4afe tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Calling delete_port for b1a2384b-098b-4bc4-b5eb-bb9088b4de8e owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:40.972838 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cfcc6158-807f-42c2-83a9-834e9662b7b3 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:40.975411 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0eb3aeda-0d01-4a67-b339-ab82e9c6d4b2 None None] Could not find standard attr ID for object b0233b80-1dd9-43b4-897f-2fb945e54abf. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:12:40.980393 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf06f9-674d-46d6-a4a6-0e284e380b74 None None] Pushing event updated for resources: {'Port': ['ID=a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:40.986929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8472c6-dc0c-4af1-a2ab-f6fd29633a88 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet bece0da7-a18f-483a-b88e-5c4b66ad6b05 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:12:40.990837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4d8472c6-dc0c-4af1-a2ab-f6fd29633a88 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.033221 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4d8472c6-dc0c-4af1-a2ab-f6fd29633a88 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.040362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2606c248-071d-4881-861b-a566caab920b tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.048340 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:12:41.048794 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:12:41.110870 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2606c248-071d-4881-861b-a566caab920b tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.123199 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc6158-807f-42c2-83a9-834e9662b7b3 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Subnet': ['ID=2d5ca260-03ec-4e7a-8e71-4740d4282fcc,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:41.170012 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4d8472c6-dc0c-4af1-a2ab-f6fd29633a88 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.202619 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcc6158-807f-42c2-83a9-834e9662b7b3 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Checking segment: {'id': '4e4fa263-085e-4b29-8a91-c2f1a146da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4b31e0-3466-477f-afbb-f24288c802d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:41.202970 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcc6158-807f-42c2-83a9-834e9662b7b3 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network hostable DHCP agents. Network: 7f4b31e0-3466-477f-afbb-f24288c802d4, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:12:41.347988 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4d8472c6-dc0c-4af1-a2ab-f6fd29633a88 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.361290 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2606c248-071d-4881-861b-a566caab920b tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.397977 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8472c6-dc0c-4af1-a2ab-f6fd29633a88 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=bece0da7-a18f-483a-b88e-5c4b66ad6b05,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:41.406713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d0198de3-da16-4c73-9d63-840e45ae4afe tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.419876 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4d8472c6-dc0c-4af1-a2ab-f6fd29633a88 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.427898 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4d8472c6-dc0c-4af1-a2ab-f6fd29633a88 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/bece0da7-a18f-483a-b88e-5c4b66ad6b05 HTTP/1.1" status: 204 len: 168 time: 0.5400121 Nov 11 12:12:41.430357 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49776) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:41.456209 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0198de3-da16-4c73-9d63-840e45ae4afe tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event deleted for resources: {'Port': ['ID=b1a2384b-098b-4bc4-b5eb-bb9088b4de8e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:41.479799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcc6158-807f-42c2-83a9-834e9662b7b3 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network 7f4b31e0-3466-477f-afbb-f24288c802d4 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:12:41.486359 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-925f5008-9ce7-4033-809a-84c2ba377b07 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545762 Nov 11 12:12:41.487340 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2606c248-071d-4881-861b-a566caab920b tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.491439 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49778) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:41.602866 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb4068b-52e3-4785-aeef-0356ef7584fd tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:41.608592 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bbb4068b-52e3-4785-aeef-0356ef7584fd tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1120467 Nov 11 12:12:41.608592 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49780) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:41.609730 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d0198de3-da16-4c73-9d63-840e45ae4afe tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.612291 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563da137-3789-4ac5-adf3-3d4b16c25e80 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:41.613031 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d0198de3-da16-4c73-9d63-840e45ae4afe tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "DELETE /v2.0/ports/b1a2384b-098b-4bc4-b5eb-bb9088b4de8e HTTP/1.1" status: 204 len: 168 time: 0.9878013 Nov 11 12:12:41.621549 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49782) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:41.650356 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-cfcc6158-807f-42c2-83a9-834e9662b7b3 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 7f4b31e0-3466-477f-afbb-f24288c802d4) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:41.662592 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcc6158-807f-42c2-83a9-834e9662b7b3 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:41.663219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cfcc6158-807f-42c2-83a9-834e9662b7b3 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.668548 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e79358da-29b2-446a-b267-b17afa58639a None None] Could not find standard attr ID for object b1a2384b-098b-4bc4-b5eb-bb9088b4de8e. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:12:41.675159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc68f62-dafb-43d5-8cde-67974a8a4781 None None] Network 7f4b31e0-3466-477f-afbb-f24288c802d4 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:41.689582 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93e9af4-77b0-4356-92c0-09a1665cfe2a tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] GET failed (client error): The resource could not be found. Nov 11 12:12:41.691657 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c93e9af4-77b0-4356-92c0-09a1665cfe2a tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "GET /v2.0/ports/b1a2384b-098b-4bc4-b5eb-bb9088b4de8e HTTP/1.1" status: 404 len: 333 time: 0.0686452 Nov 11 12:12:41.695977 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84b7b75d-b0d8-44a4-9c88-13fee052c4b2 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.705440 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49786) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:41.707815 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606c248-071d-4881-861b-a566caab920b tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed0f355-0ec4-4d37-82e4-eb5b51e3fabe,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:41.729781 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-766cedd2-f0b6-4e1b-a7c2-a3a71cdfbe0d tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Request body: {'port': {'network_id': 'ed942db7-71ac-482e-8903-aab234a91018', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-666000409'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:41.753681 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2606c248-071d-4881-861b-a566caab920b tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.765780 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84b7b75d-b0d8-44a4-9c88-13fee052c4b2 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.816275 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-cfcc6158-807f-42c2-83a9-834e9662b7b3 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8660719 Nov 11 12:12:41.819029 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49788) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:41.824019 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8521d1af-4204-43f1-833b-0a8dd9e02843 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:41.826229 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8521d1af-4204-43f1-833b-0a8dd9e02843 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2179270 Nov 11 12:12:41.829106 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49790) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:41.888269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2606c248-071d-4881-861b-a566caab920b tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.893862 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-74e90693-07d4-41eb-9482-a91620982768 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633473 Nov 11 12:12:41.898452 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49792) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:41.903740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-4c24bc35-f64c-4a80-9398-af98b938d666 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:41.948159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4f59f1-82cb-48b5-80e2-1d07bda0b408 None None] DHCP port deletion for db126361-d280-4945-be72-90312642a11b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:41.966746 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-7f4b31e0-3466-477f-afbb-f24288c802d4', 'network_id': '7f4b31e0-3466-477f-afbb-f24288c802d4', 'tenant_id': '1ee537e4cf4b4ef5a4a77fc175d6ee20', 'fixed_ips': [{'subnet_id': '2d5ca260-03ec-4e7a-8e71-4740d4282fcc'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:41.967952 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:41.976980 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606c248-071d-4881-861b-a566caab920b tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f424c3d-35a4-4544-bd2a-6211d9d183e8,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:42.046999 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2606c248-071d-4881-861b-a566caab920b tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.050992 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2606c248-071d-4881-861b-a566caab920b tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4991488 Nov 11 12:12:42.053742 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49796) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:42.082560 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.138046 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:12:42.183393 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-9c4f59f1-82cb-48b5-80e2-1d07bda0b408 None None] Deleting port a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:42.183693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9c4f59f1-82cb-48b5-80e2-1d07bda0b408 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.189726 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c24bc35-f64c-4a80-9398-af98b938d666 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:42.193466 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4c24bc35-f64c-4a80-9398-af98b938d666 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.260285 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766cedd2-f0b6-4e1b-a7c2-a3a71cdfbe0d tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Made reservation on behalf of d2f6d421b3b84a27bad6d2b9efde3b5b for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:42.263819 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-766cedd2-f0b6-4e1b-a7c2-a3a71cdfbe0d tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.302991 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-766cedd2-f0b6-4e1b-a7c2-a3a71cdfbe0d tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] device_id is not set on port 737bfffc-4887-4db1-a940-2e0d523f45b3 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:42.321767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-9c4f59f1-82cb-48b5-80e2-1d07bda0b408 None None] For port a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:42.322229 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9c4f59f1-82cb-48b5-80e2-1d07bda0b408 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.349565 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Allocated IP 172.20.0.1 (7f4b31e0-3466-477f-afbb-f24288c802d4/2d5ca260-03ec-4e7a-8e71-4740d4282fcc/33c88194-6af2-4bb6-87d0-ee07653b82fb) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:42.353900 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-9c4f59f1-82cb-48b5-80e2-1d07bda0b408 None None] Calling delete_port for a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:42.365671 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.527940 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:42.539384 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-766cedd2-f0b6-4e1b-a7c2-a3a71cdfbe0d tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Allocated IP 2001:db8::3d1 (ed942db7-71ac-482e-8903-aab234a91018/e68af097-39e7-4346-ba67-8a3e37c58d27/737bfffc-4887-4db1-a940-2e0d523f45b3) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:42.547947 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-66058c1c-56e6-4454-b6f3-8c7065e47479 req-77d772a0-9e6a-4294-97c1-db8515a0a07a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5158830 Nov 11 12:12:42.557127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4c24bc35-f64c-4a80-9398-af98b938d666 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.568597 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2ebda8a5-f0e0-4d8f-8a8e-3782b05505f1 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.5127096 Nov 11 12:12:42.569191 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49800) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:42.579322 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-c684099a-dbc4-4a40-8469-9b6c71c50df5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group': {'name': 'tempest-security--2083259142', 'description': 'tempest-security-description-304909678'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:42.582582 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.589178 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.625328 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b7b75d-b0d8-44a4-9c88-13fee052c4b2 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router f495fee8-5490-48c5-b152-7dc1bc937a87 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:42.637937 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c24bc35-f64c-4a80-9398-af98b938d666 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:42.653279 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-4c24bc35-f64c-4a80-9398-af98b938d666 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:42.656742 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c24bc35-f64c-4a80-9398-af98b938d666 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:42.656742 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4c24bc35-f64c-4a80-9398-af98b938d666 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.678405 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24bc35-f64c-4a80-9398-af98b938d666 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=4544daf1-5495-4e82-a288-9d8277b5882b,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:42.683731 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9c4f59f1-82cb-48b5-80e2-1d07bda0b408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.692422 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.697610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c684099a-dbc4-4a40-8469-9b6c71c50df5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.703938 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:42.710894 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4f59f1-82cb-48b5-80e2-1d07bda0b408 None None] No DVR routers for this DVR port a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:42.730557 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f59f1-82cb-48b5-80e2-1d07bda0b408 None None] Pushing event deleted for resources: {'Port': ['ID=a2ecfb13-b89b-4a02-84df-a6cf6b1f4e1e,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:42.745563 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465c6b40-a580-4aef-920b-fac4f5a6ab3d None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:42.786178 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.792255 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66058c1c-56e6-4454-b6f3-8c7065e47479 req-eef678e2-e5eb-40de-b667-b8aee5424b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:42.794585 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-66058c1c-56e6-4454-b6f3-8c7065e47479 req-eef678e2-e5eb-40de-b667-b8aee5424b3b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7c72c31b24c4050875199b44c27e70d&device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 1098 time: 0.1606445 Nov 11 12:12:42.808334 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4c24bc35-f64c-4a80-9398-af98b938d666 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9086668 Nov 11 12:12:42.812295 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-766cedd2-f0b6-4e1b-a7c2-a3a71cdfbe0d tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.813426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49802) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:42.831427 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-40d2bf1d-0422-4a6f-9c37-24980a12b2e2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'fixed_ips': [{'subnet_id': '4544daf1-5495-4e82-a288-9d8277b5882b', 'ip_address': '2001:db8::af13:2a80:cb6a:8a13'}], 'name': 'tempest-NetworksTestDHCPv6-1971559619'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:42.847093 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Network 7f4b31e0-3466-477f-afbb-f24288c802d4 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:42.854042 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Pushing event updated for resources: {'Port': ['ID=33c88194-6af2-4bb6-87d0-ee07653b82fb,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:42.857436 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:42.868512 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:42.872337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c684099a-dbc4-4a40-8469-9b6c71c50df5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.917023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-766cedd2-f0b6-4e1b-a7c2-a3a71cdfbe0d tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.957927 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Attempting to bind port 33c88194-6af2-4bb6-87d0-ee07653b82fb on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:42.958295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Attempting to bind port 33c88194-6af2-4bb6-87d0-ee07653b82fb by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '4e4fa263-085e-4b29-8a91-c2f1a146da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4b31e0-3466-477f-afbb-f24288c802d4'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:42.958975 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Attempting to bind port 33c88194-6af2-4bb6-87d0-ee07653b82fb on network 7f4b31e0-3466-477f-afbb-f24288c802d4 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:42.966111 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:42.966498 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Checking segment: {'id': '4e4fa263-085e-4b29-8a91-c2f1a146da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4b31e0-3466-477f-afbb-f24288c802d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:42.966902 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.967791 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Bound using segment: {'id': '4e4fa263-085e-4b29-8a91-c2f1a146da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4b31e0-3466-477f-afbb-f24288c802d4'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:42.967791 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Bound port: 33c88194-6af2-4bb6-87d0-ee07653b82fb, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4fa263-085e-4b29-8a91-c2f1a146da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4b31e0-3466-477f-afbb-f24288c802d4'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:42.968149 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.968625 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766cedd2-f0b6-4e1b-a7c2-a3a71cdfbe0d tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Network ed942db7-71ac-482e-8903-aab234a91018 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:42.973951 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-766cedd2-f0b6-4e1b-a7c2-a3a71cdfbe0d tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:42.978030 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766cedd2-f0b6-4e1b-a7c2-a3a71cdfbe0d tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:42.984080 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766cedd2-f0b6-4e1b-a7c2-a3a71cdfbe0d tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:42.984395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-766cedd2-f0b6-4e1b-a7c2-a3a71cdfbe0d tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:42.997633 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c684099a-dbc4-4a40-8469-9b6c71c50df5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.000148 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c684099a-dbc4-4a40-8469-9b6c71c50df5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.001358 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c684099a-dbc4-4a40-8469-9b6c71c50df5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "PUT /v2.0/security-groups/2f424c3d-35a4-4544-bd2a-6211d9d183e8 HTTP/1.1" status: 200 len: 1794 time: 0.4272280 Nov 11 12:12:43.002999 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cedd2-f0b6-4e1b-a7c2-a3a71cdfbe0d tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event updated for resources: {'Port': ['ID=737bfffc-4887-4db1-a940-2e0d523f45b3,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:43.005337 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49806) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:43.055653 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] For port 33c88194-6af2-4bb6-87d0-ee07653b82fb, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:43.060477 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ddeb454b-0048-47fc-82b5-a5d002f5ea6d tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-groups/2f424c3d-35a4-4544-bd2a-6211d9d183e8 HTTP/1.1" status: 200 len: 1794 time: 0.0493274 Nov 11 12:12:43.060871 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49808) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:43.064112 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.073160 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-db126361-d280-4945-be72-90312642a11b', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'fixed_ips': [{'subnet_id': '4544daf1-5495-4e82-a288-9d8277b5882b'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:43.074306 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.082691 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684099a-dbc4-4a40-8469-9b6c71c50df5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f424c3d-35a4-4544-bd2a-6211d9d183e8,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:43.090009 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] For port 33c88194-6af2-4bb6-87d0-ee07653b82fb, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=33c88194-6af2-4bb6-87d0-ee07653b82fb,segment=NetworkSegment(4e4fa263-085e-4b29-8a91-c2f1a146da65),segment_id=4e4fa263-085e-4b29-8a91-c2f1a146da65)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:43.095413 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b7b75d-b0d8-44a4-9c88-13fee052c4b2 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:43.100790 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84b7b75d-b0d8-44a4-9c88-13fee052c4b2 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.115843 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-766cedd2-f0b6-4e1b-a7c2-a3a71cdfbe0d tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4066820 Nov 11 12:12:43.122159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49810) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:43.132022 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e9546050-471f-4ce6-92fb-4b32a008ccec tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:28:6a:e7'}]}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:43.152380 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5ca260-03ec-4e7a-8e71-4740d4282fcc,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:43.184341 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6369d6a3-ba39-45dc-b221-ec6e5bfa0258 None None] Sync routers for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:43.191366 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.276109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e9546050-471f-4ce6-92fb-4b32a008ccec tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.279825 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f795f7d2-a2fc-40e4-95e8-bb1833e3e803 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.295826 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369d6a3-ba39-45dc-b221-ec6e5bfa0258 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:43.297308 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-6369d6a3-ba39-45dc-b221-ec6e5bfa0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:43.300627 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66058c1c-56e6-4454-b6f3-8c7065e47479 req-7f7d31e1-a4d4-492b-ae65-8ea3d627f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:43.302920 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-66058c1c-56e6-4454-b6f3-8c7065e47479 req-7f7d31e1-a4d4-492b-ae65-8ea3d627f167 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ce16f053-659c-4581-9303-703e4bab2882 HTTP/1.1" status: 200 len: 907 time: 0.4264863 Nov 11 12:12:43.348280 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.353591 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f795f7d2-a2fc-40e4-95e8-bb1833e3e803 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.365954 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-6369d6a3-ba39-45dc-b221-ec6e5bfa0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:43.410383 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19574667-199c-4956-88c4-07f1ef7ac0f5 None None] Pushing event updated for resources: {'Port': ['ID=33c88194-6af2-4bb6-87d0-ee07653b82fb,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:43.420065 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-84b7b75d-b0d8-44a4-9c88-13fee052c4b2 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "PUT /v2.0/floatingips/a1071a3c-7dee-4f64-9d38-07bb7cdbd07f HTTP/1.1" status: 200 len: 979 time: 2.7294636 Nov 11 12:12:43.421112 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49814) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:43.431890 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369d6a3-ba39-45dc-b221-ec6e5bfa0258 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:43.433016 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-6369d6a3-ba39-45dc-b221-ec6e5bfa0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:43.484300 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Allocated IP 2001:db8::2 (db126361-d280-4945-be72-90312642a11b/4544daf1-5495-4e82-a288-9d8277b5882b/abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:43.484508 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d2bf1d-0422-4a6f-9c37-24980a12b2e2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:43.485922 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-6369d6a3-ba39-45dc-b221-ec6e5bfa0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:43.486569 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6369d6a3-ba39-45dc-b221-ec6e5bfa0258 None None] The sync data for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:43.490812 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b1fdefe1-8da9-4787-8f01-cf026e7f82eb None None] Provisioning complete for port 737bfffc-4887-4db1-a940-2e0d523f45b3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:43.491251 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b1fdefe1-8da9-4787-8f01-cf026e7f82eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.495137 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4b31e0-3466-477f-afbb-f24288c802d4']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:43.554950 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f795f7d2-a2fc-40e4-95e8-bb1833e3e803 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.561508 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4fa263-085e-4b29-8a91-c2f1a146da65') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:43.561975 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f795f7d2-a2fc-40e4-95e8-bb1833e3e803 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.562054 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4fa263-085e-4b29-8a91-c2f1a146da65') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:43.569588 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f795f7d2-a2fc-40e4-95e8-bb1833e3e803 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-groups/2f424c3d-35a4-4544-bd2a-6211d9d183e8 HTTP/1.1" status: 204 len: 168 time: 0.5076425 Nov 11 12:12:43.579080 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49818) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:43.607201 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-66058c1c-56e6-4454-b6f3-8c7065e47479 req-604d42e2-ec0e-49aa-ba69-03b69739c027 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b40671cc-88ee-4776-9d3c-a6f449537515 HTTP/1.1" status: 200 len: 1001 time: 0.2898085 Nov 11 12:12:43.609021 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.615146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795f7d2-a2fc-40e4-95e8-bb1833e3e803 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f424c3d-35a4-4544-bd2a-6211d9d183e8,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:43.641111 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e9546050-471f-4ce6-92fb-4b32a008ccec tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.700575 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.711828 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e9546050-471f-4ce6-92fb-4b32a008ccec tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.752465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-e9546050-471f-4ce6-92fb-4b32a008ccec tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] In _notify_port_updated(), no bound segment for port 737bfffc-4887-4db1-a940-2e0d523f45b3 on network ed942db7-71ac-482e-8903-aab234a91018 {{(pid=103002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:12:43.759392 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9546050-471f-4ce6-92fb-4b32a008ccec tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:43.760508 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e9546050-471f-4ce6-92fb-4b32a008ccec tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.761485 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e9546050-471f-4ce6-92fb-4b32a008ccec tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "PUT /v2.0/ports/737bfffc-4887-4db1-a940-2e0d523f45b3 HTTP/1.1" status: 200 len: 1002 time: 0.6338944 Nov 11 12:12:43.764704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49820) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:43.777420 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:43.777911 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:43.794592 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:43.797837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-b1fdefe1-8da9-4787-8f01-cf026e7f82eb None None] Port 737bfffc-4887-4db1-a940-2e0d523f45b3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:43.829794 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9546050-471f-4ce6-92fb-4b32a008ccec tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event updated for resources: {'Port': ['ID=737bfffc-4887-4db1-a940-2e0d523f45b3,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:43.860309 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8494bd78-d77c-4b3d-af61-337f9b130a66 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2732596 Nov 11 12:12:43.863590 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49822) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:43.864169 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-40d2bf1d-0422-4a6f-9c37-24980a12b2e2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.866987 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66058c1c-56e6-4454-b6f3-8c7065e47479 req-2cad25b1-1ed7-42dd-9f9f-be2cf548e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:43.868612 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-66058c1c-56e6-4454-b6f3-8c7065e47479 req-2cad25b1-1ed7-42dd-9f9f-be2cf548e995 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a5c68e66-f64e-42d5-8b7a-a96c47a1c938 HTTP/1.1" status: 200 len: 845 time: 0.2361686 Nov 11 12:12:43.898127 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-cef87928-bfb7-40e8-87d2-d7ab729259ca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] delete failed (client error): The resource could not be found. Nov 11 12:12:43.899440 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cef87928-bfb7-40e8-87d2-d7ab729259ca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-groups/2f424c3d-35a4-4544-bd2a-6211d9d183e8 HTTP/1.1" status: 404 len: 347 time: 0.0346253 Nov 11 12:12:43.907202 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49824) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:43.917566 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-49e70c94-4e25-47d3-a0d9-d8f2a6ef2bca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group': {'name': 'tempest-secgroup--231373269'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:43.927807 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:43.954100 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.db.api [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:12:43.954100 dv-neutron-786478-23-hyperv neutron-server[103001]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:12:43.954100 dv-neutron-786478-23-hyperv neutron-server[103001]: [parameters: {'id': '7f4b31e0-3466-477f-afbb-f24288c802d4'}] Nov 11 12:12:43.954100 dv-neutron-786478-23-hyperv neutron-server[103001]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:12:43.954464 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG oslo_db.api [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:12:43.961410 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-40d2bf1d-0422-4a6f-9c37-24980a12b2e2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port a8cc8df8-5d2f-42fa-8c41-7e47b51a1c08 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:43.975638 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-43a21fa5-9586-4c1f-bb7a-7b29e8936f7f tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Deleting port 737bfffc-4887-4db1-a940-2e0d523f45b3 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:43.975638 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43a21fa5-9586-4c1f-bb7a-7b29e8936f7f tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.010041 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.028608 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66058c1c-56e6-4454-b6f3-8c7065e47479 req-ebf4d249-9430-40d0-b526-2480750fcb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:44.030110 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-66058c1c-56e6-4454-b6f3-8c7065e47479 req-ebf4d249-9430-40d0-b526-2480750fcb7a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ce16f053-659c-4581-9303-703e4bab2882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1443355 Nov 11 12:12:44.081561 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49e70c94-4e25-47d3-a0d9-d8f2a6ef2bca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.116329 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:44.123204 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:44.137553 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:44.149856 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 33c88194-6af2-4bb6-87d0-ee07653b82fb up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:44.157802 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Pushing event updated for resources: {'Port': ['ID=abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:44.159725 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43a21fa5-9586-4c1f-bb7a-7b29e8936f7f tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.188303 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-43a21fa5-9586-4c1f-bb7a-7b29e8936f7f tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Calling delete_port for 737bfffc-4887-4db1-a940-2e0d523f45b3 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:44.189221 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9348b-3032-4bd2-8b9e-8af271492ce7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Deleting port b32582cd-6751-4d07-820c-899414d2d0f7 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:44.189575 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6ab9348b-3032-4bd2-8b9e-8af271492ce7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.246263 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Attempting to bind port abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:44.247381 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Attempting to bind port abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:44.247930 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Attempting to bind port abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5 on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:44.254431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:44.255032 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:44.255747 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.255969 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49e70c94-4e25-47d3-a0d9-d8f2a6ef2bca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.256661 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:44.257468 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Bound port: abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:44.258061 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.308686 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7b917c9d-dfd1-4314-9101-ebd2b29ef2fd None None] Provisioning complete for port 737bfffc-4887-4db1-a940-2e0d523f45b3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:44.309575 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7b917c9d-dfd1-4314-9101-ebd2b29ef2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.334686 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49e70c94-4e25-47d3-a0d9-d8f2a6ef2bca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.335818 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-40d2bf1d-0422-4a6f-9c37-24980a12b2e2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::af13:2a80:cb6a:8a13 (db126361-d280-4945-be72-90312642a11b/4544daf1-5495-4e82-a288-9d8277b5882b/a8cc8df8-5d2f-42fa-8c41-7e47b51a1c08) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:44.354064 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 33c88194-6af2-4bb6-87d0-ee07653b82fb triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:44.354787 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.400992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e70c94-4e25-47d3-a0d9-d8f2a6ef2bca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83553c1-e3c3-4beb-b237-131a6b46ad46,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:44.407674 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-7b917c9d-dfd1-4314-9101-ebd2b29ef2fd None None] Port 737bfffc-4887-4db1-a940-2e0d523f45b3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:44.427739 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] For port abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:44.433334 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] For port abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:44.434305 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-66058c1c-56e6-4454-b6f3-8c7065e47479 req-b5f10df2-87c9-44ee-b273-0f9f012d1eba service neutron] 10.222.0.70 "GET /v2.0/networks/ce16f053-659c-4581-9303-703e4bab2882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917973 Nov 11 12:12:44.455616 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49e70c94-4e25-47d3-a0d9-d8f2a6ef2bca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.459970 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-49e70c94-4e25-47d3-a0d9-d8f2a6ef2bca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5459328 Nov 11 12:12:44.460134 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.464634 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49830) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:44.464634 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c5968511-413d-4c34-815e-23a80459836e tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group_rule': {'security_group_id': 'c83553c1-e3c3-4beb-b237-131a6b46ad46', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:44.486208 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.486754 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43a21fa5-9586-4c1f-bb7a-7b29e8936f7f tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.512196 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6ab9348b-3032-4bd2-8b9e-8af271492ce7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.512422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6ab9348b-3032-4bd2-8b9e-8af271492ce7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.522158 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a21fa5-9586-4c1f-bb7a-7b29e8936f7f tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event deleted for resources: {'Port': ['ID=737bfffc-4887-4db1-a940-2e0d523f45b3,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:44.526485 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 33c88194-6af2-4bb6-87d0-ee07653b82fb, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=33c88194-6af2-4bb6-87d0-ee07653b82fb,segment=NetworkSegment(4e4fa263-085e-4b29-8a91-c2f1a146da65),segment_id=4e4fa263-085e-4b29-8a91-c2f1a146da65)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:44.551492 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.553451 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43a21fa5-9586-4c1f-bb7a-7b29e8936f7f tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.557309 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-43a21fa5-9586-4c1f-bb7a-7b29e8936f7f tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "DELETE /v2.0/ports/737bfffc-4887-4db1-a940-2e0d523f45b3 HTTP/1.1" status: 204 len: 168 time: 0.7917976 Nov 11 12:12:44.560106 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49832) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:44.579020 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9348b-3032-4bd2-8b9e-8af271492ce7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Calling delete_port for b32582cd-6751-4d07-820c-899414d2d0f7 owned by network:floatingip {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:44.593167 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-2228f1d5-da81-4105-83d8-8e128d26f092 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] GET failed (client error): The resource could not be found. Nov 11 12:12:44.596152 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2228f1d5-da81-4105-83d8-8e128d26f092 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "GET /v2.0/ports/737bfffc-4887-4db1-a940-2e0d523f45b3 HTTP/1.1" status: 404 len: 333 time: 0.0349157 Nov 11 12:12:44.599827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49834) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:44.609495 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-6db496b9-c7a0-4915-9902-1d3731bb639c tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Request body: {'port': {'network_id': 'ed942db7-71ac-482e-8903-aab234a91018', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1272592853'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:44.654860 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.665941 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc26a28-f749-4ada-80be-b62f996b11e2 None None] Pushing event updated for resources: {'Port': ['ID=abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:44.713632 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c5968511-413d-4c34-815e-23a80459836e tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.720932 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-40d2bf1d-0422-4a6f-9c37-24980a12b2e2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.792933 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=33c88194-6af2-4bb6-87d0-ee07653b82fb,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:44.842675 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c5968511-413d-4c34-815e-23a80459836e tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.851883 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26432b4b-0c06-4720-8c21-93190bc23d55 None None] Network 7f4b31e0-3466-477f-afbb-f24288c802d4 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:44.952579 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c5968511-413d-4c34-815e-23a80459836e tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:44.976210 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5968511-413d-4c34-815e-23a80459836e tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13449f9-ef32-48b2-9bdf-97e71999a6b5,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:45.004454 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-95f77662-cef3-4262-899b-96c0b5f1f122 None None] Provisioning complete for port 33c88194-6af2-4bb6-87d0-ee07653b82fb triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:45.004824 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-95f77662-cef3-4262-899b-96c0b5f1f122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.083366 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db496b9-c7a0-4915-9902-1d3731bb639c tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Made reservation on behalf of d2f6d421b3b84a27bad6d2b9efde3b5b for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:45.088039 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6db496b9-c7a0-4915-9902-1d3731bb639c tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.125791 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-6db496b9-c7a0-4915-9902-1d3731bb639c tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] device_id is not set on port dbf88696-820d-42a5-b0ad-969f06e3c24b yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:45.186385 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c5968511-413d-4c34-815e-23a80459836e tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.187949 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c5968511-413d-4c34-815e-23a80459836e tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7268617 Nov 11 12:12:45.191983 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49840) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:45.201647 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52f37db-d9ab-4a5a-b1bf-29b92ce0f1bc None None] DHCP port deletion for 7f4b31e0-3466-477f-afbb-f24288c802d4 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:45.235144 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b8f447c4-5d12-4a0b-8bed-557a80957acd tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.254897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b8f447c4-5d12-4a0b-8bed-557a80957acd tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.269092 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e52f37db-d9ab-4a5a-b1bf-29b92ce0f1bc None None] Deleting port 33c88194-6af2-4bb6-87d0-ee07653b82fb {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:45.269669 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e52f37db-d9ab-4a5a-b1bf-29b92ce0f1bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.295569 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-40d2bf1d-0422-4a6f-9c37-24980a12b2e2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.343837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-e52f37db-d9ab-4a5a-b1bf-29b92ce0f1bc None None] For port 33c88194-6af2-4bb6-87d0-ee07653b82fb, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=33c88194-6af2-4bb6-87d0-ee07653b82fb,segment=NetworkSegment(4e4fa263-085e-4b29-8a91-c2f1a146da65),segment_id=4e4fa263-085e-4b29-8a91-c2f1a146da65)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:45.344247 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e52f37db-d9ab-4a5a-b1bf-29b92ce0f1bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.352617 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-6db496b9-c7a0-4915-9902-1d3731bb639c tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Allocated IP 2001:db8::396 (ed942db7-71ac-482e-8903-aab234a91018/e68af097-39e7-4346-ba67-8a3e37c58d27/dbf88696-820d-42a5-b0ad-969f06e3c24b) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:45.358544 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e52f37db-d9ab-4a5a-b1bf-29b92ce0f1bc None None] Calling delete_port for 33c88194-6af2-4bb6-87d0-ee07653b82fb owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:45.401969 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b8f447c4-5d12-4a0b-8bed-557a80957acd tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.414323 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b8f447c4-5d12-4a0b-8bed-557a80957acd tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.415518 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b8f447c4-5d12-4a0b-8bed-557a80957acd tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b13449f9-ef32-48b2-9bdf-97e71999a6b5 HTTP/1.1" status: 204 len: 168 time: 0.2226090 Nov 11 12:12:45.421215 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49842) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:45.421507 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d2bf1d-0422-4a6f-9c37-24980a12b2e2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:45.432021 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-66058c1c-56e6-4454-b6f3-8c7065e47479 req-620914c2-3c42-42e6-8b23-3171ac94605f service neutron] 10.222.0.70 "GET /v2.0/networks/ce16f053-659c-4581-9303-703e4bab2882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9796245 Nov 11 12:12:45.436124 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2bf1d-0422-4a6f-9c37-24980a12b2e2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=a8cc8df8-5d2f-42fa-8c41-7e47b51a1c08,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:45.450149 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-40d2bf1d-0422-4a6f-9c37-24980a12b2e2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:45.458644 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d2bf1d-0422-4a6f-9c37-24980a12b2e2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:45.464455 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d2bf1d-0422-4a6f-9c37-24980a12b2e2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:45.465049 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-40d2bf1d-0422-4a6f-9c37-24980a12b2e2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.479917 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f447c4-5d12-4a0b-8bed-557a80957acd tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b13449f9-ef32-48b2-9bdf-97e71999a6b5,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:45.502212 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Deleting port 33c88194-6af2-4bb6-87d0-ee07653b82fb {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:45.502454 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.553006 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a08f0d3a-56bd-4dbe-95de-30e9200836f1 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1262138 Nov 11 12:12:45.554912 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49846) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:45.609721 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6db496b9-c7a0-4915-9902-1d3731bb639c tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.614225 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e52f37db-d9ab-4a5a-b1bf-29b92ce0f1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.620499 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-40d2bf1d-0422-4a6f-9c37-24980a12b2e2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8012674 Nov 11 12:12:45.625280 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49848) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:45.631555 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f7ace3b6-0c5a-4c7a-bc60-10eaf511806a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'fixed_ips': [{'subnet_id': '4544daf1-5495-4e82-a288-9d8277b5882b', 'ip_address': '2001:db8::af13:2a80:cb6a:8a13'}], 'name': 'tempest-NetworksTestDHCPv6-1631683385'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:45.655987 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f37db-d9ab-4a5a-b1bf-29b92ce0f1bc None None] Pushing event deleted for resources: {'Port': ['ID=33c88194-6af2-4bb6-87d0-ee07653b82fb,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:45.665235 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52f37db-d9ab-4a5a-b1bf-29b92ce0f1bc None None] No DVR routers for this DVR port 33c88194-6af2-4bb6-87d0-ee07653b82fb on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:45.684428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] For port 33c88194-6af2-4bb6-87d0-ee07653b82fb, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=33c88194-6af2-4bb6-87d0-ee07653b82fb,segment=NetworkSegment(4e4fa263-085e-4b29-8a91-c2f1a146da65),segment_id=4e4fa263-085e-4b29-8a91-c2f1a146da65)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:45.684428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.702516 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Calling delete_port for 33c88194-6af2-4bb6-87d0-ee07653b82fb owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:45.725660 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0515d01-51f4-4f38-aa42-2ffd9b6157a8 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.772240 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6ab9348b-3032-4bd2-8b9e-8af271492ce7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.793825 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6db496b9-c7a0-4915-9902-1d3731bb639c tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.824315 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0515d01-51f4-4f38-aa42-2ffd9b6157a8 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.829278 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9348b-3032-4bd2-8b9e-8af271492ce7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event deleted for resources: {'Port': ['ID=b32582cd-6751-4d07-820c-899414d2d0f7,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:45.854280 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ace3b6-0c5a-4c7a-bc60-10eaf511806a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:45.866292 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db496b9-c7a0-4915-9902-1d3731bb639c tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Network ed942db7-71ac-482e-8903-aab234a91018 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:45.877276 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-6db496b9-c7a0-4915-9902-1d3731bb639c tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:45.880213 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db496b9-c7a0-4915-9902-1d3731bb639c tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:45.886059 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db496b9-c7a0-4915-9902-1d3731bb639c tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:45.886727 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6db496b9-c7a0-4915-9902-1d3731bb639c tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.958134 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db496b9-c7a0-4915-9902-1d3731bb639c tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event updated for resources: {'Port': ['ID=dbf88696-820d-42a5-b0ad-969f06e3c24b,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:45.958528 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.964742 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6ab9348b-3032-4bd2-8b9e-8af271492ce7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:45.964985 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-6ab9348b-3032-4bd2-8b9e-8af271492ce7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Floating IP a1071a3c-7dee-4f64-9d38-07bb7cdbd07f disassociated (deleted). External IP: 172.26.5.191, port: 64fd6bc5-0f90-4ba1-ab00-58cb20206e00. Nov 11 12:12:45.998115 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f7ace3b6-0c5a-4c7a-bc60-10eaf511806a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.017715 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-f7ace3b6-0c5a-4c7a-bc60-10eaf511806a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port e1b9cbdc-35e4-4dd3-a553-5077a19ef6c9 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:46.032988 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Port': ['ID=33c88194-6af2-4bb6-87d0-ee07653b82fb,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:46.037128 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No DVR routers for this DVR port 33c88194-6af2-4bb6-87d0-ee07653b82fb on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:46.068795 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6db496b9-c7a0-4915-9902-1d3731bb639c tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4654217 Nov 11 12:12:46.072559 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49852) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:46.078744 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-922559f8-55d3-454b-a249-6797932f3c69 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Request body: {'port': {'network_id': 'ed942db7-71ac-482e-8903-aab234a91018', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-508792830'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:46.105605 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8a8a76f4-fc38-46a5-b7c0-b7d1cfd0a654 None None] Provisioning complete for port abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:46.108423 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8a8a76f4-fc38-46a5-b7c0-b7d1cfd0a654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.169353 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0515d01-51f4-4f38-aa42-2ffd9b6157a8 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.174751 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0515d01-51f4-4f38-aa42-2ffd9b6157a8 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.176556 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c0515d01-51f4-4f38-aa42-2ffd9b6157a8 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-groups/c83553c1-e3c3-4beb-b237-131a6b46ad46 HTTP/1.1" status: 204 len: 168 time: 0.6205833 Nov 11 12:12:46.191772 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49854) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:46.206992 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:46.309964 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0515d01-51f4-4f38-aa42-2ffd9b6157a8 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83553c1-e3c3-4beb-b237-131a6b46ad46,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:46.326744 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.364622 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-20961b72-9b9e-4cbb-bf96-6cbb5c7e1ad1 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1634536 Nov 11 12:12:46.366843 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49858) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:46.367296 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:46.367752 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.371762 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4b31e0-3466-477f-afbb-f24288c802d4']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:46.374956 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-ba246108-19ea-43d0-a0f6-ec2809a04d55 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group': {'name': 'tempest-secgroup--778064636'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:46.385933 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4fa263-085e-4b29-8a91-c2f1a146da65') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:46.386232 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4fa263-085e-4b29-8a91-c2f1a146da65') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:46.413182 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8a8a76f4-fc38-46a5-b7c0-b7d1cfd0a654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.427134 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.456826 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8a8a76f4-fc38-46a5-b7c0-b7d1cfd0a654 None None] For port abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:46.461330 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.493735 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:46.494147 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.495151 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:46.498247 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:46.504122 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ace3b6-0c5a-4c7a-bc60-10eaf511806a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 11 12:12:46.504727 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ace3b6-0c5a-4c7a-bc60-10eaf511806a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:12:46.531391 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8a8a76f4-fc38-46a5-b7c0-b7d1cfd0a654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.532071 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922559f8-55d3-454b-a249-6797932f3c69 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Made reservation on behalf of d2f6d421b3b84a27bad6d2b9efde3b5b for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:46.538176 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-922559f8-55d3-454b-a249-6797932f3c69 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.554985 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-922559f8-55d3-454b-a249-6797932f3c69 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] device_id is not set on port 64ce7ade-9baa-497e-8ea9-6a46b78763b8 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:46.581747 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab9348b-3032-4bd2-8b9e-8af271492ce7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router f495fee8-5490-48c5-b152-7dc1bc937a87 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:46.628424 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f7ace3b6-0c5a-4c7a-bc60-10eaf511806a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0020652 Nov 11 12:12:46.628878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a76f4-fc38-46a5-b7c0-b7d1cfd0a654 None None] Pushing event updated for resources: {'Port': ['ID=abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:46.631739 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:12:46.632096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:12:46.634308 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49862) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:46.645632 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.657124 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.658600 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/7f4b31e0-3466-477f-afbb-f24288c802d4 HTTP/1.1" status: 204 len: 168 time: 4.8351135 Nov 11 12:12:46.660503 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-38108061-7c4a-4cbc-a537-c4d318f2e213 None None] Provisioning complete for port dbf88696-820d-42a5-b0ad-969f06e3c24b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:46.660871 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-38108061-7c4a-4cbc-a537-c4d318f2e213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.668397 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49864) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:46.683517 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aaebae-425c-412b-ab20-00e852ca759d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Network': ['ID=7f4b31e0-3466-477f-afbb-f24288c802d4,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:46.692705 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-32944787-8572-43a6-aeb2-9bd8db050f1c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-848998385'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:46.706373 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-38108061-7c4a-4cbc-a537-c4d318f2e213 None None] Port dbf88696-820d-42a5-b0ad-969f06e3c24b cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:46.717098 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-38108061-7c4a-4cbc-a537-c4d318f2e213 None None] Provisioning complete for port a8cc8df8-5d2f-42fa-8c41-7e47b51a1c08 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:46.717415 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-38108061-7c4a-4cbc-a537-c4d318f2e213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.758253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab9348b-3032-4bd2-8b9e-8af271492ce7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:46.758896 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5db72b0-c908-4694-9961-0a110e4c66ae tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:46.763261 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-38108061-7c4a-4cbc-a537-c4d318f2e213 None None] Port a8cc8df8-5d2f-42fa-8c41-7e47b51a1c08 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:46.764864 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5db72b0-c908-4694-9961-0a110e4c66ae tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:46.766253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6ab9348b-3032-4bd2-8b9e-8af271492ce7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.766535 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a5db72b0-c908-4694-9961-0a110e4c66ae tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1311061 Nov 11 12:12:46.773509 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e65524-e254-4ab3-8b23-671d0541b102 None None] Sync routers for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:46.788053 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49866) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:46.788829 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e65524-e254-4ab3-8b23-671d0541b102 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:46.789080 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-922559f8-55d3-454b-a249-6797932f3c69 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Allocated IP 2001:db8::2e2 (ed942db7-71ac-482e-8903-aab234a91018/e68af097-39e7-4346-ba67-8a3e37c58d27/64ce7ade-9baa-497e-8ea9-6a46b78763b8) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:46.789664 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f4e65524-e254-4ab3-8b23-671d0541b102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:46.792561 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ba246108-19ea-43d0-a0f6-ec2809a04d55 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.801425 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6ab9348b-3032-4bd2-8b9e-8af271492ce7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/floatingips/a1071a3c-7dee-4f64-9d38-07bb7cdbd07f HTTP/1.1" status: 204 len: 168 time: 3.3718569 Nov 11 12:12:46.803997 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49868) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:46.825705 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f4e65524-e254-4ab3-8b23-671d0541b102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:46.838402 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e65524-e254-4ab3-8b23-671d0541b102 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:46.838402 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f4e65524-e254-4ab3-8b23-671d0541b102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:46.867569 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f4e65524-e254-4ab3-8b23-671d0541b102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:46.868373 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e65524-e254-4ab3-8b23-671d0541b102 None None] The sync data for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:46.897874 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f71c9a49-745f-4b07-87a5-040010f5f95e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Deleting port 64fd6bc5-0f90-4ba1-ab00-58cb20206e00 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:46.898211 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f71c9a49-745f-4b07-87a5-040010f5f95e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.919001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32944787-8572-43a6-aeb2-9bd8db050f1c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:46.922884 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-32944787-8572-43a6-aeb2-9bd8db050f1c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:46.988845 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f71c9a49-745f-4b07-87a5-040010f5f95e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.001419 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f71c9a49-745f-4b07-87a5-040010f5f95e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Calling delete_port for 64fd6bc5-0f90-4ba1-ab00-58cb20206e00 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:47.048171 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32944787-8572-43a6-aeb2-9bd8db050f1c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:12:47.064583 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ba246108-19ea-43d0-a0f6-ec2809a04d55 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.082246 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-32944787-8572-43a6-aeb2-9bd8db050f1c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.082583 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-32944787-8572-43a6-aeb2-9bd8db050f1c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Added segment ff9bc9ee-a0d3-4616-aa03-332c0c9fc32c of type vlan for network aea56124-c433-45e3-9e5f-acd7eb94276a Nov 11 12:12:47.086827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-180c2e6a-c734-443d-8969-529f9c21da86 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port a8cc8df8-5d2f-42fa-8c41-7e47b51a1c08 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:47.087178 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-180c2e6a-c734-443d-8969-529f9c21da86 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.165574 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ba246108-19ea-43d0-a0f6-ec2809a04d55 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.220429 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 33c88194-6af2-4bb6-87d0-ee07653b82fb no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:12:47.234350 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f71c9a49-745f-4b07-87a5-040010f5f95e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.246062 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 33c88194-6af2-4bb6-87d0-ee07653b82fb {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:12:47.246534 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 33c88194-6af2-4bb6-87d0-ee07653b82fb not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:12:47.270893 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c9a49-745f-4b07-87a5-040010f5f95e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event deleted for resources: {'Port': ['ID=64fd6bc5-0f90-4ba1-ab00-58cb20206e00,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:47.292302 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76934d1-edaa-4b60-989e-a534a5c22b6b None None] DHCP port deletion for ec05af77-ca69-434b-a6a2-504c45563310 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:47.368334 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f71c9a49-745f-4b07-87a5-040010f5f95e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.375433 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f71c9a49-745f-4b07-87a5-040010f5f95e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/ports/64fd6bc5-0f90-4ba1-ab00-58cb20206e00 HTTP/1.1" status: 204 len: 168 time: 0.5664642 Nov 11 12:12:47.375721 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49874) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:47.380339 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-d4016176-1d90-4caa-8414-420b74c7fea9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:47.496823 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-32944787-8572-43a6-aeb2-9bd8db050f1c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.506365 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d4016176-1d90-4caa-8414-420b74c7fea9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.507171 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-922559f8-55d3-454b-a249-6797932f3c69 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.541517 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba246108-19ea-43d0-a0f6-ec2809a04d55 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13d687d-c25d-4762-9ecb-59b45bbb34fd,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:47.563068 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-180c2e6a-c734-443d-8969-529f9c21da86 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.585427 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-180c2e6a-c734-443d-8969-529f9c21da86 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for a8cc8df8-5d2f-42fa-8c41-7e47b51a1c08 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:47.609497 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d4016176-1d90-4caa-8414-420b74c7fea9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.637425 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ba246108-19ea-43d0-a0f6-ec2809a04d55 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.639118 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ba246108-19ea-43d0-a0f6-ec2809a04d55 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2685497 Nov 11 12:12:47.642374 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49876) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:47.646608 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3a06962a-f83d-43b6-a10a-ec0f85376d20 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group_rule': {'security_group_id': 'f13d687d-c25d-4762-9ecb-59b45bbb34fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:47.675103 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-32944787-8572-43a6-aeb2-9bd8db050f1c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.681071 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32944787-8572-43a6-aeb2-9bd8db050f1c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:47.681663 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-32944787-8572-43a6-aeb2-9bd8db050f1c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.724209 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-d4016176-1d90-4caa-8414-420b74c7fea9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Allocated IP 172.26.5.96 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/ff359196-7ce9-421f-aa17-8b257ddfe504) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:47.747863 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-922559f8-55d3-454b-a249-6797932f3c69 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.796525 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a06962a-f83d-43b6-a10a-ec0f85376d20 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.812820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32944787-8572-43a6-aeb2-9bd8db050f1c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Network': ['ID=aea56124-c433-45e3-9e5f-acd7eb94276a,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:47.825534 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network aea56124-c433-45e3-9e5f-acd7eb94276a details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:12:47.831302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d4016176-1d90-4caa-8414-420b74c7fea9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.864483 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-32944787-8572-43a6-aeb2-9bd8db050f1c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1815217 Nov 11 12:12:47.865130 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49880) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:47.871944 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922559f8-55d3-454b-a249-6797932f3c69 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Network ed942db7-71ac-482e-8903-aab234a91018 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:47.873951 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-66e64734-e56d-424b-8425-839bc88d90d7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'subnet': {'network_id': 'aea56124-c433-45e3-9e5f-acd7eb94276a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:47.883199 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-922559f8-55d3-454b-a249-6797932f3c69 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:47.892547 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922559f8-55d3-454b-a249-6797932f3c69 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event updated for resources: {'Port': ['ID=64ce7ade-9baa-497e-8ea9-6a46b78763b8,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:47.896828 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922559f8-55d3-454b-a249-6797932f3c69 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:47.902358 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922559f8-55d3-454b-a249-6797932f3c69 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:47.902969 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-922559f8-55d3-454b-a249-6797932f3c69 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.939035 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a06962a-f83d-43b6-a10a-ec0f85376d20 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:47.944411 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d4016176-1d90-4caa-8414-420b74c7fea9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.003453 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4016176-1d90-4caa-8414-420b74c7fea9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:48.010909 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-d4016176-1d90-4caa-8414-420b74c7fea9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:48.021726 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-180c2e6a-c734-443d-8969-529f9c21da86 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.022957 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4016176-1d90-4caa-8414-420b74c7fea9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:48.053380 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:48.077378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4016176-1d90-4caa-8414-420b74c7fea9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=ff359196-7ce9-421f-aa17-8b257ddfe504,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:48.101724 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-922559f8-55d3-454b-a249-6797932f3c69 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0263114 Nov 11 12:12:48.102937 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a06962a-f83d-43b6-a10a-ec0f85376d20 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.104391 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49882) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:48.110223 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-212d8aab-8bf5-4dee-971a-77ff4906b4ae tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18c', 'mac_address': 'fa:16:3e:28:6a:e7'}, {'ip_address': '2001:db8::396', 'mac_address': 'fa:16:3e:dc:11:d9'}]}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:48.157318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c2e6a-c734-443d-8969-529f9c21da86 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=a8cc8df8-5d2f-42fa-8c41-7e47b51a1c08,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:48.210263 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:48.210887 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.214779 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e64734-e56d-424b-8425-839bc88d90d7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:48.217501 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06962a-f83d-43b6-a10a-ec0f85376d20 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4eaa05-fb8f-4dd2-97e0-f12bfad5251e,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:48.218801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-66e64734-e56d-424b-8425-839bc88d90d7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.220040 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-180c2e6a-c734-443d-8969-529f9c21da86 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.224692 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-180c2e6a-c734-443d-8969-529f9c21da86 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/a8cc8df8-5d2f-42fa-8c41-7e47b51a1c08 HTTP/1.1" status: 204 len: 168 time: 1.4326644 Nov 11 12:12:48.226661 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49886) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:48.298678 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bdd552-e354-4620-8667-c5c5c461e2de tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:48.300452 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bdd552-e354-4620-8667-c5c5c461e2de tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:48.302389 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a0bdd552-e354-4620-8667-c5c5c461e2de tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0745759 Nov 11 12:12:48.305827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a06962a-f83d-43b6-a10a-ec0f85376d20 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.307192 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3a06962a-f83d-43b6-a10a-ec0f85376d20 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6638849 Nov 11 12:12:48.308752 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49888) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:48.318349 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49890) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:48.324030 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-6c9e4747-dd17-4453-b3f8-048b4a85c08a tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group_rule': {'security_group_id': 'f13d687d-c25d-4762-9ecb-59b45bbb34fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:48.335905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5682381-9da7-4dcf-9466-c217fc76d6f4 None None] Provisioning complete for port 64ce7ade-9baa-497e-8ea9-6a46b78763b8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:48.336512 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5682381-9da7-4dcf-9466-c217fc76d6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.385262 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-793082de-7b5a-4a0c-a4bd-ce028cc779f3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet 4544daf1-5495-4e82-a288-9d8277b5882b {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:12:48.385939 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-793082de-7b5a-4a0c-a4bd-ce028cc779f3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.390864 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5682381-9da7-4dcf-9466-c217fc76d6f4 None None] Port 64ce7ade-9baa-497e-8ea9-6a46b78763b8 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:48.429419 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-793082de-7b5a-4a0c-a4bd-ce028cc779f3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.457569 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c9e4747-dd17-4453-b3f8-048b4a85c08a tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.470682 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d4016176-1d90-4caa-8414-420b74c7fea9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.474018 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-212d8aab-8bf5-4dee-971a-77ff4906b4ae tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.553459 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c9e4747-dd17-4453-b3f8-048b4a85c08a tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.558882 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-793082de-7b5a-4a0c-a4bd-ce028cc779f3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.634015 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c9e4747-dd17-4453-b3f8-048b4a85c08a tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.652788 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e4747-dd17-4453-b3f8-048b4a85c08a tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bc923f-ebc2-4e30-a685-8158b872cdbd,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:48.670749 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d4016176-1d90-4caa-8414-420b74c7fea9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.686715 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-793082de-7b5a-4a0c-a4bd-ce028cc779f3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.715356 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793082de-7b5a-4a0c-a4bd-ce028cc779f3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=4544daf1-5495-4e82-a288-9d8277b5882b,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:48.719379 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c9e4747-dd17-4453-b3f8-048b4a85c08a tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.724419 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6c9e4747-dd17-4453-b3f8-048b4a85c08a tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4001341 Nov 11 12:12:48.724419 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49894) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:48.727888 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e66f933b-1058-4322-aff5-1f00f6dada2c tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group_rule': {'security_group_id': 'f13d687d-c25d-4762-9ecb-59b45bbb34fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:48.733567 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-793082de-7b5a-4a0c-a4bd-ce028cc779f3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.734096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dfa7a6-ccc2-4b22-9750-67100072ef0b None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:48.740231 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-793082de-7b5a-4a0c-a4bd-ce028cc779f3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/4544daf1-5495-4e82-a288-9d8277b5882b HTTP/1.1" status: 204 len: 168 time: 0.4274907 Nov 11 12:12:48.740418 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49896) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:48.787299 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-28dbfb95-485b-4300-8081-fab75c6facc6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417948 Nov 11 12:12:48.787792 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49900) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:48.793182 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-4bc1b82e-5c07-43ac-9c11-8d9c2fb7c133 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:48.809146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-66e64734-e56d-424b-8425-839bc88d90d7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.891672 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e66f933b-1058-4322-aff5-1f00f6dada2c tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.941172 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-212d8aab-8bf5-4dee-971a-77ff4906b4ae tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.954655 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e64734-e56d-424b-8425-839bc88d90d7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Subnet': ['ID=1f5abb68-b47e-45e5-9c39-5e7fcccb7138,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:48.956252 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e66f933b-1058-4322-aff5-1f00f6dada2c tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.966759 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc1b82e-5c07-43ac-9c11-8d9c2fb7c133 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:48.971129 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4bc1b82e-5c07-43ac-9c11-8d9c2fb7c133 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:48.971244 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec890a5-f95e-4642-9873-30cc0696a415 None None] DHCP port deletion for db126361-d280-4945-be72-90312642a11b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:48.979727 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e64734-e56d-424b-8425-839bc88d90d7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Checking segment: {'id': 'ff9bc9ee-a0d3-4616-aa03-332c0c9fc32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'aea56124-c433-45e3-9e5f-acd7eb94276a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:48.980043 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e64734-e56d-424b-8425-839bc88d90d7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network hostable DHCP agents. Network: aea56124-c433-45e3-9e5f-acd7eb94276a, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:12:49.024596 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-212d8aab-8bf5-4dee-971a-77ff4906b4ae tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.027722 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1ec890a5-f95e-4642-9873-30cc0696a415 None None] Deleting port abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:49.028110 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1ec890a5-f95e-4642-9873-30cc0696a415 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.033112 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d4016176-1d90-4caa-8414-420b74c7fea9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.054631 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e66f933b-1058-4322-aff5-1f00f6dada2c tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.063271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-212d8aab-8bf5-4dee-971a-77ff4906b4ae tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] In _notify_port_updated(), no bound segment for port 64ce7ade-9baa-497e-8ea9-6a46b78763b8 on network ed942db7-71ac-482e-8903-aab234a91018 {{(pid=103001) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:12:49.077150 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212d8aab-8bf5-4dee-971a-77ff4906b4ae tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:49.077858 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-212d8aab-8bf5-4dee-971a-77ff4906b4ae tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.079357 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-212d8aab-8bf5-4dee-971a-77ff4906b4ae tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "PUT /v2.0/ports/64ce7ade-9baa-497e-8ea9-6a46b78763b8 HTTP/1.1" status: 200 len: 1067 time: 0.9741178 Nov 11 12:12:49.082732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49902) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:49.083510 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e64734-e56d-424b-8425-839bc88d90d7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network aea56124-c433-45e3-9e5f-acd7eb94276a is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:12:49.085151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f933b-1058-4322-aff5-1f00f6dada2c tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25453cae-f9e7-49a8-b66a-223aa9610004,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:49.135113 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1ec890a5-f95e-4642-9873-30cc0696a415 None None] For port abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:49.135646 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1ec890a5-f95e-4642-9873-30cc0696a415 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.137293 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d8aab-8bf5-4dee-971a-77ff4906b4ae tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event updated for resources: {'Port': ['ID=64ce7ade-9baa-497e-8ea9-6a46b78763b8,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:49.146242 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d4016176-1d90-4caa-8414-420b74c7fea9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.155616 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1ec890a5-f95e-4642-9873-30cc0696a415 None None] Calling delete_port for abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:49.181626 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e66f933b-1058-4322-aff5-1f00f6dada2c tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.181626 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e66f933b-1058-4322-aff5-1f00f6dada2c tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4532049 Nov 11 12:12:49.213401 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49904) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:49.242632 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-77940a0c-6641-4247-8da6-46057c36f170 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group_rule': {'security_group_id': 'f13d687d-c25d-4762-9ecb-59b45bbb34fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:49.254986 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-66e64734-e56d-424b-8425-839bc88d90d7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, aea56124-c433-45e3-9e5f-acd7eb94276a) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:49.259718 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e64734-e56d-424b-8425-839bc88d90d7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:49.260389 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-66e64734-e56d-424b-8425-839bc88d90d7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.264598 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4c1594-4e31-4093-a255-e56b3fd4662b None None] Network aea56124-c433-45e3-9e5f-acd7eb94276a requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:49.277685 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4bc1b82e-5c07-43ac-9c11-8d9c2fb7c133 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.311381 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1ec890a5-f95e-4642-9873-30cc0696a415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.341092 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4016176-1d90-4caa-8414-420b74c7fea9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=ff359196-7ce9-421f-aa17-8b257ddfe504,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:49.348902 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d4016176-1d90-4caa-8414-420b74c7fea9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.350870 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec890a5-f95e-4642-9873-30cc0696a415 None None] Pushing event deleted for resources: {'Port': ['ID=abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:49.358270 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec890a5-f95e-4642-9873-30cc0696a415 None None] No DVR routers for this DVR port abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:49.377781 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c2afb-dab7-49b9-83f5-04f2edd01f32 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Deleting port 64ce7ade-9baa-497e-8ea9-6a46b78763b8 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:49.378213 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5d1c2afb-dab7-49b9-83f5-04f2edd01f32 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.389741 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc1b82e-5c07-43ac-9c11-8d9c2fb7c133 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:49.395767 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-4bc1b82e-5c07-43ac-9c11-8d9c2fb7c133 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:49.400889 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc1b82e-5c07-43ac-9c11-8d9c2fb7c133 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:49.402253 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4bc1b82e-5c07-43ac-9c11-8d9c2fb7c133 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.413752 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1b82e-5c07-43ac-9c11-8d9c2fb7c133 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=26c0950b-12f3-478f-b0d3-65bca9ef5887,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:49.432096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba993e9-a237-4e8c-8c8f-a18787de8c28 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:49.439124 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-77940a0c-6641-4247-8da6-46057c36f170 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.483351 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-66e64734-e56d-424b-8425-839bc88d90d7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6162455 Nov 11 12:12:49.485899 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49910) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:49.514269 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-3eab84fd-3893-4a5c-a240-b9839270cb90 None None] Provisioning complete for port 64ce7ade-9baa-497e-8ea9-6a46b78763b8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:49.515245 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3eab84fd-3893-4a5c-a240-b9839270cb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.517671 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d4016176-1d90-4caa-8414-420b74c7fea9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.521254 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d4016176-1d90-4caa-8414-420b74c7fea9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1420057 Nov 11 12:12:49.529958 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49912) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:49.535735 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-d7af87ef-455d-4932-a435-20ec0a08a2eb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'port': {'network_id': 'ec05af77-ca69-434b-a6a2-504c45563310', 'name': 'tempest-FloatingIPTestJSON-126144283'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:49.543100 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4bc1b82e-5c07-43ac-9c11-8d9c2fb7c133 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7510352 Nov 11 12:12:49.543100 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49914) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:49.548834 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-92dc142c-c537-47b8-aa38-5d9138f29abf tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'fixed_ips': [{'subnet_id': '26c0950b-12f3-478f-b0d3-65bca9ef5887', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1395209765'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:49.549093 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5d1c2afb-dab7-49b9-83f5-04f2edd01f32 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.589780 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-aea56124-c433-45e3-9e5f-acd7eb94276a', 'network_id': 'aea56124-c433-45e3-9e5f-acd7eb94276a', 'tenant_id': '1ee537e4cf4b4ef5a4a77fc175d6ee20', 'fixed_ips': [{'subnet_id': '1f5abb68-b47e-45e5-9c39-5e7fcccb7138'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:49.590691 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.596755 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-3eab84fd-3893-4a5c-a240-b9839270cb90 None None] Port 64ce7ade-9baa-497e-8ea9-6a46b78763b8 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:49.617104 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-77940a0c-6641-4247-8da6-46057c36f170 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.626306 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c2afb-dab7-49b9-83f5-04f2edd01f32 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Calling delete_port for 64ce7ade-9baa-497e-8ea9-6a46b78763b8 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:49.713630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfcb09-df17-4064-9848-c929bda1a6d7 req-6a50a689-4a5e-4807-9042-7a71f2bc6ea1 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:49.714598 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-77940a0c-6641-4247-8da6-46057c36f170 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.715248 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e7cfcb09-df17-4064-9848-c929bda1a6d7 req-6a50a689-4a5e-4807-9042-7a71f2bc6ea1 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 945 time: 0.1625769 Nov 11 12:12:49.748090 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.768025 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77940a0c-6641-4247-8da6-46057c36f170 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b4f235-77b2-43f5-8abd-20326188a800,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:49.815259 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e7cfcb09-df17-4064-9848-c929bda1a6d7 req-2ffb4bd4-b0e6-49b3-9839-8dd521e455c9 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893312 Nov 11 12:12:49.839334 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.850041 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7af87ef-455d-4932-a435-20ec0a08a2eb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Made reservation on behalf of 4a07dfbacee54388b69a0661f55f9fa4 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:49.854267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d7af87ef-455d-4932-a435-20ec0a08a2eb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.887288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-d7af87ef-455d-4932-a435-20ec0a08a2eb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] device_id is not set on port 70cad4cf-7438-4c36-b386-c9505fdfb9fb yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:49.947552 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5d1c2afb-dab7-49b9-83f5-04f2edd01f32 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.949567 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-db126361-d280-4945-be72-90312642a11b', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'fixed_ips': [{'subnet_id': '26c0950b-12f3-478f-b0d3-65bca9ef5887'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:49.950008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.952350 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-77940a0c-6641-4247-8da6-46057c36f170 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:49.955471 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-77940a0c-6641-4247-8da6-46057c36f170 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7435319 Nov 11 12:12:49.956975 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49924) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:49.962053 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-178b1af7-e3a8-430d-a1bc-450cccbfcbe6 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group_rule': {'security_group_id': 'f13d687d-c25d-4762-9ecb-59b45bbb34fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:49.992212 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Allocated IP 172.20.0.1 (aea56124-c433-45e3-9e5f-acd7eb94276a/1f5abb68-b47e-45e5-9c39-5e7fcccb7138/83ed290c-6f3d-4700-bd56-caf7d751c8a2) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:50.025395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dc142c-c537-47b8-aa38-5d9138f29abf tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:50.031732 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-92dc142c-c537-47b8-aa38-5d9138f29abf tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.060229 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:12:50.060922 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-92dc142c-c537-47b8-aa38-5d9138f29abf tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port 9feb04bc-bc99-46fd-8251-4b56b8e80670 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:12:50.103874 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:12:50.104316 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device abfc6c13-45e6-4d07-a8fd-f1c10dfc5fe5 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:12:50.162115 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-178b1af7-e3a8-430d-a1bc-450cccbfcbe6 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.224279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Allocated IP 2001:db8::2 (db126361-d280-4945-be72-90312642a11b/26c0950b-12f3-478f-b0d3-65bca9ef5887/263e2649-c8ea-4541-ac4b-649a93259b5a) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:50.228441 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-178b1af7-e3a8-430d-a1bc-450cccbfcbe6 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.283572 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c2afb-dab7-49b9-83f5-04f2edd01f32 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event deleted for resources: {'Port': ['ID=64ce7ade-9baa-497e-8ea9-6a46b78763b8,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:50.314850 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-178b1af7-e3a8-430d-a1bc-450cccbfcbe6 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.345197 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b1af7-e3a8-430d-a1bc-450cccbfcbe6 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72992e24-ba9f-4402-af78-f69a9c6f785d,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:50.347166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.376556 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-d7af87ef-455d-4932-a435-20ec0a08a2eb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Allocated IP 172.20.0.3 (ec05af77-ca69-434b-a6a2-504c45563310/063a69c8-eeed-44f2-bff9-ee8637dc9883/70cad4cf-7438-4c36-b386-c9505fdfb9fb) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:50.434271 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-178b1af7-e3a8-430d-a1bc-450cccbfcbe6 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.435570 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-178b1af7-e3a8-430d-a1bc-450cccbfcbe6 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4778595 Nov 11 12:12:50.447539 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49926) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:50.449547 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.465033 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.513443 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Pushing event updated for resources: {'Port': ['ID=83ed290c-6f3d-4700-bd56-caf7d751c8a2,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:50.526448 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-00ab5335-3ff2-4cef-89d4-5f039c8645b6 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.528059 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Network aea56124-c433-45e3-9e5f-acd7eb94276a is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:50.529898 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.535889 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-00ab5335-3ff2-4cef-89d4-5f039c8645b6 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.537105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5d1c2afb-dab7-49b9-83f5-04f2edd01f32 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.541572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:50.544864 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5d1c2afb-dab7-49b9-83f5-04f2edd01f32 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "DELETE /v2.0/ports/64ce7ade-9baa-497e-8ea9-6a46b78763b8 HTTP/1.1" status: 204 len: 168 time: 1.4587808 Nov 11 12:12:50.545745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:50.548835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49930) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:50.629045 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:50.635233 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-92dc142c-c537-47b8-aa38-5d9138f29abf tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:12:50.635792 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92dc142c-c537-47b8-aa38-5d9138f29abf tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:12:50.640014 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b9d91a-e35d-49da-9853-ae9f839859db tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] GET failed (client error): The resource could not be found. Nov 11 12:12:50.644072 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-73b9d91a-e35d-49da-9853-ae9f839859db tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "GET /v2.0/ports/64ce7ade-9baa-497e-8ea9-6a46b78763b8 HTTP/1.1" status: 404 len: 333 time: 0.0917649 Nov 11 12:12:50.644317 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49932) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:50.647371 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:50.649774 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:50.653372 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Pushing event updated for resources: {'Port': ['ID=263e2649-c8ea-4541-ac4b-649a93259b5a,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:50.656230 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Attempting to bind port 83ed290c-6f3d-4700-bd56-caf7d751c8a2 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:50.656599 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Attempting to bind port 83ed290c-6f3d-4700-bd56-caf7d751c8a2 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'ff9bc9ee-a0d3-4616-aa03-332c0c9fc32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'aea56124-c433-45e3-9e5f-acd7eb94276a'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:50.656957 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Attempting to bind port 83ed290c-6f3d-4700-bd56-caf7d751c8a2 on network aea56124-c433-45e3-9e5f-acd7eb94276a {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:50.662698 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-00ab5335-3ff2-4cef-89d4-5f039c8645b6 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.668089 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:50.668463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Checking segment: {'id': 'ff9bc9ee-a0d3-4616-aa03-332c0c9fc32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'aea56124-c433-45e3-9e5f-acd7eb94276a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:50.668864 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.669278 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Bound using segment: {'id': 'ff9bc9ee-a0d3-4616-aa03-332c0c9fc32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'aea56124-c433-45e3-9e5f-acd7eb94276a'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:50.669738 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Bound port: 83ed290c-6f3d-4700-bd56-caf7d751c8a2, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9bc9ee-a0d3-4616-aa03-332c0c9fc32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'aea56124-c433-45e3-9e5f-acd7eb94276a'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:50.670645 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.670762 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-00ab5335-3ff2-4cef-89d4-5f039c8645b6 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.672742 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-00ab5335-3ff2-4cef-89d4-5f039c8645b6 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/72992e24-ba9f-4402-af78-f69a9c6f785d HTTP/1.1" status: 204 len: 168 time: 0.2322476 Nov 11 12:12:50.678324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49934) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:50.680013 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab5335-3ff2-4cef-89d4-5f039c8645b6 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72992e24-ba9f-4402-af78-f69a9c6f785d,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:50.694940 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.730766 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5abb68-b47e-45e5-9c39-5e7fcccb7138,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:50.760703 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Attempting to bind port 263e2649-c8ea-4541-ac4b-649a93259b5a on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:50.761102 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Attempting to bind port 263e2649-c8ea-4541-ac4b-649a93259b5a by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:50.761467 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Attempting to bind port 263e2649-c8ea-4541-ac4b-649a93259b5a on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:50.776349 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:50.776727 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:50.780593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.780593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:50.780593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Bound port: 263e2649-c8ea-4541-ac4b-649a93259b5a, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:50.780593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.802899 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] For port 83ed290c-6f3d-4700-bd56-caf7d751c8a2, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:50.815975 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5804583e-f1a3-4125-a268-cb1b85aaaad1 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1346867 Nov 11 12:12:50.820031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49938) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:50.830651 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.832953 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d7af87ef-455d-4932-a435-20ec0a08a2eb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.840946 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] For port 83ed290c-6f3d-4700-bd56-caf7d751c8a2, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=83ed290c-6f3d-4700-bd56-caf7d751c8a2,segment=NetworkSegment(ff9bc9ee-a0d3-4616-aa03-332c0c9fc32c),segment_id=ff9bc9ee-a0d3-4616-aa03-332c0c9fc32c)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:50.860232 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-92dc142c-c537-47b8-aa38-5d9138f29abf tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3132713 Nov 11 12:12:50.861176 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49940) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:50.874456 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea56124-c433-45e3-9e5f-acd7eb94276a']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:50.888550 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9bc9ee-a0d3-4616-aa03-332c0c9fc32c') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:50.890432 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9bc9ee-a0d3-4616-aa03-332c0c9fc32c') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:50.894312 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] For port 263e2649-c8ea-4541-ac4b-649a93259b5a, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:50.900045 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] For port 263e2649-c8ea-4541-ac4b-649a93259b5a, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=263e2649-c8ea-4541-ac4b-649a93259b5a,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:50.902700 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.902880 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b7d935f4-aa44-40d0-a744-521b3bbfff2f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.918475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.919586 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.924375 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b7d935f4-aa44-40d0-a744-521b3bbfff2f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.928132 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:50.928694 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.930167 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f5daca02-7481-43ad-95e6-6c5ac21beebc tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Deleting port dbf88696-820d-42a5-b0ad-969f06e3c24b {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:50.930640 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5daca02-7481-43ad-95e6-6c5ac21beebc tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:50.932758 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:51.018229 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.043984 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.db.api [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:12:51.043984 dv-neutron-786478-23-hyperv neutron-server[103002]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:12:51.043984 dv-neutron-786478-23-hyperv neutron-server[103002]: [parameters: {'id': 'aea56124-c433-45e3-9e5f-acd7eb94276a'}] Nov 11 12:12:51.043984 dv-neutron-786478-23-hyperv neutron-server[103002]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:12:51.044804 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG oslo_db.api [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:12:51.048561 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b8afe4-867b-4602-9e15-3d6eca1796d4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:51.050241 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b6b8afe4-867b-4602-9e15-3d6eca1796d4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1881773 Nov 11 12:12:51.054108 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec02d04-bb54-4c9e-9b81-c9265f563a95 None None] Network aea56124-c433-45e3-9e5f-acd7eb94276a requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:51.055391 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49946) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:51.077703 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45899e3d-bce9-42ff-abc9-2bc5da86eded None None] Pushing event updated for resources: {'Port': ['ID=83ed290c-6f3d-4700-bd56-caf7d751c8a2,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:51.085684 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a30cae-9ea4-43b6-9a66-503fedfada7d req-d6ac6618-1a41-43a0-a776-548ffa960b05 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:51.087627 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-37a30cae-9ea4-43b6-9a66-503fedfada7d req-d6ac6618-1a41-43a0-a776-548ffa960b05 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 945 time: 0.0812991 Nov 11 12:12:51.116402 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5daca02-7481-43ad-95e6-6c5ac21beebc tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.140685 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f5daca02-7481-43ad-95e6-6c5ac21beebc tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Calling delete_port for dbf88696-820d-42a5-b0ad-969f06e3c24b owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:51.187298 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61979a32-2f1e-4be3-8186-a237fd90e628 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:51.191192 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61979a32-2f1e-4be3-8186-a237fd90e628 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:51.193550 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-61979a32-2f1e-4be3-8186-a237fd90e628 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1319211 Nov 11 12:12:51.194705 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20bb3c-68f0-43c5-ac09-3aec74e343e1 None None] Pushing event updated for resources: {'Port': ['ID=263e2649-c8ea-4541-ac4b-649a93259b5a,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:51.208182 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49950) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:51.220220 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d7af87ef-455d-4932-a435-20ec0a08a2eb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.227229 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b7d935f4-aa44-40d0-a744-521b3bbfff2f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.246284 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b7d935f4-aa44-40d0-a744-521b3bbfff2f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.247684 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b7d935f4-aa44-40d0-a744-521b3bbfff2f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/42b4f235-77b2-43f5-8abd-20326188a800 HTTP/1.1" status: 204 len: 168 time: 0.4266598 Nov 11 12:12:51.277338 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49952) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:51.282370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d935f4-aa44-40d0-a744-521b3bbfff2f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42b4f235-77b2-43f5-8abd-20326188a800,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:51.299256 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-37a30cae-9ea4-43b6-9a66-503fedfada7d req-fb477359-88ff-41ec-a9b1-ada8ae4b0935 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850948 Nov 11 12:12:51.322238 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7af87ef-455d-4932-a435-20ec0a08a2eb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network ec05af77-ca69-434b-a6a2-504c45563310 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:51.329558 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-d7af87ef-455d-4932-a435-20ec0a08a2eb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:51.332408 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af87ef-455d-4932-a435-20ec0a08a2eb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:51.335082 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af87ef-455d-4932-a435-20ec0a08a2eb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=70cad4cf-7438-4c36-b386-c9505fdfb9fb,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:51.380268 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e95a195-f5ea-4133-9763-5f08c4df14e3 None None] DHCP port deletion for ec05af77-ca69-434b-a6a2-504c45563310 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:51.390050 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3a093490-7425-402a-9744-c7e04a49ac17 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1078174 Nov 11 12:12:51.391878 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-455ef3e1-0c17-40cb-930f-56ccd80b918e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet 26c0950b-12f3-478f-b0d3-65bca9ef5887 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:12:51.394696 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49954) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:51.412290 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ba439-ea87-4804-8004-952b51ea8aac req-e34d80e8-e0f0-418a-a10d-7d5dcd00a985 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:51.413814 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5f2ba439-ea87-4804-8004-952b51ea8aac req-e34d80e8-e0f0-418a-a10d-7d5dcd00a985 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 945 time: 0.2188880 Nov 11 12:12:51.414518 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-455ef3e1-0c17-40cb-930f-56ccd80b918e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.434225 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7af87ef-455d-4932-a435-20ec0a08a2eb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:51.434884 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d7af87ef-455d-4932-a435-20ec0a08a2eb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.440096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-3ef2d46c-91df-4aa0-b186-679710acc31d None None] Provisioning complete for port 70cad4cf-7438-4c36-b386-c9505fdfb9fb triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:51.442879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d46c-91df-4aa0-b186-679710acc31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.499952 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-3ef2d46c-91df-4aa0-b186-679710acc31d None None] Port 70cad4cf-7438-4c36-b386-c9505fdfb9fb cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:51.508973 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a09ee67b-e32a-4211-8b53-9718ce15dc3f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.528547 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-455ef3e1-0c17-40cb-930f-56ccd80b918e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.531740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a09ee67b-e32a-4211-8b53-9718ce15dc3f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.552023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.572123 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d7af87ef-455d-4932-a435-20ec0a08a2eb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0410583 Nov 11 12:12:51.574863 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49956) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:51.580543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-0a71b33c-1751-4876-a8b0-caebd31f504f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'floatingip': {'port_id': '70cad4cf-7438-4c36-b386-c9505fdfb9fb'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:51.584702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5daca02-7481-43ad-95e6-6c5ac21beebc tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.591825 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5f2ba439-ea87-4804-8004-952b51ea8aac req-77d77130-f6f7-4425-b4fd-eb92c4f20d92 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c42058f-82e4-4faf-93b9-2d3d713495dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589887 Nov 11 12:12:51.665757 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0a71b33c-1751-4876-a8b0-caebd31f504f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.675296 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-455ef3e1-0c17-40cb-930f-56ccd80b918e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.698823 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a09ee67b-e32a-4211-8b53-9718ce15dc3f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.700087 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5daca02-7481-43ad-95e6-6c5ac21beebc tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event deleted for resources: {'Port': ['ID=dbf88696-820d-42a5-b0ad-969f06e3c24b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:51.706190 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a09ee67b-e32a-4211-8b53-9718ce15dc3f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.707337 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a09ee67b-e32a-4211-8b53-9718ce15dc3f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/25453cae-f9e7-49a8-b66a-223aa9610004 HTTP/1.1" status: 204 len: 168 time: 0.3115184 Nov 11 12:12:51.711133 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49962) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:51.753355 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ee67b-e32a-4211-8b53-9718ce15dc3f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25453cae-f9e7-49a8-b66a-223aa9610004,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:51.757960 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5daca02-7481-43ad-95e6-6c5ac21beebc tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.760947 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f5daca02-7481-43ad-95e6-6c5ac21beebc tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "DELETE /v2.0/ports/dbf88696-820d-42a5-b0ad-969f06e3c24b HTTP/1.1" status: 204 len: 168 time: 1.1157100 Nov 11 12:12:51.764818 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49964) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:51.769637 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Deleting port 83ed290c-6f3d-4700-bd56-caf7d751c8a2 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:51.770052 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.809727 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1d4910-7cac-447e-a85b-8285c314970d tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] GET failed (client error): The resource could not be found. Nov 11 12:12:51.815188 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2f1d4910-7cac-447e-a85b-8285c314970d tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "GET /v2.0/ports/dbf88696-820d-42a5-b0ad-969f06e3c24b HTTP/1.1" status: 404 len: 333 time: 0.0462024 Nov 11 12:12:51.817166 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49966) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:51.847102 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a9a4026d-7d65-4509-8a26-56476a145182 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1321342 Nov 11 12:12:51.854366 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49968) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:51.875020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] For port 83ed290c-6f3d-4700-bd56-caf7d751c8a2, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=83ed290c-6f3d-4700-bd56-caf7d751c8a2,segment=NetworkSegment(ff9bc9ee-a0d3-4616-aa03-332c0c9fc32c),segment_id=ff9bc9ee-a0d3-4616-aa03-332c0c9fc32c)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:51.875505 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:51.901098 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Calling delete_port for 83ed290c-6f3d-4700-bd56-caf7d751c8a2 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:51.974150 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5fcc3f3-8f23-4a74-bd1d-21333b33d95b tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.004405 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-455ef3e1-0c17-40cb-930f-56ccd80b918e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.038334 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-455ef3e1-0c17-40cb-930f-56ccd80b918e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.042586 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-455ef3e1-0c17-40cb-930f-56ccd80b918e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/26c0950b-12f3-478f-b0d3-65bca9ef5887 HTTP/1.1" status: 204 len: 168 time: 0.8319762 Nov 11 12:12:52.042792 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5fcc3f3-8f23-4a74-bd1d-21333b33d95b tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.043933 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ef3e1-0c17-40cb-930f-56ccd80b918e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=26c0950b-12f3-478f-b0d3-65bca9ef5887,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:52.047585 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49972) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:52.106678 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 263e2649-c8ea-4541-ac4b-649a93259b5a up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:52.129658 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-9fe00ea8-5f1d-44fb-aec2-17229bd56060 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Deleting port 6253c25e-4eaf-46c2-aa13-70b95ffb1994 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:52.130131 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9fe00ea8-5f1d-44fb-aec2-17229bd56060 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.130306 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6a6ba80b-a6c7-4a04-a7e2-86b9332be0e5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807047 Nov 11 12:12:52.131059 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49974) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:52.136202 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-1619874d-4d87-4659-8a32-6d87936642cb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:52.139346 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.164958 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 263e2649-c8ea-4541-ac4b-649a93259b5a triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:52.165334 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.174432 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Port': ['ID=83ed290c-6f3d-4700-bd56-caf7d751c8a2,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:52.206757 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:12:52.216822 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No DVR routers for this DVR port 83ed290c-6f3d-4700-bd56-caf7d751c8a2 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:52.236183 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5fcc3f3-8f23-4a74-bd1d-21333b33d95b tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.241382 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5fcc3f3-8f23-4a74-bd1d-21333b33d95b tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.242678 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f5fcc3f3-8f23-4a74-bd1d-21333b33d95b tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/25bc923f-ebc2-4e30-a685-8158b872cdbd HTTP/1.1" status: 204 len: 168 time: 0.3874671 Nov 11 12:12:52.296211 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49976) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:52.310857 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.336982 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.339615 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcc3f3-8f23-4a74-bd1d-21333b33d95b tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25bc923f-ebc2-4e30-a685-8158b872cdbd,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:52.385962 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5724c3e5-e8bc-459d-88b2-d24d47b53360 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0897932 Nov 11 12:12:52.388710 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49982) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:52.394174 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 263e2649-c8ea-4541-ac4b-649a93259b5a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=263e2649-c8ea-4541-ac4b-649a93259b5a,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:52.400465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea56124-c433-45e3-9e5f-acd7eb94276a']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:52.423835 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9bc9ee-a0d3-4616-aa03-332c0c9fc32c') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:52.424442 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9bc9ee-a0d3-4616-aa03-332c0c9fc32c') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:52.442675 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6fe8f2-6687-408c-bf00-c26ea69dc484 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:52.468941 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9fe00ea8-5f1d-44fb-aec2-17229bd56060 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.494745 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.506572 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c41b7669-2aab-4f1a-a626-f9732d0e1e19 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.507251 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-9fe00ea8-5f1d-44fb-aec2-17229bd56060 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Calling delete_port for 6253c25e-4eaf-46c2-aa13-70b95ffb1994 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:52.516897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.523878 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c41b7669-2aab-4f1a-a626-f9732d0e1e19 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.533019 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:52.533416 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:52.538070 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:52.549824 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.587661 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1619874d-4d87-4659-8a32-6d87936642cb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:52.593290 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1619874d-4d87-4659-8a32-6d87936642cb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.608664 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c1e53283-7942-43d1-8b05-cc87e874a77d None None] Provisioning complete for port 263e2649-c8ea-4541-ac4b-649a93259b5a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:52.609127 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c1e53283-7942-43d1-8b05-cc87e874a77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.618019 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea82cb2-19d9-4e12-ac16-478832d1ffbc req-4136fdb1-07e3-4cca-88c4-a00d45748507 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:52.619605 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6ea82cb2-19d9-4e12-ac16-478832d1ffbc req-4136fdb1-07e3-4cca-88c4-a00d45748507 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 945 time: 0.1647449 Nov 11 12:12:52.656261 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.db.resource_extend [None req-0a71b33c-1751-4876-a8b0-caebd31f504f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:12:52.666554 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=263e2649-c8ea-4541-ac4b-649a93259b5a,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:52.667867 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d95743-92d7-4c36-9c94-5dd703d88ce7 req-3ebc3bf4-e159-48c9-b02f-a3ead17f070c tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:52.675724 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-53d95743-92d7-4c36-9c94-5dd703d88ce7 req-3ebc3bf4-e159-48c9-b02f-a3ead17f070c tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 945 time: 0.2405396 Nov 11 12:12:52.752747 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c41b7669-2aab-4f1a-a626-f9732d0e1e19 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.764106 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c41b7669-2aab-4f1a-a626-f9732d0e1e19 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.769883 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c41b7669-2aab-4f1a-a626-f9732d0e1e19 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/6e4eaa05-fb8f-4dd2-97e0-f12bfad5251e HTTP/1.1" status: 204 len: 168 time: 0.3734291 Nov 11 12:12:52.770033 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0a71b33c-1751-4876-a8b0-caebd31f504f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.771079 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49984) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:52.775743 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-53d95743-92d7-4c36-9c94-5dd703d88ce7 req-427bb5ac-33a3-487b-bd30-28117819b692 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991733 Nov 11 12:12:52.776946 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ed37da-9c5a-4a0c-bd78-b527bb08b046 None None] DHCP port deletion for db126361-d280-4945-be72-90312642a11b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:52.777994 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b7669-2aab-4f1a-a626-f9732d0e1e19 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e4eaa05-fb8f-4dd2-97e0-f12bfad5251e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:52.803840 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.832474 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f8209296-7091-4ba9-8bb9-86e182b321ad tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0582354 Nov 11 12:12:52.832921 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.840045 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49986) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:52.840373 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 49988) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:52.841828 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/aea56124-c433-45e3-9e5f-acd7eb94276a HTTP/1.1" status: 204 len: 168 time: 3.3546603 Nov 11 12:12:52.842157 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-53ed37da-9c5a-4a0c-bd78-b527bb08b046 None None] Deleting port 263e2649-c8ea-4541-ac4b-649a93259b5a {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:52.843301 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-53ed37da-9c5a-4a0c-bd78-b527bb08b046 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.849160 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-8ea4b8c2-357a-43e8-92cd-3635e0e086e7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-202929558'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:52.860177 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e2b16-b6ee-418c-b8a9-05bd7be68c9d tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Network': ['ID=aea56124-c433-45e3-9e5f-acd7eb94276a,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:52.903283 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0a71b33c-1751-4876-a8b0-caebd31f504f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.935596 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-53ed37da-9c5a-4a0c-bd78-b527bb08b046 None None] For port 263e2649-c8ea-4541-ac4b-649a93259b5a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=263e2649-c8ea-4541-ac4b-649a93259b5a,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:52.936085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-53ed37da-9c5a-4a0c-bd78-b527bb08b046 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:52.949502 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-53ed37da-9c5a-4a0c-bd78-b527bb08b046 None None] Calling delete_port for 263e2649-c8ea-4541-ac4b-649a93259b5a owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:52.983451 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-6ea82cb2-19d9-4e12-ac16-478832d1ffbc req-8d77b102-146f-4bd3-ba7b-edcd588cc12f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Deleting port b40671cc-88ee-4776-9d3c-a6f449537515 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:52.983785 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6ea82cb2-19d9-4e12-ac16-478832d1ffbc req-8d77b102-146f-4bd3-ba7b-edcd588cc12f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.001312 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1619874d-4d87-4659-8a32-6d87936642cb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.045643 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1619874d-4d87-4659-8a32-6d87936642cb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:53.049492 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-1619874d-4d87-4659-8a32-6d87936642cb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:53.053681 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1619874d-4d87-4659-8a32-6d87936642cb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:53.054554 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1619874d-4d87-4659-8a32-6d87936642cb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.074888 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619874d-4d87-4659-8a32-6d87936642cb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=100a232a-90b6-4fc8-9b6a-e83326d819ae,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:53.138628 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3ce90-a61e-44f7-866f-44ce6c42a174 req-c67dd01a-a3d1-4c97-862d-61eae9c8fb6d tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:53.141050 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-11c3ce90-a61e-44f7-866f-44ce6c42a174 req-c67dd01a-a3d1-4c97-862d-61eae9c8fb6d tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 945 time: 0.0568807 Nov 11 12:12:53.167381 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-53ed37da-9c5a-4a0c-bd78-b527bb08b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.195114 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-11c3ce90-a61e-44f7-866f-44ce6c42a174 req-129706fe-c23c-4c2a-a9a8-f9c7ceea1bfd tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c42058f-82e4-4faf-93b9-2d3d713495dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476861 Nov 11 12:12:53.202793 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1619874d-4d87-4659-8a32-6d87936642cb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0695026 Nov 11 12:12:53.205241 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49994) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:53.209341 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed37da-9c5a-4a0c-bd78-b527bb08b046 None None] Pushing event deleted for resources: {'Port': ['ID=263e2649-c8ea-4541-ac4b-649a93259b5a,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:53.211208 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-d656e72d-b203-4d97-af9a-17a9cf72a334 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-85992665', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:53.212513 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed37da-9c5a-4a0c-bd78-b527bb08b046 None None] No DVR routers for this DVR port 263e2649-c8ea-4541-ac4b-649a93259b5a on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:53.231845 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41841b9f-da4f-404b-8db3-c0cc80f9223a None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:53.316708 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d656e72d-b203-4d97-af9a-17a9cf72a334 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.318182 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d656e72d-b203-4d97-af9a-17a9cf72a334 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.374840 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea4b8c2-357a-43e8-92cd-3635e0e086e7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:53.378363 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ea4b8c2-357a-43e8-92cd-3635e0e086e7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.382507 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d656e72d-b203-4d97-af9a-17a9cf72a334 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.391089 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-db126361-d280-4945-be72-90312642a11b', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'fixed_ips': [{'subnet_id': '100a232a-90b6-4fc8-9b6a-e83326d819ae'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:53.391781 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9fe00ea8-5f1d-44fb-aec2-17229bd56060 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.396746 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.427871 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e93f0a3c-1e61-4736-b18c-bccb09fd9fcf tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.479614 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe00ea8-5f1d-44fb-aec2-17229bd56060 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event deleted for resources: {'Port': ['ID=6253c25e-4eaf-46c2-aa13-70b95ffb1994,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:53.527319 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d656e72d-b203-4d97-af9a-17a9cf72a334 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.531087 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-0a71b33c-1751-4876-a8b0-caebd31f504f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Floating IP b89241d0-3dbd-4d32-b0c9-099e70e2a75a associated. External IP: 172.26.5.96, port: 70cad4cf-7438-4c36-b386-c9505fdfb9fb. Nov 11 12:12:53.543323 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9fe00ea8-5f1d-44fb-aec2-17229bd56060 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.547202 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9fe00ea8-5f1d-44fb-aec2-17229bd56060 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "DELETE /v2.0/ports/6253c25e-4eaf-46c2-aa13-70b95ffb1994 HTTP/1.1" status: 204 len: 168 time: 1.7290311 Nov 11 12:12:53.548040 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea4b8c2-357a-43e8-92cd-3635e0e086e7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:12:53.549926 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49996) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:53.550071 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Allocated IP 2001:db8::2 (db126361-d280-4945-be72-90312642a11b/100a232a-90b6-4fc8-9b6a-e83326d819ae/3ba82786-0c08-43a3-90f9-1716e809fea6) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:53.551138 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-6ea82cb2-19d9-4e12-ac16-478832d1ffbc req-8d77b102-146f-4bd3-ba7b-edcd588cc12f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] For port b40671cc-88ee-4776-9d3c-a6f449537515, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b40671cc-88ee-4776-9d3c-a6f449537515,segment=NetworkSegment(4fd116d8-ab11-42c2-8bb9-a049c27f2bab),segment_id=4fd116d8-ab11-42c2-8bb9-a049c27f2bab)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:53.551490 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6ea82cb2-19d9-4e12-ac16-478832d1ffbc req-8d77b102-146f-4bd3-ba7b-edcd588cc12f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.555429 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e93f0a3c-1e61-4736-b18c-bccb09fd9fcf tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.622893 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3994a0-aa30-4268-8686-7b4d2f9bea24 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Deleting subnet e68af097-39e7-4346-ba67-8a3e37c58d27 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:12:53.627192 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2b3994a0-aa30-4268-8686-7b4d2f9bea24 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.634971 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ea4b8c2-357a-43e8-92cd-3635e0e086e7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.642361 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-8ea4b8c2-357a-43e8-92cd-3635e0e086e7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Added segment e569d24c-3d2e-4fef-a2dc-dc3d113d9db4 of type vlan for network 6d67b32a-225a-4de9-8771-8658f2b25ff4 Nov 11 12:12:53.652422 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d656e72d-b203-4d97-af9a-17a9cf72a334 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.653756 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d656e72d-b203-4d97-af9a-17a9cf72a334 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4475572 Nov 11 12:12:53.657199 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 49998) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:53.730872 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.750308 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2b3994a0-aa30-4268-8686-7b4d2f9bea24 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.799496 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.833496 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ea4b8c2-357a-43e8-92cd-3635e0e086e7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.886216 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:53.889702 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:53.893887 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:53.910021 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Pushing event updated for resources: {'Port': ['ID=3ba82786-0c08-43a3-90f9-1716e809fea6,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:53.910264 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e93f0a3c-1e61-4736-b18c-bccb09fd9fcf tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.912736 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e93f0a3c-1e61-4736-b18c-bccb09fd9fcf tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.916163 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e93f0a3c-1e61-4736-b18c-bccb09fd9fcf tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-groups/f13d687d-c25d-4762-9ecb-59b45bbb34fd HTTP/1.1" status: 204 len: 168 time: 1.0717685 Nov 11 12:12:53.924191 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50002) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:53.981915 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Attempting to bind port 3ba82786-0c08-43a3-90f9-1716e809fea6 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:53.981915 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Attempting to bind port 3ba82786-0c08-43a3-90f9-1716e809fea6 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:53.983271 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Attempting to bind port 3ba82786-0c08-43a3-90f9-1716e809fea6 on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:53.994008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:53.994696 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:53.995300 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:53.996574 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:53.997692 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Bound port: 3ba82786-0c08-43a3-90f9-1716e809fea6, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:53.998241 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.017099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f0a3c-1e61-4736-b18c-bccb09fd9fcf tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13d687d-c25d-4762-9ecb-59b45bbb34fd,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:54.023331 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ea4b8c2-357a-43e8-92cd-3635e0e086e7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.028921 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea4b8c2-357a-43e8-92cd-3635e0e086e7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:54.029506 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ea4b8c2-357a-43e8-92cd-3635e0e086e7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.036529 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed8736-d8b8-43ee-8af0-3aaa4344d98f req-27de017d-1570-489b-8b29-5c70f69acb9e tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:54.037535 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-24ed8736-d8b8-43ee-8af0-3aaa4344d98f req-27de017d-1570-489b-8b29-5c70f69acb9e tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 945 time: 0.1713228 Nov 11 12:12:54.040748 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2b3994a0-aa30-4268-8686-7b4d2f9bea24 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.065871 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 263e2649-c8ea-4541-ac4b-649a93259b5a no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:12:54.126829 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 263e2649-c8ea-4541-ac4b-649a93259b5a {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:12:54.127249 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 263e2649-c8ea-4541-ac4b-649a93259b5a not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:12:54.158891 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-14302d9e-8d61-4e3f-9af0-807ac4b9a83b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.168727 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] For port 3ba82786-0c08-43a3-90f9-1716e809fea6, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:12:54.169889 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6ea82cb2-19d9-4e12-ac16-478832d1ffbc req-8d77b102-146f-4bd3-ba7b-edcd588cc12f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.170255 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6ea82cb2-19d9-4e12-ac16-478832d1ffbc req-8d77b102-146f-4bd3-ba7b-edcd588cc12f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.171621 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [req-6ea82cb2-19d9-4e12-ac16-478832d1ffbc req-8d77b102-146f-4bd3-ba7b-edcd588cc12f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Floating IP 9e4d0a77-bb9c-46b7-b10b-90626120917c disassociated. External IP: 172.26.5.121, port: b40671cc-88ee-4776-9d3c-a6f449537515. Nov 11 12:12:54.171621 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-6ea82cb2-19d9-4e12-ac16-478832d1ffbc req-8d77b102-146f-4bd3-ba7b-edcd588cc12f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Calling delete_port for b40671cc-88ee-4776-9d3c-a6f449537515 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:54.173818 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] For port 3ba82786-0c08-43a3-90f9-1716e809fea6, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=3ba82786-0c08-43a3-90f9-1716e809fea6,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:12:54.175227 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-24ed8736-d8b8-43ee-8af0-3aaa4344d98f req-cadb7d74-b642-4cea-97de-6386e266c8b3 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d1f8bb-4f5a-46ad-89a3-184e96faba30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072843 Nov 11 12:12:54.187774 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4b8c2-357a-43e8-92cd-3635e0e086e7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Network': ['ID=6d67b32a-225a-4de9-8771-8658f2b25ff4,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:54.197143 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9c780fc8-3122-4206-a0d3-1509cbde7738 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2678344 Nov 11 12:12:54.198833 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50006) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:54.202798 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8ea4b8c2-357a-43e8-92cd-3635e0e086e7 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3583477 Nov 11 12:12:54.206437 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 6d67b32a-225a-4de9-8771-8658f2b25ff4 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:12:54.207242 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-bd7245c4-1fd9-4b8d-9bdd-2eae811d04e2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112235728'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:54.214211 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50008) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:54.222882 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-c8860e18-79f5-4585-9b99-6df7139ffb1e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:54.292285 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.359586 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a71b33c-1751-4876-a8b0-caebd31f504f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router f495fee8-5490-48c5-b152-7dc1bc937a87 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:54.372517 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738aee1d-e72e-41c7-8c69-ccda246f3444 None None] Pushing event updated for resources: {'Port': ['ID=3ba82786-0c08-43a3-90f9-1716e809fea6,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:54.476895 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bd7245c4-1fd9-4b8d-9bdd-2eae811d04e2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.600031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e646fb-c79b-48cc-818e-2be6caf00c71 req-b7e23587-d504-48bb-9b58-c39cc21a8cab tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:54.601615 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-24e646fb-c79b-48cc-818e-2be6caf00c71 req-b7e23587-d504-48bb-9b58-c39cc21a8cab tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.70 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 945 time: 0.2392366 Nov 11 12:12:54.660151 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c8860e18-79f5-4585-9b99-6df7139ffb1e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.663134 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2b3994a0-aa30-4268-8686-7b4d2f9bea24 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.712069 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b12c6db-7b41-48b8-8f72-6867745838ec None None] Network ed942db7-71ac-482e-8903-aab234a91018 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:54.720286 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3994a0-aa30-4268-8686-7b4d2f9bea24 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event deleted for resources: {'Subnet': ['ID=e68af097-39e7-4346-ba67-8a3e37c58d27,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:54.724082 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2b3994a0-aa30-4268-8686-7b4d2f9bea24 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.731022 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2b3994a0-aa30-4268-8686-7b4d2f9bea24 tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "DELETE /v2.0/subnets/e68af097-39e7-4346-ba67-8a3e37c58d27 HTTP/1.1" status: 204 len: 168 time: 1.1762702 Nov 11 12:12:54.740804 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50012) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:54.813553 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a71b33c-1751-4876-a8b0-caebd31f504f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:54.826383 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0a71b33c-1751-4876-a8b0-caebd31f504f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.828497 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c8860e18-79f5-4585-9b99-6df7139ffb1e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.835375 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334d0207-124b-4ff8-aacd-a7ec1a36d687 None None] Sync routers for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:54.852162 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271374b-ec1d-485c-b397-0a1e27a82217 req-ba0ecbc2-7899-4d2d-9e42-ac23683af6cb tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:54.853664 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c271374b-ec1d-485c-b397-0a1e27a82217 req-ba0ecbc2-7899-4d2d-9e42-ac23683af6cb tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 945 time: 0.2168038 Nov 11 12:12:54.864102 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334d0207-124b-4ff8-aacd-a7ec1a36d687 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:54.864710 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-334d0207-124b-4ff8-aacd-a7ec1a36d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:54.870059 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bd7245c4-1fd9-4b8d-9bdd-2eae811d04e2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.871222 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8860e18-79f5-4585-9b99-6df7139ffb1e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network 6d67b32a-225a-4de9-8771-8658f2b25ff4 is not hosted by any dhcp agent {{(pid=103001) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 12:12:54.877034 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8860e18-79f5-4585-9b99-6df7139ffb1e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:54.877649 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c8860e18-79f5-4585-9b99-6df7139ffb1e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.879029 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c8860e18-79f5-4585-9b99-6df7139ffb1e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "PUT /v2.0/networks/6d67b32a-225a-4de9-8771-8658f2b25ff4 HTTP/1.1" status: 200 len: 723 time: 0.6602767 Nov 11 12:12:54.892849 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50014) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:54.922776 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.925633 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6ea82cb2-19d9-4e12-ac16-478832d1ffbc req-8d77b102-146f-4bd3-ba7b-edcd588cc12f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.932031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-757d3d3f-1cde-41ca-b163-68655ef0dac1 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'subnet': {'network_id': '6d67b32a-225a-4de9-8771-8658f2b25ff4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:54.956015 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0a71b33c-1751-4876-a8b0-caebd31f504f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "PUT /v2.0/floatingips/b89241d0-3dbd-4d32-b0c9-099e70e2a75a HTTP/1.1" status: 200 len: 976 time: 3.3776259 Nov 11 12:12:54.956015 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bd7245c4-1fd9-4b8d-9bdd-2eae811d04e2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:54.967318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50016) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:54.985269 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c271374b-ec1d-485c-b397-0a1e27a82217 req-206b3f0f-ba4c-43b5-bb6c-3b12e704479d tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c42058f-82e4-4faf-93b9-2d3d713495dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228144 Nov 11 12:12:55.047762 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77b102-146f-4bd3-ba7b-edcd588cc12f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Pushing event deleted for resources: {'Port': ['ID=b40671cc-88ee-4776-9d3c-a6f449537515,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:55.055780 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-334d0207-124b-4ff8-aacd-a7ec1a36d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:55.068943 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334d0207-124b-4ff8-aacd-a7ec1a36d687 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:55.070311 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-334d0207-124b-4ff8-aacd-a7ec1a36d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:55.082291 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8860e18-79f5-4585-9b99-6df7139ffb1e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Network': ['ID=6d67b32a-225a-4de9-8771-8658f2b25ff4,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:55.105727 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-334d0207-124b-4ff8-aacd-a7ec1a36d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:55.106664 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334d0207-124b-4ff8-aacd-a7ec1a36d687 None None] The sync data for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:55.108647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7245c4-1fd9-4b8d-9bdd-2eae811d04e2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6b5aff-1b7a-4185-87d4-4e5f15725dff,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:55.109568 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 6d67b32a-225a-4de9-8771-8658f2b25ff4 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:12:55.113626 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-24e646fb-c79b-48cc-818e-2be6caf00c71 req-cf45f4ce-758d-4662-a544-6aac95afc637 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Deleting port 126fd073-92d2-4b64-a8da-ac28ed234e10 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:55.114666 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-24e646fb-c79b-48cc-818e-2be6caf00c71 req-cf45f4ce-758d-4662-a544-6aac95afc637 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.162437 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-14302d9e-8d61-4e3f-9af0-807ac4b9a83b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::1 (db126361-d280-4945-be72-90312642a11b/100a232a-90b6-4fc8-9b6a-e83326d819ae/be19d193-e012-48b3-bdb4-99f766d3585c) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:55.208694 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Deleting port 5771922f-30a9-41bc-adec-8fbb2fba6bb4 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:55.208958 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.256919 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32650ac-0ded-4fb8-8b05-f3c0a556ed60 None None] DHCP port deletion for ed942db7-71ac-482e-8903-aab234a91018 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:55.269098 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bd7245c4-1fd9-4b8d-9bdd-2eae811d04e2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.273206 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bd7245c4-1fd9-4b8d-9bdd-2eae811d04e2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0693293 Nov 11 12:12:55.273858 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50020) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:55.293142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-26c22bb9-e2c7-4743-97c5-fba8af859439 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group_rule': {'security_group_id': '1c6b5aff-1b7a-4185-87d4-4e5f15725dff', 'direction': 'ingress', 'protocol': 17}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:55.368242 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.db.api [None req-26c22bb9-e2c7-4743-97c5-fba8af859439 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 12:12:55.368242 dv-neutron-786478-23-hyperv neutron-server[103001]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 12:12:55.368242 dv-neutron-786478-23-hyperv neutron-server[103001]: [parameters: {'project_id_1': 'd7192007029448919789b5c123b5b1fb', 'expiration_1': datetime.datetime(2021, 11, 11, 12, 12, 35, 305667)}] Nov 11 12:12:55.368242 dv-neutron-786478-23-hyperv neutron-server[103001]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:12:55.368632 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG oslo_db.api [None req-26c22bb9-e2c7-4743-97c5-fba8af859439 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:12:55.372364 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f32650ac-0ded-4fb8-8b05-f3c0a556ed60 None None] Deleting port 5771922f-30a9-41bc-adec-8fbb2fba6bb4 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:55.375165 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f32650ac-0ded-4fb8-8b05-f3c0a556ed60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.418443 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-24e646fb-c79b-48cc-818e-2be6caf00c71 req-cf45f4ce-758d-4662-a544-6aac95afc637 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] For port 126fd073-92d2-4b64-a8da-ac28ed234e10, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=126fd073-92d2-4b64-a8da-ac28ed234e10,segment=NetworkSegment(2b88d787-6ee4-435c-9399-9a49d7bb7722),segment_id=2b88d787-6ee4-435c-9399-9a49d7bb7722)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:55.418819 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-24e646fb-c79b-48cc-818e-2be6caf00c71 req-cf45f4ce-758d-4662-a544-6aac95afc637 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.452087 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] For port 5771922f-30a9-41bc-adec-8fbb2fba6bb4, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=5771922f-30a9-41bc-adec-8fbb2fba6bb4,segment=NetworkSegment(941fcfb2-b6c9-467e-8163-a4b8ea49c831),segment_id=941fcfb2-b6c9-467e-8163-a4b8ea49c831)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:55.453060 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.484416 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757d3d3f-1cde-41ca-b163-68655ef0dac1 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:12:55.489262 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-757d3d3f-1cde-41ca-b163-68655ef0dac1 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.495650 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ea82cb2-19d9-4e12-ac16-478832d1ffbc req-8d77b102-146f-4bd3-ba7b-edcd588cc12f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Router 3c55bf34-667f-42b4-a364-e486bc7f741d has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:55.502368 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f32650ac-0ded-4fb8-8b05-f3c0a556ed60 None None] For port 5771922f-30a9-41bc-adec-8fbb2fba6bb4, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=5771922f-30a9-41bc-adec-8fbb2fba6bb4,segment=NetworkSegment(941fcfb2-b6c9-467e-8163-a4b8ea49c831),segment_id=941fcfb2-b6c9-467e-8163-a4b8ea49c831)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:55.502985 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f32650ac-0ded-4fb8-8b05-f3c0a556ed60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.517242 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Calling delete_port for 5771922f-30a9-41bc-adec-8fbb2fba6bb4 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:55.518996 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f32650ac-0ded-4fb8-8b05-f3c0a556ed60 None None] Calling delete_port for 5771922f-30a9-41bc-adec-8fbb2fba6bb4 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:55.664616 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8e9c02f5-9086-4799-933b-2b592363debf req-ca41daa4-5c3d-473a-82a7-cc4b414ee724 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 210 time: 0.3554795 Nov 11 12:12:55.683611 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-48693a55-3c8b-41a9-abf0-0261b0d242d0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Deleting port 70cad4cf-7438-4c36-b386-c9505fdfb9fb {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:55.684145 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48693a55-3c8b-41a9-abf0-0261b0d242d0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.742432 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f32650ac-0ded-4fb8-8b05-f3c0a556ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.781922 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32650ac-0ded-4fb8-8b05-f3c0a556ed60 None None] Pushing event deleted for resources: {'Port': ['ID=5771922f-30a9-41bc-adec-8fbb2fba6bb4,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:55.793990 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32650ac-0ded-4fb8-8b05-f3c0a556ed60 None None] No DVR routers for this DVR port 5771922f-30a9-41bc-adec-8fbb2fba6bb4 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:55.809541 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-14302d9e-8d61-4e3f-9af0-807ac4b9a83b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.822289 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-aa05c96a-4ba2-4c0c-a447-15627ea86b2c None None] Provisioning complete for port 3ba82786-0c08-43a3-90f9-1716e809fea6 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:55.823519 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-aa05c96a-4ba2-4c0c-a447-15627ea86b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.869831 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48693a55-3c8b-41a9-abf0-0261b0d242d0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:55.924197 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-aa05c96a-4ba2-4c0c-a447-15627ea86b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.012850 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-aa05c96a-4ba2-4c0c-a447-15627ea86b2c None None] For port 3ba82786-0c08-43a3-90f9-1716e809fea6, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=3ba82786-0c08-43a3-90f9-1716e809fea6,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:12:56.058156 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.112605 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-26c22bb9-e2c7-4743-97c5-fba8af859439 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.116534 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-aa05c96a-4ba2-4c0c-a447-15627ea86b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.151540 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event deleted for resources: {'Port': ['ID=5771922f-30a9-41bc-adec-8fbb2fba6bb4,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:56.156296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-24e646fb-c79b-48cc-818e-2be6caf00c71 req-cf45f4ce-758d-4662-a544-6aac95afc637 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.161710 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-24e646fb-c79b-48cc-818e-2be6caf00c71 req-cf45f4ce-758d-4662-a544-6aac95afc637 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.161710 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [req-24e646fb-c79b-48cc-818e-2be6caf00c71 req-cf45f4ce-758d-4662-a544-6aac95afc637 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Floating IP f6405a97-eed2-4536-a0cc-a0d51edd185b disassociated. External IP: 172.26.5.195, port: 126fd073-92d2-4b64-a8da-ac28ed234e10. Nov 11 12:12:56.161710 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-24e646fb-c79b-48cc-818e-2be6caf00c71 req-cf45f4ce-758d-4662-a544-6aac95afc637 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Calling delete_port for 126fd073-92d2-4b64-a8da-ac28ed234e10 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:56.196579 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 3ba82786-0c08-43a3-90f9-1716e809fea6 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:56.211263 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ea82cb2-19d9-4e12-ac16-478832d1ffbc req-8d77b102-146f-4bd3-ba7b-edcd588cc12f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:56.224051 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d9f248-5ca5-40cc-a00c-f62814c95027 None None] Sync routers for ids ['3c55bf34-667f-42b4-a364-e486bc7f741d'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:56.243559 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d9f248-5ca5-40cc-a00c-f62814c95027 None None] Routers {'3c55bf34-667f-42b4-a364-e486bc7f741d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:56.247694 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-07d9f248-5ca5-40cc-a00c-f62814c95027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3c55bf34-667f-42b4-a364-e486bc7f741d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:56.257196 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48693a55-3c8b-41a9-abf0-0261b0d242d0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.257738 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48693a55-3c8b-41a9-abf0-0261b0d242d0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.258097 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-48693a55-3c8b-41a9-abf0-0261b0d242d0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Floating IP b89241d0-3dbd-4d32-b0c9-099e70e2a75a disassociated. External IP: 172.26.5.96, port: 70cad4cf-7438-4c36-b386-c9505fdfb9fb. Nov 11 12:12:56.258536 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-48693a55-3c8b-41a9-abf0-0261b0d242d0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Calling delete_port for 70cad4cf-7438-4c36-b386-c9505fdfb9fb owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:56.358287 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05c96a-4ba2-4c0c-a447-15627ea86b2c None None] Pushing event updated for resources: {'Port': ['ID=3ba82786-0c08-43a3-90f9-1716e809fea6,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:56.394085 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-07d9f248-5ca5-40cc-a00c-f62814c95027 None None] Set router 3c55bf34-667f-42b4-a364-e486bc7f741d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:12:56.410168 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 3ba82786-0c08-43a3-90f9-1716e809fea6 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:56.410541 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.413426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea82cb2-19d9-4e12-ac16-478832d1ffbc req-8d77b102-146f-4bd3-ba7b-edcd588cc12f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] No DVR routers for this DVR port b40671cc-88ee-4776-9d3c-a6f449537515 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:56.418218 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6ea82cb2-19d9-4e12-ac16-478832d1ffbc req-8d77b102-146f-4bd3-ba7b-edcd588cc12f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.422347 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] No DVR routers for this DVR port 5771922f-30a9-41bc-adec-8fbb2fba6bb4 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:56.426901 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6ea82cb2-19d9-4e12-ac16-478832d1ffbc req-8d77b102-146f-4bd3-ba7b-edcd588cc12f tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.70 "DELETE /v2.0/ports/b40671cc-88ee-4776-9d3c-a6f449537515 HTTP/1.1" status: 204 len: 173 time: 3.7995729 Nov 11 12:12:56.465176 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-26c22bb9-e2c7-4743-97c5-fba8af859439 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.475156 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7', 'name': 'network-vif-deleted', 'tag': 'b40671cc-88ee-4776-9d3c-a6f449537515'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:12:56.477680 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4518ea99-3f8e-451d-94f6-a8718409afdd" -d '{"events": [{"server_uuid": "8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7", "name": "network-vif-deleted", "tag": "b40671cc-88ee-4776-9d3c-a6f449537515"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:12:56.568123 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-26c22bb9-e2c7-4743-97c5-fba8af859439 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.585620 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.634683 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c22bb9-e2c7-4743-97c5-fba8af859439 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26288e44-01a0-489e-9908-860a7835060d,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:56.637517 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-757d3d3f-1cde-41ca-b163-68655ef0dac1 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.641993 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed942db7-71ac-482e-8903-aab234a91018']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:56.667198 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941fcfb2-b6c9-467e-8163-a4b8ea49c831') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:56.667677 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941fcfb2-b6c9-467e-8163-a4b8ea49c831') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:56.738647 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.738932 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a134d307-2564-43f8-a464-f54c6938b7d5 x-openstack-request-id: req-a134d307-2564-43f8-a464-f54c6938b7d5 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:12:56.738932 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7", "name": "network-vif-deleted", "tag": "b40671cc-88ee-4776-9d3c-a6f449537515", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:12:56.738932 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a134d307-2564-43f8-a464-f54c6938b7d5 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:12:56.738932 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7', 'name': 'network-vif-deleted', 'tag': 'b40671cc-88ee-4776-9d3c-a6f449537515', 'status': 'completed', 'code': 200} Nov 11 12:12:56.739311 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-07d9f248-5ca5-40cc-a00c-f62814c95027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'name': 'tempest-ServersTestJSON-1361417731-router', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:17Z', 'revision_number': 4, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'gw_port': {'id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:13Z', 'updated_at': '2021-11-11T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '3057f9a0-f241-46a8-bb2f-a5d082897a34', 'name': '', 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'mac_address': 'fa:16:3e:06:f7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:16Z', 'updated_at': '2021-11-11T12:11:27Z', 'revision_number': 5, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'subnets': [{'id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:56.739472 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.739472 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:12:56.739472 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.750926 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d3d3f-1cde-41ca-b163-68655ef0dac1 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Subnet': ['ID=b1e573d1-5a3d-451d-96e5-4ae0f3260b25,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:56.758053 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 5771922f-30a9-41bc-adec-8fbb2fba6bb4 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:12:56.758582 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d9f248-5ca5-40cc-a00c-f62814c95027 None None] Checking router: 3c55bf34-667f-42b4-a364-e486bc7f741d for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:12:56.773485 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d9f248-5ca5-40cc-a00c-f62814c95027 None None] Routers {'3c55bf34-667f-42b4-a364-e486bc7f741d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:56.780121 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-07d9f248-5ca5-40cc-a00c-f62814c95027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3c55bf34-667f-42b4-a364-e486bc7f741d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:56.783812 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757d3d3f-1cde-41ca-b163-68655ef0dac1 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Checking segment: {'id': 'e569d24c-3d2e-4fef-a2dc-dc3d113d9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6d67b32a-225a-4de9-8771-8658f2b25ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:56.784168 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757d3d3f-1cde-41ca-b163-68655ef0dac1 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network hostable DHCP agents. Network: 6d67b32a-225a-4de9-8771-8658f2b25ff4, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:12:56.798191 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 5771922f-30a9-41bc-adec-8fbb2fba6bb4 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:12:56.798552 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 5771922f-30a9-41bc-adec-8fbb2fba6bb4 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:12:56.858862 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:12:56.864120 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-14302d9e-8d61-4e3f-9af0-807ac4b9a83b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.866086 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48693a55-3c8b-41a9-abf0-0261b0d242d0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.893795 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a8f6fd43-a435-470a-b15c-ddae5b3dc927 req-375ad1fc-f048-4ba7-9c8c-0f7d100ec752 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 210 time: 0.0475671 Nov 11 12:12:56.930138 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-07d9f248-5ca5-40cc-a00c-f62814c95027 None None] Set router 3c55bf34-667f-42b4-a364-e486bc7f741d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:12:56.940523 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14302d9e-8d61-4e3f-9af0-807ac4b9a83b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:56.950798 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1a2b7-ffcc-4c34-ae80-6b58d4fbe974 req-d40a9e89-4084-49e8-ab05-6ad5f645c216 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:56.953532 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-57f1a2b7-ffcc-4c34-ae80-6b58d4fbe974 req-d40a9e89-4084-49e8-ab05-6ad5f645c216 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 945 time: 0.8185923 Nov 11 12:12:56.959263 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923a4dd7-fa13-4129-b05c-16f7359e0407 None None] DHCP port deletion for ec05af77-ca69-434b-a6a2-504c45563310 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:12:56.964480 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-14302d9e-8d61-4e3f-9af0-807ac4b9a83b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:56.972478 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14302d9e-8d61-4e3f-9af0-807ac4b9a83b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:56.973094 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-14302d9e-8d61-4e3f-9af0-807ac4b9a83b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:56.975680 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14302d9e-8d61-4e3f-9af0-807ac4b9a83b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=be19d193-e012-48b3-bdb4-99f766d3585c,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:57.002143 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-24e646fb-c79b-48cc-818e-2be6caf00c71 req-cf45f4ce-758d-4662-a544-6aac95afc637 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:57.005906 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-26c22bb9-e2c7-4743-97c5-fba8af859439 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:57.007174 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-26c22bb9-e2c7-4743-97c5-fba8af859439 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.7177114 Nov 11 12:12:57.060646 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50032) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:57.080173 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45f4ce-758d-4662-a544-6aac95afc637 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Pushing event deleted for resources: {'Port': ['ID=126fd073-92d2-4b64-a8da-ac28ed234e10,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:57.095425 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757d3d3f-1cde-41ca-b163-68655ef0dac1 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network 6d67b32a-225a-4de9-8771-8658f2b25ff4 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:12:57.163526 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:57.192138 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-757d3d3f-1cde-41ca-b163-68655ef0dac1 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 6d67b32a-225a-4de9-8771-8658f2b25ff4) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:57.202510 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4340f174-43b9-47ba-a977-5e3f6b4af001 None None] Network 6d67b32a-225a-4de9-8771-8658f2b25ff4 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:12:57.221344 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48693a55-3c8b-41a9-abf0-0261b0d242d0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event deleted for resources: {'Port': ['ID=70cad4cf-7438-4c36-b386-c9505fdfb9fb,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:57.257746 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757d3d3f-1cde-41ca-b163-68655ef0dac1 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:57.259733 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-757d3d3f-1cde-41ca-b163-68655ef0dac1 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:57.310923 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-07d9f248-5ca5-40cc-a00c-f62814c95027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'name': 'tempest-ServersTestJSON-1361417731-router', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:17Z', 'revision_number': 4, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'gw_port': {'id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:13Z', 'updated_at': '2021-11-11T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '3057f9a0-f241-46a8-bb2f-a5d082897a34', 'name': '', 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'mac_address': 'fa:16:3e:06:f7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:16Z', 'updated_at': '2021-11-11T12:11:27Z', 'revision_number': 5, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'subnets': [{'id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:57.336483 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:57.342784 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] 10.222.0.50 "DELETE /v2.0/networks/ed942db7-71ac-482e-8903-aab234a91018 HTTP/1.1" status: 204 len: 168 time: 2.5993559 Nov 11 12:12:57.363772 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24e646fb-c79b-48cc-818e-2be6caf00c71 req-cf45f4ce-758d-4662-a544-6aac95afc637 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Router 3b76fb4b-3e52-4d96-a90c-735101163ceb has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:57.364028 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d9f248-5ca5-40cc-a00c-f62814c95027 None None] The sync data for ids ['3c55bf34-667f-42b4-a364-e486bc7f741d'] in dv-neutron-786478-23-hyperv is: [{'id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'name': 'tempest-ServersTestJSON-1361417731-router', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:11:17Z', 'revision_number': 4, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'gw_port': {'id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:13Z', 'updated_at': '2021-11-11T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '3057f9a0-f241-46a8-bb2f-a5d082897a34', 'name': '', 'network_id': 'ce16f053-659c-4581-9303-703e4bab2882', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'mac_address': 'fa:16:3e:06:f7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:16Z', 'updated_at': '2021-11-11T12:11:27Z', 'revision_number': 5, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'subnets': [{'id': 'a5c68e66-f64e-42d5-8b7a-a96c47a1c938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:57.380554 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-57f1a2b7-ffcc-4c34-ae80-6b58d4fbe974 req-de57584e-ad85-403e-8382-0cb840d01f5f tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c42058f-82e4-4faf-93b9-2d3d713495dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4160604 Nov 11 12:12:57.384497 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d99450-c808-48be-a698-a2e90a6953ea tempest-AllowedAddressPairIpV6TestJSON-1312865220 tempest-AllowedAddressPairIpV6TestJSON-1312865220-project] Pushing event deleted for resources: {'Network': ['ID=ed942db7-71ac-482e-8903-aab234a91018,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:57.412009 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-757d3d3f-1cde-41ca-b163-68655ef0dac1 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4843378 Nov 11 12:12:57.420153 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50036) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:57.437259 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device b40671cc-88ee-4776-9d3c-a6f449537515 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:12:57.457734 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-691fa949-ac02-4b6e-91bd-2f1ea321b8a5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:57.472880 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-cc2fb25f-24cd-4eec-b411-f307a48f4a0e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:57.510409 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: b40671cc-88ee-4776-9d3c-a6f449537515 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:12:57.511590 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device b40671cc-88ee-4776-9d3c-a6f449537515 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:12:57.513290 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 126fd073-92d2-4b64-a8da-ac28ed234e10 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:12:57.575475 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 126fd073-92d2-4b64-a8da-ac28ed234e10 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:12:57.578186 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 126fd073-92d2-4b64-a8da-ac28ed234e10 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:12:57.588494 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48693a55-3c8b-41a9-abf0-0261b0d242d0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router f495fee8-5490-48c5-b152-7dc1bc937a87 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:12:57.621461 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cc2fb25f-24cd-4eec-b411-f307a48f4a0e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260265201'] for subnet, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:57.636267 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-691fa949-ac02-4b6e-91bd-2f1ea321b8a5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:57.637263 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8ef836fe-1328-4896-84b9-f004ef7b1262 None None] Provisioning complete for port be19d193-e012-48b3-bdb4-99f766d3585c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:57.637843 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8ef836fe-1328-4896-84b9-f004ef7b1262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:57.701019 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24e646fb-c79b-48cc-818e-2be6caf00c71 req-cf45f4ce-758d-4662-a544-6aac95afc637 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:57.721527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-6d67b32a-225a-4de9-8771-8658f2b25ff4', 'network_id': '6d67b32a-225a-4de9-8771-8658f2b25ff4', 'tenant_id': '1ee537e4cf4b4ef5a4a77fc175d6ee20', 'fixed_ips': [{'subnet_id': 'b1e573d1-5a3d-451d-96e5-4ae0f3260b25'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:12:57.722009 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:57.724644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49803292-7229-494e-9c90-1a4241aca571 None None] Sync routers for ids ['3b76fb4b-3e52-4d96-a90c-735101163ceb'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:57.776844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e646fb-c79b-48cc-818e-2be6caf00c71 req-cf45f4ce-758d-4662-a544-6aac95afc637 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] No DVR routers for this DVR port 126fd073-92d2-4b64-a8da-ac28ed234e10 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:12:57.809365 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49803292-7229-494e-9c90-1a4241aca571 None None] Routers {'3b76fb4b-3e52-4d96-a90c-735101163ceb'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:57.811497 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-24e646fb-c79b-48cc-818e-2be6caf00c71 req-cf45f4ce-758d-4662-a544-6aac95afc637 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:57.814315 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-49803292-7229-494e-9c90-1a4241aca571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3b76fb4b-3e52-4d96-a90c-735101163ceb'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:57.815843 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-24e646fb-c79b-48cc-818e-2be6caf00c71 req-cf45f4ce-758d-4662-a544-6aac95afc637 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.70 "DELETE /v2.0/ports/126fd073-92d2-4b64-a8da-ac28ed234e10 HTTP/1.1" status: 204 len: 173 time: 3.2056563 Nov 11 12:12:57.872661 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb30351-4413-4bc8-88c7-ef7169cad697 None None] New status for floating IP 9e4d0a77-bb9c-46b7-b10b-90626120917c: DOWN {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:12:57.905097 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-8ef836fe-1328-4896-84b9-f004ef7b1262 None None] Port be19d193-e012-48b3-bdb4-99f766d3585c cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:12:57.930722 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48693a55-3c8b-41a9-abf0-0261b0d242d0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:12:58.013395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-14302d9e-8d61-4e3f-9af0-807ac4b9a83b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.062130 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a8737-ce5d-4026-9177-44cf26c00c7c req-006ef920-548a-4260-a9c5-a5b7b744f315 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:58.063963 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-169a8737-ce5d-4026-9177-44cf26c00c7c req-006ef920-548a-4260-a9c5-a5b7b744f315 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.2068255 Nov 11 12:12:58.070210 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cc2fb25f-24cd-4eec-b411-f307a48f4a0e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777976339842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260957924'] for subnet, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.115296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2fb25f-24cd-4eec-b411-f307a48f4a0e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:58.115886 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cc2fb25f-24cd-4eec-b411-f307a48f4a0e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.120142 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-cc2fb25f-24cd-4eec-b411-f307a48f4a0e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "PUT /v2.0/subnets/b1e573d1-5a3d-451d-96e5-4ae0f3260b25 HTTP/1.1" status: 200 len: 806 time: 0.6487586 Nov 11 12:12:58.123137 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50050) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:58.128902 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5736690e-9f45-4782-a0ec-d748abb0f055 None None] Sync routers for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:12:58.190500 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 3ba82786-0c08-43a3-90f9-1716e809fea6 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:12:58.237525 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3ce74387-0da8-4820-99c3-6e212490cc14 req-94270a5a-5511-43a0-af57-14b3eeaea7f7 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f4fb6cc-8bca-4b99-ac06-1c05e170cbe7 HTTP/1.1" status: 200 len: 210 time: 0.0745859 Nov 11 12:12:58.309857 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50052) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:58.325172 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fb25f-24cd-4eec-b411-f307a48f4a0e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Subnet': ['ID=b1e573d1-5a3d-451d-96e5-4ae0f3260b25,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:58.342585 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-691fa949-ac02-4b6e-91bd-2f1ea321b8a5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.345185 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-691fa949-ac02-4b6e-91bd-2f1ea321b8a5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.349284 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-691fa949-ac02-4b6e-91bd-2f1ea321b8a5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-groups/1c6b5aff-1b7a-4185-87d4-4e5f15725dff HTTP/1.1" status: 204 len: 168 time: 1.2397509 Nov 11 12:12:58.354457 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5736690e-9f45-4782-a0ec-d748abb0f055 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:58.355945 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.358890 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50056) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:58.362297 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5736690e-9f45-4782-a0ec-d748abb0f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:58.373909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48693a55-3c8b-41a9-abf0-0261b0d242d0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.377558 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-48693a55-3c8b-41a9-abf0-0261b0d242d0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/ports/70cad4cf-7438-4c36-b386-c9505fdfb9fb HTTP/1.1" status: 204 len: 168 time: 3.4086246 Nov 11 12:12:58.385176 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50058) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:58.421540 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fa949-ac02-4b6e-91bd-2f1ea321b8a5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6b5aff-1b7a-4185-87d4-4e5f15725dff,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:58.441866 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-169a8737-ce5d-4026-9177-44cf26c00c7c req-8cb4099f-00d5-40ae-bb90-07a282c94a71 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3113015 Nov 11 12:12:58.463850 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5736690e-9f45-4782-a0ec-d748abb0f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:58.478979 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-49803292-7229-494e-9c90-1a4241aca571 None None] Set router 3b76fb4b-3e52-4d96-a90c-735101163ceb gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:12:58.542035 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Allocated IP 172.20.0.2 (6d67b32a-225a-4de9-8771-8658f2b25ff4/b1e573d1-5a3d-451d-96e5-4ae0f3260b25/dcc2185a-4efc-4f81-bc71-26d9707a7d07) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:12:58.585595 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2dc2b0ce-d553-431c-bb28-e9184b26dfa0 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "GET /v2.0/floatingips/b89241d0-3dbd-4d32-b0c9-099e70e2a75a HTTP/1.1" status: 200 len: 687 time: 0.1959114 Nov 11 12:12:58.594402 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5736690e-9f45-4782-a0ec-d748abb0f055 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:58.595315 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5736690e-9f45-4782-a0ec-d748abb0f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:58.599907 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50064) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:58.606722 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-095d90d5-50cd-47e0-b964-e7630e763509 req-a4ae46d8-9391-4f7f-bffb-65006077bbcb tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/ports?device_id=c25185d5-e232-4db8-95c2-1123de13d1fa HTTP/1.1" status: 200 len: 210 time: 0.0759656 Nov 11 12:12:58.626101 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a27451ac-ddde-473f-ba7d-e4a7bd4138d2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2593858 Nov 11 12:12:58.626712 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50066) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:58.635775 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5736690e-9f45-4782-a0ec-d748abb0f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:58.636487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5736690e-9f45-4782-a0ec-d748abb0f055 None None] The sync data for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:12:58.652090 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-5cd29497-f568-4a14-a491-6ce0f62ac901 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907830174'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:58.697573 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25185d5-e232-4db8-95c2-1123de13d1fa', 'name': 'network-vif-deleted', 'tag': '126fd073-92d2-4b64-a8da-ac28ed234e10'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:12:58.699937 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3887b57-b209-4efa-bf67-35e9e453165f" -d '{"events": [{"server_uuid": "c25185d5-e232-4db8-95c2-1123de13d1fa", "name": "network-vif-deleted", "tag": "126fd073-92d2-4b64-a8da-ac28ed234e10"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:12:58.719166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 3ba82786-0c08-43a3-90f9-1716e809fea6 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:58.720358 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.731463 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.779100 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-529f7653-e53f-417a-a007-1f12f5adb692 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2f6d421b3b84a27bad6d2b9efde3b5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4654672 Nov 11 12:12:58.782302 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50070) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:58.796623 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93d605a-f3ae-4bc4-a2f1-13132630e165 x-openstack-request-id: req-e93d605a-f3ae-4bc4-a2f1-13132630e165 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:12:58.796623 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25185d5-e232-4db8-95c2-1123de13d1fa", "name": "network-vif-deleted", "tag": "126fd073-92d2-4b64-a8da-ac28ed234e10", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:12:58.796623 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e93d605a-f3ae-4bc4-a2f1-13132630e165 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:12:58.796623 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25185d5-e232-4db8-95c2-1123de13d1fa', 'name': 'network-vif-deleted', 'tag': '126fd073-92d2-4b64-a8da-ac28ed234e10', 'status': 'completed', 'code': 200} Nov 11 12:12:58.826053 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc789f-18f8-4d33-9069-8d20e5b4468e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Deleting port ff359196-7ce9-421f-aa17-8b257ddfe504 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:12:58.826781 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a1dc789f-18f8-4d33-9069-8d20e5b4468e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.850872 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5cd29497-f568-4a14-a491-6ce0f62ac901 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.885547 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38e6ed4b-36fc-4bf6-8f34-6309d02bd3af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.924383 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a1dc789f-18f8-4d33-9069-8d20e5b4468e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.924753 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a1dc789f-18f8-4d33-9069-8d20e5b4468e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.934535 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-14302d9e-8d61-4e3f-9af0-807ac4b9a83b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:58.941478 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc789f-18f8-4d33-9069-8d20e5b4468e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Calling delete_port for ff359196-7ce9-421f-aa17-8b257ddfe504 owned by network:floatingip {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:12:58.950310 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38e6ed4b-36fc-4bf6-8f34-6309d02bd3af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.008617 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-14302d9e-8d61-4e3f-9af0-807ac4b9a83b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.009392 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-14302d9e-8d61-4e3f-9af0-807ac4b9a83b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.087232 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5cd29497-f568-4a14-a491-6ce0f62ac901 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.178521 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5cd29497-f568-4a14-a491-6ce0f62ac901 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.184532 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-49803292-7229-494e-9c90-1a4241aca571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'name': 'tempest-ServersTestManualDisk-497377438-router', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '28816bb8-e086-494a-acb8-bda26c228c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:26Z', 'revision_number': 4, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'gw_port': {'id': '28816bb8-e086-494a-acb8-bda26c228c76', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:17Z', 'updated_at': '2021-11-11T12:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b4613deb-86eb-468e-84e1-e67491507ca3', 'name': '', 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'mac_address': 'fa:16:3e:c7:55:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '086973be-14d1-4f8e-911e-0a7b449c7fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:25Z', 'updated_at': '2021-11-11T12:11:33Z', 'revision_number': 5, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'subnets': [{'id': '086973be-14d1-4f8e-911e-0a7b449c7fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:59.202507 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14302d9e-8d61-4e3f-9af0-807ac4b9a83b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=be19d193-e012-48b3-bdb4-99f766d3585c,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:59.215603 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49803292-7229-494e-9c90-1a4241aca571 None None] Checking router: 3b76fb4b-3e52-4d96-a90c-735101163ceb for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:12:59.224326 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14302d9e-8d61-4e3f-9af0-807ac4b9a83b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:59.225005 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49803292-7229-494e-9c90-1a4241aca571 None None] Routers {'3b76fb4b-3e52-4d96-a90c-735101163ceb'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:12:59.225633 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-49803292-7229-494e-9c90-1a4241aca571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3b76fb4b-3e52-4d96-a90c-735101163ceb'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:12:59.227433 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-14302d9e-8d61-4e3f-9af0-807ac4b9a83b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:59.234851 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd29497-f568-4a14-a491-6ce0f62ac901 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7f7ea0-2442-4947-b2ba-9451136b7488,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:59.252873 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a1dc789f-18f8-4d33-9069-8d20e5b4468e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.255193 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267f25a-063b-49d5-81bb-8b8779180f52 req-cebf2662-4d9d-42ee-8ea5-d18e78fe37d4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:12:59.256818 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9267f25a-063b-49d5-81bb-8b8779180f52 req-cebf2662-4d9d-42ee-8ea5-d18e78fe37d4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1255524 Nov 11 12:12:59.291831 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.295038 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc789f-18f8-4d33-9069-8d20e5b4468e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event deleted for resources: {'Port': ['ID=ff359196-7ce9-421f-aa17-8b257ddfe504,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:59.334198 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5cd29497-f568-4a14-a491-6ce0f62ac901 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.341840 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5cd29497-f568-4a14-a491-6ce0f62ac901 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7057145 Nov 11 12:12:59.342632 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38e6ed4b-36fc-4bf6-8f34-6309d02bd3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.345252 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38e6ed4b-36fc-4bf6-8f34-6309d02bd3af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.346366 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-38e6ed4b-36fc-4bf6-8f34-6309d02bd3af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/058f33cc-463d-46f5-bb46-b6206df6643d HTTP/1.1" status: 204 len: 168 time: 0.5628748 Nov 11 12:12:59.354263 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50078) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:59.363206 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-1122a758-d96d-4ce6-80bf-21b002b58f83 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1626252985'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:59.387680 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.411964 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6ed4b-36fc-4bf6-8f34-6309d02bd3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058f33cc-463d-46f5-bb46-b6206df6643d,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:59.443962 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Network 6d67b32a-225a-4de9-8771-8658f2b25ff4 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:12:59.454126 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9267f25a-063b-49d5-81bb-8b8779180f52 req-a4878323-ef6e-49e5-a6ef-80abbfb126de tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636539 Nov 11 12:12:59.456046 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50082) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:59.473721 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:12:59.484986 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Pushing event updated for resources: {'Port': ['ID=dcc2185a-4efc-4f81-bc71-26d9707a7d07,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:59.487335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a1dc789f-18f8-4d33-9069-8d20e5b4468e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.490891 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a1dc789f-18f8-4d33-9069-8d20e5b4468e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.494543 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a1dc789f-18f8-4d33-9069-8d20e5b4468e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/floatingips/b89241d0-3dbd-4d32-b0c9-099e70e2a75a HTTP/1.1" status: 204 len: 168 time: 0.8898118 Nov 11 12:12:59.497255 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50086) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:59.502030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': 'c7263fd5-850a-4836-9b3d-a24be508dbe0'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:12:59.506722 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:12:59.510835 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-49803292-7229-494e-9c90-1a4241aca571 None None] Set router 3b76fb4b-3e52-4d96-a90c-735101163ceb gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:12:59.544986 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1122a758-d96d-4ce6-80bf-21b002b58f83 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.550835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.562938 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3d759187-fc7f-42ae-9b76-0852d8079b14 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.590804 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3d759187-fc7f-42ae-9b76-0852d8079b14 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.603797 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14302d9e-8d61-4e3f-9af0-807ac4b9a83b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Router 0daef7c0-aeb5-4726-837f-836226c42ed0 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:12:59.638098 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e573d1-5a3d-451d-96e5-4ae0f3260b25,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:12:59.725862 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Attempting to bind port dcc2185a-4efc-4f81-bc71-26d9707a7d07 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:12:59.726254 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Attempting to bind port dcc2185a-4efc-4f81-bc71-26d9707a7d07 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e569d24c-3d2e-4fef-a2dc-dc3d113d9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6d67b32a-225a-4de9-8771-8658f2b25ff4'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:12:59.726615 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Attempting to bind port dcc2185a-4efc-4f81-bc71-26d9707a7d07 on network 6d67b32a-225a-4de9-8771-8658f2b25ff4 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:12:59.755979 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.799022 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:12:59.803819 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Checking segment: {'id': 'e569d24c-3d2e-4fef-a2dc-dc3d113d9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6d67b32a-225a-4de9-8771-8658f2b25ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:12:59.803819 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.803819 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Bound using segment: {'id': 'e569d24c-3d2e-4fef-a2dc-dc3d113d9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6d67b32a-225a-4de9-8771-8658f2b25ff4'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:12:59.803819 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Bound port: dcc2185a-4efc-4f81-bc71-26d9707a7d07, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e569d24c-3d2e-4fef-a2dc-dc3d113d9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6d67b32a-225a-4de9-8771-8658f2b25ff4'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:12:59.803819 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.835802 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-96b51618-d3a5-45b0-abca-3ece40fa0379 None None] Provisioning complete for port be19d193-e012-48b3-bdb4-99f766d3585c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:12:59.836013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-96b51618-d3a5-45b0-abca-3ece40fa0379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.845221 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:12:59.861674 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50096) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:12:59.933012 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d67b32a-225a-4de9-8771-8658f2b25ff4']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:00.005413 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e569d24c-3d2e-4fef-a2dc-dc3d113d9db4') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:00.005759 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e569d24c-3d2e-4fef-a2dc-dc3d113d9db4') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:00.013596 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1122a758-d96d-4ce6-80bf-21b002b58f83 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:00.029500 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-96b51618-d3a5-45b0-abca-3ece40fa0379 None None] Port be19d193-e012-48b3-bdb4-99f766d3585c cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:00.039699 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:00.051360 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] For port dcc2185a-4efc-4f81-bc71-26d9707a7d07, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:00.054784 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d7a97b90-ad4e-4f8e-9eb8-a8fa97c3c222 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:00.056014 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] For port dcc2185a-4efc-4f81-bc71-26d9707a7d07, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=dcc2185a-4efc-4f81-bc71-26d9707a7d07,segment=NetworkSegment(e569d24c-3d2e-4fef-a2dc-dc3d113d9db4),segment_id=e569d24c-3d2e-4fef-a2dc-dc3d113d9db4)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:00.060854 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14302d9e-8d61-4e3f-9af0-807ac4b9a83b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:00.069942 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-14302d9e-8d61-4e3f-9af0-807ac4b9a83b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "PUT /v2.0/routers/0daef7c0-aeb5-4726-837f-836226c42ed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4118764 Nov 11 12:13:00.071279 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50104) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:00.072963 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Sync routers for ids ['0daef7c0-aeb5-4726-837f-836226c42ed0'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:00.089894 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Routers {'0daef7c0-aeb5-4726-837f-836226c42ed0'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:00.090956 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0daef7c0-aeb5-4726-837f-836226c42ed0'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:00.102705 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-49803292-7229-494e-9c90-1a4241aca571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'name': 'tempest-ServersTestManualDisk-497377438-router', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '28816bb8-e086-494a-acb8-bda26c228c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:26Z', 'revision_number': 4, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'gw_port': {'id': '28816bb8-e086-494a-acb8-bda26c228c76', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:17Z', 'updated_at': '2021-11-11T12:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b4613deb-86eb-468e-84e1-e67491507ca3', 'name': '', 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'mac_address': 'fa:16:3e:c7:55:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '086973be-14d1-4f8e-911e-0a7b449c7fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:25Z', 'updated_at': '2021-11-11T12:11:33Z', 'revision_number': 5, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'subnets': [{'id': '086973be-14d1-4f8e-911e-0a7b449c7fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:00.111284 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d7a97b90-ad4e-4f8e-9eb8-a8fa97c3c222 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:00.124994 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1732aa79-ace3-4da5-8fa3-7a608f367b58 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:00.129562 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1732aa79-ace3-4da5-8fa3-7a608f367b58 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports/be19d193-e012-48b3-bdb4-99f766d3585c HTTP/1.1" status: 200 len: 911 time: 0.0571439 Nov 11 12:13:00.130915 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1122a758-d96d-4ce6-80bf-21b002b58f83 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:00.131080 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50106) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:00.133638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49803292-7229-494e-9c90-1a4241aca571 None None] The sync data for ids ['3b76fb4b-3e52-4d96-a90c-735101163ceb'] in dv-neutron-786478-23-hyperv is: [{'id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'name': 'tempest-ServersTestManualDisk-497377438-router', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '28816bb8-e086-494a-acb8-bda26c228c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:26Z', 'revision_number': 4, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'gw_port': {'id': '28816bb8-e086-494a-acb8-bda26c228c76', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:17Z', 'updated_at': '2021-11-11T12:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b4613deb-86eb-468e-84e1-e67491507ca3', 'name': '', 'network_id': '8bc34d55-6a66-4145-ba65-e3782e708a1c', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'mac_address': 'fa:16:3e:c7:55:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '086973be-14d1-4f8e-911e-0a7b449c7fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:25Z', 'updated_at': '2021-11-11T12:11:33Z', 'revision_number': 5, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'subnets': [{'id': '086973be-14d1-4f8e-911e-0a7b449c7fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:00.169820 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:00.200721 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3d759187-fc7f-42ae-9b76-0852d8079b14 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:00.210817 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3d759187-fc7f-42ae-9b76-0852d8079b14 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:00.210817 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3d759187-fc7f-42ae-9b76-0852d8079b14 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "DELETE /v2.0/security-groups/84d1f8bb-4f5a-46ad-89a3-184e96faba30 HTTP/1.1" status: 204 len: 168 time: 0.7497799 Nov 11 12:13:00.216918 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f018ebd8-d8bd-4c09-8598-22540f94f69c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:00.223748 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f018ebd8-d8bd-4c09-8598-22540f94f69c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:00.228854 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f018ebd8-d8bd-4c09-8598-22540f94f69c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0965879 Nov 11 12:13:00.229596 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50110) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:00.230019 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50114) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:00.261031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:00.299356 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c1846-e126-4ba2-8d2f-ced7fc61df81 None None] Pushing event updated for resources: {'Port': ['ID=dcc2185a-4efc-4f81-bc71-26d9707a7d07,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:00.300854 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:00.319465 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Set router 0daef7c0-aeb5-4726-837f-836226c42ed0 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:00.328041 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:00.328441 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:00.334827 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48950758-e69b-472c-afbe-09d1e08353d3 None None] Network 6d67b32a-225a-4de9-8771-8658f2b25ff4 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:00.365964 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:00.377120 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1122a758-d96d-4ce6-80bf-21b002b58f83 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:00.386038 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50116) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:00.386765 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1122a758-d96d-4ce6-80bf-21b002b58f83 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0290422 Nov 11 12:13:00.389471 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d759187-fc7f-42ae-9b76-0852d8079b14 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d1f8bb-4f5a-46ad-89a3-184e96faba30,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:00.395848 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3aa65901-bbfa-4a95-bb13-8b8402ed7dd2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group_rule': {'security_group_id': 'eb7f7ea0-2442-4947-b2ba-9451136b7488', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ab9af175-2b59-478e-9007-8228cc35b61d', 'remote_ip_prefix': None}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:00.404446 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-94660810-1a7f-498a-9176-b4fea82cade8 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] show failed (client error): The resource could not be found. Nov 11 12:13:00.406296 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-94660810-1a7f-498a-9176-b4fea82cade8 tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "GET /v2.0/security-groups/84d1f8bb-4f5a-46ad-89a3-184e96faba30 HTTP/1.1" status: 404 len: 347 time: 0.1717062 Nov 11 12:13:00.427888 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50118) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:00.486433 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122a758-d96d-4ce6-80bf-21b002b58f83 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9af175-2b59-478e-9007-8228cc35b61d,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:00.562607 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82941dd-7f79-4ceb-ad23-203d194ce85a None None] Network 6d67b32a-225a-4de9-8771-8658f2b25ff4 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:00.607341 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daef7c0-aeb5-4726-837f-836226c42ed0', 'name': 'tempest-NetworksTestDHCPv6-router-85992665', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:53Z', 'updated_at': '2021-11-11T12:12:57Z', 'revision_number': 2, 'project_id': '928a89362a9945308be0ef835f831dfa', 'gw_port_host': None, '_interfaces': [{'id': 'be19d193-e012-48b3-bdb4-99f766d3585c', 'name': '', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'mac_address': 'fa:16:3e:5b:3e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daef7c0-aeb5-4726-837f-836226c42ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '100a232a-90b6-4fc8-9b6a-e83326d819ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:12:58Z', 'revision_number': 2, 'project_id': '928a89362a9945308be0ef835f831dfa', 'subnets': [{'id': '100a232a-90b6-4fc8-9b6a-e83326d819ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:00.641672 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Checking router: 0daef7c0-aeb5-4726-837f-836226c42ed0 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:13:00.642598 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Updating router 0daef7c0-aeb5-4726-837f-836226c42ed0 port be19d193-e012-48b3-bdb4-99f766d3585c binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:13:00.677933 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:00.715638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052e6c76-9264-43d3-8329-e5982ff413b6 None None] New status for floating IP f6405a97-eed2-4536-a0cc-a0d51edd185b: DOWN {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:13:00.724919 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Allocated IP 172.26.5.224 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/520abf58-c7b8-465d-b1e6-15863a0c2e9a) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:00.872076 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.db.api [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:13:00.872076 dv-neutron-786478-23-hyperv neutron-server[103001]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:13:00.872076 dv-neutron-786478-23-hyperv neutron-server[103001]: [parameters: {'id': '6d67b32a-225a-4de9-8771-8658f2b25ff4'}] Nov 11 12:13:00.872076 dv-neutron-786478-23-hyperv neutron-server[103001]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:00.872675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG oslo_db.api [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:00.878242 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2719ae5-e208-4ca3-a0a1-140ec12e3de9 None None] get_active_networks_info from dv-neutron-786478-23-hyperv {{(pid=103003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:13:00.885729 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d7a97b90-ad4e-4f8e-9eb8-a8fa97c3c222 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:00.890718 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d7a97b90-ad4e-4f8e-9eb8-a8fa97c3c222 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:00.896377 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d7a97b90-ad4e-4f8e-9eb8-a8fa97c3c222 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "DELETE /v2.0/security-groups/4c42058f-82e4-4faf-93b9-2d3d713495dc HTTP/1.1" status: 204 len: 168 time: 1.0250885 Nov 11 12:13:00.909312 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50130) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:00.925699 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a97b90-ad4e-4f8e-9eb8-a8fa97c3c222 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c42058f-82e4-4faf-93b9-2d3d713495dc,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:00.975707 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:00.993747 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-9a66ae07-1eee-4a1d-beed-d36a2a01d97a tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] show failed (client error): The resource could not be found. Nov 11 12:13:00.995664 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9a66ae07-1eee-4a1d-beed-d36a2a01d97a tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "GET /v2.0/security-groups/4c42058f-82e4-4faf-93b9-2d3d713495dc HTTP/1.1" status: 404 len: 347 time: 0.0811951 Nov 11 12:13:01.001768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50132) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:01.008792 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3aa65901-bbfa-4a95-bb13-8b8402ed7dd2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.038057 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2719ae5-e208-4ca3-a0a1-140ec12e3de9 None None] Resources bound (agent type, host, resource id): {{(pid=103003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:13:01.042277 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50134) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:01.142150 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07c74e-c947-4fa5-8f68-c2956a30542d req-e9680a66-ec6c-4529-9ae7-102d13b22fe9 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:01.149611 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0d07c74e-c947-4fa5-8f68-c2956a30542d req-e9680a66-ec6c-4529-9ae7-102d13b22fe9 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.3274250 Nov 11 12:13:01.184268 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-a64db427-5149-4ab4-8151-3516127c9ebc tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Deleting port 69dae020-014e-4083-9781-670ceed49902 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:01.184611 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a64db427-5149-4ab4-8151-3516127c9ebc tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.193043 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc58c1-80df-4672-ad81-72587ff9a9d6 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Deleting port 29f86d0d-1e51-4949-b508-6df3c9a8bbb6 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:01.193378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f0fc58c1-80df-4672-ad81-72587ff9a9d6 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.236638 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.253284 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-ffaef42d-3936-4abc-a96d-21eed2ae6498 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1815429963'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:01.281691 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.343442 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0d07c74e-c947-4fa5-8f68-c2956a30542d req-41ad9fe5-b4d6-4714-a97b-8fffcdcb516f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923766 Nov 11 12:13:01.376794 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3aa65901-bbfa-4a95-bb13-8b8402ed7dd2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.381005 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.394115 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bf6ea2-1168-48db-91f8-76fa89eeaab1 None None] get_active_networks_info from dv-neutron-786478-23-hyperv {{(pid=103003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:13:01.412735 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a64db427-5149-4ab4-8151-3516127c9ebc tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.420439 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a64db427-5149-4ab4-8151-3516127c9ebc tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.447209 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3aa65901-bbfa-4a95-bb13-8b8402ed7dd2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.449262 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-a64db427-5149-4ab4-8151-3516127c9ebc tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Calling delete_port for 69dae020-014e-4083-9781-670ceed49902 owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:01.468839 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6d2f1-7afd-4942-8977-fd4393e84927 None None] Pushing event updated for resources: {'Port': ['ID=be19d193-e012-48b3-bdb4-99f766d3585c,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:01.481015 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaef42d-3936-4abc-a96d-21eed2ae6498 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Made reservation on behalf of bc9a682d0beb4559bc2ec05b165f2ba6 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:01.485898 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ffaef42d-3936-4abc-a96d-21eed2ae6498 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.486488 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa65901-bbfa-4a95-bb13-8b8402ed7dd2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6e1b90-5516-499d-95c4-f7bcc052f19f,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:01.512404 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6d2f1-7afd-4942-8977-fd4393e84927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:01.512756 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6d2f1-7afd-4942-8977-fd4393e84927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:01.513090 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6d2f1-7afd-4942-8977-fd4393e84927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:01.513413 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6d2f1-7afd-4942-8977-fd4393e84927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:01.513732 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6d2f1-7afd-4942-8977-fd4393e84927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:01.514213 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6d2f1-7afd-4942-8977-fd4393e84927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:01.515309 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6d2f1-7afd-4942-8977-fd4393e84927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:01.515650 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6d2f1-7afd-4942-8977-fd4393e84927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:01.515978 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6d2f1-7afd-4942-8977-fd4393e84927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:01.516348 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6d2f1-7afd-4942-8977-fd4393e84927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:01.516669 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6d2f1-7afd-4942-8977-fd4393e84927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:01.516982 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d6d2f1-7afd-4942-8977-fd4393e84927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:01.525527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bf6ea2-1168-48db-91f8-76fa89eeaab1 None None] Resources bound (agent type, host, resource id): {{(pid=103003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:13:01.545584 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ffaef42d-3936-4abc-a96d-21eed2ae6498 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.557185 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Attempting to bind port be19d193-e012-48b3-bdb4-99f766d3585c on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:01.557543 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Attempting to bind port be19d193-e012-48b3-bdb4-99f766d3585c by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:01.558116 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Attempting to bind port be19d193-e012-48b3-bdb4-99f766d3585c on network db126361-d280-4945-be72-90312642a11b {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:01.564023 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:01.564384 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:01.565620 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.566075 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:01.566552 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Bound port: be19d193-e012-48b3-bdb4-99f766d3585c, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:01.566951 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.578838 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3aa65901-bbfa-4a95-bb13-8b8402ed7dd2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.583000 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3aa65901-bbfa-4a95-bb13-8b8402ed7dd2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1913249 Nov 11 12:13:01.594107 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50138) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:01.629073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.640803 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:01.643296 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] For port be19d193-e012-48b3-bdb4-99f766d3585c, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:01.651201 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:01.651385 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] For port be19d193-e012-48b3-bdb4-99f766d3585c, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=be19d193-e012-48b3-bdb4-99f766d3585c,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:01.655337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:01.707412 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f828585-0129-4400-b7cc-36a7b194c08f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.720203 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.729113 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=520abf58-c7b8-465d-b1e6-15863a0c2e9a,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:01.733206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f828585-0129-4400-b7cc-36a7b194c08f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.747256 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f0fc58c1-80df-4672-ad81-72587ff9a9d6 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.747581 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f0fc58c1-80df-4672-ad81-72587ff9a9d6 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.768980 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Routers {'0daef7c0-aeb5-4726-837f-836226c42ed0'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:01.769594 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0daef7c0-aeb5-4726-837f-836226c42ed0'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:01.796061 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc58c1-80df-4672-ad81-72587ff9a9d6 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Calling delete_port for 29f86d0d-1e51-4949-b508-6df3c9a8bbb6 owned by network:floatingip {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:01.813909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7a05467b-257f-4505-aba7-aa3910a5b69b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.824626 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Deleting port dcc2185a-4efc-4f81-bc71-26d9707a7d07 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:01.824958 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.873714 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] Set router 0daef7c0-aeb5-4726-837f-836226c42ed0 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:01.913127 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6d2f1-7afd-4942-8977-fd4393e84927 None None] Pushing event updated for resources: {'Port': ['ID=be19d193-e012-48b3-bdb4-99f766d3585c,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:01.934170 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ffaef42d-3936-4abc-a96d-21eed2ae6498 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.944216 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f828585-0129-4400-b7cc-36a7b194c08f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.958334 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f828585-0129-4400-b7cc-36a7b194c08f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:01.962210 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6f828585-0129-4400-b7cc-36a7b194c08f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ec6e1b90-5516-499d-95c4-f7bcc052f19f HTTP/1.1" status: 204 len: 168 time: 0.3670919 Nov 11 12:13:01.965547 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50140) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:01.990553 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f828585-0129-4400-b7cc-36a7b194c08f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec6e1b90-5516-499d-95c4-f7bcc052f19f,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:02.033531 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] For port dcc2185a-4efc-4f81-bc71-26d9707a7d07, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=dcc2185a-4efc-4f81-bc71-26d9707a7d07,segment=NetworkSegment(e569d24c-3d2e-4fef-a2dc-dc3d113d9db4),segment_id=e569d24c-3d2e-4fef-a2dc-dc3d113d9db4)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:02.033897 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.045653 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ffaef42d-3936-4abc-a96d-21eed2ae6498 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.090476 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2d444480-5015-4c86-a4ac-b16615d0fb35 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1238120 Nov 11 12:13:02.091123 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50142) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:02.107410 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a64db427-5149-4ab4-8151-3516127c9ebc tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.123246 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffaef42d-3936-4abc-a96d-21eed2ae6498 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:02.134760 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Calling delete_port for dcc2185a-4efc-4f81-bc71-26d9707a7d07 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:02.136525 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daef7c0-aeb5-4726-837f-836226c42ed0', 'name': 'tempest-NetworksTestDHCPv6-router-85992665', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:53Z', 'updated_at': '2021-11-11T12:12:57Z', 'revision_number': 2, 'project_id': '928a89362a9945308be0ef835f831dfa', 'gw_port_host': None, '_interfaces': [{'id': 'be19d193-e012-48b3-bdb4-99f766d3585c', 'name': '', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'mac_address': 'fa:16:3e:5b:3e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daef7c0-aeb5-4726-837f-836226c42ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '100a232a-90b6-4fc8-9b6a-e83326d819ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:01Z', 'revision_number': 4, 'project_id': '928a89362a9945308be0ef835f831dfa', 'subnets': [{'id': '100a232a-90b6-4fc8-9b6a-e83326d819ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:02.170973 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f76048-d97a-4efe-a8ec-94f15034060e None None] The sync data for ids ['0daef7c0-aeb5-4726-837f-836226c42ed0'] in dv-neutron-786478-23-hyperv is: [{'id': '0daef7c0-aeb5-4726-837f-836226c42ed0', 'name': 'tempest-NetworksTestDHCPv6-router-85992665', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:53Z', 'updated_at': '2021-11-11T12:12:57Z', 'revision_number': 2, 'project_id': '928a89362a9945308be0ef835f831dfa', 'gw_port_host': None, '_interfaces': [{'id': 'be19d193-e012-48b3-bdb4-99f766d3585c', 'name': '', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'mac_address': 'fa:16:3e:5b:3e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daef7c0-aeb5-4726-837f-836226c42ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '100a232a-90b6-4fc8-9b6a-e83326d819ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:12:54Z', 'updated_at': '2021-11-11T12:13:01Z', 'revision_number': 4, 'project_id': '928a89362a9945308be0ef835f831dfa', 'subnets': [{'id': '100a232a-90b6-4fc8-9b6a-e83326d819ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:02.202724 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaef42d-3936-4abc-a96d-21eed2ae6498 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579275cc-ca6c-4cd4-a4c8-8f0a2db4489f,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:02.206982 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4ce015-9001-4f88-8c87-6240baebd022 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:02.236271 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64db427-5149-4ab4-8151-3516127c9ebc tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Pushing event deleted for resources: {'Port': ['ID=69dae020-014e-4083-9781-670ceed49902,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:02.257960 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ffaef42d-3936-4abc-a96d-21eed2ae6498 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.258438 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-ffaef42d-3936-4abc-a96d-21eed2ae6498 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Added segment 38dc33f5-4321-4253-bbb3-486c1d89f1c3 of type vlan for network 9b585d2f-82d9-4bd9-bfed-0c36950f011f Nov 11 12:13:02.380024 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-9e6b43ac-b077-4996-8570-770ab93c44ae None None] Provisioning complete for port be19d193-e012-48b3-bdb4-99f766d3585c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:02.380686 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9e6b43ac-b077-4996-8570-770ab93c44ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.387927 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ffaef42d-3936-4abc-a96d-21eed2ae6498 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.407818 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a64db427-5149-4ab4-8151-3516127c9ebc tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.413776 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a64db427-5149-4ab4-8151-3516127c9ebc tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.415021 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a64db427-5149-4ab4-8151-3516127c9ebc tempest-ServersTestJSON-593105909 tempest-ServersTestJSON-593105909-project] 10.222.0.50 "DELETE /v2.0/floatingips/9e4d0a77-bb9c-46b7-b10b-90626120917c HTTP/1.1" status: 204 len: 168 time: 1.9860435 Nov 11 12:13:02.419798 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50146) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:02.436778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5dc48052-6f77-480a-9fc5-52454f02ca10 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.510822 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5dc48052-6f77-480a-9fc5-52454f02ca10 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.560547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f0fc58c1-80df-4672-ad81-72587ff9a9d6 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.560999 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.606568 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9e6b43ac-b077-4996-8570-770ab93c44ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.612088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ffaef42d-3936-4abc-a96d-21eed2ae6498 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.618833 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaef42d-3936-4abc-a96d-21eed2ae6498 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:02.619620 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ffaef42d-3936-4abc-a96d-21eed2ae6498 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.671984 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-9e6b43ac-b077-4996-8570-770ab93c44ae None None] For port be19d193-e012-48b3-bdb4-99f766d3585c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=be19d193-e012-48b3-bdb4-99f766d3585c,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:02.683660 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc58c1-80df-4672-ad81-72587ff9a9d6 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Pushing event deleted for resources: {'Port': ['ID=29f86d0d-1e51-4949-b508-6df3c9a8bbb6,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:02.692013 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No DVR routers for this DVR port dcc2185a-4efc-4f81-bc71-26d9707a7d07 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:02.696838 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d084c7e-fe73-4c00-b6b4-d77da6b423c2 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:02.748080 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9e6b43ac-b077-4996-8570-770ab93c44ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.757099 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2139bfb-a263-47cc-8ba7-d897cad856e5 req-5e4efbac-70ce-4eab-b60c-3496ecbaf7d3 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:02.771582 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d2139bfb-a263-47cc-8ba7-d897cad856e5 req-5e4efbac-70ce-4eab-b60c-3496ecbaf7d3 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.2560115 Nov 11 12:13:02.799681 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaef42d-3936-4abc-a96d-21eed2ae6498 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Pushing event updated for resources: {'Network': ['ID=9b585d2f-82d9-4bd9-bfed-0c36950f011f,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:02.800056 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.816857 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 9b585d2f-82d9-4bd9-bfed-0c36950f011f details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:02.823000 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Port': ['ID=dcc2185a-4efc-4f81-bc71-26d9707a7d07,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:02.853420 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-7a05467b-257f-4505-aba7-aa3910a5b69b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port be19d193-e012-48b3-bdb4-99f766d3585c {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:02.853762 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7a05467b-257f-4505-aba7-aa3910a5b69b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.862518 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ffaef42d-3936-4abc-a96d-21eed2ae6498 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8158317 Nov 11 12:13:02.877383 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50148) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:02.893137 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d2139bfb-a263-47cc-8ba7-d897cad856e5 req-59eb1afe-6522-415a-bc1a-23b2d3cc4533 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151023 Nov 11 12:13:02.911224 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b43ac-b077-4996-8570-770ab93c44ae None None] Pushing event updated for resources: {'Port': ['ID=be19d193-e012-48b3-bdb4-99f766d3585c,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:02.927003 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1fb9f065-3b0e-4ed7-8e18-98ba7dc2a928 None None] Provisioning complete for port be19d193-e012-48b3-bdb4-99f766d3585c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:02.927525 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1fb9f065-3b0e-4ed7-8e18-98ba7dc2a928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.931754 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.939278 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0bb818f1-1518-4718-aa2a-5ef6376b57d4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Request body: {'subnet': {'network_id': '9b585d2f-82d9-4bd9-bfed-0c36950f011f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:02.947206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5dc48052-6f77-480a-9fc5-52454f02ca10 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.950598 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5dc48052-6f77-480a-9fc5-52454f02ca10 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:02.954698 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5dc48052-6f77-480a-9fc5-52454f02ca10 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-groups/ab9af175-2b59-478e-9007-8228cc35b61d HTTP/1.1" status: 204 len: 168 time: 0.8512194 Nov 11 12:13:02.963652 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d67b32a-225a-4de9-8771-8658f2b25ff4']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:02.975071 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e569d24c-3d2e-4fef-a2dc-dc3d113d9db4') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:02.975471 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e569d24c-3d2e-4fef-a2dc-dc3d113d9db4') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:02.987523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.003506 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.010229 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50150) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:03.011323 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:03.011702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.046095 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc48052-6f77-480a-9fc5-52454f02ca10 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9af175-2b59-478e-9007-8228cc35b61d,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:03.071953 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:03.148387 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c065ab2f-e181-45b2-b559-0f3ea2c41ebc tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1367872 Nov 11 12:13:03.152842 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50152) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:03.157058 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-7a05467b-257f-4505-aba7-aa3910a5b69b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] For port be19d193-e012-48b3-bdb4-99f766d3585c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=be19d193-e012-48b3-bdb4-99f766d3585c,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:03.157455 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7a05467b-257f-4505-aba7-aa3910a5b69b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.174438 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f0fc58c1-80df-4672-ad81-72587ff9a9d6 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks [] for floatingip, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.177102 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f0fc58c1-80df-4672-ad81-72587ff9a9d6 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.177414 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-7a05467b-257f-4505-aba7-aa3910a5b69b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for be19d193-e012-48b3-bdb4-99f766d3585c owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:03.181404 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f0fc58c1-80df-4672-ad81-72587ff9a9d6 tempest-ServersTestManualDisk-1927269201 tempest-ServersTestManualDisk-1927269201-project] 10.222.0.50 "DELETE /v2.0/floatingips/f6405a97-eed2-4536-a0cc-a0d51edd185b HTTP/1.1" status: 204 len: 168 time: 2.1777065 Nov 11 12:13:03.182282 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50154) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:03.289372 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.293298 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c92512e6-76f5-45ab-89fe-5d74fecb483b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.298109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb818f1-1518-4718-aa2a-5ef6376b57d4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Made reservation on behalf of bc9a682d0beb4559bc2ec05b165f2ba6 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:03.301544 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0bb818f1-1518-4718-aa2a-5ef6376b57d4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.325731 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.328942 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/6d67b32a-225a-4de9-8771-8658f2b25ff4 HTTP/1.1" status: 204 len: 168 time: 5.2048776 Nov 11 12:13:03.341670 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50156) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:03.383281 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.391151 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84757b81-5a0d-4c43-96d5-107dd9e99c3e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Network': ['ID=6d67b32a-225a-4de9-8771-8658f2b25ff4,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:03.436606 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb1ec16-6b67-439a-b407-54e6da16d8b8 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:03.437113 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb1ec16-6b67-439a-b407-54e6da16d8b8 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:03.440192 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3bb1ec16-6b67-439a-b407-54e6da16d8b8 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/6d67b32a-225a-4de9-8771-8658f2b25ff4 HTTP/1.1" status: 404 len: 339 time: 0.0970657 Nov 11 12:13:03.443979 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50158) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:03.449169 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-b465f163-4d52-46d3-9cc8-f258e6fe06f2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2134189842', 'description': 'd1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:03.457654 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16adec49-fbc7-4183-b9fe-473147358b94 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.511628 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7a05467b-257f-4505-aba7-aa3910a5b69b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.543663 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05467b-257f-4505-aba7-aa3910a5b69b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=be19d193-e012-48b3-bdb4-99f766d3585c,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:03.596018 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b465f163-4d52-46d3-9cc8-f258e6fe06f2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:03.599592 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b465f163-4d52-46d3-9cc8-f258e6fe06f2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.606291 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16adec49-fbc7-4183-b9fe-473147358b94 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.697514 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7a05467b-257f-4505-aba7-aa3910a5b69b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.745167 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b465f163-4d52-46d3-9cc8-f258e6fe06f2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:03.813274 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16adec49-fbc7-4183-b9fe-473147358b94 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.816059 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16adec49-fbc7-4183-b9fe-473147358b94 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.817172 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-16adec49-fbc7-4183-b9fe-473147358b94 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-groups/eb7f7ea0-2442-4947-b2ba-9451136b7488 HTTP/1.1" status: 204 len: 168 time: 0.6581156 Nov 11 12:13:03.820061 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50160) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:03.821978 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.828145 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b465f163-4d52-46d3-9cc8-f258e6fe06f2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.828421 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-b465f163-4d52-46d3-9cc8-f258e6fe06f2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Added segment af2fa10b-a1de-49e6-854e-0d0a7344a12e of type vlan for network 40557b94-8d73-487e-90ad-bb3449aef61e Nov 11 12:13:03.841218 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16adec49-fbc7-4183-b9fe-473147358b94 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7f7ea0-2442-4947-b2ba-9451136b7488,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:03.860485 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0bb818f1-1518-4718-aa2a-5ef6376b57d4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:03.894639 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:04.013325 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:04.058148 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=520abf58-c7b8-465d-b1e6-15863a0c2e9a,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:04.081658 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9859f946-c659-4035-9462-295b6ec0650e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:04.272004 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b465f163-4d52-46d3-9cc8-f258e6fe06f2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:04.366239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb818f1-1518-4718-aa2a-5ef6376b57d4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Pushing event updated for resources: {'Subnet': ['ID=e02f7cbb-cec9-4da5-99ba-634aa092faf5,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:04.373328 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3bbe762e-6515-4e07-8865-8bf2c50dcc52 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5505855 Nov 11 12:13:04.391934 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50164) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:04.398061 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-89b8d063-e158-4862-8417-02896a64f0a5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743817136'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:04.426310 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a05467b-257f-4505-aba7-aa3910a5b69b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Router 0daef7c0-aeb5-4726-837f-836226c42ed0 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:13:04.440312 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9b80b-8421-4d18-a4e7-d90469009205 req-103535e5-d228-496d-a5ee-3a4e35265da5 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:04.441789 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-84d9b80b-8421-4d18-a4e7-d90469009205 req-103535e5-d228-496d-a5ee-3a4e35265da5 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.2254121 Nov 11 12:13:04.442774 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb818f1-1518-4718-aa2a-5ef6376b57d4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Checking segment: {'id': '38dc33f5-4321-4253-bbb3-486c1d89f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9b585d2f-82d9-4bd9-bfed-0c36950f011f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:04.442897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb818f1-1518-4718-aa2a-5ef6376b57d4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Network hostable DHCP agents. Network: 9b585d2f-82d9-4bd9-bfed-0c36950f011f, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:13:04.526286 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Floating IP 2ef85020-1da8-4631-9a19-2f6653f47836 associated. External IP: 172.26.5.224, port: c7263fd5-850a-4836-9b3d-a24be508dbe0. Nov 11 12:13:04.541743 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b465f163-4d52-46d3-9cc8-f258e6fe06f2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:04.547246 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b465f163-4d52-46d3-9cc8-f258e6fe06f2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:04.551960 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b465f163-4d52-46d3-9cc8-f258e6fe06f2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761014'] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:04.565432 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-89b8d063-e158-4862-8417-02896a64f0a5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:04.626949 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a05467b-257f-4505-aba7-aa3910a5b69b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:04.638792 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c28c54-9988-4a0d-8c43-2e7097499a67 None None] Sync routers for ids ['0daef7c0-aeb5-4726-837f-836226c42ed0'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:04.646602 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7a05467b-257f-4505-aba7-aa3910a5b69b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "PUT /v2.0/routers/0daef7c0-aeb5-4726-837f-836226c42ed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3991601 Nov 11 12:13:04.646602 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb818f1-1518-4718-aa2a-5ef6376b57d4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Network 9b585d2f-82d9-4bd9-bfed-0c36950f011f is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:13:04.649796 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50166) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:04.657330 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c28c54-9988-4a0d-8c43-2e7097499a67 None None] Routers {'0daef7c0-aeb5-4726-837f-836226c42ed0'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:04.658303 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-02c28c54-9988-4a0d-8c43-2e7097499a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0daef7c0-aeb5-4726-837f-836226c42ed0'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:04.699756 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-84d9b80b-8421-4d18-a4e7-d90469009205 req-cfb757fd-58cf-4909-8c42-a1f46587688f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490160 Nov 11 12:13:04.706584 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d2874d99-686b-42f1-93c4-0c4e7eb33f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:04.707625 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465f163-4d52-46d3-9cc8-f258e6fe06f2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Network': ['ID=40557b94-8d73-487e-90ad-bb3449aef61e,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:04.722573 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b465f163-4d52-46d3-9cc8-f258e6fe06f2 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2775204 Nov 11 12:13:04.723165 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 40557b94-8d73-487e-90ad-bb3449aef61e details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:04.725174 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50168) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:04.756439 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-02c28c54-9988-4a0d-8c43-2e7097499a67 None None] Set router 0daef7c0-aeb5-4726-837f-836226c42ed0 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:04.768693 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d1f07-399a-45aa-b1d8-507c8419356e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:04.770219 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d1f07-399a-45aa-b1d8-507c8419356e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:04.771810 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e34d1f07-399a-45aa-b1d8-507c8419356e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1190269 Nov 11 12:13:04.802327 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50170) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:04.808572 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-0bb818f1-1518-4718-aa2a-5ef6376b57d4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 9b585d2f-82d9-4bd9-bfed-0c36950f011f) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:04.823217 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-02c28c54-9988-4a0d-8c43-2e7097499a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daef7c0-aeb5-4726-837f-836226c42ed0', 'name': 'tempest-NetworksTestDHCPv6-router-85992665', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:53Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 3, 'project_id': '928a89362a9945308be0ef835f831dfa', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:04.828163 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb818f1-1518-4718-aa2a-5ef6376b57d4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:04.828163 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0bb818f1-1518-4718-aa2a-5ef6376b57d4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:04.850223 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3ce056-20b8-4bd2-8f78-75e1fc8746f6 None None] Network 9b585d2f-82d9-4bd9-bfed-0c36950f011f requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:04.854709 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c28c54-9988-4a0d-8c43-2e7097499a67 None None] Checking router: 0daef7c0-aeb5-4726-837f-836226c42ed0 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:13:04.861462 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df64c4a-e8a9-489e-b008-18ea6f545d5a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:04.864409 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c28c54-9988-4a0d-8c43-2e7097499a67 None None] Routers {'0daef7c0-aeb5-4726-837f-836226c42ed0'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:04.864997 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-02c28c54-9988-4a0d-8c43-2e7097499a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:12:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0daef7c0-aeb5-4726-837f-836226c42ed0'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:04.868247 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0df64c4a-e8a9-489e-b008-18ea6f545d5a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "GET /v2.0/networks?id=40557b94-8d73-487e-90ad-bb3449aef61e HTTP/1.1" status: 200 len: 761 time: 0.1410546 Nov 11 12:13:04.868874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50172) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:04.877419 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-6d2334a0-ce43-49e4-978b-e400c9e6bc25 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'network': {'description': 'd2'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:04.901618 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-89b8d063-e158-4862-8417-02896a64f0a5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.021440 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-83da886c-768a-41ad-93cf-92b47d3ed18c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet 100a232a-90b6-4fc8-9b6a-e83326d819ae {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:13:05.036052 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-9b585d2f-82d9-4bd9-bfed-0c36950f011f', 'network_id': '9b585d2f-82d9-4bd9-bfed-0c36950f011f', 'tenant_id': 'bc9a682d0beb4559bc2ec05b165f2ba6', 'fixed_ips': [{'subnet_id': 'e02f7cbb-cec9-4da5-99ba-634aa092faf5'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:13:05.037074 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.046167 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-02c28c54-9988-4a0d-8c43-2e7097499a67 None None] Set router 0daef7c0-aeb5-4726-837f-836226c42ed0 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:05.054953 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0bb818f1-1518-4718-aa2a-5ef6376b57d4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1605332 Nov 11 12:13:05.055651 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-89b8d063-e158-4862-8417-02896a64f0a5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.063585 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50174) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:05.065645 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-83da886c-768a-41ad-93cf-92b47d3ed18c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.069951 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router f495fee8-5490-48c5-b152-7dc1bc937a87 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:13:05.078020 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-aa766162-d2c9-400a-bde6-9a8b33c4d79a tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Request body: {'port': {'network_id': '9b585d2f-82d9-4bd9-bfed-0c36950f011f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1186106846'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:05.113471 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-02c28c54-9988-4a0d-8c43-2e7097499a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daef7c0-aeb5-4726-837f-836226c42ed0', 'name': 'tempest-NetworksTestDHCPv6-router-85992665', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:53Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 3, 'project_id': '928a89362a9945308be0ef835f831dfa', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:05.120938 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8d063-e158-4862-8417-02896a64f0a5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0b8507-daeb-48d3-b0fb-d95babca887b,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:05.135298 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6d2334a0-ce43-49e4-978b-e400c9e6bc25 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.168996 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c28c54-9988-4a0d-8c43-2e7097499a67 None None] The sync data for ids ['0daef7c0-aeb5-4726-837f-836226c42ed0'] in dv-neutron-786478-23-hyperv is: [{'id': '0daef7c0-aeb5-4726-837f-836226c42ed0', 'name': 'tempest-NetworksTestDHCPv6-router-85992665', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:12:53Z', 'updated_at': '2021-11-11T12:13:03Z', 'revision_number': 3, 'project_id': '928a89362a9945308be0ef835f831dfa', 'gw_port_host': None}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:05.183426 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-89b8d063-e158-4862-8417-02896a64f0a5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.185671 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-89b8d063-e158-4862-8417-02896a64f0a5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7927408 Nov 11 12:13:05.188645 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50176) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:05.194763 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-aa862221-e8ff-4c77-9ac6-9c03ae1b89c2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group_rule': {'security_group_id': '5f0b8507-daeb-48d3-b0fb-d95babca887b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:05.204351 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Allocated IP 2001:db8::2 (9b585d2f-82d9-4bd9-bfed-0c36950f011f/e02f7cbb-cec9-4da5-99ba-634aa092faf5/bea24a3c-08fd-41d2-9219-f767cd401560) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:05.235803 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6d2334a0-ce43-49e4-978b-e400c9e6bc25 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.255893 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d2334a0-ce43-49e4-978b-e400c9e6bc25 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network 40557b94-8d73-487e-90ad-bb3449aef61e is not hosted by any dhcp agent {{(pid=103002) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 12:13:05.257279 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-83da886c-768a-41ad-93cf-92b47d3ed18c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.261848 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2334a0-ce43-49e4-978b-e400c9e6bc25 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:05.262437 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6d2334a0-ce43-49e4-978b-e400c9e6bc25 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.266220 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6d2334a0-ce43-49e4-978b-e400c9e6bc25 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "PUT /v2.0/networks/40557b94-8d73-487e-90ad-bb3449aef61e HTTP/1.1" status: 200 len: 758 time: 0.3908887 Nov 11 12:13:05.288930 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50178) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:05.318480 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aa862221-e8ff-4c77-9ac6-9c03ae1b89c2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.331352 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2334a0-ce43-49e4-978b-e400c9e6bc25 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Network': ['ID=40557b94-8d73-487e-90ad-bb3449aef61e,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:05.361474 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 40557b94-8d73-487e-90ad-bb3449aef61e details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:05.383495 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aa862221-e8ff-4c77-9ac6-9c03ae1b89c2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.437509 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.466102 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aa862221-e8ff-4c77-9ac6-9c03ae1b89c2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.484890 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa862221-e8ff-4c77-9ac6-9c03ae1b89c2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f600df89-79e6-49e0-861b-c8eaae7536c7,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:05.523391 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7078706-569d-4493-b3ac-97805aa13a29 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:05.524904 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d7078706-569d-4493-b3ac-97805aa13a29 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "GET /v2.0/networks?id=40557b94-8d73-487e-90ad-bb3449aef61e HTTP/1.1" status: 200 len: 761 time: 0.2314579 Nov 11 12:13:05.529049 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50180) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:05.534162 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-9cb3a1d1-3ce9-4773-af41-a32cb3054d2e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1978685104'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:05.543441 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.578102 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a63af0e-3a1b-4201-9795-b4a1a3e841e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.586498 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa766162-d2c9-400a-bde6-9a8b33c4d79a tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Made reservation on behalf of bc9a682d0beb4559bc2ec05b165f2ba6 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:05.589989 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa766162-d2c9-400a-bde6-9a8b33c4d79a tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.594680 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-83da886c-768a-41ad-93cf-92b47d3ed18c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.599293 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Network 9b585d2f-82d9-4bd9-bfed-0c36950f011f is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:05.603571 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:05.606004 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:05.609016 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Pushing event updated for resources: {'Port': ['ID=bea24a3c-08fd-41d2-9219-f767cd401560,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:05.652975 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aa862221-e8ff-4c77-9ac6-9c03ae1b89c2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.655822 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-aa862221-e8ff-4c77-9ac6-9c03ae1b89c2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4651093 Nov 11 12:13:05.659112 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50182) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:05.672734 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Attempting to bind port bea24a3c-08fd-41d2-9219-f767cd401560 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:05.673190 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Attempting to bind port bea24a3c-08fd-41d2-9219-f767cd401560 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '38dc33f5-4321-4253-bbb3-486c1d89f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9b585d2f-82d9-4bd9-bfed-0c36950f011f'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:05.673563 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Attempting to bind port bea24a3c-08fd-41d2-9219-f767cd401560 on network 9b585d2f-82d9-4bd9-bfed-0c36950f011f {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:05.678835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-aa766162-d2c9-400a-bde6-9a8b33c4d79a tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] device_id is not set on port afbe2272-29a0-4d60-917b-1095e14ed1bd yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:13:05.680669 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:05.681065 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Checking segment: {'id': '38dc33f5-4321-4253-bbb3-486c1d89f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9b585d2f-82d9-4bd9-bfed-0c36950f011f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:05.681476 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.681933 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Bound using segment: {'id': '38dc33f5-4321-4253-bbb3-486c1d89f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9b585d2f-82d9-4bd9-bfed-0c36950f011f'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:05.682421 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Bound port: bea24a3c-08fd-41d2-9219-f767cd401560, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38dc33f5-4321-4253-bbb3-486c1d89f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9b585d2f-82d9-4bd9-bfed-0c36950f011f'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:05.682830 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.685432 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:05.693327 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-9859f946-c659-4035-9462-295b6ec0650e admin admin] Deleting port 3057f9a0-f241-46a8-bb2f-a5d082897a34 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:05.693594 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9859f946-c659-4035-9462-295b6ec0650e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.702895 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18b9eda7-b42f-4b9f-83e2-8d3c27343b79 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.705450 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa8e596-a160-4877-a704-e5ea321ff670 None None] Sync routers for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:05.715977 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18b9eda7-b42f-4b9f-83e2-8d3c27343b79 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.739459 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa8e596-a160-4877-a704-e5ea321ff670 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:05.740103 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-0fa8e596-a160-4877-a704-e5ea321ff670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:05.743703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb3a1d1-3ce9-4773-af41-a32cb3054d2e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:05.749937 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a1d1-3ce9-4773-af41-a32cb3054d2e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.779144 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-0fa8e596-a160-4877-a704-e5ea321ff670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:05.799784 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa8e596-a160-4877-a704-e5ea321ff670 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:05.800412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-0fa8e596-a160-4877-a704-e5ea321ff670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:05.803132 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] For port bea24a3c-08fd-41d2-9219-f767cd401560, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:05.807074 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] For port bea24a3c-08fd-41d2-9219-f767cd401560, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=bea24a3c-08fd-41d2-9219-f767cd401560,segment=NetworkSegment(38dc33f5-4321-4253-bbb3-486c1d89f1c3),segment_id=38dc33f5-4321-4253-bbb3-486c1d89f1c3)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:05.840446 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-0fa8e596-a160-4877-a704-e5ea321ff670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:05.841276 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa8e596-a160-4877-a704-e5ea321ff670 None None] The sync data for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:05.857432 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18b9eda7-b42f-4b9f-83e2-8d3c27343b79 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.866462 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18b9eda7-b42f-4b9f-83e2-8d3c27343b79 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.870095 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-18b9eda7-b42f-4b9f-83e2-8d3c27343b79 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/f600df89-79e6-49e0-861b-c8eaae7536c7 HTTP/1.1" status: 204 len: 168 time: 0.2073932 Nov 11 12:13:05.870251 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.870360 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb3a1d1-3ce9-4773-af41-a32cb3054d2e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:05.872920 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50186) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:05.885135 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.903815 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9eda7-b42f-4b9f-83e2-8d3c27343b79 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f600df89-79e6-49e0-861b-c8eaae7536c7,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:05.914290 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a1d1-3ce9-4773-af41-a32cb3054d2e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.914632 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-9cb3a1d1-3ce9-4773-af41-a32cb3054d2e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Added segment 68685585-7d70-40e7-ab16-4b43aed35e17 of type vlan for network 2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac Nov 11 12:13:05.942598 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d12e64-509e-474e-823c-6e56f886c03c req-1d7f1826-f8ea-457f-ad4c-d428f1737508 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:05.945941 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-83da886c-768a-41ad-93cf-92b47d3ed18c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.946073 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e7d12e64-509e-474e-823c-6e56f886c03c req-1d7f1826-f8ea-457f-ad4c-d428f1737508 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1193717 Nov 11 12:13:05.949235 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-9859f946-c659-4035-9462-295b6ec0650e admin admin] For port 3057f9a0-f241-46a8-bb2f-a5d082897a34, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=3057f9a0-f241-46a8-bb2f-a5d082897a34,segment=NetworkSegment(4fd116d8-ab11-42c2-8bb9-a049c27f2bab),segment_id=4fd116d8-ab11-42c2-8bb9-a049c27f2bab)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:05.949593 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9859f946-c659-4035-9462-295b6ec0650e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:05.967891 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3cdc3-8d93-478f-8934-069648b70569 None None] Pushing event updated for resources: {'Port': ['ID=bea24a3c-08fd-41d2-9219-f767cd401560,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:05.982379 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ae632a5a-f55e-4bdc-a541-2b03e3c6088e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.4796047 Nov 11 12:13:05.983143 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device be19d193-e012-48b3-bdb4-99f766d3585c no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:05.985691 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50188) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:05.995637 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-51355683-3e9f-4a6d-b6ce-705972be9ba4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1432631949'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:06.001761 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a1d1-3ce9-4773-af41-a32cb3054d2e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.010922 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-aa766162-d2c9-400a-bde6-9a8b33c4d79a tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Allocated IP 2001:db8::8a (9b585d2f-82d9-4bd9-bfed-0c36950f011f/e02f7cbb-cec9-4da5-99ba-634aa092faf5/afbe2272-29a0-4d60-917b-1095e14ed1bd) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:06.016066 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: be19d193-e012-48b3-bdb4-99f766d3585c {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:06.016435 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device be19d193-e012-48b3-bdb4-99f766d3585c not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:06.016745 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-9859f946-c659-4035-9462-295b6ec0650e admin admin] Calling delete_port for 3057f9a0-f241-46a8-bb2f-a5d082897a34 owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:06.019681 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da886c-768a-41ad-93cf-92b47d3ed18c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=100a232a-90b6-4fc8-9b6a-e83326d819ae,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:06.020390 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-eca7fc74-4ea9-4942-91b6-e6efebfe6f4a tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1429958 Nov 11 12:13:06.024510 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-83da886c-768a-41ad-93cf-92b47d3ed18c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.025739 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50190) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:06.030148 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50192) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:06.030312 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-83da886c-768a-41ad-93cf-92b47d3ed18c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/100a232a-90b6-4fc8-9b6a-e83326d819ae HTTP/1.1" status: 204 len: 168 time: 1.2270467 Nov 11 12:13:06.039130 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98316a9f-3228-4d75-bfd9-61709d6723df None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:06.044574 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-d2874d99-686b-42f1-93c4-0c4e7eb33f6b admin admin] Deleting port b4613deb-86eb-468e-84e1-e67491507ca3 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:06.045656 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d2874d99-686b-42f1-93c4-0c4e7eb33f6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.225856 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e7d12e64-509e-474e-823c-6e56f886c03c req-b2487671-118b-42dd-a5e6-2bb6fbe88391 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593052 Nov 11 12:13:06.232033 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51355683-3e9f-4a6d-b6ce-705972be9ba4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Made reservation on behalf of 4a07dfbacee54388b69a0661f55f9fa4 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:06.236769 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-51355683-3e9f-4a6d-b6ce-705972be9ba4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.270512 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51355683-3e9f-4a6d-b6ce-705972be9ba4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:06.280747 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156bb265-a9a7-4624-8d34-80dbc9c4cfe6 None None] DHCP port deletion for db126361-d280-4945-be72-90312642a11b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:06.281666 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a1d1-3ce9-4773-af41-a32cb3054d2e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.287731 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb3a1d1-3ce9-4773-af41-a32cb3054d2e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:06.288543 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a1d1-3ce9-4773-af41-a32cb3054d2e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.306637 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-d2874d99-686b-42f1-93c4-0c4e7eb33f6b admin admin] For port b4613deb-86eb-468e-84e1-e67491507ca3, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b4613deb-86eb-468e-84e1-e67491507ca3,segment=NetworkSegment(2b88d787-6ee4-435c-9399-9a49d7bb7722),segment_id=2b88d787-6ee4-435c-9399-9a49d7bb7722)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:06.308220 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d2874d99-686b-42f1-93c4-0c4e7eb33f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.355194 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-d2874d99-686b-42f1-93c4-0c4e7eb33f6b admin admin] Calling delete_port for b4613deb-86eb-468e-84e1-e67491507ca3 owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:06.381232 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-51355683-3e9f-4a6d-b6ce-705972be9ba4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.387125 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-51355683-3e9f-4a6d-b6ce-705972be9ba4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Added segment a37d3a4b-ec4d-4ee9-b6e1-2ef2118fb02b of type vlan for network a3eeaf12-b17c-4b2c-a4ce-189bebdb9620 Nov 11 12:13:06.405523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-156bb265-a9a7-4624-8d34-80dbc9c4cfe6 None None] Deleting port 3ba82786-0c08-43a3-90f9-1716e809fea6 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:06.406005 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-156bb265-a9a7-4624-8d34-80dbc9c4cfe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.433943 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3a388b65-917c-46f8-bb7c-2d57fc97b38c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.3995736 Nov 11 12:13:06.446738 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50194) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:06.455520 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9cb3a1d1-3ce9-4773-af41-a32cb3054d2e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9252222 Nov 11 12:13:06.461806 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50196) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:06.482406 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b26f59b1-5ac9-4e22-beeb-e402de6823b5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.492178 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.509281 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-156bb265-a9a7-4624-8d34-80dbc9c4cfe6 None None] For port 3ba82786-0c08-43a3-90f9-1716e809fea6, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=3ba82786-0c08-43a3-90f9-1716e809fea6,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:06.509281 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-156bb265-a9a7-4624-8d34-80dbc9c4cfe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.524257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-156bb265-a9a7-4624-8d34-80dbc9c4cfe6 None None] Calling delete_port for 3ba82786-0c08-43a3-90f9-1716e809fea6 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:06.575936 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3a1d1-3ce9-4773-af41-a32cb3054d2e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Network': ['ID=2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:06.601910 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:06.605065 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-51355683-3e9f-4a6d-b6ce-705972be9ba4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.614187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-342d0aa4-6130-42e6-9c32-b3f8d6ca6e8a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.624199 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b26f59b1-5ac9-4e22-beeb-e402de6823b5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.749763 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-156bb265-a9a7-4624-8d34-80dbc9c4cfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.758332 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-652207fa-9398-4528-8568-820800f180b9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'subnet': {'network_id': '2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:06.782370 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bb265-a9a7-4624-8d34-80dbc9c4cfe6 None None] Pushing event deleted for resources: {'Port': ['ID=3ba82786-0c08-43a3-90f9-1716e809fea6,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:06.788675 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156bb265-a9a7-4624-8d34-80dbc9c4cfe6 None None] No DVR routers for this DVR port 3ba82786-0c08-43a3-90f9-1716e809fea6 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:06.811080 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-51355683-3e9f-4a6d-b6ce-705972be9ba4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.815929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51355683-3e9f-4a6d-b6ce-705972be9ba4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:06.816514 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-51355683-3e9f-4a6d-b6ce-705972be9ba4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.835576 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa766162-d2c9-400a-bde6-9a8b33c4d79a tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.868883 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-342d0aa4-6130-42e6-9c32-b3f8d6ca6e8a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.895921 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-342d0aa4-6130-42e6-9c32-b3f8d6ca6e8a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.982912 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b26f59b1-5ac9-4e22-beeb-e402de6823b5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.985609 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b26f59b1-5ac9-4e22-beeb-e402de6823b5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:06.986709 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b26f59b1-5ac9-4e22-beeb-e402de6823b5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-groups/5f0b8507-daeb-48d3-b0fb-d95babca887b HTTP/1.1" status: 204 len: 168 time: 0.9573722 Nov 11 12:13:06.989745 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50198) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:06.994932 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51355683-3e9f-4a6d-b6ce-705972be9ba4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Network': ['ID=a3eeaf12-b17c-4b2c-a4ce-189bebdb9620,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:07.008721 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-51355683-3e9f-4a6d-b6ce-705972be9ba4 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0170035 Nov 11 12:13:07.009991 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f59b1-5ac9-4e22-beeb-e402de6823b5 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0b8507-daeb-48d3-b0fb-d95babca887b,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:07.012040 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50200) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:07.013127 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network a3eeaf12-b17c-4b2c-a4ce-189bebdb9620 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:07.021988 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-79b66842-7a98-43c3-8f1b-a2717ea5192d tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'subnet': {'network_id': 'a3eeaf12-b17c-4b2c-a4ce-189bebdb9620', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:07.057399 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9859f946-c659-4035-9462-295b6ec0650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.103375 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-342d0aa4-6130-42e6-9c32-b3f8d6ca6e8a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.104024 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342d0aa4-6130-42e6-9c32-b3f8d6ca6e8a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Fanout notify agent at l3_agent the message router_deleted on router 0daef7c0-aeb5-4726-837f-836226c42ed0 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:13:07.114035 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859f946-c659-4035-9462-295b6ec0650e admin admin] Pushing event deleted for resources: {'Port': ['ID=3057f9a0-f241-46a8-bb2f-a5d082897a34,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:07.116569 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa766162-d2c9-400a-bde6-9a8b33c4d79a tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.132365 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9a54b27b-4e4f-48f7-a2b8-4aeba7772282 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1415138 Nov 11 12:13:07.158643 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50202) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:07.158643 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652207fa-9398-4528-8568-820800f180b9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:07.158643 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-652207fa-9398-4528-8568-820800f180b9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.175873 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-a612839e-023a-43fd-a481-2ad321588f78 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1935613845'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:07.182743 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-342d0aa4-6130-42e6-9c32-b3f8d6ca6e8a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.182743 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-342d0aa4-6130-42e6-9c32-b3f8d6ca6e8a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/routers/0daef7c0-aeb5-4726-837f-836226c42ed0 HTTP/1.1" status: 204 len: 168 time: 0.7235069 Nov 11 12:13:07.184996 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50204) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:07.193320 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-74060cfc-aabf-4e38-863b-8a3ab40dc647 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:07.310539 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d2874d99-686b-42f1-93c4-0c4e7eb33f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.340501 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa766162-d2c9-400a-bde6-9a8b33c4d79a tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Network 9b585d2f-82d9-4bd9-bfed-0c36950f011f is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:07.353547 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b66842-7a98-43c3-8f1b-a2717ea5192d tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Made reservation on behalf of 4a07dfbacee54388b69a0661f55f9fa4 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:07.358445 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-79b66842-7a98-43c3-8f1b-a2717ea5192d tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.366067 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-aa766162-d2c9-400a-bde6-9a8b33c4d79a tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:07.379393 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa766162-d2c9-400a-bde6-9a8b33c4d79a tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:07.385074 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa766162-d2c9-400a-bde6-9a8b33c4d79a tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:07.385724 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa766162-d2c9-400a-bde6-9a8b33c4d79a tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.428298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa766162-d2c9-400a-bde6-9a8b33c4d79a tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Pushing event updated for resources: {'Port': ['ID=afbe2272-29a0-4d60-917b-1095e14ed1bd,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:07.472339 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74060cfc-aabf-4e38-863b-8a3ab40dc647 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:07.473085 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-74060cfc-aabf-4e38-863b-8a3ab40dc647 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.482435 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2144b8-922e-455f-a27b-c52278cf72cb None None] Network 9b585d2f-82d9-4bd9-bfed-0c36950f011f requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:07.531811 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460dcc4-ded0-4aa7-8aa8-0fc6ec819299 req-46151eb1-11f8-4807-a817-08a9d0d97ab4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:07.532541 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2874d99-686b-42f1-93c4-0c4e7eb33f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=b4613deb-86eb-468e-84e1-e67491507ca3,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:07.533779 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f460dcc4-ded0-4aa7-8aa8-0fc6ec819299 req-46151eb1-11f8-4807-a817-08a9d0d97ab4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1969736 Nov 11 12:13:07.601675 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-aa766162-d2c9-400a-bde6-9a8b33c4d79a tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.5304768 Nov 11 12:13:07.606596 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50208) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:07.616662 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0d098721-e0be-4051-89e5-c3aba5735679 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Request body: {'port': {'network_id': '9b585d2f-82d9-4bd9-bfed-0c36950f011f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1885543607', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:07.617503 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.api.validators [None req-0d098721-e0be-4051-89e5-c3aba5735679 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] bootfile-name is not in valid_values {{(pid=103002) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:13:07.618052 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.api.validators [None req-0d098721-e0be-4051-89e5-c3aba5735679 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] tftp-server is not in valid_values {{(pid=103002) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:13:07.618560 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.api.validators [None req-0d098721-e0be-4051-89e5-c3aba5735679 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] server-ip-address is not in valid_values {{(pid=103002) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:13:07.693903 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-2540f82b-fd4d-4fe9-84c5-9d03d7ecbe18 None None] Provisioning complete for port bea24a3c-08fd-41d2-9219-f767cd401560 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:07.695005 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2540f82b-fd4d-4fe9-84c5-9d03d7ecbe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.707383 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f460dcc4-ded0-4aa7-8aa8-0fc6ec819299 req-b6ebb4f6-3d5c-4876-9602-3a4bfb59dbdf tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581888 Nov 11 12:13:07.788949 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2540f82b-fd4d-4fe9-84c5-9d03d7ecbe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.792134 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d2874d99-686b-42f1-93c4-0c4e7eb33f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.799865 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a612839e-023a-43fd-a481-2ad321588f78 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.812085 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9859f946-c659-4035-9462-295b6ec0650e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.833819 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-2540f82b-fd4d-4fe9-84c5-9d03d7ecbe18 None None] For port bea24a3c-08fd-41d2-9219-f767cd401560, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=bea24a3c-08fd-41d2-9219-f767cd401560,segment=NetworkSegment(38dc33f5-4321-4253-bbb3-486c1d89f1c3),segment_id=38dc33f5-4321-4253-bbb3-486c1d89f1c3)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:07.916293 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2540f82b-fd4d-4fe9-84c5-9d03d7ecbe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:07.979855 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-79b66842-7a98-43c3-8f1b-a2717ea5192d tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.002432 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540f82b-fd4d-4fe9-84c5-9d03d7ecbe18 None None] Pushing event updated for resources: {'Port': ['ID=bea24a3c-08fd-41d2-9219-f767cd401560,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:08.049978 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d098721-e0be-4051-89e5-c3aba5735679 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Made reservation on behalf of bc9a682d0beb4559bc2ec05b165f2ba6 for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:08.053744 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0d098721-e0be-4051-89e5-c3aba5735679 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.056740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-74060cfc-aabf-4e38-863b-8a3ab40dc647 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.080427 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.107160 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74060cfc-aabf-4e38-863b-8a3ab40dc647 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:08.111335 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b66842-7a98-43c3-8f1b-a2717ea5192d tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Subnet': ['ID=ede675c7-330d-4c28-84e5-35a61aa28098,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:08.114245 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-0d098721-e0be-4051-89e5-c3aba5735679 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] device_id is not set on port 06b7e474-234b-4730-b18f-9dfb1345a733 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:13:08.120317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-74060cfc-aabf-4e38-863b-8a3ab40dc647 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:08.128764 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74060cfc-aabf-4e38-863b-8a3ab40dc647 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:08.129533 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-74060cfc-aabf-4e38-863b-8a3ab40dc647 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.143090 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f0d48-6e23-4f0c-a8d5-646ccad83413 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:08.148127 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-652207fa-9398-4528-8568-820800f180b9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.214411 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-857e380b-eb5b-4c08-a05c-9c084ef401f7 None None] Provisioning complete for port afbe2272-29a0-4d60-917b-1095e14ed1bd triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:08.215384 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-857e380b-eb5b-4c08-a05c-9c084ef401f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.238422 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b66842-7a98-43c3-8f1b-a2717ea5192d tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Checking segment: {'id': 'a37d3a4b-ec4d-4ee9-b6e1-2ef2118fb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a3eeaf12-b17c-4b2c-a4ce-189bebdb9620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:08.239107 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b66842-7a98-43c3-8f1b-a2717ea5192d tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network hostable DHCP agents. Network: a3eeaf12-b17c-4b2c-a4ce-189bebdb9620, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:13:08.244468 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74060cfc-aabf-4e38-863b-8a3ab40dc647 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=2d77ccaa-36df-404c-9fea-da6bb7ac53d4,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:08.307554 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-74060cfc-aabf-4e38-863b-8a3ab40dc647 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1204584 Nov 11 12:13:08.310042 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50210) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:08.313401 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-857e380b-eb5b-4c08-a05c-9c084ef401f7 None None] Port afbe2272-29a0-4d60-917b-1095e14ed1bd cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:08.321329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a612839e-023a-43fd-a481-2ad321588f78 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.322096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device bea24a3c-08fd-41d2-9219-f767cd401560 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:08.322376 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-16c6e85b-ed75-4bae-bbe4-905efedd0e37 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1709533842', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:08.339956 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652207fa-9398-4528-8568-820800f180b9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Subnet': ['ID=d1e61027-3b0a-4f71-9d78-503f43289607,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:08.378658 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-0d098721-e0be-4051-89e5-c3aba5735679 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Allocated IP 2001:db8::d9 (9b585d2f-82d9-4bd9-bfed-0c36950f011f/e02f7cbb-cec9-4da5-99ba-634aa092faf5/06b7e474-234b-4730-b18f-9dfb1345a733) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:08.401650 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9859f946-c659-4035-9462-295b6ec0650e admin admin] Router 3c55bf34-667f-42b4-a364-e486bc7f741d has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:13:08.402550 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b66842-7a98-43c3-8f1b-a2717ea5192d tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network a3eeaf12-b17c-4b2c-a4ce-189bebdb9620 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:13:08.402664 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652207fa-9398-4528-8568-820800f180b9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Checking segment: {'id': '68685585-7d70-40e7-ab16-4b43aed35e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:08.402887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652207fa-9398-4528-8568-820800f180b9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network hostable DHCP agents. Network: 2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:13:08.411349 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-857e380b-eb5b-4c08-a05c-9c084ef401f7 None None] Provisioning complete for port bea24a3c-08fd-41d2-9219-f767cd401560 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:08.412270 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-857e380b-eb5b-4c08-a05c-9c084ef401f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.457090 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a612839e-023a-43fd-a481-2ad321588f78 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.482932 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-16c6e85b-ed75-4bae-bbe4-905efedd0e37 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.483683 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-16c6e85b-ed75-4bae-bbe4-905efedd0e37 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.517058 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port bea24a3c-08fd-41d2-9219-f767cd401560 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:08.517438 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.553229 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612839e-023a-43fd-a481-2ad321588f78 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6098b64-e9d7-4b9a-a7c3-e042ef20e90d,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:08.553451 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-79b66842-7a98-43c3-8f1b-a2717ea5192d tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, a3eeaf12-b17c-4b2c-a4ce-189bebdb9620) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:08.561617 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b66842-7a98-43c3-8f1b-a2717ea5192d tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:08.562332 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-79b66842-7a98-43c3-8f1b-a2717ea5192d tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.568736 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a612839e-023a-43fd-a481-2ad321588f78 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.568736 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a612839e-023a-43fd-a481-2ad321588f78 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4054067 Nov 11 12:13:08.579125 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50212) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:08.581320 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-16c6e85b-ed75-4bae-bbe4-905efedd0e37 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.586536 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-45cae925-1d1c-40ee-a548-b1c93de53948 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group_rule': {'security_group_id': 'd6098b64-e9d7-4b9a-a7c3-e042ef20e90d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:08.600387 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2874d99-686b-42f1-93c4-0c4e7eb33f6b admin admin] Router 3b76fb4b-3e52-4d96-a90c-735101163ceb has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:13:08.620655 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f5b23b-e97f-4791-8b1f-1efa9076a492 None None] Network a3eeaf12-b17c-4b2c-a4ce-189bebdb9620 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:08.620850 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652207fa-9398-4528-8568-820800f180b9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network 2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:13:08.633031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-652207fa-9398-4528-8568-820800f180b9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:08.650561 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-16c6e85b-ed75-4bae-bbe4-905efedd0e37 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.667321 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-db126361-d280-4945-be72-90312642a11b', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'fixed_ips': [{'subnet_id': '2d77ccaa-36df-404c-9fea-da6bb7ac53d4'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:13:08.668268 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.668851 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-79b66842-7a98-43c3-8f1b-a2717ea5192d tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6525674 Nov 11 12:13:08.674310 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2a5fff-008b-4623-a998-471b9f3493b3 None None] Network 2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:08.674519 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652207fa-9398-4528-8568-820800f180b9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:08.674619 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50214) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:08.674876 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-652207fa-9398-4528-8568-820800f180b9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.679878 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0d098721-e0be-4051-89e5-c3aba5735679 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.681921 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9859f946-c659-4035-9462-295b6ec0650e admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:08.683984 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2014585478', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}, 'admin_state_up': False}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:08.691396 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9859f946-c659-4035-9462-295b6ec0650e admin admin] 10.222.0.50 "PUT /v2.0/routers/3c55bf34-667f-42b4-a364-e486bc7f741d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2666330 Nov 11 12:13:08.699720 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50216) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:08.704282 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15764ea-4278-46d9-985a-89c859013815 None None] Sync routers for ids ['3c55bf34-667f-42b4-a364-e486bc7f741d'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:08.716531 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15764ea-4278-46d9-985a-89c859013815 None None] Routers {'3c55bf34-667f-42b4-a364-e486bc7f741d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:08.717149 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b15764ea-4278-46d9-985a-89c859013815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3c55bf34-667f-42b4-a364-e486bc7f741d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:08.779461 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-45cae925-1d1c-40ee-a548-b1c93de53948 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.836830 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-b15764ea-4278-46d9-985a-89c859013815 None None] Set router 3c55bf34-667f-42b4-a364-e486bc7f741d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:08.870101 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0d098721-e0be-4051-89e5-c3aba5735679 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.874617 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7e70a17a-84a3-40ba-9859-357a2b1b7481 admin admin] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.938738 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70b32f-a071-404e-98cf-dc52ccd94d90 req-34fed8a2-c162-4aed-864d-051258fe0040 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:08.947830 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fb70b32f-a071-404e-98cf-dc52ccd94d90 req-34fed8a2-c162-4aed-864d-051258fe0040 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1267185 Nov 11 12:13:08.951978 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-16c6e85b-ed75-4bae-bbe4-905efedd0e37 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:08.953398 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-16c6e85b-ed75-4bae-bbe4-905efedd0e37 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6395328 Nov 11 12:13:08.963944 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50220) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:08.992136 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d098721-e0be-4051-89e5-c3aba5735679 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Network 9b585d2f-82d9-4bd9-bfed-0c36950f011f is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:09.014046 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-45cae925-1d1c-40ee-a548-b1c93de53948 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.014046 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-0d098721-e0be-4051-89e5-c3aba5735679 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:09.030262 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d098721-e0be-4051-89e5-c3aba5735679 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:09.036684 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d098721-e0be-4051-89e5-c3aba5735679 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:09.037667 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0d098721-e0be-4051-89e5-c3aba5735679 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.054883 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-327c9eda-1b2d-438f-a748-f489d689f1c6 None None] Provisioning complete for port afbe2272-29a0-4d60-917b-1095e14ed1bd triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:09.055551 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-327c9eda-1b2d-438f-a748-f489d689f1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.062642 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d098721-e0be-4051-89e5-c3aba5735679 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Pushing event updated for resources: {'Port': ['ID=06b7e474-234b-4730-b18f-9dfb1345a733,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:09.104051 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.110650 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.119932 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-45cae925-1d1c-40ee-a548-b1c93de53948 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.162781 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b15764ea-4278-46d9-985a-89c859013815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'name': 'tempest-ServersTestJSON-1361417731-router', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:13:06Z', 'revision_number': 5, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'gw_port': {'id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:13Z', 'updated_at': '2021-11-11T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:09.189802 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fb70b32f-a071-404e-98cf-dc52ccd94d90 req-7e9f9f36-60b9-4373-8d4d-d896b9e6f53f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338140 Nov 11 12:13:09.190800 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cae925-1d1c-40ee-a548-b1c93de53948 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef618f72-e34e-4de9-9735-febd5836b6b4,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:09.220572 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15764ea-4278-46d9-985a-89c859013815 None None] Checking router: 3c55bf34-667f-42b4-a364-e486bc7f741d for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:13:09.232753 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-327c9eda-1b2d-438f-a748-f489d689f1c6 None None] Port afbe2272-29a0-4d60-917b-1095e14ed1bd cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:09.254314 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.259795 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15764ea-4278-46d9-985a-89c859013815 None None] Routers {'3c55bf34-667f-42b4-a364-e486bc7f741d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:09.260438 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b15764ea-4278-46d9-985a-89c859013815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3c55bf34-667f-42b4-a364-e486bc7f741d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:09.271982 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-45cae925-1d1c-40ee-a548-b1c93de53948 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.283100 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-45cae925-1d1c-40ee-a548-b1c93de53948 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6979749 Nov 11 12:13:09.294572 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0d098721-e0be-4051-89e5-c3aba5735679 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.6854525 Nov 11 12:13:09.297165 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50222) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:09.297501 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50224) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:09.307607 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 3ba82786-0c08-43a3-90f9-1716e809fea6 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:09.310583 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Allocated IP 2001:db8::2 (db126361-d280-4945-be72-90312642a11b/2d77ccaa-36df-404c-9fea-da6bb7ac53d4/259e3b08-976f-40be-8727-db12b242d86a) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:09.338839 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3d63e02c-9072-463b-899f-c3f56887ed4b tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-group-rules/ef618f72-e34e-4de9-9735-febd5836b6b4 HTTP/1.1" status: 200 len: 763 time: 0.0378733 Nov 11 12:13:09.341583 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.341583 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50226) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:09.371445 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-a3eeaf12-b17c-4b2c-a4ce-189bebdb9620', 'network_id': 'a3eeaf12-b17c-4b2c-a4ce-189bebdb9620', 'tenant_id': '4a07dfbacee54388b69a0661f55f9fa4', 'fixed_ips': [{'subnet_id': 'ede675c7-330d-4c28-84e5-35a61aa28098'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:13:09.372441 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.379399 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 3ba82786-0c08-43a3-90f9-1716e809fea6 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:09.381994 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-b15764ea-4278-46d9-985a-89c859013815 None None] Set router 3c55bf34-667f-42b4-a364-e486bc7f741d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:09.383534 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 3ba82786-0c08-43a3-90f9-1716e809fea6 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:09.431363 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cab4c186-6445-4916-a268-0145e8602396 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0888829 Nov 11 12:13:09.470600 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25ab836-9dcb-43e0-b91c-900328a9c37d tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:09.476850 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25ab836-9dcb-43e0-b91c-900328a9c37d tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:09.482927 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25ab836-9dcb-43e0-b91c-900328a9c37d tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:09.484716 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e25ab836-9dcb-43e0-b91c-900328a9c37d tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1850722 Nov 11 12:13:09.581913 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b15764ea-4278-46d9-985a-89c859013815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'name': 'tempest-ServersTestJSON-1361417731-router', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:13:06Z', 'revision_number': 5, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'gw_port': {'id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:13Z', 'updated_at': '2021-11-11T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:09.590416 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.599440 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac', 'network_id': '2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac', 'tenant_id': '1ee537e4cf4b4ef5a4a77fc175d6ee20', 'fixed_ips': [{'subnet_id': 'd1e61027-3b0a-4f71-9d78-503f43289607'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:13:09.600556 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.609056 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15764ea-4278-46d9-985a-89c859013815 None None] The sync data for ids ['3c55bf34-667f-42b4-a364-e486bc7f741d'] in dv-neutron-786478-23-hyperv is: [{'id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'name': 'tempest-ServersTestJSON-1361417731-router', 'tenant_id': 'e7c72c31b24c4050875199b44c27e70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:12Z', 'updated_at': '2021-11-11T12:13:06Z', 'revision_number': 5, 'project_id': 'e7c72c31b24c4050875199b44c27e70d', 'gw_port': {'id': '145fe389-008c-4a40-ad1c-66b9cf905df3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:92:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c55bf34-667f-42b4-a364-e486bc7f741d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:13Z', 'updated_at': '2021-11-11T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:09.664701 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50228) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:09.668031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50230) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:09.688822 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.732855 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c649e786-6f73-4035-8a04-3ae5d76ba0ab None None] Provisioning complete for port 06b7e474-234b-4730-b18f-9dfb1345a733 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:09.733223 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c649e786-6f73-4035-8a04-3ae5d76ba0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.746163 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-652207fa-9398-4528-8568-820800f180b9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2750175 Nov 11 12:13:09.783352 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50232) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:09.824172 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2874d99-686b-42f1-93c4-0c4e7eb33f6b admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:09.826578 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:09.833877 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d2874d99-686b-42f1-93c4-0c4e7eb33f6b admin admin] 10.222.0.50 "PUT /v2.0/routers/3b76fb4b-3e52-4d96-a90c-735101163ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6389759 Nov 11 12:13:09.840782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:09.848554 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50234) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:09.876180 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-10b0e09b-ebdb-4f58-a510-b23d89f68757 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.888858 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:09.891081 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66ffb0a-dfcd-4ad9-b064-f336b2d73d50 None None] Sync routers for ids ['3b76fb4b-3e52-4d96-a90c-735101163ceb'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:09.901434 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Pushing event updated for resources: {'Port': ['ID=259e3b08-976f-40be-8727-db12b242d86a,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:09.928318 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-10b0e09b-ebdb-4f58-a510-b23d89f68757 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.933038 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:09.947655 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c649e786-6f73-4035-8a04-3ae5d76ba0ab None None] Port 06b7e474-234b-4730-b18f-9dfb1345a733 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:09.993453 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7e70a17a-84a3-40ba-9859-357a2b1b7481 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.039760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Attempting to bind port 259e3b08-976f-40be-8727-db12b242d86a on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:10.040742 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Attempting to bind port 259e3b08-976f-40be-8727-db12b242d86a by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:10.041249 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Attempting to bind port 259e3b08-976f-40be-8727-db12b242d86a on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:10.047924 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66ffb0a-dfcd-4ad9-b064-f336b2d73d50 None None] Routers {'3b76fb4b-3e52-4d96-a90c-735101163ceb'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:10.048209 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a66ffb0a-dfcd-4ad9-b064-f336b2d73d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3b76fb4b-3e52-4d96-a90c-735101163ceb'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:10.145305 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device bea24a3c-08fd-41d2-9219-f767cd401560 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:10.169074 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:10.169446 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:10.170288 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.170288 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:10.171827 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Bound port: 259e3b08-976f-40be-8727-db12b242d86a, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:10.171827 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.186153 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Allocated IP 172.20.0.2 (a3eeaf12-b17c-4b2c-a4ce-189bebdb9620/ede675c7-330d-4c28-84e5-35a61aa28098/0bebe891-1a26-4794-84fe-e676e7974c27) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:10.206025 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Allocated IP 172.20.0.2 (2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac/d1e61027-3b0a-4f71-9d78-503f43289607/920e183c-7ecb-4be9-939b-37adbccb8f09) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:10.215894 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.229962 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-10b0e09b-ebdb-4f58-a510-b23d89f68757 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.234913 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-10b0e09b-ebdb-4f58-a510-b23d89f68757 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.238736 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-10b0e09b-ebdb-4f58-a510-b23d89f68757 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ef618f72-e34e-4de9-9735-febd5836b6b4 HTTP/1.1" status: 204 len: 168 time: 0.5689790 Nov 11 12:13:10.251949 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50238) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:10.286831 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f218fa02-b02f-4894-a816-532eeba8bba0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.288531 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0e09b-ebdb-4f58-a510-b23d89f68757 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef618f72-e34e-4de9-9735-febd5836b6b4,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:10.295840 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] For port 259e3b08-976f-40be-8727-db12b242d86a, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:10.299194 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] For port 259e3b08-976f-40be-8727-db12b242d86a, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=259e3b08-976f-40be-8727-db12b242d86a,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:10.301990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.356617 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-cafe74f9-6e50-4c57-b68d-c6ead2f315f3 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Deleting port 06b7e474-234b-4730-b18f-9dfb1345a733 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:10.356957 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cafe74f9-6e50-4c57-b68d-c6ead2f315f3 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.363485 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.372220 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.376827 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-a66ffb0a-dfcd-4ad9-b064-f336b2d73d50 None None] Set router 3b76fb4b-3e52-4d96-a90c-735101163ceb gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:10.400483 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-28c793a6-7771-4556-b975-5df783719162 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1532216 Nov 11 12:13:10.428903 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50240) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:10.431941 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-d2a6de60-bf4d-4567-b95c-26fc9b81549d tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group_rule': {'security_group_id': 'd6098b64-e9d7-4b9a-a7c3-e042ef20e90d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:10.436374 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.477981 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d646ed9-9123-488a-bb94-1ad4e8fdb5ab req-3877b0e3-31a6-4cb8-a430-6d3f9b150e8c tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:10.479454 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5d646ed9-9123-488a-bb94-1ad4e8fdb5ab req-3877b0e3-31a6-4cb8-a430-6d3f9b150e8c tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1468782 Nov 11 12:13:10.575676 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Allocated IP 172.26.5.32 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/0d00f88c-0bdd-4234-8396-cf77904cfd5d) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:10.577880 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d2a6de60-bf4d-4567-b95c-26fc9b81549d tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.587506 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port bea24a3c-08fd-41d2-9219-f767cd401560 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:10.587877 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.594073 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5d646ed9-9123-488a-bb94-1ad4e8fdb5ab req-042f3c33-f788-4f6b-a30f-d5f0f915e2e1 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862262 Nov 11 12:13:10.602531 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-7e70a17a-84a3-40ba-9859-357a2b1b7481 admin admin] Deleting port 145fe389-008c-4a40-ad1c-66b9cf905df3 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:10.602864 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7e70a17a-84a3-40ba-9859-357a2b1b7481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.634575 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.688391 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.711102 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f2e1d-e9be-4df8-9d89-8046eebb8923 None None] Pushing event updated for resources: {'Port': ['ID=259e3b08-976f-40be-8727-db12b242d86a,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:10.715713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d2a6de60-bf4d-4567-b95c-26fc9b81549d tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.768625 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.783886 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cafe74f9-6e50-4c57-b68d-c6ead2f315f3 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.815668 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d2a6de60-bf4d-4567-b95c-26fc9b81549d tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.821950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f218fa02-b02f-4894-a816-532eeba8bba0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.829396 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-cafe74f9-6e50-4c57-b68d-c6ead2f315f3 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Calling delete_port for 06b7e474-234b-4730-b18f-9dfb1345a733 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:10.842574 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6de60-bf4d-4567-b95c-26fc9b81549d tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb52ca9-1e81-47ab-b346-f857e6f86254,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:10.939670 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.986286 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d2a6de60-bf4d-4567-b95c-26fc9b81549d tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:10.988023 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d2a6de60-bf4d-4567-b95c-26fc9b81549d tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5596452 Nov 11 12:13:10.991376 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50242) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:11.013579 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-7e70a17a-84a3-40ba-9859-357a2b1b7481 admin admin] For port 145fe389-008c-4a40-ad1c-66b9cf905df3, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=145fe389-008c-4a40-ad1c-66b9cf905df3,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:11.014363 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7e70a17a-84a3-40ba-9859-357a2b1b7481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.017591 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.031207 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:11.038058 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cae21a66-86f5-4ce6-8e5a-905f23c12cb8 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-group-rules/5eb52ca9-1e81-47ab-b346-f857e6f86254 HTTP/1.1" status: 200 len: 763 time: 0.0451710 Nov 11 12:13:11.039580 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=0d00f88c-0bdd-4234-8396-cf77904cfd5d,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:11.041827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50244) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:11.063441 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:11.065344 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-7e70a17a-84a3-40ba-9859-357a2b1b7481 admin admin] Calling delete_port for 145fe389-008c-4a40-ad1c-66b9cf905df3 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:11.068598 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:11.080751 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.121728 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f107b6-1015-49e2-a460-56d03b9ccc20 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:11.126681 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.185436 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::1 (db126361-d280-4945-be72-90312642a11b/2d77ccaa-36df-404c-9fea-da6bb7ac53d4/a64b1f89-fe28-4e41-8216-76fd9d4457d6) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:11.203581 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5064e297-351d-4388-8f61-c1c507d83b5e tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1566944 Nov 11 12:13:11.204319 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50246) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:11.215370 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Network 2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:11.231220 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:11.234153 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.242690 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:11.272599 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Pushing event updated for resources: {'Port': ['ID=920e183c-7ecb-4be9-939b-37adbccb8f09,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:11.277178 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0ed29199-220c-4278-a967-62f9f28b5074 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.296552 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0ed29199-220c-4278-a967-62f9f28b5074 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.327549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 3057f9a0-f241-46a8-bb2f-a5d082897a34 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:11.334010 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f605d8fd-75c9-4e5b-80cf-90980b868c42 None None] Provisioning complete for port 0d00f88c-0bdd-4234-8396-cf77904cfd5d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:11.334010 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f605d8fd-75c9-4e5b-80cf-90980b868c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.365033 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.386856 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f218fa02-b02f-4894-a816-532eeba8bba0 admin admin] Deleting port 28816bb8-e086-494a-acb8-bda26c228c76 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:11.387146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f218fa02-b02f-4894-a816-532eeba8bba0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.408877 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0ed29199-220c-4278-a967-62f9f28b5074 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.414240 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0ed29199-220c-4278-a967-62f9f28b5074 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.415729 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0ed29199-220c-4278-a967-62f9f28b5074 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/5eb52ca9-1e81-47ab-b346-f857e6f86254 HTTP/1.1" status: 204 len: 168 time: 0.2075207 Nov 11 12:13:11.418809 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Network a3eeaf12-b17c-4b2c-a4ce-189bebdb9620 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:11.419442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 3057f9a0-f241-46a8-bb2f-a5d082897a34 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:11.419786 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 3057f9a0-f241-46a8-bb2f-a5d082897a34 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:11.421438 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50248) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:11.439182 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:11.444338 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed29199-220c-4278-a967-62f9f28b5074 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5eb52ca9-1e81-47ab-b346-f857e6f86254,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:11.448668 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:11.454651 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a66ffb0a-dfcd-4ad9-b064-f336b2d73d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'name': 'tempest-ServersTestManualDisk-497377438-router', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '28816bb8-e086-494a-acb8-bda26c228c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:13:07Z', 'revision_number': 5, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'gw_port': {'id': '28816bb8-e086-494a-acb8-bda26c228c76', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:17Z', 'updated_at': '2021-11-11T12:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:11.460821 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Attempting to bind port 920e183c-7ecb-4be9-939b-37adbccb8f09 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:11.461196 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Attempting to bind port 920e183c-7ecb-4be9-939b-37adbccb8f09 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '68685585-7d70-40e7-ab16-4b43aed35e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:11.461552 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Attempting to bind port 920e183c-7ecb-4be9-939b-37adbccb8f09 on network 2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:11.481828 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a7c9fe07-363d-46e6-9060-2f8b13fef831 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0552704 Nov 11 12:13:11.482040 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e61027-3b0a-4f71-9d78-503f43289607,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:11.483112 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50250) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:11.488758 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-ea18afa3-c5d7-4ddc-889d-ed245fd44a57 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Request body: {'security_group_rule': {'security_group_id': 'd6098b64-e9d7-4b9a-a7c3-e042ef20e90d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:11.503784 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f605d8fd-75c9-4e5b-80cf-90980b868c42 None None] Port 0d00f88c-0bdd-4234-8396-cf77904cfd5d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:11.504128 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Pushing event updated for resources: {'Port': ['ID=0bebe891-1a26-4794-84fe-e676e7974c27,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:11.510055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:11.510055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Checking segment: {'id': '68685585-7d70-40e7-ab16-4b43aed35e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:11.510352 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.510722 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Bound using segment: {'id': '68685585-7d70-40e7-ab16-4b43aed35e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:11.511253 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Bound port: 920e183c-7ecb-4be9-939b-37adbccb8f09, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68685585-7d70-40e7-ab16-4b43aed35e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:11.511739 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.514195 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66ffb0a-dfcd-4ad9-b064-f336b2d73d50 None None] Checking router: 3b76fb4b-3e52-4d96-a90c-735101163ceb for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:13:11.597185 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66ffb0a-dfcd-4ad9-b064-f336b2d73d50 None None] Routers {'3b76fb4b-3e52-4d96-a90c-735101163ceb'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:11.597838 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a66ffb0a-dfcd-4ad9-b064-f336b2d73d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3b76fb4b-3e52-4d96-a90c-735101163ceb'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:11.605657 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-ea18afa3-c5d7-4ddc-889d-ed245fd44a57 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Project d7192007029448919789b5c123b5b1fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:13:11.606426 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Attempting to bind port 0bebe891-1a26-4794-84fe-e676e7974c27 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:11.606799 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Attempting to bind port 0bebe891-1a26-4794-84fe-e676e7974c27 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'a37d3a4b-ec4d-4ee9-b6e1-2ef2118fb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a3eeaf12-b17c-4b2c-a4ce-189bebdb9620'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:11.607193 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Attempting to bind port 0bebe891-1a26-4794-84fe-e676e7974c27 on network a3eeaf12-b17c-4b2c-a4ce-189bebdb9620 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:11.611090 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cafe74f9-6e50-4c57-b68d-c6ead2f315f3 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.614897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea18afa3-c5d7-4ddc-889d-ed245fd44a57 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.647868 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.687271 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea18afa3-c5d7-4ddc-889d-ed245fd44a57 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.724862 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:11.729533 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.733491 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:11.733983 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Checking segment: {'id': 'a37d3a4b-ec4d-4ee9-b6e1-2ef2118fb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a3eeaf12-b17c-4b2c-a4ce-189bebdb9620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:11.734101 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe74f9-6e50-4c57-b68d-c6ead2f315f3 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Pushing event deleted for resources: {'Port': ['ID=06b7e474-234b-4730-b18f-9dfb1345a733,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:11.743563 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.743563 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Bound using segment: {'id': 'a37d3a4b-ec4d-4ee9-b6e1-2ef2118fb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a3eeaf12-b17c-4b2c-a4ce-189bebdb9620'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:11.743563 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Bound port: 0bebe891-1a26-4794-84fe-e676e7974c27, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37d3a4b-ec4d-4ee9-b6e1-2ef2118fb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a3eeaf12-b17c-4b2c-a4ce-189bebdb9620'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:11.743563 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.751558 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68685585-7d70-40e7-ab16-4b43aed35e17') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:11.751953 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68685585-7d70-40e7-ab16-4b43aed35e17') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:11.773491 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea18afa3-c5d7-4ddc-889d-ed245fd44a57 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.780644 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-f218fa02-b02f-4894-a816-532eeba8bba0 admin admin] For port 28816bb8-e086-494a-acb8-bda26c228c76, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=28816bb8-e086-494a-acb8-bda26c228c76,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:11.781093 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f218fa02-b02f-4894-a816-532eeba8bba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.794726 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] For port 920e183c-7ecb-4be9-939b-37adbccb8f09, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:11.803304 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2c948-cf23-4a66-98dd-920d9d6cd885 req-132d92cf-876e-453a-95a1-6b266c89afd7 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:11.803821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.806376 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-59d2c948-cf23-4a66-98dd-920d9d6cd885 req-132d92cf-876e-453a-95a1-6b266c89afd7 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.0959766 Nov 11 12:13:11.826843 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cafe74f9-6e50-4c57-b68d-c6ead2f315f3 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.828212 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18afa3-c5d7-4ddc-889d-ed245fd44a57 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98de8c5-1b6a-431e-b590-b65248f7f7c0,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:11.836776 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-cafe74f9-6e50-4c57-b68d-c6ead2f315f3 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] 10.222.0.50 "DELETE /v2.0/ports/06b7e474-234b-4730-b18f-9dfb1345a733 HTTP/1.1" status: 204 len: 168 time: 2.1656179 Nov 11 12:13:11.843313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] For port 920e183c-7ecb-4be9-939b-37adbccb8f09, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=920e183c-7ecb-4be9-939b-37adbccb8f09,segment=NetworkSegment(68685585-7d70-40e7-ab16-4b43aed35e17),segment_id=68685585-7d70-40e7-ab16-4b43aed35e17)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:11.846716 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-a66ffb0a-dfcd-4ad9-b064-f336b2d73d50 None None] Set router 3b76fb4b-3e52-4d96-a90c-735101163ceb gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:11.850073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50254) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:11.854835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7e70a17a-84a3-40ba-9859-357a2b1b7481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.865458 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-267ba4a9-0af3-4cae-93e4-ad6e8ec81fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Request body: {'port': {'name': 'tempest-new-port-name-1085638833', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:11.865923 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.api.validators [None req-267ba4a9-0af3-4cae-93e4-ad6e8ec81fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] bootfile-name is not in valid_values {{(pid=103001) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:13:11.866248 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.api.validators [None req-267ba4a9-0af3-4cae-93e4-ad6e8ec81fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] tftp-server is not in valid_values {{(pid=103001) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:13:11.866573 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.api.validators [None req-267ba4a9-0af3-4cae-93e4-ad6e8ec81fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] server-ip-address is not in valid_values {{(pid=103001) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:13:11.874614 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f218fa02-b02f-4894-a816-532eeba8bba0 admin admin] Calling delete_port for 28816bb8-e086-494a-acb8-bda26c228c76 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:11.877143 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-59d2c948-cf23-4a66-98dd-920d9d6cd885 req-c56d89f5-d8a5-4fb5-9efc-03390be346ff tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617092 Nov 11 12:13:11.912115 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea18afa3-c5d7-4ddc-889d-ed245fd44a57 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.918688 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ea18afa3-c5d7-4ddc-889d-ed245fd44a57 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4314380 Nov 11 12:13:11.932410 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50258) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:11.936921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.942673 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a66ffb0a-dfcd-4ad9-b064-f336b2d73d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'name': 'tempest-ServersTestManualDisk-497377438-router', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:13:10Z', 'revision_number': 6, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:11.968334 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:11.978210 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70a17a-84a3-40ba-9859-357a2b1b7481 admin admin] Pushing event deleted for resources: {'Port': ['ID=145fe389-008c-4a40-ad1c-66b9cf905df3,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:12.140983 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.169210 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8541ee81-b706-47a7-80e0-d94cd9e9fc27 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:12.188893 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66ffb0a-dfcd-4ad9-b064-f336b2d73d50 None None] The sync data for ids ['3b76fb4b-3e52-4d96-a90c-735101163ceb'] in dv-neutron-786478-23-hyperv is: [{'id': '3b76fb4b-3e52-4d96-a90c-735101163ceb', 'name': 'tempest-ServersTestManualDisk-497377438-router', 'tenant_id': 'c13a71db4a844eada5e2e1126922d1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:13:10Z', 'revision_number': 6, 'project_id': 'c13a71db4a844eada5e2e1126922d1e2', 'gw_port_host': None}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:12.202129 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 259e3b08-976f-40be-8727-db12b242d86a up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:12.249319 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] For port 0bebe891-1a26-4794-84fe-e676e7974c27, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:12.362557 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-fd9da0ba-5f2f-4173-a2a6-c43f1e204cdd None None] Provisioning complete for port 259e3b08-976f-40be-8727-db12b242d86a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:12.363082 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fd9da0ba-5f2f-4173-a2a6-c43f1e204cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.395488 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41d66a-5170-4cb7-9640-c147eebe7689 None None] Pushing event updated for resources: {'Port': ['ID=920e183c-7ecb-4be9-939b-37adbccb8f09,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:12.399477 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] For port 0bebe891-1a26-4794-84fe-e676e7974c27, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=0bebe891-1a26-4794-84fe-e676e7974c27,segment=NetworkSegment(a37d3a4b-ec4d-4ee9-b6e1-2ef2118fb02b),segment_id=a37d3a4b-ec4d-4ee9-b6e1-2ef2118fb02b)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:12.438904 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af19534b-fe9e-45be-8b8a-55b2d59cea2b None None] Network 2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:12.491422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:12.491817 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:12.498992 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:12.504689 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.541064 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.559194 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e6027a7e-c30c-4ebc-8e1d-87475825fa0e tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-group-rules/a98de8c5-1b6a-431e-b590-b65248f7f7c0 HTTP/1.1" status: 200 len: 769 time: 0.5999444 Nov 11 12:13:12.573007 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50262) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:12.603324 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff6f7f-147a-4775-a148-771417b73106 req-ee4968fd-6682-4f3f-a454-894bf5abd2d7 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:12.608121 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-18ff6f7f-147a-4775-a148-771417b73106 req-ee4968fd-6682-4f3f-a454-894bf5abd2d7 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.2109203 Nov 11 12:13:12.609664 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 259e3b08-976f-40be-8727-db12b242d86a triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:12.610106 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.662173 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.701034 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fd9da0ba-5f2f-4173-a2a6-c43f1e204cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.718539 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f16886-c0fd-4bae-9fac-bb4e2127b7ce None None] Pushing event updated for resources: {'Port': ['ID=0bebe891-1a26-4794-84fe-e676e7974c27,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:12.739699 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-267ba4a9-0af3-4cae-93e4-ad6e8ec81fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.748827 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.db.api [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:13:12.748827 dv-neutron-786478-23-hyperv neutron-server[103001]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:13:12.748827 dv-neutron-786478-23-hyperv neutron-server[103001]: [parameters: {'id': '2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac'}] Nov 11 12:13:12.748827 dv-neutron-786478-23-hyperv neutron-server[103001]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:12.749217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG oslo_db.api [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:12.752634 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7e70a17a-84a3-40ba-9859-357a2b1b7481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.754464 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-18ff6f7f-147a-4775-a148-771417b73106 req-0878d185-5da3-4a5e-86f4-a71f88c77279 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618038 Nov 11 12:13:12.826194 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-fd9da0ba-5f2f-4173-a2a6-c43f1e204cdd None None] For port 259e3b08-976f-40be-8727-db12b242d86a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=259e3b08-976f-40be-8727-db12b242d86a,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:12.866471 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router 8cf109ea-9b7f-479b-b597-ed05e2bf3146 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:13:12.890841 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fd9da0ba-5f2f-4173-a2a6-c43f1e204cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.899341 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:12.935337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:12.953903 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-49b48431-29dc-457f-b764-bbd32e861a42 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3724229 Nov 11 12:13:12.958438 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50264) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:12.969709 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d663dd5-4cb5-4a22-9cc1-9753119d4bbd req-1b666ec0-f259-4e20-93c7-5165dfa1028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:12.971598 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2d663dd5-4cb5-4a22-9cc1-9753119d4bbd req-1b666ec0-f259-4e20-93c7-5165dfa1028e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc3e745991484392a95e625e90086381&device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 1098 time: 0.4008405 Nov 11 12:13:13.002783 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2aa83607-737a-4b9a-a75f-01c1e445cbca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.003782 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=a64b1f89-fe28-4e41-8216-76fd9d4457d6,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:13.006479 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:13.032597 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7e70a17a-84a3-40ba-9859-357a2b1b7481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.043755 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2aa83607-737a-4b9a-a75f-01c1e445cbca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.047689 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:13.047913 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.051098 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7e70a17a-84a3-40ba-9859-357a2b1b7481 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.083588 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.083791 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.084332 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.084452 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.084995 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.085875 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.085973 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.086334 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.086611 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.086936 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.087287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.087607 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.113929 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9da0ba-5f2f-4173-a2a6-c43f1e204cdd None None] Pushing event updated for resources: {'Port': ['ID=259e3b08-976f-40be-8727-db12b242d86a,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:13.126601 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:13.127414 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:13.130949 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:13.142010 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47b943-bb78-4e7b-8b59-913a5338cece None None] Sync routers for ids ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:13.154339 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc47b943-bb78-4e7b-8b59-913a5338cece None None] Routers {'8cf109ea-9b7f-479b-b597-ed05e2bf3146'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:13.154946 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-cc47b943-bb78-4e7b-8b59-913a5338cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:13.194915 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2aa83607-737a-4b9a-a75f-01c1e445cbca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.201106 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2aa83607-737a-4b9a-a75f-01c1e445cbca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.202215 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2aa83607-737a-4b9a-a75f-01c1e445cbca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/a98de8c5-1b6a-431e-b590-b65248f7f7c0 HTTP/1.1" status: 204 len: 168 time: 0.2430222 Nov 11 12:13:13.206539 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-cc47b943-bb78-4e7b-8b59-913a5338cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:13.210718 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50266) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:13.217368 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc47b943-bb78-4e7b-8b59-913a5338cece None None] Routers {'8cf109ea-9b7f-479b-b597-ed05e2bf3146'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:13.218234 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-cc47b943-bb78-4e7b-8b59-913a5338cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:13.221244 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa83607-737a-4b9a-a75f-01c1e445cbca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a98de8c5-1b6a-431e-b590-b65248f7f7c0,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:13.243407 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.244783 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ea8b7160-8d60-499c-95cb-090083a98909 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5670326 Nov 11 12:13:13.247568 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50268) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:13.254706 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.265876 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-cc47b943-bb78-4e7b-8b59-913a5338cece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:13.266847 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47b943-bb78-4e7b-8b59-913a5338cece None None] The sync data for ids ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:13.296965 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa83607-737a-4b9a-a75f-01c1e445cbca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.296965 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa83607-737a-4b9a-a75f-01c1e445cbca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.297352 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa83607-737a-4b9a-a75f-01c1e445cbca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.299733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa83607-737a-4b9a-a75f-01c1e445cbca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.299733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa83607-737a-4b9a-a75f-01c1e445cbca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.299733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa83607-737a-4b9a-a75f-01c1e445cbca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.299733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa83607-737a-4b9a-a75f-01c1e445cbca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.299733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa83607-737a-4b9a-a75f-01c1e445cbca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.299733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa83607-737a-4b9a-a75f-01c1e445cbca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.299733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa83607-737a-4b9a-a75f-01c1e445cbca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.300221 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa83607-737a-4b9a-a75f-01c1e445cbca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.300221 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa83607-737a-4b9a-a75f-01c1e445cbca tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:13.368127 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2d33347f-5b18-47ef-a75a-b06818eba124 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1538057 Nov 11 12:13:13.370756 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50270) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:13.382059 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7e70a17a-84a3-40ba-9859-357a2b1b7481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.382571 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e70a17a-84a3-40ba-9859-357a2b1b7481 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c55bf34-667f-42b4-a364-e486bc7f741d {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:13:13.387256 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7e70a17a-84a3-40ba-9859-357a2b1b7481 admin admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.388368 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7e70a17a-84a3-40ba-9859-357a2b1b7481 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3c55bf34-667f-42b4-a364-e486bc7f741d HTTP/1.1" status: 204 len: 168 time: 4.6871839 Nov 11 12:13:13.392056 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50272) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:13.431389 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-851ed7d9-cfea-4c15-8f8b-9688a3f6b26a None None] Provisioning complete for port a64b1f89-fe28-4e41-8216-76fd9d4457d6 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:13.432140 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-851ed7d9-cfea-4c15-8f8b-9688a3f6b26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.484112 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-851ed7d9-cfea-4c15-8f8b-9688a3f6b26a None None] Port a64b1f89-fe28-4e41-8216-76fd9d4457d6 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:13.500196 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d663dd5-4cb5-4a22-9cc1-9753119d4bbd req-2f96eff7-be7d-463c-867c-a8ee305e2162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:13.501768 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2d663dd5-4cb5-4a22-9cc1-9753119d4bbd req-2f96eff7-be7d-463c-867c-a8ee305e2162 service neutron] 10.222.0.70 "GET /v2.0/networks?id=494eeba5-927d-4da7-9b52-12ccac274783 HTTP/1.1" status: 200 len: 912 time: 0.4792109 Nov 11 12:13:13.574882 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f218fa02-b02f-4894-a816-532eeba8bba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.594958 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b56d13d-da69-4b45-b9d2-f010349d328d admin admin] Deleting subnet a5c68e66-f64e-42d5-8b7a-a96c47a1c938 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:13:13.609151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9b56d13d-da69-4b45-b9d2-f010349d328d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.657077 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218fa02-b02f-4894-a816-532eeba8bba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=28816bb8-e086-494a-acb8-bda26c228c76,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:13.684377 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25d2adc2-0d9f-4af5-a021-385f31cd3f3f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.699652 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03449543-2942-4f11-bcef-cdac95ff2fb6 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:13.707383 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.714563 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2d663dd5-4cb5-4a22-9cc1-9753119d4bbd req-67d3de5d-f6ad-4fba-8c6e-79ea0dbcf21f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b96338-7266-45da-aa4c-b83c6a5e75f9 HTTP/1.1" status: 200 len: 1000 time: 0.2038078 Nov 11 12:13:13.792589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-267ba4a9-0af3-4cae-93e4-ad6e8ec81fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.796965 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Deleting port 920e183c-7ecb-4be9-939b-37adbccb8f09 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:13.797296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.889594 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f218fa02-b02f-4894-a816-532eeba8bba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.898656 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-267ba4a9-0af3-4cae-93e4-ad6e8ec81fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:13.908146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d663dd5-4cb5-4a22-9cc1-9753119d4bbd req-fabdc1a7-9a70-409d-9338-de38d1ba65ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:13.909716 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2d663dd5-4cb5-4a22-9cc1-9753119d4bbd req-fabdc1a7-9a70-409d-9338-de38d1ba65ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2ad01249-f98e-4f0a-8732-1a30270cf49a HTTP/1.1" status: 200 len: 850 time: 0.1631808 Nov 11 12:13:13.957830 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9b56d13d-da69-4b45-b9d2-f010349d328d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.042213 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25d2adc2-0d9f-4af5-a021-385f31cd3f3f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.086560 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc34336-9a11-4e72-bf64-df62bf7667b3 None None] Network a3eeaf12-b17c-4b2c-a4ce-189bebdb9620 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:14.119338 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f5bde-d159-49f1-8cf4-93fb0cc8032c req-5d7d53e2-36bd-4160-8246-e3ee9cc0ddbe tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:14.120879 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-363f5bde-d159-49f1-8cf4-93fb0cc8032c req-5d7d53e2-36bd-4160-8246-e3ee9cc0ddbe tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1765811 Nov 11 12:13:14.129921 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-267ba4a9-0af3-4cae-93e4-ad6e8ec81fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] In _notify_port_updated(), no bound segment for port afbe2272-29a0-4d60-917b-1095e14ed1bd on network 9b585d2f-82d9-4bd9-bfed-0c36950f011f {{(pid=103001) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:13:14.135540 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267ba4a9-0af3-4cae-93e4-ad6e8ec81fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:14.136179 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-267ba4a9-0af3-4cae-93e4-ad6e8ec81fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.140364 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-267ba4a9-0af3-4cae-93e4-ad6e8ec81fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] 10.222.0.50 "PUT /v2.0/ports/afbe2272-29a0-4d60-917b-1095e14ed1bd HTTP/1.1" status: 200 len: 1129 time: 2.2842014 Nov 11 12:13:14.149342 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50276) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:14.172256 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f218fa02-b02f-4894-a816-532eeba8bba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.200942 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f218fa02-b02f-4894-a816-532eeba8bba0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.226007 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-73e8025a-d247-44bb-9871-2de155c4a539 None None] Provisioning complete for port 0bebe891-1a26-4794-84fe-e676e7974c27 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:14.227381 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-73e8025a-d247-44bb-9871-2de155c4a539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.229936 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ba4a9-0af3-4cae-93e4-ad6e8ec81fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Pushing event updated for resources: {'Port': ['ID=afbe2272-29a0-4d60-917b-1095e14ed1bd,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:14.231989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0bebe891-1a26-4794-84fe-e676e7974c27 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:14.252002 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] For port 920e183c-7ecb-4be9-939b-37adbccb8f09, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=920e183c-7ecb-4be9-939b-37adbccb8f09,segment=NetworkSegment(68685585-7d70-40e7-ab16-4b43aed35e17),segment_id=68685585-7d70-40e7-ab16-4b43aed35e17)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:14.252507 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.311624 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Calling delete_port for 920e183c-7ecb-4be9-939b-37adbccb8f09 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:14.320357 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a06aff-b05b-4445-ada4-d299220b81d1 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:14.329772 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a0a06aff-b05b-4445-ada4-d299220b81d1 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] 10.222.0.50 "GET /v2.0/ports/afbe2272-29a0-4d60-917b-1095e14ed1bd HTTP/1.1" status: 200 len: 1129 time: 0.1641345 Nov 11 12:13:14.332775 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25d2adc2-0d9f-4af5-a021-385f31cd3f3f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.335097 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25d2adc2-0d9f-4af5-a021-385f31cd3f3f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.335421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50278) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:14.336278 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-25d2adc2-0d9f-4af5-a021-385f31cd3f3f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "DELETE /v2.0/security-groups/d6098b64-e9d7-4b9a-a7c3-e042ef20e90d HTTP/1.1" status: 204 len: 168 time: 0.9645846 Nov 11 12:13:14.349985 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50280) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:14.402495 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d663dd5-4cb5-4a22-9cc1-9753119d4bbd req-ecf6af3b-2aff-4f25-9727-aa432d91902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:14.404102 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2d663dd5-4cb5-4a22-9cc1-9753119d4bbd req-ecf6af3b-2aff-4f25-9727-aa432d91902c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=494eeba5-927d-4da7-9b52-12ccac274783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4090545 Nov 11 12:13:14.405888 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-363f5bde-d159-49f1-8cf4-93fb0cc8032c req-b59798df-a70a-4627-8cb3-403bac2a48df tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914392 Nov 11 12:13:14.410918 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9b56d13d-da69-4b45-b9d2-f010349d328d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.446672 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2adc2-0d9f-4af5-a021-385f31cd3f3f tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6098b64-e9d7-4b9a-a7c3-e042ef20e90d,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:14.486748 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f218fa02-b02f-4894-a816-532eeba8bba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.487308 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f218fa02-b02f-4894-a816-532eeba8bba0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b76fb4b-3e52-4d96-a90c-735101163ceb {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:13:14.487855 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-470739e3-f62d-444f-b9d6-f176e5f47f59 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.491851 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f218fa02-b02f-4894-a816-532eeba8bba0 admin admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.495332 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f218fa02-b02f-4894-a816-532eeba8bba0 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3b76fb4b-3e52-4d96-a90c-735101163ceb HTTP/1.1" status: 204 len: 168 time: 4.6130037 Nov 11 12:13:14.503653 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50282) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:14.610700 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-778d80a3-1cf2-43b7-8fea-0e023eac8f5e admin admin] Deleting subnet 086973be-14d1-4f8e-911e-0a7b449c7fa4 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:13:14.629273 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-778d80a3-1cf2-43b7-8fea-0e023eac8f5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.640462 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 0bebe891-1a26-4794-84fe-e676e7974c27 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:14.640986 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.688193 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-73e8025a-d247-44bb-9871-2de155c4a539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.725172 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9b56d13d-da69-4b45-b9d2-f010349d328d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.736807 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-778d80a3-1cf2-43b7-8fea-0e023eac8f5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.755856 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-73e8025a-d247-44bb-9871-2de155c4a539 None None] For port 0bebe891-1a26-4794-84fe-e676e7974c27, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=0bebe891-1a26-4794-84fe-e676e7974c27,segment=NetworkSegment(a37d3a4b-ec4d-4ee9-b6e1-2ef2118fb02b),segment_id=a37d3a4b-ec4d-4ee9-b6e1-2ef2118fb02b)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:14.802373 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9b56d13d-da69-4b45-b9d2-f010349d328d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.803597 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.808670 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9b56d13d-da69-4b45-b9d2-f010349d328d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a5c68e66-f64e-42d5-8b7a-a96c47a1c938 HTTP/1.1" status: 204 len: 168 time: 1.4114094 Nov 11 12:13:14.808670 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56d13d-da69-4b45-b9d2-f010349d328d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5c68e66-f64e-42d5-8b7a-a96c47a1c938,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:14.819008 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50284) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:14.830950 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0d6c97-8c3b-4c81-a858-7eafb3e16e6b None None] Network ce16f053-659c-4581-9303-703e4bab2882 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:14.886957 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3c48f847-e9b7-4ed6-9b60-6a739d8bccf7 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5299506 Nov 11 12:13:14.899256 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-73e8025a-d247-44bb-9871-2de155c4a539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:14.907163 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50286) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:15.013750 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.048310 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8025a-d247-44bb-9871-2de155c4a539 None None] Pushing event updated for resources: {'Port': ['ID=0bebe891-1a26-4794-84fe-e676e7974c27,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:15.048724 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2d663dd5-4cb5-4a22-9cc1-9753119d4bbd req-5c9d7fdd-9faf-499a-b977-ea6636278454 service neutron] 10.222.0.70 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773633 Nov 11 12:13:15.057595 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-65ba4aef-c61d-44c4-9224-0065c8ab5ac2 tempest-SecGroupIPv6Test-64823434 tempest-SecGroupIPv6Test-64823434-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1450510 Nov 11 12:13:15.057771 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:15.057771 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:15.057934 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-d83dccda-5163-47f5-be5c-0781f8530c90 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Deleting port afbe2272-29a0-4d60-917b-1095e14ed1bd {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:15.057934 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d83dccda-5163-47f5-be5c-0781f8530c90 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.081294 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-778d80a3-1cf2-43b7-8fea-0e023eac8f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.087719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8025a-d247-44bb-9871-2de155c4a539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:15.088077 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8025a-d247-44bb-9871-2de155c4a539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:15.088431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8025a-d247-44bb-9871-2de155c4a539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:15.088824 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8025a-d247-44bb-9871-2de155c4a539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:15.089169 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8025a-d247-44bb-9871-2de155c4a539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:15.089507 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8025a-d247-44bb-9871-2de155c4a539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:15.089844 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8025a-d247-44bb-9871-2de155c4a539 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:15.090182 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8025a-d247-44bb-9871-2de155c4a539 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:15.090514 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8025a-d247-44bb-9871-2de155c4a539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:15.090891 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8025a-d247-44bb-9871-2de155c4a539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:15.091250 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8025a-d247-44bb-9871-2de155c4a539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:15.091581 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e8025a-d247-44bb-9871-2de155c4a539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:13:15.095395 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8678af5c-eedf-469a-89f1-3f17c260448b None None] Provisioning complete for port afbe2272-29a0-4d60-917b-1095e14ed1bd triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:15.095772 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8678af5c-eedf-469a-89f1-3f17c260448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.146260 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-8678af5c-eedf-469a-89f1-3f17c260448b None None] Port afbe2272-29a0-4d60-917b-1095e14ed1bd cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:15.162927 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2d663dd5-4cb5-4a22-9cc1-9753119d4bbd req-9817e36c-24d2-4f8f-8801-d53bb3250394 service neutron] 10.222.0.70 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959325 Nov 11 12:13:15.181190 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.184487 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.248141 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Port': ['ID=920e183c-7ecb-4be9-939b-37adbccb8f09,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:15.251373 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b456a4-27dc-45d8-8dbb-e7c3ce37e35f None None] DHCP port deletion for ce16f053-659c-4581-9303-703e4bab2882 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:15.253529 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.255440 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.260475 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No DVR routers for this DVR port 920e183c-7ecb-4be9-939b-37adbccb8f09 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:15.289240 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-470739e3-f62d-444f-b9d6-f176e5f47f59 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Allocated IP 172.20.0.1 (a3eeaf12-b17c-4b2c-a4ce-189bebdb9620/ede675c7-330d-4c28-84e5-35a61aa28098/e5c02646-91cc-45c6-b2bd-76c678093597) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:15.302154 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] Deleting port 85f6edee-8d47-44d3-a4d5-fd0877e7ad65 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:15.302404 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.324141 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8259a53a-c3f7-4387-b0cf-bd9b6e244025 None None] Provisioning complete for port 0bebe891-1a26-4794-84fe-e676e7974c27 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:15.324769 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8259a53a-c3f7-4387-b0cf-bd9b6e244025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.352636 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-778d80a3-1cf2-43b7-8fea-0e023eac8f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.402975 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-88b456a4-27dc-45d8-8dbb-e7c3ce37e35f None None] Deleting port 85f6edee-8d47-44d3-a4d5-fd0877e7ad65 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:15.403956 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-88b456a4-27dc-45d8-8dbb-e7c3ce37e35f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.412624 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.430294 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d80a3-1cf2-43b7-8fea-0e023eac8f5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=086973be-14d1-4f8e-911e-0a7b449c7fa4,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:15.440030 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-778d80a3-1cf2-43b7-8fea-0e023eac8f5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.445806 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-778d80a3-1cf2-43b7-8fea-0e023eac8f5e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/086973be-14d1-4f8e-911e-0a7b449c7fa4 HTTP/1.1" status: 204 len: 168 time: 0.9311781 Nov 11 12:13:15.452374 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50292) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:15.460983 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=a64b1f89-fe28-4e41-8216-76fd9d4457d6,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:15.465253 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] For port 85f6edee-8d47-44d3-a4d5-fd0877e7ad65, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=85f6edee-8d47-44d3-a4d5-fd0877e7ad65,segment=NetworkSegment(4fd116d8-ab11-42c2-8bb9-a049c27f2bab),segment_id=4fd116d8-ab11-42c2-8bb9-a049c27f2bab)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:15.465574 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.468773 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d83dccda-5163-47f5-be5c-0781f8530c90 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.490563 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] Calling delete_port for 85f6edee-8d47-44d3-a4d5-fd0877e7ad65 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:15.533617 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f553f72-a05c-4a8c-8f81-fe5b715d60a7 None None] Network 8bc34d55-6a66-4145-ba65-e3782e708a1c requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:15.539324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:15.543509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-d83dccda-5163-47f5-be5c-0781f8530c90 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Calling delete_port for afbe2272-29a0-4d60-917b-1095e14ed1bd owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:15.571734 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68685585-7d70-40e7-ab16-4b43aed35e17') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:15.571734 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68685585-7d70-40e7-ab16-4b43aed35e17') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:15.599239 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.640631 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.664901 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-470739e3-f62d-444f-b9d6-f176e5f47f59 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.667920 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.678517 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70c755-ed9c-4b24-8ab0-57db0cbec2c9 req-5013f520-559b-4744-8903-ea075b060502 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:15.679503 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-88b456a4-27dc-45d8-8dbb-e7c3ce37e35f None None] For port 85f6edee-8d47-44d3-a4d5-fd0877e7ad65, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=85f6edee-8d47-44d3-a4d5-fd0877e7ad65,segment=NetworkSegment(4fd116d8-ab11-42c2-8bb9-a049c27f2bab),segment_id=4fd116d8-ab11-42c2-8bb9-a049c27f2bab)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:15.680248 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-88b456a4-27dc-45d8-8dbb-e7c3ce37e35f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.685153 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ac70c755-ed9c-4b24-8ab0-57db0cbec2c9 req-5013f520-559b-4744-8903-ea075b060502 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1273048 Nov 11 12:13:15.700634 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:15.707655 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:15.709534 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.728278 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-88b456a4-27dc-45d8-8dbb-e7c3ce37e35f None None] Calling delete_port for 85f6edee-8d47-44d3-a4d5-fd0877e7ad65 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:15.746235 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 259e3b08-976f-40be-8727-db12b242d86a up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:15.764838 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ac70c755-ed9c-4b24-8ab0-57db0cbec2c9 req-0210ea38-b84d-4820-8873-95981681ba48 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748613 Nov 11 12:13:15.768587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50296) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:15.798542 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:15.800269 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:15.824105 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.889975 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] No DVR routers for this DVR port 85f6edee-8d47-44d3-a4d5-fd0877e7ad65 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:15.897832 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] Pushing event deleted for resources: {'Port': ['ID=85f6edee-8d47-44d3-a4d5-fd0877e7ad65,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:15.944349 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 259e3b08-976f-40be-8727-db12b242d86a triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:15.944639 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.963017 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-470739e3-f62d-444f-b9d6-f176e5f47f59 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:15.983588 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-88b456a4-27dc-45d8-8dbb-e7c3ce37e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.016710 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.018460 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b456a4-27dc-45d8-8dbb-e7c3ce37e35f None None] Pushing event deleted for resources: {'Port': ['ID=85f6edee-8d47-44d3-a4d5-fd0877e7ad65,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:16.034646 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b456a4-27dc-45d8-8dbb-e7c3ce37e35f None None] No DVR routers for this DVR port 85f6edee-8d47-44d3-a4d5-fd0877e7ad65 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:16.036829 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] Deleting port 73663f7b-7a0d-4899-b7b1-efd1917699a1 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:16.037151 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.059490 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9651d2b8-4755-40e4-8bee-723166f76ed0 None None] DHCP port deletion for 8bc34d55-6a66-4145-ba65-e3782e708a1c request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:16.071070 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.077975 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470739e3-f62d-444f-b9d6-f176e5f47f59 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network a3eeaf12-b17c-4b2c-a4ce-189bebdb9620 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:16.096636 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-470739e3-f62d-444f-b9d6-f176e5f47f59 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:16.099319 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470739e3-f62d-444f-b9d6-f176e5f47f59 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:16.118625 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.123940 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac HTTP/1.1" status: 204 len: 168 time: 6.3396523 Nov 11 12:13:16.131959 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50300) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:16.145580 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-32b80b59-11a0-4b79-a5aa-1c38952be471 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7192007029448919789b5c123b5b1fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3755746 Nov 11 12:13:16.156433 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470739e3-f62d-444f-b9d6-f176e5f47f59 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=e5c02646-91cc-45c6-b2bd-76c678093597,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:16.163001 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50302) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:16.169045 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e1e23-918d-4d60-bd55-8b22a73c6140 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Network': ['ID=2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:16.176690 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-9651d2b8-4755-40e4-8bee-723166f76ed0 None None] Deleting port 73663f7b-7a0d-4899-b7b1-efd1917699a1 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:16.177144 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9651d2b8-4755-40e4-8bee-723166f76ed0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.205401 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce16f053-659c-4581-9303-703e4bab2882']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:16.214477 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b3d8fd-2fa0-43ca-81d9-1bed23db96ca tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] GET failed (client error): The resource could not be found. Nov 11 12:13:16.217326 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-59b3d8fd-2fa0-43ca-81d9-1bed23db96ca tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "GET /v2.0/subnets/d1e61027-3b0a-4f71-9d78-503f43289607 HTTP/1.1" status: 404 len: 337 time: 0.0823956 Nov 11 12:13:16.231761 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50304) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:16.248162 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd116d8-ab11-42c2-8bb9-a049c27f2bab') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:16.251137 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd116d8-ab11-42c2-8bb9-a049c27f2bab') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:16.251256 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d83dccda-5163-47f5-be5c-0781f8530c90 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.263810 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b4613deb-86eb-468e-84e1-e67491507ca3 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:16.268914 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-470739e3-f62d-444f-b9d6-f176e5f47f59 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.297282 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: b4613deb-86eb-468e-84e1-e67491507ca3 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:16.297645 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b4613deb-86eb-468e-84e1-e67491507ca3 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:16.298100 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 28816bb8-e086-494a-acb8-bda26c228c76 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:16.331988 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-9651d2b8-4755-40e4-8bee-723166f76ed0 None None] For port 73663f7b-7a0d-4899-b7b1-efd1917699a1, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=73663f7b-7a0d-4899-b7b1-efd1917699a1,segment=NetworkSegment(2b88d787-6ee4-435c-9399-9a49d7bb7722),segment_id=2b88d787-6ee4-435c-9399-9a49d7bb7722)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:16.332278 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9651d2b8-4755-40e4-8bee-723166f76ed0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.333723 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd1e6ea-0131-49f3-b372-0eb45d0b28f0 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:16.334746 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd1e6ea-0131-49f3-b372-0eb45d0b28f0 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:16.335279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 28816bb8-e086-494a-acb8-bda26c228c76 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:16.335620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 28816bb8-e086-494a-acb8-bda26c228c76 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:16.336038 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 145fe389-008c-4a40-ad1c-66b9cf905df3 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:16.337398 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ebd1e6ea-0131-49f3-b372-0eb45d0b28f0 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac HTTP/1.1" status: 404 len: 339 time: 0.0853603 Nov 11 12:13:16.347645 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dccda-5163-47f5-be5c-0781f8530c90 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Pushing event deleted for resources: {'Port': ['ID=afbe2272-29a0-4d60-917b-1095e14ed1bd,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:16.349134 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50306) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:16.369821 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-9651d2b8-4755-40e4-8bee-723166f76ed0 None None] Calling delete_port for 73663f7b-7a0d-4899-b7b1-efd1917699a1 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:16.370841 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.373764 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 145fe389-008c-4a40-ad1c-66b9cf905df3 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:16.374445 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 145fe389-008c-4a40-ad1c-66b9cf905df3 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:16.382915 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-31fda2bb-1e30-405e-9614-28ea6a024dee None None] Provisioning complete for port a64b1f89-fe28-4e41-8216-76fd9d4457d6 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:16.382915 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-31fda2bb-1e30-405e-9614-28ea6a024dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.413588 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.443343 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:16.443849 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:16.445913 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:16.458948 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-31fda2bb-1e30-405e-9614-28ea6a024dee None None] Port a64b1f89-fe28-4e41-8216-76fd9d4457d6 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:16.536695 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0bebe891-1a26-4794-84fe-e676e7974c27 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:16.559764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] For port 73663f7b-7a0d-4899-b7b1-efd1917699a1, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=73663f7b-7a0d-4899-b7b1-efd1917699a1,segment=NetworkSegment(2b88d787-6ee4-435c-9399-9a49d7bb7722),segment_id=2b88d787-6ee4-435c-9399-9a49d7bb7722)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:16.560184 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.563339 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d83dccda-5163-47f5-be5c-0781f8530c90 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.566637 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d83dccda-5163-47f5-be5c-0781f8530c90 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] 10.222.0.50 "DELETE /v2.0/ports/afbe2272-29a0-4d60-917b-1095e14ed1bd HTTP/1.1" status: 204 len: 168 time: 2.2263570 Nov 11 12:13:16.574386 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50308) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:16.601766 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-730881ef-d1cb-4b36-9898-0276578734ad None None] Provisioning complete for port e5c02646-91cc-45c6-b2bd-76c678093597 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:16.602508 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-730881ef-d1cb-4b36-9898-0276578734ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.638211 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] Calling delete_port for 73663f7b-7a0d-4899-b7b1-efd1917699a1 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:16.648414 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-867a9c25-7b97-4c11-b8cd-03cb7b11df5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.650629 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 0bebe891-1a26-4794-84fe-e676e7974c27 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:16.651158 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.655435 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-730881ef-d1cb-4b36-9898-0276578734ad None None] Port e5c02646-91cc-45c6-b2bd-76c678093597 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:16.680702 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9651d2b8-4755-40e4-8bee-723166f76ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.722627 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651d2b8-4755-40e4-8bee-723166f76ed0 None None] Pushing event deleted for resources: {'Port': ['ID=73663f7b-7a0d-4899-b7b1-efd1917699a1,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:16.730538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9651d2b8-4755-40e4-8bee-723166f76ed0 None None] No DVR routers for this DVR port 73663f7b-7a0d-4899-b7b1-efd1917699a1 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:16.735451 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Router 31076d3e-1cd0-4c17-8dd7-cedd73cb03a3 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:13:16.756849 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0143113b-538f-4b14-9d78-e6f4985d7ef1 None None] get_active_networks_info from dv-neutron-786478-23-hyperv {{(pid=103003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:13:16.802531 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-867a9c25-7b97-4c11-b8cd-03cb7b11df5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.822966 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-41113966-19ce-4319-93fe-825329af175f tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Deleting subnet e02f7cbb-cec9-4da5-99ba-634aa092faf5 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:13:16.833409 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-41113966-19ce-4319-93fe-825329af175f tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.919365 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 85f6edee-8d47-44d3-a4d5-fd0877e7ad65 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:16.938855 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0143113b-538f-4b14-9d78-e6f4985d7ef1 None None] Resources bound (agent type, host, resource id): {{(pid=103003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:13:16.941081 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 85f6edee-8d47-44d3-a4d5-fd0877e7ad65 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:16.941419 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 85f6edee-8d47-44d3-a4d5-fd0877e7ad65 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:16.944201 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 73663f7b-7a0d-4899-b7b1-efd1917699a1 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:16.947517 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea1c9e-348c-40bd-a3b3-6834b28dea4e req-71b01d3f-9240-44dc-a008-5432578cf17c tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:16.949024 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0fea1c9e-348c-40bd-a3b3-6834b28dea4e req-71b01d3f-9240-44dc-a008-5432578cf17c tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.0587893 Nov 11 12:13:16.968331 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 73663f7b-7a0d-4899-b7b1-efd1917699a1 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:16.968699 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 73663f7b-7a0d-4899-b7b1-efd1917699a1 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:16.981213 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1f01fd-fbe8-4d81-b067-b65ce6b73844 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:16.983088 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9a1f01fd-fbe8-4d81-b067-b65ce6b73844 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6222124 Nov 11 12:13:16.988016 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-470739e3-f62d-444f-b9d6-f176e5f47f59 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:16.989749 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50312) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:16.996866 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.033656 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.039554 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] 10.222.0.50 "DELETE /v2.0/networks/ce16f053-659c-4581-9303-703e4bab2882 HTTP/1.1" status: 204 len: 168 time: 2.2221215 Nov 11 12:13:17.046829 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce1b5e-1d1f-4212-8f5d-588fad209dde admin admin] Pushing event deleted for resources: {'Network': ['ID=ce16f053-659c-4581-9303-703e4bab2882,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:17.051691 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-41113966-19ce-4319-93fe-825329af175f tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.056048 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5b18cb13-0adc-4432-ba7a-74ffd65c2a35 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69 HTTP/1.1" status: 200 len: 207 time: 0.0614445 Nov 11 12:13:17.078689 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50316) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:17.118449 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.125068 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:17.130411 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bf06e5fc-9f27-49fb-b682-6960d327806c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "PUT /v2.0/routers/31076d3e-1cd0-4c17-8dd7-cedd73cb03a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1654894 Nov 11 12:13:17.135357 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50318) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:17.148547 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Sync routers for ids ['31076d3e-1cd0-4c17-8dd7-cedd73cb03a3'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:17.186434 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Routers {'31076d3e-1cd0-4c17-8dd7-cedd73cb03a3'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:17.187686 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['31076d3e-1cd0-4c17-8dd7-cedd73cb03a3'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:17.187838 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] Pushing event deleted for resources: {'Port': ['ID=73663f7b-7a0d-4899-b7b1-efd1917699a1,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:17.215468 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] No DVR routers for this DVR port 73663f7b-7a0d-4899-b7b1-efd1917699a1 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:17.225607 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-867a9c25-7b97-4c11-b8cd-03cb7b11df5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.228545 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-867a9c25-7b97-4c11-b8cd-03cb7b11df5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.229674 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-867a9c25-7b97-4c11-b8cd-03cb7b11df5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ed0f355-0ec4-4d37-82e4-eb5b51e3fabe HTTP/1.1" status: 204 len: 168 time: 1.0584328 Nov 11 12:13:17.286882 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0fea1c9e-348c-40bd-a3b3-6834b28dea4e req-a6e93c35-4986-4336-a9fd-3b21c7238483 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011036 Nov 11 12:13:17.292131 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Set router 31076d3e-1cd0-4c17-8dd7-cedd73cb03a3 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:17.308618 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfb82f1-6619-4dee-bc56-ae0f35c7bbd7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:17.310488 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fcfb82f1-6619-4dee-bc56-ae0f35c7bbd7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports/a64b1f89-fe28-4e41-8216-76fd9d4457d6 HTTP/1.1" status: 200 len: 911 time: 0.1715243 Nov 11 12:13:17.314376 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a9c25-7b97-4c11-b8cd-03cb7b11df5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed0f355-0ec4-4d37-82e4-eb5b51e3fabe,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:17.315500 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50322) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:17.326200 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-41113966-19ce-4319-93fe-825329af175f tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.414485 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50326) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:17.489519 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.515832 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc34d55-6a66-4145-ba65-e3782e708a1c']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:17.518113 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a41d7ed-abde-46e2-8347-2f71e8435e20 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:17.524199 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a41d7ed-abde-46e2-8347-2f71e8435e20 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:17.528427 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9a41d7ed-abde-46e2-8347-2f71e8435e20 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2092180 Nov 11 12:13:17.528579 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b88d787-6ee4-435c-9399-9a49d7bb7722') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:17.528579 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b88d787-6ee4-435c-9399-9a49d7bb7722') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:17.530623 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50328) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:17.536268 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f47b8f-76ad-404c-a34c-7468b018c6fc tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:17.542722 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f47b8f-76ad-404c-a34c-7468b018c6fc tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:17.543021 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-41113966-19ce-4319-93fe-825329af175f tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.551092 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f47b8f-76ad-404c-a34c-7468b018c6fc tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:17.554797 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f47b8f-76ad-404c-a34c-7468b018c6fc tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:17.555530 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.557073 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-82f47b8f-76ad-404c-a34c-7468b018c6fc tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4756498 Nov 11 12:13:17.567644 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50330) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:17.655930 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86680fef-fa05-442a-b538-bfe0c9b3e02f req-8a81b041-5e5c-4fb2-b12e-cd8647ef8de3 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:17.665308 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-86680fef-fa05-442a-b538-bfe0c9b3e02f req-8a81b041-5e5c-4fb2-b12e-cd8647ef8de3 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.2186284 Nov 11 12:13:17.667871 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41113966-19ce-4319-93fe-825329af175f tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Pushing event deleted for resources: {'Subnet': ['ID=e02f7cbb-cec9-4da5-99ba-634aa092faf5,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:17.672164 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-41113966-19ce-4319-93fe-825329af175f tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.677572 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-41113966-19ce-4319-93fe-825329af175f tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] 10.222.0.50 "DELETE /v2.0/subnets/e02f7cbb-cec9-4da5-99ba-634aa092faf5 HTTP/1.1" status: 204 len: 168 time: 1.0937839 Nov 11 12:13:17.679388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50334) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:17.680987 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.705208 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:17.705717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-902e8dfa-df3e-4b35-a6de-9dcd5d9f8009 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e7c72c31b24c4050875199b44c27e70d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2831259 Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:17.711627 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:17.722184 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2050b2-ffb3-4d5b-96ee-a130d83d8859 None None] Network 9b585d2f-82d9-4bd9-bfed-0c36950f011f requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:17.731703 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50336) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:17.853273 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-86680fef-fa05-442a-b538-bfe0c9b3e02f req-bdc9cc13-796b-49b1-a27b-e845cd7f88c6 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653612 Nov 11 12:13:17.874730 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e7103df5-1d5c-4954-9eac-038d0d5d0bff tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3007793 Nov 11 12:13:17.876807 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50342) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:17.935085 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-470739e3-f62d-444f-b9d6-f176e5f47f59 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:17.990828 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6024665a-a063-4d0f-897a-8a02323a6d0f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:17.993348 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6024665a-a063-4d0f-897a-8a02323a6d0f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:17.999239 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6024665a-a063-4d0f-897a-8a02323a6d0f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1179810 Nov 11 12:13:18.000451 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50348) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:18.026538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31076d3e-1cd0-4c17-8dd7-cedd73cb03a3', 'name': 'tempest-NetworksTestDHCPv6-router-1709533842', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:08Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 2, 'project_id': '928a89362a9945308be0ef835f831dfa', 'gw_port_host': None, '_interfaces': [{'id': 'a64b1f89-fe28-4e41-8216-76fd9d4457d6', 'name': '', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'mac_address': 'fa:16:3e:1a:9e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31076d3e-1cd0-4c17-8dd7-cedd73cb03a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '2d77ccaa-36df-404c-9fea-da6bb7ac53d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:10Z', 'updated_at': '2021-11-11T12:13:14Z', 'revision_number': 2, 'project_id': '928a89362a9945308be0ef835f831dfa', 'subnets': [{'id': '2d77ccaa-36df-404c-9fea-da6bb7ac53d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:18.040706 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-470739e3-f62d-444f-b9d6-f176e5f47f59 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.056988 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Checking router: 31076d3e-1cd0-4c17-8dd7-cedd73cb03a3 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:13:18.058774 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Updating router 31076d3e-1cd0-4c17-8dd7-cedd73cb03a3 port a64b1f89-fe28-4e41-8216-76fd9d4457d6 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:13:18.089374 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d85417-965e-43f7-b85d-93d19dd7beba None None] DHCP port deletion for 9b585d2f-82d9-4bd9-bfed-0c36950f011f request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:18.101346 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.171001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52d45c5-8e41-46c2-b37e-8522a9c74c94 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['shared'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:18.172638 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52d45c5-8e41-46c2-b37e-8522a9c74c94 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['shared'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:18.178494 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b52d45c5-8e41-46c2-b37e-8522a9c74c94 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1765020 Nov 11 12:13:18.184944 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50352) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:18.200857 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-470739e3-f62d-444f-b9d6-f176e5f47f59 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.213847 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470739e3-f62d-444f-b9d6-f176e5f47f59 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=e5c02646-91cc-45c6-b2bd-76c678093597,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:18.242315 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.293674 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c8b80b0e-a44e-43b2-b21f-59251c2c06a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.312289 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.342819 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.348549 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] 10.222.0.50 "DELETE /v2.0/networks/8bc34d55-6a66-4145-ba65-e3782e708a1c HTTP/1.1" status: 204 len: 168 time: 2.8912716 Nov 11 12:13:18.395571 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efdc1c-9ba3-4197-8129-40eb1fedc35e admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc34d55-6a66-4145-ba65-e3782e708a1c,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:18.400250 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c8b80b0e-a44e-43b2-b21f-59251c2c06a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.417711 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e9d85417-965e-43f7-b85d-93d19dd7beba None None] Deleting port bea24a3c-08fd-41d2-9219-f767cd401560 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:18.418797 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e9d85417-965e-43f7-b85d-93d19dd7beba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.453923 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22bd059-63ee-4891-a49a-d6ef00b6d115 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:18.460226 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d22bd059-63ee-4891-a49a-d6ef00b6d115 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "GET /v2.0/networks/3af89a5a-4200-4c50-9de4-0981214f6241 HTTP/1.1" status: 200 len: 800 time: 0.2742405 Nov 11 12:13:18.462108 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50360) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:18.498371 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470739e3-f62d-444f-b9d6-f176e5f47f59 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network a3eeaf12-b17c-4b2c-a4ce-189bebdb9620 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:18.503137 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-470739e3-f62d-444f-b9d6-f176e5f47f59 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:18.526443 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-e9d85417-965e-43f7-b85d-93d19dd7beba None None] For port bea24a3c-08fd-41d2-9219-f767cd401560, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=bea24a3c-08fd-41d2-9219-f767cd401560,segment=NetworkSegment(38dc33f5-4321-4253-bbb3-486c1d89f1c3),segment_id=38dc33f5-4321-4253-bbb3-486c1d89f1c3)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:18.526976 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e9d85417-965e-43f7-b85d-93d19dd7beba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.557917 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Deleting port bea24a3c-08fd-41d2-9219-f767cd401560 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:18.558256 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.579084 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e9d85417-965e-43f7-b85d-93d19dd7beba None None] Calling delete_port for bea24a3c-08fd-41d2-9219-f767cd401560 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:18.596465 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device bea24a3c-08fd-41d2-9219-f767cd401560 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:18.641122 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f595407-7564-45f4-af8b-600ab3b45740 req-01d98cd8-6b66-4176-bf9c-93d10a3345fb tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:18.642783 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8f595407-7564-45f4-af8b-600ab3b45740 req-01d98cd8-6b66-4176-bf9c-93d10a3345fb tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1264901 Nov 11 12:13:18.758508 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8f595407-7564-45f4-af8b-600ab3b45740 req-2abc30ab-2795-4f83-82ff-4b65215c4b86 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881412 Nov 11 12:13:18.777522 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c8b80b0e-a44e-43b2-b21f-59251c2c06a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.778053 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470739e3-f62d-444f-b9d6-f176e5f47f59 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router 8cf109ea-9b7f-479b-b597-ed05e2bf3146 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:13:18.784595 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c8b80b0e-a44e-43b2-b21f-59251c2c06a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.791555 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c8b80b0e-a44e-43b2-b21f-59251c2c06a0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bcdd7718-b716-42c4-9391-f89d4f085cce HTTP/1.1" status: 204 len: 168 time: 0.7229722 Nov 11 12:13:18.821078 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] For port bea24a3c-08fd-41d2-9219-f767cd401560, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=bea24a3c-08fd-41d2-9219-f767cd401560,segment=NetworkSegment(38dc33f5-4321-4253-bbb3-486c1d89f1c3),segment_id=38dc33f5-4321-4253-bbb3-486c1d89f1c3)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:18.821437 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.840118 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Calling delete_port for bea24a3c-08fd-41d2-9219-f767cd401560 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:18.867187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50372) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:18.871980 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.888177 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b7c74a41-0e36-4930-a0aa-a1d81695ccf3 None None] Provisioning complete for port e5c02646-91cc-45c6-b2bd-76c678093597 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:18.888543 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b7c74a41-0e36-4930-a0aa-a1d81695ccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.961927 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-b7c74a41-0e36-4930-a0aa-a1d81695ccf3 None None] Port e5c02646-91cc-45c6-b2bd-76c678093597 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:18.966029 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.969357 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:18.994442 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b80b0e-a44e-43b2-b21f-59251c2c06a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdd7718-b716-42c4-9391-f89d4f085cce,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:18.994544 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-af7ecc34-07f9-4f2e-803d-3b36d5ff1a4f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c13a71db4a844eada5e2e1126922d1e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1244493 Nov 11 12:13:18.995655 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50374) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:18.996168 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50376) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:19.008052 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-616c1337-8e94-46cd-8f05-a8b270164509 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "GET /v2.0/networks/3af89a5a-4200-4c50-9de4-0981214f6241?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5440016 Nov 11 12:13:19.020357 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e9d85417-965e-43f7-b85d-93d19dd7beba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.021769 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50380) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:19.033642 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.043355 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470739e3-f62d-444f-b9d6-f176e5f47f59 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:19.053793 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d01d8e6-45c4-4526-a381-196c97eb3650 None None] Sync routers for ids ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:19.075716 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d01d8e6-45c4-4526-a381-196c97eb3650 None None] Routers {'8cf109ea-9b7f-479b-b597-ed05e2bf3146'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:19.076335 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1d01d8e6-45c4-4526-a381-196c97eb3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:19.101844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Pushing event deleted for resources: {'Port': ['ID=bea24a3c-08fd-41d2-9219-f767cd401560,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:19.104549 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] No DVR routers for this DVR port bea24a3c-08fd-41d2-9219-f767cd401560 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:19.158548 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1d01d8e6-45c4-4526-a381-196c97eb3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:19.162060 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74dff40-3a7a-4f37-bd56-b9cc5ae9436a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:19.164996 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f74dff40-3a7a-4f37-bd56-b9cc5ae9436a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "GET /v2.0/subnets/13fae2e7-7178-4898-9ae5-c4e9c4445088 HTTP/1.1" status: 200 len: 811 time: 0.1421213 Nov 11 12:13:19.181539 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50384) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:19.183209 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d01d8e6-45c4-4526-a381-196c97eb3650 None None] Routers {'8cf109ea-9b7f-479b-b597-ed05e2bf3146'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:19.183841 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1d01d8e6-45c4-4526-a381-196c97eb3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:19.189503 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-470739e3-f62d-444f-b9d6-f176e5f47f59 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "PUT /v2.0/routers/8cf109ea-9b7f-479b-b597-ed05e2bf3146/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9408424 Nov 11 12:13:19.198365 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50386) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:19.208941 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-895cdcd1-be24-46f0-a3c1-f938f8ad04c6 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'port': {'network_id': 'a3eeaf12-b17c-4b2c-a4ce-189bebdb9620', 'name': 'tempest-FloatingIPTestJSON-925082907'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:19.219776 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d85417-965e-43f7-b85d-93d19dd7beba None None] No DVR routers for this DVR port bea24a3c-08fd-41d2-9219-f767cd401560 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:19.228793 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b626a7-3d89-4909-8644-df9dde750f3c None None] Pushing event updated for resources: {'Port': ['ID=a64b1f89-fe28-4e41-8216-76fd9d4457d6,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:19.313714 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1d01d8e6-45c4-4526-a381-196c97eb3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:19.320140 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d01d8e6-45c4-4526-a381-196c97eb3650 None None] The sync data for ids ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:19.418248 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d85417-965e-43f7-b85d-93d19dd7beba None None] Pushing event deleted for resources: {'Port': ['ID=bea24a3c-08fd-41d2-9219-f767cd401560,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:19.420235 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Attempting to bind port a64b1f89-fe28-4e41-8216-76fd9d4457d6 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:19.420609 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Attempting to bind port a64b1f89-fe28-4e41-8216-76fd9d4457d6 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:19.420972 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Attempting to bind port a64b1f89-fe28-4e41-8216-76fd9d4457d6 on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:19.422233 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0549f-4b81-451e-9eea-d42f1510d426 req-cdea4a84-d298-4456-a59d-1435eb88cec3 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:19.428210 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:19.428596 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:19.429009 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.429407 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:19.429965 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Bound port: a64b1f89-fe28-4e41-8216-76fd9d4457d6, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:19.430354 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.438231 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5ef0549f-4b81-451e-9eea-d42f1510d426 req-cdea4a84-d298-4456-a59d-1435eb88cec3 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1397161 Nov 11 12:13:19.439129 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-83e08fb7-e4dc-4699-b1ed-df3576569dea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.524070 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0ed640bc-76f2-4021-b300-fde374f35535 None None] Provisioning complete for port a64b1f89-fe28-4e41-8216-76fd9d4457d6 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:19.524552 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0ed640bc-76f2-4021-b300-fde374f35535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.562293 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.569818 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] For port a64b1f89-fe28-4e41-8216-76fd9d4457d6, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:19.572660 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8861cbaa-a610-4384-bf1b-7eb068591de0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.595309 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] For port a64b1f89-fe28-4e41-8216-76fd9d4457d6, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a64b1f89-fe28-4e41-8216-76fd9d4457d6,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:19.598795 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-0ed640bc-76f2-4021-b300-fde374f35535 None None] Port a64b1f89-fe28-4e41-8216-76fd9d4457d6 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:19.654390 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.662642 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b585d2f-82d9-4bd9-bfed-0c36950f011f']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:19.681141 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38dc33f5-4321-4253-bbb3-486c1d89f1c3') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:19.681424 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38dc33f5-4321-4253-bbb3-486c1d89f1c3') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:19.698366 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189fbf24-a332-4497-b675-d998827c74ea tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['shared'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:19.699845 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-189fbf24-a332-4497-b675-d998827c74ea tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "GET /v2.0/subnets/13fae2e7-7178-4898-9ae5-c4e9c4445088?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5008423 Nov 11 12:13:19.703835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50394) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:19.717397 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.724835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-79af86a1-9b50-4c25-9620-55ebb035549e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-551629496'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:19.730542 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b626a7-3d89-4909-8644-df9dde750f3c None None] Pushing event updated for resources: {'Port': ['ID=a64b1f89-fe28-4e41-8216-76fd9d4457d6,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:19.734244 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Routers {'31076d3e-1cd0-4c17-8dd7-cedd73cb03a3'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:19.734870 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['31076d3e-1cd0-4c17-8dd7-cedd73cb03a3'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:19.800329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.843644 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e6776f5f-f661-425f-bf0d-7e5ee8384735 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:19.844418 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.api.v2.base [None req-e6776f5f-f661-425f-bf0d-7e5ee8384735 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 12:13:19.845036 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-e6776f5f-f661-425f-bf0d-7e5ee8384735 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 12:13:19.846911 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:19.847340 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.847467 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e6776f5f-f661-425f-bf0d-7e5ee8384735 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.8498759 Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:19.850528 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:19.861946 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50398) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:19.869471 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] Set router 31076d3e-1cd0-4c17-8dd7-cedd73cb03a3 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:19.874324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-173b6486-ffa5-4a1f-9025-1740c669a764 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group': {'name': 'tempest-secgroup--1417194498'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:19.881037 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-83e08fb7-e4dc-4699-b1ed-df3576569dea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:19.971513 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5ef0549f-4b81-451e-9eea-d42f1510d426 req-6977e692-a7d4-4fab-83d1-b0fec2d82056 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4990585 Nov 11 12:13:19.982705 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79af86a1-9b50-4c25-9620-55ebb035549e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:19.986759 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-79af86a1-9b50-4c25-9620-55ebb035549e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.056768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.061124 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.067543 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] 10.222.0.50 "DELETE /v2.0/networks/9b585d2f-82d9-4bd9-bfed-0c36950f011f HTTP/1.1" status: 204 len: 168 time: 2.3803167 Nov 11 12:13:20.089711 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee77485-fe84-43d7-8b40-f67855fa7af8 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582 tempest-ExtraDHCPOptionsIpV6TestJSON-510814582-project] Pushing event deleted for resources: {'Network': ['ID=9b585d2f-82d9-4bd9-bfed-0c36950f011f,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:20.108067 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-83e08fb7-e4dc-4699-b1ed-df3576569dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.108067 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-83e08fb7-e4dc-4699-b1ed-df3576569dea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.110335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79af86a1-9b50-4c25-9620-55ebb035549e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:20.114846 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-83e08fb7-e4dc-4699-b1ed-df3576569dea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fefca794-b466-494c-aa1c-e3e70a491769 HTTP/1.1" status: 204 len: 168 time: 1.1091769 Nov 11 12:13:20.127141 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-173b6486-ffa5-4a1f-9025-1740c669a764 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.129792 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e08fb7-e4dc-4699-b1ed-df3576569dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefca794-b466-494c-aa1c-e3e70a491769,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:20.157690 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-79af86a1-9b50-4c25-9620-55ebb035549e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.158032 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-79af86a1-9b50-4c25-9620-55ebb035549e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Added segment bccb7543-af9b-4dad-bc6e-767251a68d96 of type vlan for network 8f4cb376-1cd0-45d9-80fd-dda2fab61bf8 Nov 11 12:13:20.160343 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-173b6486-ffa5-4a1f-9025-1740c669a764 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.168652 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31076d3e-1cd0-4c17-8dd7-cedd73cb03a3', 'name': 'tempest-NetworksTestDHCPv6-router-1709533842', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:08Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 2, 'project_id': '928a89362a9945308be0ef835f831dfa', 'gw_port_host': None, '_interfaces': [{'id': 'a64b1f89-fe28-4e41-8216-76fd9d4457d6', 'name': '', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'mac_address': 'fa:16:3e:1a:9e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31076d3e-1cd0-4c17-8dd7-cedd73cb03a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '2d77ccaa-36df-404c-9fea-da6bb7ac53d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:10Z', 'updated_at': '2021-11-11T12:13:19Z', 'revision_number': 4, 'project_id': '928a89362a9945308be0ef835f831dfa', 'subnets': [{'id': '2d77ccaa-36df-404c-9fea-da6bb7ac53d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:20.174585 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-71edebeb-4c1c-4ac9-9350-e17d5004ca20 None None] Provisioning complete for port a64b1f89-fe28-4e41-8216-76fd9d4457d6 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:20.174711 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-71edebeb-4c1c-4ac9-9350-e17d5004ca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.200735 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895cdcd1-be24-46f0-a3c1-f938f8ad04c6 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Made reservation on behalf of 4a07dfbacee54388b69a0661f55f9fa4 for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:20.206497 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db996cc-4607-4d65-a15b-794a902599ac None None] The sync data for ids ['31076d3e-1cd0-4c17-8dd7-cedd73cb03a3'] in dv-neutron-786478-23-hyperv is: [{'id': '31076d3e-1cd0-4c17-8dd7-cedd73cb03a3', 'name': 'tempest-NetworksTestDHCPv6-router-1709533842', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:08Z', 'updated_at': '2021-11-11T12:13:13Z', 'revision_number': 2, 'project_id': '928a89362a9945308be0ef835f831dfa', 'gw_port_host': None, '_interfaces': [{'id': 'a64b1f89-fe28-4e41-8216-76fd9d4457d6', 'name': '', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'mac_address': 'fa:16:3e:1a:9e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31076d3e-1cd0-4c17-8dd7-cedd73cb03a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '2d77ccaa-36df-404c-9fea-da6bb7ac53d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:13:10Z', 'updated_at': '2021-11-11T12:13:19Z', 'revision_number': 4, 'project_id': '928a89362a9945308be0ef835f831dfa', 'subnets': [{'id': '2d77ccaa-36df-404c-9fea-da6bb7ac53d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:20.211143 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-895cdcd1-be24-46f0-a3c1-f938f8ad04c6 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.217073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-8861cbaa-a610-4384-bf1b-7eb068591de0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port a64b1f89-fe28-4e41-8216-76fd9d4457d6 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:20.217409 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8861cbaa-a610-4384-bf1b-7eb068591de0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.242746 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-895cdcd1-be24-46f0-a3c1-f938f8ad04c6 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] device_id is not set on port 7d5b7129-b572-422c-b865-382b23812fba yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:13:20.285175 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-79af86a1-9b50-4c25-9620-55ebb035549e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.306876 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-71edebeb-4c1c-4ac9-9350-e17d5004ca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.350456 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-71edebeb-4c1c-4ac9-9350-e17d5004ca20 None None] For port a64b1f89-fe28-4e41-8216-76fd9d4457d6, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a64b1f89-fe28-4e41-8216-76fd9d4457d6,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:20.394521 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-895cdcd1-be24-46f0-a3c1-f938f8ad04c6 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Allocated IP 172.20.0.11 (a3eeaf12-b17c-4b2c-a4ce-189bebdb9620/ede675c7-330d-4c28-84e5-35a61aa28098/7d5b7129-b572-422c-b865-382b23812fba) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:20.423143 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-71edebeb-4c1c-4ac9-9350-e17d5004ca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.425846 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-8861cbaa-a610-4384-bf1b-7eb068591de0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] For port a64b1f89-fe28-4e41-8216-76fd9d4457d6, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a64b1f89-fe28-4e41-8216-76fd9d4457d6,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:20.426206 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8861cbaa-a610-4384-bf1b-7eb068591de0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.448944 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-8861cbaa-a610-4384-bf1b-7eb068591de0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for a64b1f89-fe28-4e41-8216-76fd9d4457d6 owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:20.452517 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-173b6486-ffa5-4a1f-9025-1740c669a764 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.464745 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-79af86a1-9b50-4c25-9620-55ebb035549e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.470797 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79af86a1-9b50-4c25-9620-55ebb035549e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:20.471427 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-79af86a1-9b50-4c25-9620-55ebb035549e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.531877 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edebeb-4c1c-4ac9-9350-e17d5004ca20 None None] Pushing event updated for resources: {'Port': ['ID=a64b1f89-fe28-4e41-8216-76fd9d4457d6,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:20.630970 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-895cdcd1-be24-46f0-a3c1-f938f8ad04c6 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.642527 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af86a1-9b50-4c25-9620-55ebb035549e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Network': ['ID=8f4cb376-1cd0-45d9-80fd-dda2fab61bf8,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:20.653170 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-173b6486-ffa5-4a1f-9025-1740c669a764 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.659585 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 8f4cb376-1cd0-45d9-80fd-dda2fab61bf8 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:20.705106 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b6486-ffa5-4a1f-9025-1740c669a764 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e23953-23a3-45d0-9a35-0d30f9f51b62,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:20.794651 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50416) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:20.802855 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-79af86a1-9b50-4c25-9620-55ebb035549e tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0979733 Nov 11 12:13:20.807974 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-895cdcd1-be24-46f0-a3c1-f938f8ad04c6 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.810432 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50422) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:20.818737 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-22ba1179-4d3a-4cfd-8da8-39356434305c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'subnet': {'network_id': '8f4cb376-1cd0-45d9-80fd-dda2fab61bf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:20.871802 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-173b6486-ffa5-4a1f-9025-1740c669a764 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.953464 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-173b6486-ffa5-4a1f-9025-1740c669a764 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:20.981700 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895cdcd1-be24-46f0-a3c1-f938f8ad04c6 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Network a3eeaf12-b17c-4b2c-a4ce-189bebdb9620 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:21.000800 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b6486-ffa5-4a1f-9025-1740c669a764 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a39b039-7dbf-45f7-8ca2-63b8359dc1d9,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:21.002089 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-895cdcd1-be24-46f0-a3c1-f938f8ad04c6 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:21.014036 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895cdcd1-be24-46f0-a3c1-f938f8ad04c6 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:21.017330 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cdcd1-be24-46f0-a3c1-f938f8ad04c6 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event updated for resources: {'Port': ['ID=7d5b7129-b572-422c-b865-382b23812fba,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:21.071554 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8861cbaa-a610-4384-bf1b-7eb068591de0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.081091 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-173b6486-ffa5-4a1f-9025-1740c669a764 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.089205 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-173b6486-ffa5-4a1f-9025-1740c669a764 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2188506 Nov 11 12:13:21.101913 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50432) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:21.120442 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a20bccf5-2879-4328-b349-39692a7c0793 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': '6a39b039-7dbf-45f7-8ca2-63b8359dc1d9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:21.141408 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861cbaa-a610-4384-bf1b-7eb068591de0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=a64b1f89-fe28-4e41-8216-76fd9d4457d6,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:21.158805 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d6fad78f-0635-4e6e-8493-126d7261a4f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc9a682d0beb4559bc2ec05b165f2ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3620539 Nov 11 12:13:21.167930 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50436) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:21.190239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895cdcd1-be24-46f0-a3c1-f938f8ad04c6 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:21.190977 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-895cdcd1-be24-46f0-a3c1-f938f8ad04c6 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.260005 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a1014-74fe-486e-8301-ff3d31ecd541 req-8835a8b8-1532-442e-8ddd-9766fcc7ea54 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:21.270788 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c08a1014-74fe-486e-8301-ff3d31ecd541 req-8835a8b8-1532-442e-8ddd-9766fcc7ea54 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1398597 Nov 11 12:13:21.282328 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ba1179-4d3a-4cfd-8da8-39356434305c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Made reservation on behalf of 1ee537e4cf4b4ef5a4a77fc175d6ee20 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:21.288503 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-22ba1179-4d3a-4cfd-8da8-39356434305c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.333635 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8861cbaa-a610-4384-bf1b-7eb068591de0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.388633 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-895cdcd1-be24-46f0-a3c1-f938f8ad04c6 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1858089 Nov 11 12:13:21.406438 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50440) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:21.424816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-007a99b6-8265-4268-8df4-58a9cf7f1b05 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Request body: {'floatingip': {'port_id': '7d5b7129-b572-422c-b865-382b23812fba'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:21.463256 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-82917212-22d3-4bde-8e11-91847985d603 None None] Provisioning complete for port 7d5b7129-b572-422c-b865-382b23812fba triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:21.464537 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-82917212-22d3-4bde-8e11-91847985d603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.478785 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.ipam_backend_mixin [None req-22ba1179-4d3a-4cfd-8da8-39356434305c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Performing IP validity checks on allocation pools {{(pid=103002) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 12:13:21.488935 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.ipam_backend_mixin [None req-22ba1179-4d3a-4cfd-8da8-39356434305c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103002) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 12:13:21.489092 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-12ec1392-a0f1-4a01-9a71-9adbca1cf094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.508203 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-82917212-22d3-4bde-8e11-91847985d603 None None] Port 7d5b7129-b572-422c-b865-382b23812fba cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:21.523273 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a20bccf5-2879-4328-b349-39692a7c0793 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.577386 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-12ec1392-a0f1-4a01-9a71-9adbca1cf094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.579827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-007a99b6-8265-4268-8df4-58a9cf7f1b05 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.585062 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c08a1014-74fe-486e-8301-ff3d31ecd541 req-738d34e0-1032-4d9c-a839-ead517dcadb0 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131659 Nov 11 12:13:21.608313 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8861cbaa-a610-4384-bf1b-7eb068591de0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Router 31076d3e-1cd0-4c17-8dd7-cedd73cb03a3 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:13:21.752521 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8861cbaa-a610-4384-bf1b-7eb068591de0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:21.757682 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8861cbaa-a610-4384-bf1b-7eb068591de0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "PUT /v2.0/routers/31076d3e-1cd0-4c17-8dd7-cedd73cb03a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2255325 Nov 11 12:13:21.762747 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50452) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:21.821293 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8181f640-1a8a-4b84-90e6-450a955d9205 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:21.823883 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8181f640-1a8a-4b84-90e6-450a955d9205 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:21.826117 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8181f640-1a8a-4b84-90e6-450a955d9205 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0623822 Nov 11 12:13:21.828908 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50456) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:21.876295 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-12ec1392-a0f1-4a01-9a71-9adbca1cf094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.881358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-12ec1392-a0f1-4a01-9a71-9adbca1cf094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.887414 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-12ec1392-a0f1-4a01-9a71-9adbca1cf094 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/579275cc-ca6c-4cd4-a4c8-8f0a2db4489f HTTP/1.1" status: 204 len: 168 time: 0.7179182 Nov 11 12:13:21.912370 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a20bccf5-2879-4328-b349-39692a7c0793 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.912888 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec1392-a0f1-4a01-9a71-9adbca1cf094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579275cc-ca6c-4cd4-a4c8-8f0a2db4489f,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:21.954511 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b4af37-dfa5-4ef8-8e01-dedaddc6c9f3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet 2d77ccaa-36df-404c-9fea-da6bb7ac53d4 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:13:21.968271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8b4af37-dfa5-4ef8-8e01-dedaddc6c9f3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:21.977394 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a20bccf5-2879-4328-b349-39692a7c0793 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:22.017676 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8b4af37-dfa5-4ef8-8e01-dedaddc6c9f3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:22.067669 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bccf5-2879-4328-b349-39692a7c0793 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d87e3c-be55-4d3b-837c-d93eb20e5f29,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:22.145216 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-22ba1179-4d3a-4cfd-8da8-39356434305c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:22.151881 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8b4af37-dfa5-4ef8-8e01-dedaddc6c9f3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:22.201065 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a20bccf5-2879-4328-b349-39692a7c0793 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:22.204723 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a20bccf5-2879-4328-b349-39692a7c0793 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1017983 Nov 11 12:13:22.209632 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50470) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:22.251157 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-93a47462-6572-4a07-9663-116d351ec073 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': '6a39b039-7dbf-45f7-8ca2-63b8359dc1d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:22.302196 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a656702-76eb-4836-bfc4-f29b2ccd9a76 req-8e85cb37-cab6-4441-a667-efbc0d48d32d tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:22.308989 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5a656702-76eb-4836-bfc4-f29b2ccd9a76 req-8e85cb37-cab6-4441-a667-efbc0d48d32d tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.2372553 Nov 11 12:13:22.315483 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8b4af37-dfa5-4ef8-8e01-dedaddc6c9f3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:22.333645 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba1179-4d3a-4cfd-8da8-39356434305c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Subnet': ['ID=a8c89b94-cf89-4734-93ed-0cdec9894fef,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:22.369466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4af37-dfa5-4ef8-8e01-dedaddc6c9f3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=2d77ccaa-36df-404c-9fea-da6bb7ac53d4,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:22.376408 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8b4af37-dfa5-4ef8-8e01-dedaddc6c9f3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:22.378493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4cff1a-80c9-4520-86f4-9a7cf1ba425a None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:22.383142 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f8b4af37-dfa5-4ef8-8e01-dedaddc6c9f3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/2d77ccaa-36df-404c-9fea-da6bb7ac53d4 HTTP/1.1" status: 204 len: 168 time: 0.5530717 Nov 11 12:13:22.385851 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50474) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:22.412469 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba1179-4d3a-4cfd-8da8-39356434305c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Checking segment: {'id': 'bccb7543-af9b-4dad-bc6e-767251a68d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8f4cb376-1cd0-45d9-80fd-dda2fab61bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:22.412826 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ba1179-4d3a-4cfd-8da8-39356434305c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network hostable DHCP agents. Network: 8f4cb376-1cd0-45d9-80fd-dda2fab61bf8, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:13:22.501096 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5a656702-76eb-4836-bfc4-f29b2ccd9a76 req-a5605073-61e8-415b-b63e-ee3f50d13790 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911345 Nov 11 12:13:22.507958 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b08ea-161e-43ad-8f18-d1030338b4b9 None None] Sync routers for ids ['31076d3e-1cd0-4c17-8dd7-cedd73cb03a3'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:22.512625 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-93a47462-6572-4a07-9663-116d351ec073 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:22.541788 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-007a99b6-8265-4268-8df4-58a9cf7f1b05 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:22.557607 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776b08ea-161e-43ad-8f18-d1030338b4b9 None None] Routers {'31076d3e-1cd0-4c17-8dd7-cedd73cb03a3'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:22.558773 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-776b08ea-161e-43ad-8f18-d1030338b4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['31076d3e-1cd0-4c17-8dd7-cedd73cb03a3'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:22.564937 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-259ca7de-1f25-4cfb-be26-8aa9c7a1b58e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1762533 Nov 11 12:13:22.567670 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50480) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:22.660048 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ba1179-4d3a-4cfd-8da8-39356434305c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Network 8f4cb376-1cd0-45d9-80fd-dda2fab61bf8 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:13:22.664746 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-007a99b6-8265-4268-8df4-58a9cf7f1b05 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:22.723618 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-93a47462-6572-4a07-9663-116d351ec073 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 12:13:22.725196 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-93a47462-6572-4a07-9663-116d351ec073 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4876504 Nov 11 12:13:22.730314 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50486) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:22.809515 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-22ba1179-4d3a-4cfd-8da8-39356434305c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 8f4cb376-1cd0-45d9-80fd-dda2fab61bf8) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:22.832951 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc796c2-0b86-4cc7-bcf8-025a780ee540 None None] Network 8f4cb376-1cd0-45d9-80fd-dda2fab61bf8 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:22.879635 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ba1179-4d3a-4cfd-8da8-39356434305c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:22.880552 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-22ba1179-4d3a-4cfd-8da8-39356434305c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:22.902096 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd692-cd21-45b7-89dc-131f071ebc17 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:22.941672 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-776b08ea-161e-43ad-8f18-d1030338b4b9 None None] Set router 31076d3e-1cd0-4c17-8dd7-cedd73cb03a3 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:22.951298 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd692-cd21-45b7-89dc-131f071ebc17 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:22.964828 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-22ba1179-4d3a-4cfd-8da8-39356434305c tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1527658 Nov 11 12:13:22.965833 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c148531f-6d8c-404b-bd48-47cfc5fee7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:22.968483 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50492) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:22.996983 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-007a99b6-8265-4268-8df4-58a9cf7f1b05 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Floating IP 2ef85020-1da8-4631-9a19-2f6653f47836 associated. External IP: 172.26.5.224, port: c7263fd5-850a-4836-9b3d-a24be508dbe0. Nov 11 12:13:23.012606 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-0e30fd87-8362-45bd-a594-eb1561a37202 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:23.062250 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-776b08ea-161e-43ad-8f18-d1030338b4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31076d3e-1cd0-4c17-8dd7-cedd73cb03a3', 'name': 'tempest-NetworksTestDHCPv6-router-1709533842', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:08Z', 'updated_at': '2021-11-11T12:13:20Z', 'revision_number': 3, 'project_id': '928a89362a9945308be0ef835f831dfa', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:23.146928 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b08ea-161e-43ad-8f18-d1030338b4b9 None None] Checking router: 31076d3e-1cd0-4c17-8dd7-cedd73cb03a3 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:13:23.171882 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd692-cd21-45b7-89dc-131f071ebc17 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:23.175847 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd692-cd21-45b7-89dc-131f071ebc17 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:23.178071 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0b9cd692-cd21-45b7-89dc-131f071ebc17 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "DELETE /v2.0/security-groups/6a39b039-7dbf-45f7-8ca2-63b8359dc1d9 HTTP/1.1" status: 204 len: 168 time: 0.4433146 Nov 11 12:13:23.203891 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50502) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:23.222748 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c148531f-6d8c-404b-bd48-47cfc5fee7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:23.232440 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c148531f-6d8c-404b-bd48-47cfc5fee7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:23.267177 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776b08ea-161e-43ad-8f18-d1030338b4b9 None None] Routers {'31076d3e-1cd0-4c17-8dd7-cedd73cb03a3'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:23.269554 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-776b08ea-161e-43ad-8f18-d1030338b4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['31076d3e-1cd0-4c17-8dd7-cedd73cb03a3'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:23.283373 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cd692-cd21-45b7-89dc-131f071ebc17 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a39b039-7dbf-45f7-8ca2-63b8359dc1d9,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:23.301252 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e30fd87-8362-45bd-a594-eb1561a37202 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260265201'] for subnet, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:23.346119 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-8f4cb376-1cd0-45d9-80fd-dda2fab61bf8', 'network_id': '8f4cb376-1cd0-45d9-80fd-dda2fab61bf8', 'tenant_id': '1ee537e4cf4b4ef5a4a77fc175d6ee20', 'fixed_ips': [{'subnet_id': 'a8c89b94-cf89-4734-93ed-0cdec9894fef'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:13:23.347497 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:23.359154 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9b4ed0b4-84e4-4b1d-8c71-8ee97a549e1f tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1502452 Nov 11 12:13:23.361313 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50508) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:23.365295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec8a6ee-88b3-4598-aca7-05ea82f25c81 None None] DHCP port deletion for db126361-d280-4945-be72-90312642a11b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:23.365673 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-8a848a5e-8838-47a8-8ed6-e2afce85a53a tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group': {'name': 'tempest-secgroup--514519993'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:23.430285 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c148531f-6d8c-404b-bd48-47cfc5fee7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:23.430970 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c148531f-6d8c-404b-bd48-47cfc5fee7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Fanout notify agent at l3_agent the message router_deleted on router 31076d3e-1cd0-4c17-8dd7-cedd73cb03a3 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:13:23.440232 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c148531f-6d8c-404b-bd48-47cfc5fee7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:23.443845 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c148531f-6d8c-404b-bd48-47cfc5fee7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/routers/31076d3e-1cd0-4c17-8dd7-cedd73cb03a3 HTTP/1.1" status: 204 len: 168 time: 0.8725450 Nov 11 12:13:23.446495 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50512) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:23.447391 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-776b08ea-161e-43ad-8f18-d1030338b4b9 None None] Set router 31076d3e-1cd0-4c17-8dd7-cedd73cb03a3 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:13:23.469009 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007a99b6-8265-4268-8df4-58a9cf7f1b05 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router f495fee8-5490-48c5-b152-7dc1bc937a87 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:13:23.480130 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8a848a5e-8838-47a8-8ed6-e2afce85a53a tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:23.539096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-776b08ea-161e-43ad-8f18-d1030338b4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31076d3e-1cd0-4c17-8dd7-cedd73cb03a3', 'name': 'tempest-NetworksTestDHCPv6-router-1709533842', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:08Z', 'updated_at': '2021-11-11T12:13:20Z', 'revision_number': 3, 'project_id': '928a89362a9945308be0ef835f831dfa', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:23.574721 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f92919-bd9b-45eb-a9bb-8b7581fe8445 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:23.580163 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d0f92919-bd9b-45eb-a9bb-8b7581fe8445 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1286781 Nov 11 12:13:23.584615 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50516) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:23.615265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b08ea-161e-43ad-8f18-d1030338b4b9 None None] The sync data for ids ['31076d3e-1cd0-4c17-8dd7-cedd73cb03a3'] in dv-neutron-786478-23-hyperv is: [{'id': '31076d3e-1cd0-4c17-8dd7-cedd73cb03a3', 'name': 'tempest-NetworksTestDHCPv6-router-1709533842', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:13:08Z', 'updated_at': '2021-11-11T12:13:20Z', 'revision_number': 3, 'project_id': '928a89362a9945308be0ef835f831dfa', 'gw_port_host': None}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:23.649129 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-aec8a6ee-88b3-4598-aca7-05ea82f25c81 None None] Deleting port 259e3b08-976f-40be-8727-db12b242d86a {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:23.649748 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-aec8a6ee-88b3-4598-aca7-05ea82f25c81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:23.685951 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e30fd87-8362-45bd-a594-eb1561a37202 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777976339842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260957924'] for subnet, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:23.748618 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-aec8a6ee-88b3-4598-aca7-05ea82f25c81 None None] For port 259e3b08-976f-40be-8727-db12b242d86a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=259e3b08-976f-40be-8727-db12b242d86a,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:23.749015 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-aec8a6ee-88b3-4598-aca7-05ea82f25c81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:23.769379 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106ff523-544e-4d4d-89fb-732ef50dce11 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:23.773644 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-106ff523-544e-4d4d-89fb-732ef50dce11 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1856463 Nov 11 12:13:23.782570 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-aec8a6ee-88b3-4598-aca7-05ea82f25c81 None None] Calling delete_port for 259e3b08-976f-40be-8727-db12b242d86a owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:23.785816 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50524) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:23.818033 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e30fd87-8362-45bd-a594-eb1561a37202 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:23.818898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e30fd87-8362-45bd-a594-eb1561a37202 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:23.820640 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0e30fd87-8362-45bd-a594-eb1561a37202 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "PUT /v2.0/subnets/a8c89b94-cf89-4734-93ed-0cdec9894fef HTTP/1.1" status: 200 len: 877 time: 0.8511050 Nov 11 12:13:23.831253 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50526) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:23.848611 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Allocated IP 172.20.0.3 (8f4cb376-1cd0-45d9-80fd-dda2fab61bf8/a8c89b94-cf89-4734-93ed-0cdec9894fef/29263944-463d-426a-bca7-51ae5cbc21a3) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:23.921217 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8a848a5e-8838-47a8-8ed6-e2afce85a53a tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:23.925625 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-15143cec-57c7-4257-8f31-f3d98290963b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1375206 Nov 11 12:13:23.925625 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30fd87-8362-45bd-a594-eb1561a37202 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event updated for resources: {'Subnet': ['ID=a8c89b94-cf89-4734-93ed-0cdec9894fef,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:23.928204 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50532) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:23.935800 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-0b76c351-e60b-4688-b432-9eb125b9b041 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:23.953338 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a3a92-3be3-47de-8e18-059882064953 req-2f09741f-c6b9-433c-ba38-52dff9142546 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:23.956521 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-722a3a92-3be3-47de-8e18-059882064953 req-2f09741f-c6b9-433c-ba38-52dff9142546 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.3211803 Nov 11 12:13:23.989181 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007a99b6-8265-4268-8df4-58a9cf7f1b05 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:24.008229 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee8575-a1e5-49e1-a17b-afb2feac434e None None] Sync routers for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:24.015875 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8a848a5e-8838-47a8-8ed6-e2afce85a53a tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:24.021293 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee8575-a1e5-49e1-a17b-afb2feac434e None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:24.023643 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8cee8575-a1e5-49e1-a17b-afb2feac434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:24.051210 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-aec8a6ee-88b3-4598-aca7-05ea82f25c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:24.069614 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50534) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:24.106714 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8cee8575-a1e5-49e1-a17b-afb2feac434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:24.127506 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee8575-a1e5-49e1-a17b-afb2feac434e None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:24.128520 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8cee8575-a1e5-49e1-a17b-afb2feac434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:24.172614 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8cee8575-a1e5-49e1-a17b-afb2feac434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:24.173506 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee8575-a1e5-49e1-a17b-afb2feac434e None None] The sync data for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:24.233032 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b76c351-e60b-4688-b432-9eb125b9b041 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:24.238610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b76c351-e60b-4688-b432-9eb125b9b041 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:24.244426 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:24.257614 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8a6ee-88b3-4598-aca7-05ea82f25c81 None None] Pushing event deleted for resources: {'Port': ['ID=259e3b08-976f-40be-8727-db12b242d86a,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:24.265150 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec8a6ee-88b3-4598-aca7-05ea82f25c81 None None] No DVR routers for this DVR port 259e3b08-976f-40be-8727-db12b242d86a on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:24.322632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:24.382914 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Network 8f4cb376-1cd0-45d9-80fd-dda2fab61bf8 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:24.386991 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:24.399737 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:24.408067 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Pushing event updated for resources: {'Port': ['ID=29263944-463d-426a-bca7-51ae5cbc21a3,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:24.438443 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a848a5e-8838-47a8-8ed6-e2afce85a53a tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a46354-50ca-46f7-bf65-59de505e895d,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:24.448613 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8a848a5e-8838-47a8-8ed6-e2afce85a53a tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:24.450128 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8a848a5e-8838-47a8-8ed6-e2afce85a53a tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0878787 Nov 11 12:13:24.509974 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50544) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:24.518932 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-722a3a92-3be3-47de-8e18-059882064953 req-31a106d2-6143-4fd5-b28d-99b064d1d7f6 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5386281 Nov 11 12:13:24.562066 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c54dbda4-58dc-4b0c-a2c2-25deca301326 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': '90a46354-50ca-46f7-bf65-59de505e895d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:24.562066 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.api.v2.base [None req-c54dbda4-58dc-4b0c-a2c2-25deca301326 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 11 12:13:24.562066 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-c54dbda4-58dc-4b0c-a2c2-25deca301326 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:24.562066 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c54dbda4-58dc-4b0c-a2c2-25deca301326 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0373230 Nov 11 12:13:24.565747 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-b8b83661-0e00-4c63-a387-5eef7127f095 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1445010232'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:24.573813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50550) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:24.596898 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:24.613525 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a64b1f89-fe28-4e41-8216-76fd9d4457d6 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:24.662397 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Attempting to bind port 29263944-463d-426a-bca7-51ae5cbc21a3 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:24.663175 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Attempting to bind port 29263944-463d-426a-bca7-51ae5cbc21a3 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'bccb7543-af9b-4dad-bc6e-767251a68d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8f4cb376-1cd0-45d9-80fd-dda2fab61bf8'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:24.663706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Attempting to bind port 29263944-463d-426a-bca7-51ae5cbc21a3 on network 8f4cb376-1cd0-45d9-80fd-dda2fab61bf8 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:24.675217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50552) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:24.678266 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: a64b1f89-fe28-4e41-8216-76fd9d4457d6 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:24.678722 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a64b1f89-fe28-4e41-8216-76fd9d4457d6 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:24.679151 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 259e3b08-976f-40be-8727-db12b242d86a no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:24.680126 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50554) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:24.682108 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:24.682491 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Checking segment: {'id': 'bccb7543-af9b-4dad-bc6e-767251a68d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8f4cb376-1cd0-45d9-80fd-dda2fab61bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:24.682896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:24.683322 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Bound using segment: {'id': 'bccb7543-af9b-4dad-bc6e-767251a68d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8f4cb376-1cd0-45d9-80fd-dda2fab61bf8'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:24.688792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Bound port: 29263944-463d-426a-bca7-51ae5cbc21a3, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bccb7543-af9b-4dad-bc6e-767251a68d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8f4cb376-1cd0-45d9-80fd-dda2fab61bf8'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:24.688792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:24.710853 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 259e3b08-976f-40be-8727-db12b242d86a {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:24.711233 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 259e3b08-976f-40be-8727-db12b242d86a not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:24.754548 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b83661-0e00-4c63-a387-5eef7127f095 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Made reservation on behalf of ef969feb6c484152a0993aa83fff9924 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:24.765804 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8b83661-0e00-4c63-a387-5eef7127f095 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:24.769878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] For port 29263944-463d-426a-bca7-51ae5cbc21a3, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:24.774174 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] For port 29263944-463d-426a-bca7-51ae5cbc21a3, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=29263944-463d-426a-bca7-51ae5cbc21a3,segment=NetworkSegment(bccb7543-af9b-4dad-bc6e-767251a68d96),segment_id=bccb7543-af9b-4dad-bc6e-767251a68d96)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:24.801428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-05107811-c9f0-4275-a2fd-ce446659f40d tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:24.824784 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-4dd02c88-b12b-4531-801d-5d66918e6f12 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-843932772'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:24.828340 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8b83661-0e00-4c63-a387-5eef7127f095 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:24.846547 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea6b4f-653f-4f1a-82d3-852a9f773a42 req-859cdd82-5f68-4f9b-a353-f8ab797353a4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:24.850081 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bfea6b4f-653f-4f1a-82d3-852a9f773a42 req-859cdd82-5f68-4f9b-a353-f8ab797353a4 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1869223 Nov 11 12:13:24.854647 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:24.861919 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-05107811-c9f0-4275-a2fd-ce446659f40d tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:24.913675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.objects.ports [None req-0b76c351-e60b-4688-b432-9eb125b9b041 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103001) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:13:24.936057 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aada8a-ea9b-49c0-80d1-5afeca273a74 None None] Pushing event updated for resources: {'Port': ['ID=29263944-463d-426a-bca7-51ae5cbc21a3,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:24.936372 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-e56b65c3-2a1e-4273-8044-d5b91894ea6f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:24.936460 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007a99b6-8265-4268-8df4-58a9cf7f1b05 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router 8cf109ea-9b7f-479b-b597-ed05e2bf3146 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:13:24.939441 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b76c351-e60b-4688-b432-9eb125b9b041 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:24.949899 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bfea6b4f-653f-4f1a-82d3-852a9f773a42 req-5dd1cf5f-d41d-4d2b-b23c-c6420a43582b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882843 Nov 11 12:13:24.953772 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Deleting port 29263944-463d-426a-bca7-51ae5cbc21a3 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:24.954118 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.042527 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd02c88-b12b-4531-801d-5d66918e6f12 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Made reservation on behalf of b509c86631324bf4b2b9d360b6e428e9 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:25.045959 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4dd02c88-b12b-4531-801d-5d66918e6f12 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.060893 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b76c351-e60b-4688-b432-9eb125b9b041 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:25.073662 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4dd02c88-b12b-4531-801d-5d66918e6f12 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.075711 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-0b76c351-e60b-4688-b432-9eb125b9b041 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:25.088369 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b76c351-e60b-4688-b432-9eb125b9b041 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:25.088957 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b76c351-e60b-4688-b432-9eb125b9b041 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.090088 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d036a4-6f87-4334-a163-779146bcf20b None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:25.102648 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76c351-e60b-4688-b432-9eb125b9b041 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=c6a2cc65-a9c8-44c2-9464-b92b7c8779eb,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:25.130939 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e56b65c3-2a1e-4273-8044-d5b91894ea6f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for floatingip, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.156973 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-05107811-c9f0-4275-a2fd-ce446659f40d tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.160118 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-05107811-c9f0-4275-a2fd-ce446659f40d tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.160731 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] For port 29263944-463d-426a-bca7-51ae5cbc21a3, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=29263944-463d-426a-bca7-51ae5cbc21a3,segment=NetworkSegment(bccb7543-af9b-4dad-bc6e-767251a68d96),segment_id=bccb7543-af9b-4dad-bc6e-767251a68d96)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:25.161102 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.163954 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-05107811-c9f0-4275-a2fd-ce446659f40d tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "DELETE /v2.0/security-groups/90a46354-50ca-46f7-bf65-59de505e895d HTTP/1.1" status: 204 len: 168 time: 0.5868831 Nov 11 12:13:25.166799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50562) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:25.192115 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28252ea6-f3e0-4e6c-b413-a04b11489824 req-fc1490f6-177d-4187-872b-dbf7623ebd26 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:25.194490 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-28252ea6-f3e0-4e6c-b413-a04b11489824 req-fc1490f6-177d-4187-872b-dbf7623ebd26 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1393130 Nov 11 12:13:25.200859 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Calling delete_port for 29263944-463d-426a-bca7-51ae5cbc21a3 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:25.228400 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007a99b6-8265-4268-8df4-58a9cf7f1b05 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:25.236233 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-007a99b6-8265-4268-8df4-58a9cf7f1b05 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.270753 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a15a7b1-fa31-4165-8e67-f4e802c2f251 None None] Sync routers for ids ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:25.275112 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0b76c351-e60b-4688-b432-9eb125b9b041 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3432457 Nov 11 12:13:25.280968 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05107811-c9f0-4275-a2fd-ce446659f40d tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a46354-50ca-46f7-bf65-59de505e895d,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:25.288394 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50564) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:25.294337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-ed702b32-0056-453c-a26f-d60f1ede2c65 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:25.309344 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a15a7b1-fa31-4165-8e67-f4e802c2f251 None None] Routers {'8cf109ea-9b7f-479b-b597-ed05e2bf3146'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:25.310433 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7a15a7b1-fa31-4165-8e67-f4e802c2f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:25.366775 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7a15a7b1-fa31-4165-8e67-f4e802c2f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:25.417922 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a15a7b1-fa31-4165-8e67-f4e802c2f251 None None] Routers {'8cf109ea-9b7f-479b-b597-ed05e2bf3146'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:25.418731 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7a15a7b1-fa31-4165-8e67-f4e802c2f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:25.425244 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-007a99b6-8265-4268-8df4-58a9cf7f1b05 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "PUT /v2.0/floatingips/2ef85020-1da8-4631-9a19-2f6653f47836 HTTP/1.1" status: 200 len: 978 time: 4.0098004 Nov 11 12:13:25.428766 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-28252ea6-f3e0-4e6c-b413-a04b11489824 req-564ea55a-3e58-41fc-a725-b247531f49f0 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020752 Nov 11 12:13:25.435442 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50566) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:25.457605 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-db126361-d280-4945-be72-90312642a11b', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'fixed_ips': [{'subnet_id': 'c6a2cc65-a9c8-44c2-9464-b92b7c8779eb'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:13:25.458719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.462743 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f473546a-d513-4651-9197-4baf1d1468bf tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2853377 Nov 11 12:13:25.473303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7a15a7b1-fa31-4165-8e67-f4e802c2f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:25.474034 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a15a7b1-fa31-4165-8e67-f4e802c2f251 None None] The sync data for ids ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:25.477361 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50570) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:25.484439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8b83661-0e00-4c63-a387-5eef7127f095 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.490768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-cb5e3655-f713-41ce-ade7-c1bfca248040 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group': {'name': 'tempest-secgroup--489498422'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:25.506226 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4dd02c88-b12b-4531-801d-5d66918e6f12 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.578742 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8b83661-0e00-4c63-a387-5eef7127f095 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.609368 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4dd02c88-b12b-4531-801d-5d66918e6f12 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.622162 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da83db8-c9fe-47cf-b41f-c79a2a034af9 req-34a6d523-c081-41dd-90c7-9fdec71dad44 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:25.623667 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4da83db8-c9fe-47cf-b41f-c79a2a034af9 req-34a6d523-c081-41dd-90c7-9fdec71dad44 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.0961175 Nov 11 12:13:25.626213 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b83661-0e00-4c63-a387-5eef7127f095 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d752e452-35bc-4a72-83ec-fd155325e79d,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:25.644766 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e56b65c3-2a1e-4273-8044-d5b91894ea6f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.654390 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-6190ea51-edc4-445c-a04a-88217ddf8c53 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Deleting port 7d5b7129-b572-422c-b865-382b23812fba {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:25.654721 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6190ea51-edc4-445c-a04a-88217ddf8c53 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.665030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cb5e3655-f713-41ce-ade7-c1bfca248040 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.666773 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd02c88-b12b-4531-801d-5d66918e6f12 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de76b33-b700-4cde-a576-f3d69dca30fe,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:25.709896 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.727039 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd02c88-b12b-4531-801d-5d66918e6f12 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:25.735470 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b83661-0e00-4c63-a387-5eef7127f095 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:25.755709 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Port': ['ID=29263944-463d-426a-bca7-51ae5cbc21a3,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:25.760516 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4da83db8-c9fe-47cf-b41f-c79a2a034af9 req-7d8f0b25-364a-4849-b786-e40b62735daa tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278813 Nov 11 12:13:25.765282 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8b83661-0e00-4c63-a387-5eef7127f095 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.766218 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-b8b83661-0e00-4c63-a387-5eef7127f095 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Added segment 80b221b5-cca8-488b-ab97-432c4d58fc6a of type vlan for network 782e9585-9109-4745-a550-aae03404b04b Nov 11 12:13:25.768036 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4dd02c88-b12b-4531-801d-5d66918e6f12 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.773493 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-4dd02c88-b12b-4531-801d-5d66918e6f12 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Added segment d985a02b-e803-4384-8000-c50bcb255ffe of type vlan for network 4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb Nov 11 12:13:25.789550 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed702b32-0056-453c-a26f-d60f1ede2c65 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:25.793081 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ed702b32-0056-453c-a26f-d60f1ede2c65 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.822235 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No DVR routers for this DVR port 29263944-463d-426a-bca7-51ae5cbc21a3 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:25.861737 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Allocated IP 2001:db8::f816:3eff:fe54:879a (db126361-d280-4945-be72-90312642a11b/c6a2cc65-a9c8-44c2-9464-b92b7c8779eb/645f940f-98c2-4b26-b960-047ab39e4c4b) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:25.864396 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6190ea51-edc4-445c-a04a-88217ddf8c53 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.925276 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.943964 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8b83661-0e00-4c63-a387-5eef7127f095 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:25.990487 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-e56b65c3-2a1e-4273-8044-d5b91894ea6f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Allocated IP 172.26.5.167 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/9f03f3a3-aae9-4345-b41d-7dd9a5ceb58a) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:26.109572 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6190ea51-edc4-445c-a04a-88217ddf8c53 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.110522 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6190ea51-edc4-445c-a04a-88217ddf8c53 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.110926 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-6190ea51-edc4-445c-a04a-88217ddf8c53 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Floating IP 2ef85020-1da8-4631-9a19-2f6653f47836 disassociated. External IP: 172.26.5.224, port: 7d5b7129-b572-422c-b865-382b23812fba. Nov 11 12:13:26.111289 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-6190ea51-edc4-445c-a04a-88217ddf8c53 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Calling delete_port for 7d5b7129-b572-422c-b865-382b23812fba owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:26.123807 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.136471 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4dd02c88-b12b-4531-801d-5d66918e6f12 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.181399 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cb5e3655-f713-41ce-ade7-c1bfca248040 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.197166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.204888 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c89b94-cf89-4734-93ed-0cdec9894fef,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:26.214807 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e56b65c3-2a1e-4273-8044-d5b91894ea6f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.219121 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8b83661-0e00-4c63-a387-5eef7127f095 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.224672 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b83661-0e00-4c63-a387-5eef7127f095 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:26.225254 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8b83661-0e00-4c63-a387-5eef7127f095 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.275876 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.295260 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cb5e3655-f713-41ce-ade7-c1bfca248040 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.309318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4cb376-1cd0-45d9-80fd-dda2fab61bf8']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:26.321261 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bccb7543-af9b-4dad-bc6e-767251a68d96') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:26.321543 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bccb7543-af9b-4dad-bc6e-767251a68d96') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:26.347133 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.351767 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.360276 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b83661-0e00-4c63-a387-5eef7127f095 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Pushing event updated for resources: {'Network': ['ID=782e9585-9109-4745-a550-aae03404b04b,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:26.389259 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.392670 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b8b83661-0e00-4c63-a387-5eef7127f095 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3227158 Nov 11 12:13:26.394102 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50574) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:26.399693 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4dd02c88-b12b-4531-801d-5d66918e6f12 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.402118 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023fcab8-b4a0-493e-a510-b162cb72c75f None None] Network 8f4cb376-1cd0-45d9-80fd-dda2fab61bf8 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:26.405382 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd02c88-b12b-4531-801d-5d66918e6f12 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:26.405964 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4dd02c88-b12b-4531-801d-5d66918e6f12 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.412631 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:26.414073 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.418688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 782e9585-9109-4745-a550-aae03404b04b details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:26.418945 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:26.423091 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e3655-f713-41ce-ade7-c1bfca248040 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d625250-d191-4337-a94b-dd27b0b7ff88,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:26.477937 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6190ea51-edc4-445c-a04a-88217ddf8c53 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.499666 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cb5e3655-f713-41ce-ade7-c1bfca248040 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.503695 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-cb5e3655-f713-41ce-ade7-c1bfca248040 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0179152 Nov 11 12:13:26.514909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50578) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:26.522820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3e092762-3d59-4219-9580-eba0b79ad241 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': '5d625250-d191-4337-a94b-dd27b0b7ff88', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:26.523722 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.api.v2.base [None req-3e092762-3d59-4219-9580-eba0b79ad241 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 11 12:13:26.524386 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-3e092762-3d59-4219-9580-eba0b79ad241 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:26.525526 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3e092762-3d59-4219-9580-eba0b79ad241 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072181 Nov 11 12:13:26.528158 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190ea51-edc4-445c-a04a-88217ddf8c53 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event deleted for resources: {'Port': ['ID=7d5b7129-b572-422c-b865-382b23812fba,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:26.530053 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50580) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:26.536292 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e56b65c3-2a1e-4273-8044-d5b91894ea6f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.560996 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Pushing event updated for resources: {'Port': ['ID=645f940f-98c2-4b26-b960-047ab39e4c4b,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:26.563694 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-9e79a0ed-6068-48e1-b60f-0dffced77568 None None] Could not find standard attr ID for object 29263944-463d-426a-bca7-51ae5cbc21a3. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:13:26.573445 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:26.578914 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:26.583923 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:26.610078 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd02c88-b12b-4531-801d-5d66918e6f12 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event updated for resources: {'Network': ['ID=4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:26.614482 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.619073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56b65c3-2a1e-4273-8044-d5b91894ea6f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:26.633958 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.637613 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/8f4cb376-1cd0-45d9-80fd-dda2fab61bf8 HTTP/1.1" status: 204 len: 168 time: 2.8042293 Nov 11 12:13:26.644757 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50582) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:26.644952 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4dd02c88-b12b-4531-801d-5d66918e6f12 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9689891 Nov 11 12:13:26.656428 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:26.702216 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Attempting to bind port 645f940f-98c2-4b26-b960-047ab39e4c4b on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:26.703183 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Attempting to bind port 645f940f-98c2-4b26-b960-047ab39e4c4b by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:26.703898 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Attempting to bind port 645f940f-98c2-4b26-b960-047ab39e4c4b on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:26.727563 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b65c3-2a1e-4273-8044-d5b91894ea6f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Pushing event updated for resources: {'Port': ['ID=9f03f3a3-aae9-4345-b41d-7dd9a5ceb58a,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:26.734843 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-e56b65c3-2a1e-4273-8044-d5b91894ea6f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:26.741217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56b65c3-2a1e-4273-8044-d5b91894ea6f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:26.802256 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-9f16b33f-ef5d-4a1a-81d4-724c066a64d2 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Request body: {'network': {'name': 'tempest-network--1009739620', 'router:external': True}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:26.808454 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16cf7b-a829-4bb7-bb56-243a6c1aee51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Network': ['ID=8f4cb376-1cd0-45d9-80fd-dda2fab61bf8,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:26.822746 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-70340220-edd2-4dbf-a624-10fa8a270f2a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:26.823239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70340220-edd2-4dbf-a624-10fa8a270f2a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:26.826736 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-70340220-edd2-4dbf-a624-10fa8a270f2a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/subnets/a8c89b94-cf89-4734-93ed-0cdec9894fef HTTP/1.1" status: 404 len: 337 time: 0.1604428 Nov 11 12:13:26.835299 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50584) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:26.849312 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:26.849940 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:26.850493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.851028 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:26.855401 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Bound port: 645f940f-98c2-4b26-b960-047ab39e4c4b, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:26.856205 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.874030 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6ad08c5-5751-47d8-a112-24f06b0bb117 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.898036 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6190ea51-edc4-445c-a04a-88217ddf8c53 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router 8cf109ea-9b7f-479b-b597-ed05e2bf3146 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:13:26.914343 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6ad08c5-5751-47d8-a112-24f06b0bb117 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.932493 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb8b803-c266-4e0c-bda1-4853497cc589 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:26.934428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb8b803-c266-4e0c-bda1-4853497cc589 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:26.938959 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2bb8b803-c266-4e0c-bda1-4853497cc589 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/8f4cb376-1cd0-45d9-80fd-dda2fab61bf8 HTTP/1.1" status: 404 len: 339 time: 0.1022990 Nov 11 12:13:26.943821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50586) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:26.972386 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] For port 645f940f-98c2-4b26-b960-047ab39e4c4b, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:26.975287 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-7908d60a-c824-4c45-bac8-770bca09812a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:26.975779 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7908d60a-c824-4c45-bac8-770bca09812a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:26.976979 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] For port 645f940f-98c2-4b26-b960-047ab39e4c4b, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=645f940f-98c2-4b26-b960-047ab39e4c4b,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:26.981157 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7908d60a-c824-4c45-bac8-770bca09812a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/subnets/d1e61027-3b0a-4f71-9d78-503f43289607 HTTP/1.1" status: 404 len: 337 time: 0.0360763 Nov 11 12:13:26.984338 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50588) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:26.987475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f16b33f-ef5d-4a1a-81d4-724c066a64d2 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Made reservation on behalf of 6a7aeba0a78d47258e1858465ac6539f for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:26.991205 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9f16b33f-ef5d-4a1a-81d4-724c066a64d2 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:26.995995 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ed702b32-0056-453c-a26f-d60f1ede2c65 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.023030 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9f16b33f-ef5d-4a1a-81d4-724c066a64d2 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.048626 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.100203 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b4da12-3371-4f8f-9eed-5933a94a01a9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:27.100825 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b4da12-3371-4f8f-9eed-5933a94a01a9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:27.101694 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6190ea51-edc4-445c-a04a-88217ddf8c53 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:27.105343 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-93b4da12-3371-4f8f-9eed-5933a94a01a9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/2a6f0dc4-f1f9-49f6-b1cc-3ed0d2ee6eac HTTP/1.1" status: 404 len: 339 time: 0.1199656 Nov 11 12:13:27.115099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50590) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:27.124290 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0649348-b531-4e3d-b4bc-f976a2b69b2a None None] Sync routers for ids ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:27.144906 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0649348-b531-4e3d-b4bc-f976a2b69b2a None None] Routers {'8cf109ea-9b7f-479b-b597-ed05e2bf3146'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:27.145868 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c0649348-b531-4e3d-b4bc-f976a2b69b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:27.157449 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4052a9-2189-4b82-b6ec-61c1d7f8349e None None] DHCP port deletion for 8f4cb376-1cd0-45d9-80fd-dda2fab61bf8 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:27.161666 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed702b32-0056-453c-a26f-d60f1ede2c65 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:27.189440 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6ad08c5-5751-47d8-a112-24f06b0bb117 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.190968 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e56b65c3-2a1e-4273-8044-d5b91894ea6f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.195614 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-ed702b32-0056-453c-a26f-d60f1ede2c65 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:27.198416 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6ad08c5-5751-47d8-a112-24f06b0bb117 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.198546 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed702b32-0056-453c-a26f-d60f1ede2c65 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:27.199241 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ed702b32-0056-453c-a26f-d60f1ede2c65 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.203975 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b6ad08c5-5751-47d8-a112-24f06b0bb117 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "DELETE /v2.0/security-groups/5d625250-d191-4337-a94b-dd27b0b7ff88 HTTP/1.1" status: 204 len: 168 time: 0.6702018 Nov 11 12:13:27.205934 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50592) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:27.215405 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983a3257-e04b-4cb7-bc54-cda4a1e7bd2f None None] Network 8f4cb376-1cd0-45d9-80fd-dda2fab61bf8 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:27.231614 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c0649348-b531-4e3d-b4bc-f976a2b69b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:27.254852 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad08c5-5751-47d8-a112-24f06b0bb117 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d625250-d191-4337-a94b-dd27b0b7ff88,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:27.255392 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983a3257-e04b-4cb7-bc54-cda4a1e7bd2f None None] Network 8f4cb376-1cd0-45d9-80fd-dda2fab61bf8 could not be found, it might have been deleted concurrently. {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:13:27.271125 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0649348-b531-4e3d-b4bc-f976a2b69b2a None None] Routers {'8cf109ea-9b7f-479b-b597-ed05e2bf3146'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:27.276006 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c0649348-b531-4e3d-b4bc-f976a2b69b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:27.284679 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdf170-52a3-4bbb-bc4c-f71b99984103 None None] Pushing event updated for resources: {'Port': ['ID=645f940f-98c2-4b26-b960-047ab39e4c4b,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:27.318763 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed702b32-0056-453c-a26f-d60f1ede2c65 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=46c3fbf9-7f64-4d9d-af0e-e78978f9c0d4,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:27.331807 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ed702b32-0056-453c-a26f-d60f1ede2c65 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0412443 Nov 11 12:13:27.336657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50594) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:27.348056 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-99eeced2-c34c-4f0c-8a43-1054006ff54a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'mac_address': 'fa:16:3e:41:80:df', 'name': 'tempest-NetworksTestDHCPv6-1505730321'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:27.365895 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c0649348-b531-4e3d-b4bc-f976a2b69b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:27.366818 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0649348-b531-4e3d-b4bc-f976a2b69b2a None None] The sync data for ids ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:27.372436 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a18bf8a5-4055-43cc-b079-22b4e2827577 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.533327 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6190ea51-edc4-445c-a04a-88217ddf8c53 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.539991 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6190ea51-edc4-445c-a04a-88217ddf8c53 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/ports/7d5b7129-b572-422c-b865-382b23812fba HTTP/1.1" status: 204 len: 168 time: 2.1001272 Nov 11 12:13:27.547352 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50596) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:27.555411 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e56b65c3-2a1e-4273-8044-d5b91894ea6f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.561964 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a18bf8a5-4055-43cc-b079-22b4e2827577 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.613799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-a18bf8a5-4055-43cc-b079-22b4e2827577 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40557b94-8d73-487e-90ad-bb3449aef61e']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:27.634755 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-a18bf8a5-4055-43cc-b079-22b4e2827577 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2fa10b-a1de-49e6-854e-0d0a7344a12e') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:27.635241 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-a18bf8a5-4055-43cc-b079-22b4e2827577 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2fa10b-a1de-49e6-854e-0d0a7344a12e') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:27.645320 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b4db1f7f-6858-4bf3-821e-f851fb403ad8 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4259164 Nov 11 12:13:27.652487 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50598) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:27.657490 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6e8b95fa-d00f-4da3-8e8e-1e9a1b9cd5bf tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group': {'name': 'tempest-secgroup--11496035'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:27.672993 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a18bf8a5-4055-43cc-b079-22b4e2827577 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.674033 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9f16b33f-ef5d-4a1a-81d4-724c066a64d2 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.711753 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99eeced2-c34c-4f0c-8a43-1054006ff54a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:27.735532 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a18bf8a5-4055-43cc-b079-22b4e2827577 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.754406 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18bf8a5-4055-43cc-b079-22b4e2827577 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:27.754956 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a18bf8a5-4055-43cc-b079-22b4e2827577 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:27.758495 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:27.872584 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e56b65c3-2a1e-4273-8044-d5b91894ea6f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:27.883914 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99eeced2-c34c-4f0c-8a43-1054006ff54a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.083764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e56b65c3-2a1e-4273-8044-d5b91894ea6f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.171932 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9f16b33f-ef5d-4a1a-81d4-724c066a64d2 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.179909 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6e8b95fa-d00f-4da3-8e8e-1e9a1b9cd5bf tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.197155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-99eeced2-c34c-4f0c-8a43-1054006ff54a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port d6a92c14-a68f-4ae5-8a41-d762ae584008 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:13:28.234929 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b65c3-2a1e-4273-8044-d5b91894ea6f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Pushing event updated for resources: {'Port': ['ID=9f03f3a3-aae9-4345-b41d-7dd9a5ceb58a,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:28.244771 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a18bf8a5-4055-43cc-b079-22b4e2827577 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.271110 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f16b33f-ef5d-4a1a-81d4-724c066a64d2 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:28.276746 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a18bf8a5-4055-43cc-b079-22b4e2827577 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.280041 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a18bf8a5-4055-43cc-b079-22b4e2827577 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/40557b94-8d73-487e-90ad-bb3449aef61e HTTP/1.1" status: 204 len: 168 time: 1.1616249 Nov 11 12:13:28.283323 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18bf8a5-4055-43cc-b079-22b4e2827577 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Network': ['ID=40557b94-8d73-487e-90ad-bb3449aef61e,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:28.288289 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50600) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:28.296415 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16b33f-ef5d-4a1a-81d4-724c066a64d2 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9ca153-e611-43bf-96d9-fc4cb049b963,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:28.306252 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9f16b33f-ef5d-4a1a-81d4-724c066a64d2 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.306593 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-9f16b33f-ef5d-4a1a-81d4-724c066a64d2 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Added segment fab39c1b-032a-48bc-a96c-5398a06c7dc9 of type vlan for network 5043f321-c4d3-47d3-8ecf-3ff018bce52b Nov 11 12:13:28.337203 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-82936f69-cf40-40e9-9ed1-e8c35411cf71 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:28.338309 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82936f69-cf40-40e9-9ed1-e8c35411cf71 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:28.344219 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-82936f69-cf40-40e9-9ed1-e8c35411cf71 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/subnets/b1e573d1-5a3d-451d-96e5-4ae0f3260b25 HTTP/1.1" status: 404 len: 337 time: 0.0531905 Nov 11 12:13:28.350412 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50602) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:28.365276 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e56b65c3-2a1e-4273-8044-d5b91894ea6f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.421109 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6e8b95fa-d00f-4da3-8e8e-1e9a1b9cd5bf tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.438701 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c816e9-88a0-4b31-8679-cea55609a69a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:28.440601 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c816e9-88a0-4b31-8679-cea55609a69a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:28.443146 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-13c816e9-88a0-4b31-8679-cea55609a69a tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/6d67b32a-225a-4de9-8771-8658f2b25ff4 HTTP/1.1" status: 404 len: 339 time: 0.0894840 Nov 11 12:13:28.445739 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50604) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:28.465317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9f16b33f-ef5d-4a1a-81d4-724c066a64d2 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.505496 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfa5f20-3037-4cc3-b13a-4c6b6e1288c9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:28.506255 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbfa5f20-3037-4cc3-b13a-4c6b6e1288c9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:28.515381 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fbfa5f20-3037-4cc3-b13a-4c6b6e1288c9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/subnets/1f5abb68-b47e-45e5-9c39-5e7fcccb7138 HTTP/1.1" status: 404 len: 337 time: 0.0682178 Nov 11 12:13:28.516106 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50606) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:28.533708 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e56b65c3-2a1e-4273-8044-d5b91894ea6f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.537396 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e56b65c3-2a1e-4273-8044-d5b91894ea6f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8491724 Nov 11 12:13:28.555065 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50608) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:28.567402 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-927ac0bc-c3c2-49f4-a32c-c8b9a9f56e51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:28.567943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927ac0bc-c3c2-49f4-a32c-c8b9a9f56e51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:28.574594 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-927ac0bc-c3c2-49f4-a32c-c8b9a9f56e51 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/aea56124-c433-45e3-9e5f-acd7eb94276a HTTP/1.1" status: 404 len: 339 time: 0.0522721 Nov 11 12:13:28.574594 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6e8b95fa-d00f-4da3-8e8e-1e9a1b9cd5bf tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.587375 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50610) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:28.600736 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-b1e13a99-2a0d-4bac-ba1c-1d65b3a464a0 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1373110221'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:28.624159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 645f940f-98c2-4b26-b960-047ab39e4c4b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:28.672019 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-031de897-b74d-4ce2-99f2-253ebf02e0c9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:28.672908 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031de897-b74d-4ce2-99f2-253ebf02e0c9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:28.682035 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-031de897-b74d-4ce2-99f2-253ebf02e0c9 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/subnets/2d5ca260-03ec-4e7a-8e71-4740d4282fcc HTTP/1.1" status: 404 len: 337 time: 0.0838535 Nov 11 12:13:28.688558 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50612) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:28.700871 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6e8b95fa-d00f-4da3-8e8e-1e9a1b9cd5bf tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.702535 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6e8b95fa-d00f-4da3-8e8e-1e9a1b9cd5bf tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.0488605 Nov 11 12:13:28.705795 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50614) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:28.707216 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 645f940f-98c2-4b26-b960-047ab39e4c4b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:28.707913 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.708628 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b95fa-d00f-4da3-8e8e-1e9a1b9cd5bf tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a86386-eaac-4899-a913-8f110ee4ed52,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:28.752238 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-bacaa700-63cc-4fc8-8eef-c43c1b62a70b tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': 'd3a86386-eaac-4899-a913-8f110ee4ed52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:28.758426 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1e91ca-3ee9-42c9-b8eb-f29353e3e787 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:28.765347 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.api.v2.base [None req-bacaa700-63cc-4fc8-8eef-c43c1b62a70b tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 11 12:13:28.766530 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-bacaa700-63cc-4fc8-8eef-c43c1b62a70b tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:28.770287 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bacaa700-63cc-4fc8-8eef-c43c1b62a70b tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0355396 Nov 11 12:13:28.770627 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50616) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:28.775018 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0a7591-d76f-4083-bfd5-34c7bef8cb9b tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:28.775292 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-2aa9c9d1-08a0-4a9b-82fc-2a1e7d48f743 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': 'd3a86386-eaac-4899-a913-8f110ee4ed52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:28.776255 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0a7591-d76f-4083-bfd5-34c7bef8cb9b tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:28.777292 dv-neutron-786478-23-hyperv neutron-server[103001]: WARNING neutron.api.v2.base [None req-2aa9c9d1-08a0-4a9b-82fc-2a1e7d48f743 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 11 12:13:28.777782 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-2aa9c9d1-08a0-4a9b-82fc-2a1e7d48f743 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:28.784837 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2aa9c9d1-08a0-4a9b-82fc-2a1e7d48f743 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0070996 Nov 11 12:13:28.784991 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-de0a7591-d76f-4083-bfd5-34c7bef8cb9b tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/7f4b31e0-3466-477f-afbb-f24288c802d4 HTTP/1.1" status: 404 len: 339 time: 0.0841413 Nov 11 12:13:28.785091 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50618) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:28.785091 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50620) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:28.786891 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9f16b33f-ef5d-4a1a-81d4-724c066a64d2 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.787994 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f16b33f-ef5d-4a1a-81d4-724c066a64d2 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:28.788643 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9f16b33f-ef5d-4a1a-81d4-724c066a64d2 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.789280 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-2ff2988e-2e76-49dc-bd13-cef636182f08 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': 'd3a86386-eaac-4899-a913-8f110ee4ed52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:28.790288 dv-neutron-786478-23-hyperv neutron-server[103001]: WARNING neutron.api.v2.base [None req-2ff2988e-2e76-49dc-bd13-cef636182f08 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 11 12:13:28.790843 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-2ff2988e-2e76-49dc-bd13-cef636182f08 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:28.792321 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2ff2988e-2e76-49dc-bd13-cef636182f08 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100131 Nov 11 12:13:28.797373 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-99eeced2-c34c-4f0c-8a43-1054006ff54a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 172.20.0.3 (db126361-d280-4945-be72-90312642a11b/46c3fbf9-7f64-4d9d-af0e-e78978f9c0d4/d6a92c14-a68f-4ae5-8a41-d762ae584008) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:28.817538 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-46273b14-cc63-46fc-a2b8-c3bd9fe743dc tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:28.817776 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50622) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:28.818356 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46273b14-cc63-46fc-a2b8-c3bd9fe743dc tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:28.821611 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-46273b14-cc63-46fc-a2b8-c3bd9fe743dc tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/subnets/6e0d4946-d0a4-4434-9cf7-0c0ed1122186 HTTP/1.1" status: 404 len: 337 time: 0.0367386 Nov 11 12:13:28.825616 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50624) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:28.830882 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-5277b87a-47ae-44dd-8890-a76500fbfa89 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': 'd3a86386-eaac-4899-a913-8f110ee4ed52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:28.831784 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.api.v2.base [None req-5277b87a-47ae-44dd-8890-a76500fbfa89 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 11 12:13:28.832275 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-5277b87a-47ae-44dd-8890-a76500fbfa89 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:28.833220 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5277b87a-47ae-44dd-8890-a76500fbfa89 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071266 Nov 11 12:13:28.858446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50626) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:28.860408 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-99eeced2-c34c-4f0c-8a43-1054006ff54a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::f816:3eff:fe41:80df (db126361-d280-4945-be72-90312642a11b/c6a2cc65-a9c8-44c2-9464-b92b7c8779eb/d6a92c14-a68f-4ae5-8a41-d762ae584008) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:28.864524 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d6b067-d7de-420c-abb3-29f29c8b0308 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:28.865774 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d6b067-d7de-420c-abb3-29f29c8b0308 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:28.873796 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-73d6b067-d7de-420c-abb3-29f29c8b0308 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/41287049-fd1a-4493-adee-dfe5819d7c7b HTTP/1.1" status: 404 len: 339 time: 0.0468915 Nov 11 12:13:28.874527 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50628) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:28.875864 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8ab5b699-9028-45e3-b896-c50f8f2b3676 None None] Provisioning complete for port 645f940f-98c2-4b26-b960-047ab39e4c4b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:28.876478 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8ab5b699-9028-45e3-b896-c50f8f2b3676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.905629 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c210ae-e703-485a-b832-f6844f4d11d1 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:28.906066 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c210ae-e703-485a-b832-f6844f4d11d1 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:28.912439 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b8c210ae-e703-485a-b832-f6844f4d11d1 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/subnets/ac63bce9-c7f9-40be-a1ce-45289a7c1d36 HTTP/1.1" status: 404 len: 337 time: 0.0364296 Nov 11 12:13:28.913003 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50630) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:28.934709 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-9669a93e-a43f-4850-ad5b-e228472a41d1 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:28.935258 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9669a93e-a43f-4850-ad5b-e228472a41d1 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:28.942170 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9669a93e-a43f-4850-ad5b-e228472a41d1 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/79e5eca0-bbab-4eaa-a963-aef9733b45b5 HTTP/1.1" status: 404 len: 339 time: 0.0271482 Nov 11 12:13:28.942879 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50632) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:28.951279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.954593 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e13a99-2a0d-4bac-ba1c-1d65b3a464a0 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Made reservation on behalf of e7becaf507a045a0a089d5c9991cca92 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:28.957963 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b1e13a99-2a0d-4bac-ba1c-1d65b3a464a0 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:28.978347 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d130eef-6c64-4e13-8161-fb435e4232f0 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:28.979835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d130eef-6c64-4e13-8161-fb435e4232f0 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:28.987807 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 645f940f-98c2-4b26-b960-047ab39e4c4b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=645f940f-98c2-4b26-b960-047ab39e4c4b,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:28.987995 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6d130eef-6c64-4e13-8161-fb435e4232f0 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/subnets/44e7efa8-ad47-41c2-afca-f5c1fac20da5 HTTP/1.1" status: 404 len: 337 time: 0.0440276 Nov 11 12:13:28.988525 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50634) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:29.017563 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-024f4d42-54b0-4ff0-aaf9-d654cadf2d63 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:29.017563 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-024f4d42-54b0-4ff0-aaf9-d654cadf2d63 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:29.025848 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-024f4d42-54b0-4ff0-aaf9-d654cadf2d63 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/1dc12780-5b46-4b48-9a46-60bafcb2a93e HTTP/1.1" status: 404 len: 339 time: 0.0355914 Nov 11 12:13:29.026484 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50636) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:29.036554 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b1e13a99-2a0d-4bac-ba1c-1d65b3a464a0 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.061287 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8ab5b699-9028-45e3-b896-c50f8f2b3676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.066992 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc5647e-1d03-457f-96d4-7426b527f48f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:29.066992 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc5647e-1d03-457f-96d4-7426b527f48f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:29.067460 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.067601 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9f16b33f-ef5d-4a1a-81d4-724c066a64d2 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.6722121 Nov 11 12:13:29.071351 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4dc5647e-1d03-457f-96d4-7426b527f48f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/subnets/4bd76bb4-8075-433a-b54a-bffdf0b980a5 HTTP/1.1" status: 404 len: 337 time: 0.0437155 Nov 11 12:13:29.072496 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50638) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:29.072827 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50640) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:29.108164 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19e50b00-4ed2-41c9-b3f0-3deeff7f77d5 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.127953 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=645f940f-98c2-4b26-b960-047ab39e4c4b,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:29.131464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 29263944-463d-426a-bca7-51ae5cbc21a3 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:29.154749 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 29263944-463d-426a-bca7-51ae5cbc21a3 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:29.155462 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 29263944-463d-426a-bca7-51ae5cbc21a3 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:29.169831 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7cc43856-321b-4df4-8f11-881c68cb5a83 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.191471 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e48398c-bfbe-4eb9-86ea-629824bf5677 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:29.192124 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e48398c-bfbe-4eb9-86ea-629824bf5677 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:29.199378 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2e48398c-bfbe-4eb9-86ea-629824bf5677 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/45d9c0ef-27c9-43fa-9fad-c264d7df41ad HTTP/1.1" status: 404 len: 339 time: 0.1255624 Nov 11 12:13:29.201106 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50642) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:29.206254 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:13:29.236629 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16b33f-ef5d-4a1a-81d4-724c066a64d2 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Pushing event updated for resources: {'Network': ['ID=5043f321-c4d3-47d3-8ecf-3ff018bce52b,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:29.269233 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b88709c-9904-4c1c-9993-9296d34ef2ab tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:29.269734 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b88709c-9904-4c1c-9993-9296d34ef2ab tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:29.277187 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3b88709c-9904-4c1c-9993-9296d34ef2ab tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/subnets/f8a7cda7-33f3-4277-b3bf-a7c8f4f5177e HTTP/1.1" status: 404 len: 337 time: 0.0747526 Nov 11 12:13:29.277769 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50644) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:29.291762 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 5043f321-c4d3-47d3-8ecf-3ff018bce52b details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:29.296960 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-8ab5b699-9028-45e3-b896-c50f8f2b3676 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:29.297458 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-8ab5b699-9028-45e3-b896-c50f8f2b3676 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:29.359976 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a48dca-eb2d-4c5e-b1e1-d8d45ba58fee tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:29.364608 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a48dca-eb2d-4c5e-b1e1-d8d45ba58fee tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:29.369431 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-86a48dca-eb2d-4c5e-b1e1-d8d45ba58fee tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/55efb4a0-4d01-4156-9c22-4c863fe014d0 HTTP/1.1" status: 404 len: 339 time: 0.0809934 Nov 11 12:13:29.370173 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50646) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:29.411003 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a41640-5778-4429-aac9-f6fad66462f0 None None] Update dhcp port {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'fixed_ips': [{'subnet_id': 'c6a2cc65-a9c8-44c2-9464-b92b7c8779eb', 'ip_address': '2001:db8::f816:3eff:fe54:879a'}, {'subnet_id': '46c3fbf9-7f64-4d9d-af0e-e78978f9c0d4'}], 'binding:host_id': 'dv-neutron-786478-23-hyperv'}, 'id': '645f940f-98c2-4b26-b960-047ab39e4c4b'} from dv-neutron-786478-23-hyperv. {{(pid=103003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:13:29.418854 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7010380a-8d1a-4772-be5f-a1ba13cbd978 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.446599 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-18a41640-5778-4429-aac9-f6fad66462f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.446868 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-0319f200-9257-4792-b39f-e453bb345e01 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Deleting subnet 13fae2e7-7178-4898-9ae5-c4e9c4445088 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:13:29.451861 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0319f200-9257-4792-b39f-e453bb345e01 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.453748 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7010380a-8d1a-4772-be5f-a1ba13cbd978 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.485126 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7cc43856-321b-4df4-8f11-881c68cb5a83 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.522795 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-7cc43856-321b-4df4-8f11-881c68cb5a83 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5043f321-c4d3-47d3-8ecf-3ff018bce52b']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:29.526454 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0319f200-9257-4792-b39f-e453bb345e01 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.629116 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7010380a-8d1a-4772-be5f-a1ba13cbd978 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.633803 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7010380a-8d1a-4772-be5f-a1ba13cbd978 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.643535 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7010380a-8d1a-4772-be5f-a1ba13cbd978 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "DELETE /v2.0/security-groups/d3a86386-eaac-4899-a913-8f110ee4ed52 HTTP/1.1" status: 204 len: 168 time: 0.7438707 Nov 11 12:13:29.647712 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50648) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:29.700609 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010380a-8d1a-4772-be5f-a1ba13cbd978 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a86386-eaac-4899-a913-8f110ee4ed52,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:29.791925 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99eeced2-c34c-4f0c-8a43-1054006ff54a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.817374 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b1e13a99-2a0d-4bac-ba1c-1d65b3a464a0 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.869308 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-7cc43856-321b-4df4-8f11-881c68cb5a83 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab39c1b-032a-48bc-a96c-5398a06c7dc9') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:29.869682 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-7cc43856-321b-4df4-8f11-881c68cb5a83 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab39c1b-032a-48bc-a96c-5398a06c7dc9') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:29.873537 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ddb79d21-7df7-460a-9fde-9409c5de90e8 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2132018 Nov 11 12:13:29.873706 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50650) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:29.877317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-19e50b00-4ed2-41c9-b3f0-3deeff7f77d5 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Deleting port e5c02646-91cc-45c6-b2bd-76c678093597 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:29.878225 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19e50b00-4ed2-41c9-b3f0-3deeff7f77d5 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.882309 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6bc990f1-b947-4b01-ad16-3834d0a5b8c0 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462464108'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:29.891726 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7cc43856-321b-4df4-8f11-881c68cb5a83 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.926031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7cc43856-321b-4df4-8f11-881c68cb5a83 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.926970 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b1e13a99-2a0d-4bac-ba1c-1d65b3a464a0 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.949214 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50652) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:29.953240 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc43856-321b-4df4-8f11-881c68cb5a83 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:29.953569 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7cc43856-321b-4df4-8f11-881c68cb5a83 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:29.954979 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-1a76bf4a-bad7-45d9-a2cc-cee69d8f7275 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Request body: {'subnet': {'network_id': '4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:29.955387 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:30.018574 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0319f200-9257-4792-b39f-e453bb345e01 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.020536 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99eeced2-c34c-4f0c-8a43-1054006ff54a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.032353 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e13a99-2a0d-4bac-ba1c-1d65b3a464a0 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfee025d-60a7-4300-bb64-158bba273cc2,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:30.040930 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6bc990f1-b947-4b01-ad16-3834d0a5b8c0 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.065379 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-18a41640-5778-4429-aac9-f6fad66462f0 None None] Allocated IP 172.20.0.2 (db126361-d280-4945-be72-90312642a11b/46c3fbf9-7f64-4d9d-af0e-e78978f9c0d4/645f940f-98c2-4b26-b960-047ab39e4c4b) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:30.112821 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19e50b00-4ed2-41c9-b3f0-3deeff7f77d5 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.119445 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7cc43856-321b-4df4-8f11-881c68cb5a83 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.128626 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc43856-321b-4df4-8f11-881c68cb5a83 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5043f321-c4d3-47d3-8ecf-3ff018bce52b {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 12:13:30.135280 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7cc43856-321b-4df4-8f11-881c68cb5a83 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.138766 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7cc43856-321b-4df4-8f11-881c68cb5a83 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] 10.222.0.50 "DELETE /v2.0/networks/5043f321-c4d3-47d3-8ecf-3ff018bce52b HTTP/1.1" status: 204 len: 168 time: 1.0637641 Nov 11 12:13:30.143624 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e13a99-2a0d-4bac-ba1c-1d65b3a464a0 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:30.148750 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50654) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:30.149945 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6bc990f1-b947-4b01-ad16-3834d0a5b8c0 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.154949 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-3bffe8e7-6fcf-45d6-8fcf-093725e5f48d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:30.157788 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eeced2-c34c-4f0c-8a43-1054006ff54a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:30.161302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc43856-321b-4df4-8f11-881c68cb5a83 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Pushing event deleted for resources: {'Network': ['ID=5043f321-c4d3-47d3-8ecf-3ff018bce52b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:30.161551 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-19e50b00-4ed2-41c9-b3f0-3deeff7f77d5 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Calling delete_port for e5c02646-91cc-45c6-b2bd-76c678093597 owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:30.163941 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eeced2-c34c-4f0c-8a43-1054006ff54a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=d6a92c14-a68f-4ae5-8a41-d762ae584008,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:30.168098 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0319f200-9257-4792-b39f-e453bb345e01 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.170656 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b1e13a99-2a0d-4bac-ba1c-1d65b3a464a0 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.171004 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-b1e13a99-2a0d-4bac-ba1c-1d65b3a464a0 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Added segment 92f31bf4-2c5c-439f-b439-10b3db94bdbf of type vlan for network 8cd9ed14-eccf-43b3-a4ca-95658d01aeae Nov 11 12:13:30.179863 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-99eeced2-c34c-4f0c-8a43-1054006ff54a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:30.191110 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eeced2-c34c-4f0c-8a43-1054006ff54a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:30.209193 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0319f200-9257-4792-b39f-e453bb345e01 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.209829 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-18a41640-5778-4429-aac9-f6fad66462f0 None None] For port 645f940f-98c2-4b26-b960-047ab39e4c4b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=645f940f-98c2-4b26-b960-047ab39e4c4b,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:30.209970 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0319f200-9257-4792-b39f-e453bb345e01 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/subnets/13fae2e7-7178-4898-9ae5-c4e9c4445088 HTTP/1.1" status: 204 len: 168 time: 0.8338318 Nov 11 12:13:30.209970 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319f200-9257-4792-b39f-e453bb345e01 tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Subnet': ['ID=13fae2e7-7178-4898-9ae5-c4e9c4445088,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:30.212334 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50656) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:30.223647 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed7552c-9e04-4906-8f45-db922cdd7294 None None] Network 3af89a5a-4200-4c50-9de4-0981214f6241 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:30.259553 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b1e13a99-2a0d-4bac-ba1c-1d65b3a464a0 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.270620 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6bc990f1-b947-4b01-ad16-3834d0a5b8c0 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.314340 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a76bf4a-bad7-45d9-a2cc-cee69d8f7275 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Made reservation on behalf of b509c86631324bf4b2b9d360b6e428e9 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:30.317805 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1a76bf4a-bad7-45d9-a2cc-cee69d8f7275 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.338587 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.351856 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc990f1-b947-4b01-ad16-3834d0a5b8c0 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df02823-8160-4e66-b8ef-f1cc45f73bb1,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:30.352266 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eeced2-c34c-4f0c-8a43-1054006ff54a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:30.352266 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99eeced2-c34c-4f0c-8a43-1054006ff54a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.406553 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Deleting port 4307249d-bc94-479c-80d9-b3f63c29ed86 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:30.406553 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.422476 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-18a41640-5778-4429-aac9-f6fad66462f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.494375 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b1e13a99-2a0d-4bac-ba1c-1d65b3a464a0 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.500242 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e13a99-2a0d-4bac-ba1c-1d65b3a464a0 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:30.501672 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bffe8e7-6fcf-45d6-8fcf-093725e5f48d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Made reservation on behalf of 6a7aeba0a78d47258e1858465ac6539f for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:30.504488 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3bffe8e7-6fcf-45d6-8fcf-093725e5f48d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.508198 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b1e13a99-2a0d-4bac-ba1c-1d65b3a464a0 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.510055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-18a41640-5778-4429-aac9-f6fad66462f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.587134 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f892747c-0067-4150-bf47-4e8422978406 None None] DHCP port deletion for 3af89a5a-4200-4c50-9de4-0981214f6241 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:30.592304 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 645f940f-98c2-4b26-b960-047ab39e4c4b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:30.598616 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] For port 4307249d-bc94-479c-80d9-b3f63c29ed86, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=4307249d-bc94-479c-80d9-b3f63c29ed86,segment=NetworkSegment(18a9bbe9-b0c3-401d-8fec-4f48976f7edf),segment_id=18a9bbe9-b0c3-401d-8fec-4f48976f7edf)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:30.599684 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.622384 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e13a99-2a0d-4bac-ba1c-1d65b3a464a0 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Pushing event updated for resources: {'Network': ['ID=8cd9ed14-eccf-43b3-a4ca-95658d01aeae,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:30.638475 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Calling delete_port for 4307249d-bc94-479c-80d9-b3f63c29ed86 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:30.654917 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6bc990f1-b947-4b01-ad16-3834d0a5b8c0 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.656248 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6bc990f1-b947-4b01-ad16-3834d0a5b8c0 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7776523 Nov 11 12:13:30.657214 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bffe8e7-6fcf-45d6-8fcf-093725e5f48d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:30.666419 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50658) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:30.670942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 8cd9ed14-eccf-43b3-a4ca-95658d01aeae details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:30.681183 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-c6c3a896-9969-47c9-8d01-243b18dc19cb tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': '8df02823-8160-4e66-b8ef-f1cc45f73bb1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:30.689624 dv-neutron-786478-23-hyperv neutron-server[103001]: WARNING neutron.api.v2.base [None req-c6c3a896-9969-47c9-8d01-243b18dc19cb tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 12:13:30.689624 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-c6c3a896-9969-47c9-8d01-243b18dc19cb tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:30.689624 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c6c3a896-9969-47c9-8d01-243b18dc19cb tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0168192 Nov 11 12:13:30.690741 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50660) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:30.694680 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3bffe8e7-6fcf-45d6-8fcf-093725e5f48d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.694680 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-3bffe8e7-6fcf-45d6-8fcf-093725e5f48d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Added segment 6505c858-dca7-46cf-9ba0-f89b7edfd858 of type vlan for network cb21e7d9-fab9-4108-9640-de916a986ac1 Nov 11 12:13:30.714770 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b1e13a99-2a0d-4bac-ba1c-1d65b3a464a0 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1639385 Nov 11 12:13:30.722704 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-99eeced2-c34c-4f0c-8a43-1054006ff54a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3770506 Nov 11 12:13:30.722704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50662) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:30.728927 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50664) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:30.733372 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-14d03687-a02a-4c60-8829-0ca3f467b8c7 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': '8df02823-8160-4e66-b8ef-f1cc45f73bb1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:30.734760 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-39564048-b71e-4207-8f75-2534da9acad5 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Request body: {'subnet': {'network_id': '8cd9ed14-eccf-43b3-a4ca-95658d01aeae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:30.826897 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3bffe8e7-6fcf-45d6-8fcf-093725e5f48d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.848458 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19e50b00-4ed2-41c9-b3f0-3deeff7f77d5 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.909374 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e50b00-4ed2-41c9-b3f0-3deeff7f77d5 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event deleted for resources: {'Port': ['ID=e5c02646-91cc-45c6-b2bd-76c678093597,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:30.940866 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:30.957265 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01852c39-7faf-466f-87f1-298fec92c2db tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:30.962320 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a41640-5778-4429-aac9-f6fad66462f0 None None] Pushing event updated for resources: {'Port': ['ID=645f940f-98c2-4b26-b960-047ab39e4c4b,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:30.967037 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01852c39-7faf-466f-87f1-298fec92c2db tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:30.968744 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-01852c39-7faf-466f-87f1-298fec92c2db tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2276895 Nov 11 12:13:30.988782 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50666) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:31.005780 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Port': ['ID=4307249d-bc94-479c-80d9-b3f63c29ed86,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:31.008083 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] No DVR routers for this DVR port 4307249d-bc94-479c-80d9-b3f63c29ed86 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:31.009667 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3bffe8e7-6fcf-45d6-8fcf-093725e5f48d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.010765 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bffe8e7-6fcf-45d6-8fcf-093725e5f48d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:31.011525 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3bffe8e7-6fcf-45d6-8fcf-093725e5f48d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.024008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f892747c-0067-4150-bf47-4e8422978406 None None] Deleting port 4307249d-bc94-479c-80d9-b3f63c29ed86 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:31.024631 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f892747c-0067-4150-bf47-4e8422978406 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.048168 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-14d03687-a02a-4c60-8829-0ca3f467b8c7 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:31.049266 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-14d03687-a02a-4c60-8829-0ca3f467b8c7 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3563683 Nov 11 12:13:31.050665 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1a76bf4a-bad7-45d9-a2cc-cee69d8f7275 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.052566 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50668) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:31.071582 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-846bc5f2-8e04-428c-9270-e9b2bc8606ef tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': '8df02823-8160-4e66-b8ef-f1cc45f73bb1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:31.073768 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.api.v2.base [None req-846bc5f2-8e04-428c-9270-e9b2bc8606ef tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 11 12:13:31.074384 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-846bc5f2-8e04-428c-9270-e9b2bc8606ef tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:31.075536 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-846bc5f2-8e04-428c-9270-e9b2bc8606ef tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0128865 Nov 11 12:13:31.092320 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 645f940f-98c2-4b26-b960-047ab39e4c4b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:31.092320 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.141980 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50670) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:31.147667 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-164567e5-c0eb-465b-afba-b9b8356c5161 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': '8df02823-8160-4e66-b8ef-f1cc45f73bb1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:31.152395 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f892747c-0067-4150-bf47-4e8422978406 None None] For port 4307249d-bc94-479c-80d9-b3f63c29ed86, host dv-neutron-786478-23-hyperv, got binding levels [] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:31.152800 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f892747c-0067-4150-bf47-4e8422978406 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.174142 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f892747c-0067-4150-bf47-4e8422978406 None None] Calling delete_port for 4307249d-bc94-479c-80d9-b3f63c29ed86 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:31.179949 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3bffe8e7-6fcf-45d6-8fcf-093725e5f48d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0235808 Nov 11 12:13:31.179949 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50672) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:31.181423 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.ipam_backend_mixin [None req-f892747c-0067-4150-bf47-4e8422978406 None None] Port 4307249d-bc94-479c-80d9-b3f63c29ed86 was not found and therefore no delete operation was performed {{(pid=103003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:13:31.186808 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f892747c-0067-4150-bf47-4e8422978406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.193247 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-659b20e9-2568-42b9-89e4-d5ec31093db3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Request body: {'subnet': {'network_id': 'cb21e7d9-fab9-4108-9640-de916a986ac1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:31.224141 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892747c-0067-4150-bf47-4e8422978406 None None] Pushing event deleted for resources: {'Port': ['ID=4307249d-bc94-479c-80d9-b3f63c29ed86,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:31.229850 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892747c-0067-4150-bf47-4e8422978406 None None] No DVR routers for this DVR port 4307249d-bc94-479c-80d9-b3f63c29ed86 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:31.295099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.324209 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffe8e7-6fcf-45d6-8fcf-093725e5f48d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Pushing event updated for resources: {'Network': ['ID=cb21e7d9-fab9-4108-9640-de916a986ac1,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:31.335653 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af89a5a-4200-4c50-9de4-0981214f6241']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:31.340502 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network cb21e7d9-fab9-4108-9640-de916a986ac1 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:31.347731 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a9bbe9-b0c3-401d-8fec-4f48976f7edf') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:31.348021 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a9bbe9-b0c3-401d-8fec-4f48976f7edf') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:31.358732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.376840 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.389779 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:31.391401 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:31.455476 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:31.525439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.db.api [None req-164567e5-c0eb-465b-afba-b9b8356c5161 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 12:13:31.525439 dv-neutron-786478-23-hyperv neutron-server[103001]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 12:13:31.525439 dv-neutron-786478-23-hyperv neutron-server[103001]: [parameters: {'project_id_1': 'f2e165b9a8cc4ceab2fa57d105e44ca7', 'expiration_1': datetime.datetime(2021, 11, 11, 12, 13, 11, 180859)}] Nov 11 12:13:31.525439 dv-neutron-786478-23-hyperv neutron-server[103001]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:31.537016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG oslo_db.api [None req-164567e5-c0eb-465b-afba-b9b8356c5161 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:31.537016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.db.api [None req-659b20e9-2568-42b9-89e4-d5ec31093db3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 12:13:31.537016 dv-neutron-786478-23-hyperv neutron-server[103001]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 12:13:31.537016 dv-neutron-786478-23-hyperv neutron-server[103001]: [parameters: {'project_id_1': '6a7aeba0a78d47258e1858465ac6539f', 'expiration_1': datetime.datetime(2021, 11, 11, 12, 13, 11, 313423)}] Nov 11 12:13:31.537016 dv-neutron-786478-23-hyperv neutron-server[103001]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:31.537016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG oslo_db.api [None req-659b20e9-2568-42b9-89e4-d5ec31093db3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:31.564899 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76bf4a-bad7-45d9-a2cc-cee69d8f7275 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event updated for resources: {'Subnet': ['ID=f9c3b74b-8622-4e96-8dcc-1b0b6849b5b9,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:31.565906 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.577314 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.581428 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] 10.222.0.50 "DELETE /v2.0/networks/3af89a5a-4200-4c50-9de4-0981214f6241 HTTP/1.1" status: 204 len: 168 time: 1.3680377 Nov 11 12:13:31.596191 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c18fb0-414e-494f-b303-7fe9a226b98f tempest-NetworksTest-274477975 tempest-NetworksTest-274477975-project] Pushing event deleted for resources: {'Network': ['ID=3af89a5a-4200-4c50-9de4-0981214f6241,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:31.609195 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8359205f-0280-4169-9520-811b2c4e09b5 None None] Provisioning complete for port 645f940f-98c2-4b26-b960-047ab39e4c4b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:31.609728 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8359205f-0280-4169-9520-811b2c4e09b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.649571 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a76bf4a-bad7-45d9-a2cc-cee69d8f7275 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Checking segment: {'id': 'd985a02b-e803-4384-8000-c50bcb255ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:31.649943 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a76bf4a-bad7-45d9-a2cc-cee69d8f7275 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Network hostable DHCP agents. Network: 4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:13:31.657990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39564048-b71e-4207-8f75-2534da9acad5 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Made reservation on behalf of e7becaf507a045a0a089d5c9991cca92 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:31.661858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-39564048-b71e-4207-8f75-2534da9acad5 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.686715 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19e50b00-4ed2-41c9-b3f0-3deeff7f77d5 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.739662 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-1bbae7cb-2c7b-4a6c-a1b3-b4782ab3957f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port d6a92c14-a68f-4ae5-8a41-d762ae584008 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:31.740373 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1bbae7cb-2c7b-4a6c-a1b3-b4782ab3957f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.828439 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-784a4726-3173-4d32-8201-2a5dd391fead None None] Provisioning complete for port d6a92c14-a68f-4ae5-8a41-d762ae584008 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:31.828930 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-784a4726-3173-4d32-8201-2a5dd391fead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.858569 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a76bf4a-bad7-45d9-a2cc-cee69d8f7275 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Network 4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:13:31.866806 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-784a4726-3173-4d32-8201-2a5dd391fead None None] Port d6a92c14-a68f-4ae5-8a41-d762ae584008 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:31.944698 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-1a76bf4a-bad7-45d9-a2cc-cee69d8f7275 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:31.949630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a76bf4a-bad7-45d9-a2cc-cee69d8f7275 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:31.951587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1a76bf4a-bad7-45d9-a2cc-cee69d8f7275 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:31.953459 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ab8936-00af-4372-99fa-83001f620f62 None None] Network 4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:31.972537 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1bbae7cb-2c7b-4a6c-a1b3-b4782ab3957f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.023752 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-1bbae7cb-2c7b-4a6c-a1b3-b4782ab3957f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for d6a92c14-a68f-4ae5-8a41-d762ae584008 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:32.078064 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1a76bf4a-bad7-45d9-a2cc-cee69d8f7275 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1268067 Nov 11 12:13:32.087450 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50680) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:32.093308 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-ac0ef6ea-01e8-41dd-b7cc-c803d982d293 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-712110093'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:32.128879 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50682) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:32.137461 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb', 'network_id': '4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb', 'tenant_id': 'b509c86631324bf4b2b9d360b6e428e9', 'fixed_ips': [{'subnet_id': 'f9c3b74b-8622-4e96-8dcc-1b0b6849b5b9'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:13:32.137461 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.183480 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.db.api [None req-ac0ef6ea-01e8-41dd-b7cc-c803d982d293 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 12:13:32.183480 dv-neutron-786478-23-hyperv neutron-server[103001]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 12:13:32.183480 dv-neutron-786478-23-hyperv neutron-server[103001]: [parameters: {'project_id_1': 'b509c86631324bf4b2b9d360b6e428e9', 'expiration_1': datetime.datetime(2021, 11, 11, 12, 13, 12, 100051)}] Nov 11 12:13:32.183480 dv-neutron-786478-23-hyperv neutron-server[103001]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:32.184459 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG oslo_db.api [None req-ac0ef6ea-01e8-41dd-b7cc-c803d982d293 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:32.245542 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659b20e9-2568-42b9-89e4-d5ec31093db3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Made reservation on behalf of 6a7aeba0a78d47258e1858465ac6539f for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:32.255337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-659b20e9-2568-42b9-89e4-d5ec31093db3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.261519 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e50b00-4ed2-41c9-b3f0-3deeff7f77d5 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router 8cf109ea-9b7f-479b-b597-ed05e2bf3146 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:13:32.278017 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Allocated IP 2001:db8:0:ffff::2 (4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb/f9c3b74b-8622-4e96-8dcc-1b0b6849b5b9/36bf48a9-e2bd-4e17-be66-07f85e783a50) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:32.302542 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-39564048-b71e-4207-8f75-2534da9acad5 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.329099 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-164567e5-c0eb-465b-afba-b9b8356c5161 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:32.330150 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-164567e5-c0eb-465b-afba-b9b8356c5161 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.1869707 Nov 11 12:13:32.339469 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50686) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:32.349592 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-ce624704-2ffc-467f-b194-2b1af4c8e2fa tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': '8df02823-8160-4e66-b8ef-f1cc45f73bb1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:32.350109 dv-neutron-786478-23-hyperv neutron-server[103001]: WARNING neutron.api.v2.base [None req-ce624704-2ffc-467f-b194-2b1af4c8e2fa tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 12:13:32.350588 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-ce624704-2ffc-467f-b194-2b1af4c8e2fa tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:32.351565 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ce624704-2ffc-467f-b194-2b1af4c8e2fa tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096767 Nov 11 12:13:32.358252 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50688) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:32.371514 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-17dff110-5cc6-4bfd-a5a4-97bb1122fe85 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': '8df02823-8160-4e66-b8ef-f1cc45f73bb1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:32.389010 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2f177447-ba0c-475c-99eb-0dbaed0a673e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1ee537e4cf4b4ef5a4a77fc175d6ee20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588856 Nov 11 12:13:32.394517 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50690) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:32.446499 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.490502 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39564048-b71e-4207-8f75-2534da9acad5 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Pushing event updated for resources: {'Subnet': ['ID=fd20e51a-17d9-4fe6-97e2-6e983a06a76a,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:32.510689 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 645f940f-98c2-4b26-b960-047ab39e4c4b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:32.512259 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fa383d5-75fb-4b1d-9218-f063d1dfd985 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.535951 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e50b00-4ed2-41c9-b3f0-3deeff7f77d5 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:32.541782 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-19e50b00-4ed2-41c9-b3f0-3deeff7f77d5 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "PUT /v2.0/routers/8cf109ea-9b7f-479b-b597-ed05e2bf3146/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9933662 Nov 11 12:13:32.544277 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39564048-b71e-4207-8f75-2534da9acad5 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Checking segment: {'id': '92f31bf4-2c5c-439f-b439-10b3db94bdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8cd9ed14-eccf-43b3-a4ca-95658d01aeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:32.544277 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39564048-b71e-4207-8f75-2534da9acad5 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Network hostable DHCP agents. Network: 8cd9ed14-eccf-43b3-a4ca-95658d01aeae, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:13:32.544800 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50692) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:32.550297 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f389b3-fd05-4931-92a5-42f6c21d4914 None None] Sync routers for ids ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:32.566340 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f389b3-fd05-4931-92a5-42f6c21d4914 None None] Routers {'8cf109ea-9b7f-479b-b597-ed05e2bf3146'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:32.567120 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-48f389b3-fd05-4931-92a5-42f6c21d4914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:32.597065 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1bbae7cb-2c7b-4a6c-a1b3-b4782ab3957f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.601268 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.securitygroups_db [None req-17dff110-5cc6-4bfd-a5a4-97bb1122fe85 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Project f2e165b9a8cc4ceab2fa57d105e44ca7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:13:32.613222 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.617087 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-48f389b3-fd05-4931-92a5-42f6c21d4914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:32.622487 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fa383d5-75fb-4b1d-9218-f063d1dfd985 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.628067 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbae7cb-2c7b-4a6c-a1b3-b4782ab3957f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=d6a92c14-a68f-4ae5-8a41-d762ae584008,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:32.637282 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39564048-b71e-4207-8f75-2534da9acad5 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Network 8cd9ed14-eccf-43b3-a4ca-95658d01aeae is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:13:32.675976 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Network 4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:32.680963 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:32.696899 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:32.700775 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f389b3-fd05-4931-92a5-42f6c21d4914 None None] Routers {'8cf109ea-9b7f-479b-b597-ed05e2bf3146'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:32.702147 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-48f389b3-fd05-4931-92a5-42f6c21d4914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:32.705743 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 645f940f-98c2-4b26-b960-047ab39e4c4b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:32.706333 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.733447 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1bbae7cb-2c7b-4a6c-a1b3-b4782ab3957f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.737467 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1bbae7cb-2c7b-4a6c-a1b3-b4782ab3957f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/d6a92c14-a68f-4ae5-8a41-d762ae584008 HTTP/1.1" status: 204 len: 168 time: 1.7477221 Nov 11 12:13:32.740092 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50694) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:32.742629 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-65d3c6ac-e0ee-439d-8339-972841ac89bb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.754679 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-39564048-b71e-4207-8f75-2534da9acad5 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 8cd9ed14-eccf-43b3-a4ca-95658d01aeae) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:32.766189 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-17dff110-5cc6-4bfd-a5a4-97bb1122fe85 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:32.768447 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-17dff110-5cc6-4bfd-a5a4-97bb1122fe85 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4061403 Nov 11 12:13:32.775345 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bf1ef8-80e6-4f85-b4ea-c0aa7ce9635d None None] Network 8cd9ed14-eccf-43b3-a4ca-95658d01aeae requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:32.782187 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-48f389b3-fd05-4931-92a5-42f6c21d4914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:32.783109 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f389b3-fd05-4931-92a5-42f6c21d4914 None None] The sync data for ids ['8cf109ea-9b7f-479b-b597-ed05e2bf3146'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:32.784040 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50696) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:32.798546 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Pushing event updated for resources: {'Port': ['ID=36bf48a9-e2bd-4e17-be66-07f85e783a50,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:32.799980 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-bc211b02-ce67-4e0c-a7c1-8e22d9e9dcb4 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': '8df02823-8160-4e66-b8ef-f1cc45f73bb1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:32.800460 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.api.v2.base [None req-bc211b02-ce67-4e0c-a7c1-8e22d9e9dcb4 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 11 12:13:32.801194 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-bc211b02-ce67-4e0c-a7c1-8e22d9e9dcb4 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:32.806671 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bc211b02-ce67-4e0c-a7c1-8e22d9e9dcb4 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0143616 Nov 11 12:13:32.808147 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39564048-b71e-4207-8f75-2534da9acad5 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:32.808733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-39564048-b71e-4207-8f75-2534da9acad5 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.812084 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50698) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:32.843685 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-d4a6f88b-d771-49d5-956b-1f8d428af837 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': '8df02823-8160-4e66-b8ef-f1cc45f73bb1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:32.880040 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df63384-5a0b-46f6-8c7a-351cb4f870d1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:32.881789 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fa383d5-75fb-4b1d-9218-f063d1dfd985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.881917 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df63384-5a0b-46f6-8c7a-351cb4f870d1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:32.884343 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df63384-5a0b-46f6-8c7a-351cb4f870d1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:32.884811 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fa383d5-75fb-4b1d-9218-f063d1dfd985 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.886073 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0fa383d5-75fb-4b1d-9218-f063d1dfd985 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40f45b8f-852e-4de3-8047-b6dee47b6567 HTTP/1.1" status: 204 len: 168 time: 0.4906080 Nov 11 12:13:32.889342 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1df63384-5a0b-46f6-8c7a-351cb4f870d1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1478484 Nov 11 12:13:32.889935 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50702) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:32.923768 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Attempting to bind port 36bf48a9-e2bd-4e17-be66-07f85e783a50 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:32.924488 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Attempting to bind port 36bf48a9-e2bd-4e17-be66-07f85e783a50 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'd985a02b-e803-4384-8000-c50bcb255ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:32.925016 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Attempting to bind port 36bf48a9-e2bd-4e17-be66-07f85e783a50 on network 4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:32.954001 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:32.955768 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Checking segment: {'id': 'd985a02b-e803-4384-8000-c50bcb255ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:32.956461 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.956826 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97ad005-36f7-416d-ae85-967bc2be01a6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet 46c3fbf9-7f64-4d9d-af0e-e78978f9c0d4 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:13:32.957226 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Bound using segment: {'id': 'd985a02b-e803-4384-8000-c50bcb255ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:32.966431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Bound port: 36bf48a9-e2bd-4e17-be66-07f85e783a50, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd985a02b-e803-4384-8000-c50bcb255ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:32.966431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.967330 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e97ad005-36f7-416d-ae85-967bc2be01a6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:32.982031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa383d5-75fb-4b1d-9218-f063d1dfd985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f45b8f-852e-4de3-8047-b6dee47b6567,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:32.986606 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0ef6ea-01e8-41dd-b7cc-c803d982d293 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Made reservation on behalf of b509c86631324bf4b2b9d360b6e428e9 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:32.990097 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ac0ef6ea-01e8-41dd-b7cc-c803d982d293 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.032415 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-39564048-b71e-4207-8f75-2534da9acad5 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3009536 Nov 11 12:13:33.033181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50704) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:33.037004 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e97ad005-36f7-416d-ae85-967bc2be01a6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.041493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0ef6ea-01e8-41dd-b7cc-c803d982d293 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:33.047345 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1903966593', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}, 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:33.070382 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ac0ef6ea-01e8-41dd-b7cc-c803d982d293 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.070748 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-ac0ef6ea-01e8-41dd-b7cc-c803d982d293 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Added segment e51b9a71-aa75-44d0-860d-6ea4301d29ea of type vlan for network 897e6cb1-8e33-4d5e-8047-b056b178d53e Nov 11 12:13:33.072676 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-65d3c6ac-e0ee-439d-8339-972841ac89bb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.129972 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ac0ef6ea-01e8-41dd-b7cc-c803d982d293 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.190450 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4307249d-bc94-479c-80d9-b3f63c29ed86 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:33.197091 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-8cd9ed14-eccf-43b3-a4ca-95658d01aeae', 'network_id': '8cd9ed14-eccf-43b3-a4ca-95658d01aeae', 'tenant_id': 'e7becaf507a045a0a089d5c9991cca92', 'fixed_ips': [{'subnet_id': 'fd20e51a-17d9-4fe6-97e2-6e983a06a76a'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:13:33.197933 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.201872 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] For port 36bf48a9-e2bd-4e17-be66-07f85e783a50, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:33.204574 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-d4a6f88b-d771-49d5-956b-1f8d428af837 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Project f2e165b9a8cc4ceab2fa57d105e44ca7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:13:33.220360 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e97ad005-36f7-416d-ae85-967bc2be01a6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.230541 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.objects.ports [None req-659b20e9-2568-42b9-89e4-d5ec31093db3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103001) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:13:33.238502 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-659b20e9-2568-42b9-89e4-d5ec31093db3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.238881 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 4307249d-bc94-479c-80d9-b3f63c29ed86 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:33.238881 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4307249d-bc94-479c-80d9-b3f63c29ed86 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:33.239985 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] For port 36bf48a9-e2bd-4e17-be66-07f85e783a50, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=36bf48a9-e2bd-4e17-be66-07f85e783a50,segment=NetworkSegment(d985a02b-e803-4384-8000-c50bcb255ffe),segment_id=d985a02b-e803-4384-8000-c50bcb255ffe)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:33.261263 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cbc43bfe-45ed-47e2-8ba5-97507b0eb951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.283322 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ac0ef6ea-01e8-41dd-b7cc-c803d982d293 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.289102 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0ef6ea-01e8-41dd-b7cc-c803d982d293 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.289689 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ac0ef6ea-01e8-41dd-b7cc-c803d982d293 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.318908 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.391153 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.392201 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.406531 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e97ad005-36f7-416d-ae85-967bc2be01a6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.427404 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b20e9-2568-42b9-89e4-d5ec31093db3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1736db13-e317-4cfe-abb5-d346e60b71e6,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:33.433874 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ef6ea-01e8-41dd-b7cc-c803d982d293 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event updated for resources: {'Network': ['ID=897e6cb1-8e33-4d5e-8047-b056b178d53e,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:33.443679 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-65d3c6ac-e0ee-439d-8339-972841ac89bb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Deleting port 0d00f88c-0bdd-4234-8396-cf77904cfd5d {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:33.444016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-65d3c6ac-e0ee-439d-8339-972841ac89bb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.467673 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-d4a6f88b-d771-49d5-956b-1f8d428af837 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:33.470448 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d4a6f88b-d771-49d5-956b-1f8d428af837 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6516497 Nov 11 12:13:33.471740 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 897e6cb1-8e33-4d5e-8047-b056b178d53e details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:33.473154 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50712) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:33.479368 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a423dd-8a6c-40ac-b778-20bffd4845cd None None] Pushing event updated for resources: {'Port': ['ID=36bf48a9-e2bd-4e17-be66-07f85e783a50,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:33.486620 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e97ad005-36f7-416d-ae85-967bc2be01a6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.498012 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbe0d8e-1e2c-41fc-962c-b66031250876 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:33.499450 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e97ad005-36f7-416d-ae85-967bc2be01a6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/46c3fbf9-7f64-4d9d-af0e-e78978f9c0d4 HTTP/1.1" status: 204 len: 168 time: 0.6076410 Nov 11 12:13:33.504462 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-fa942936-a5c0-49b7-9ffc-86f83cd0a2f8 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': '8df02823-8160-4e66-b8ef-f1cc45f73bb1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:33.509662 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50714) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:33.512172 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ad005-36f7-416d-ae85-967bc2be01a6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=46c3fbf9-7f64-4d9d-af0e-e78978f9c0d4,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:33.517421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b20e9-2568-42b9-89e4-d5ec31093db3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Checking segment: {'id': '6505c858-dca7-46cf-9ba0-f89b7edfd858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cb21e7d9-fab9-4108-9640-de916a986ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:33.522485 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659b20e9-2568-42b9-89e4-d5ec31093db3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Network hostable DHCP agents. Network: cb21e7d9-fab9-4108-9640-de916a986ac1, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:13:33.577575 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ac0ef6ea-01e8-41dd-b7cc-c803d982d293 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4880326 Nov 11 12:13:33.577784 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50718) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:33.591827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-44ef1560-51c5-43b0-9b61-39691bb40154 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Request body: {'subnet': {'network_id': '897e6cb1-8e33-4d5e-8047-b056b178d53e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:33.597712 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.648376 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-65d3c6ac-e0ee-439d-8339-972841ac89bb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.670666 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-65d3c6ac-e0ee-439d-8339-972841ac89bb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Calling delete_port for 0d00f88c-0bdd-4234-8396-cf77904cfd5d owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:33.694974 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f00671-1406-441f-b4c8-bdcef02bea44 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet c6a2cc65-a9c8-44c2-9464-b92b7c8779eb {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:13:33.716983 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659b20e9-2568-42b9-89e4-d5ec31093db3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Network cb21e7d9-fab9-4108-9640-de916a986ac1 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:13:33.722047 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b9f00671-1406-441f-b4c8-bdcef02bea44 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.768276 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-fa942936-a5c0-49b7-9ffc-86f83cd0a2f8 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Project f2e165b9a8cc4ceab2fa57d105e44ca7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:13:33.779989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Allocated IP 172.20.0.2 (8cd9ed14-eccf-43b3-a4ca-95658d01aeae/fd20e51a-17d9-4fe6-97e2-6e983a06a76a/783ca9e0-dd92-4834-bea9-cf8c29f08fee) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:33.819246 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b9f00671-1406-441f-b4c8-bdcef02bea44 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.895551 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-fa942936-a5c0-49b7-9ffc-86f83cd0a2f8 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:33.900541 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fa942936-a5c0-49b7-9ffc-86f83cd0a2f8 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4222176 Nov 11 12:13:33.901069 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50722) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:33.904975 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-659b20e9-2568-42b9-89e4-d5ec31093db3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, cb21e7d9-fab9-4108-9640-de916a986ac1) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:33.910267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659b20e9-2568-42b9-89e4-d5ec31093db3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:33.911956 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-659b20e9-2568-42b9-89e4-d5ec31093db3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.917635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d911f5cf-a476-4df5-8328-5f54545e71b6 None None] Network cb21e7d9-fab9-4108-9640-de916a986ac1 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:33.941811 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:33.988072 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b9f00671-1406-441f-b4c8-bdcef02bea44 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.027711 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8c40dac4-a806-412d-834e-11d615a1067a tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.056137 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8c40dac4-a806-412d-834e-11d615a1067a tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.100375 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ef1560-51c5-43b0-9b61-39691bb40154 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Made reservation on behalf of b509c86631324bf4b2b9d360b6e428e9 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:34.103916 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-44ef1560-51c5-43b0-9b61-39691bb40154 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.208389 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.212437 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-65d3c6ac-e0ee-439d-8339-972841ac89bb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.267700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3c6ac-e0ee-439d-8339-972841ac89bb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event deleted for resources: {'Port': ['ID=0d00f88c-0bdd-4234-8396-cf77904cfd5d,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:34.275761 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-659b20e9-2568-42b9-89e4-d5ec31093db3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0865703 Nov 11 12:13:34.281895 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50732) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:34.281895 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-fbf6e95f-662b-422d-bcaa-72dcbf52e85d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Request body: {'floatingip': {'floating_network_id': 'cb21e7d9-fab9-4108-9640-de916a986ac1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:34.282332 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e95d516-1900-44b2-bc8c-64316a69c34a None None] Network cb21e7d9-fab9-4108-9640-de916a986ac1 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:34.286610 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8c40dac4-a806-412d-834e-11d615a1067a tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.289870 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8c40dac4-a806-412d-834e-11d615a1067a tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.296395 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8c40dac4-a806-412d-834e-11d615a1067a tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "DELETE /v2.0/security-groups/8df02823-8160-4e66-b8ef-f1cc45f73bb1 HTTP/1.1" status: 204 len: 168 time: 0.3869004 Nov 11 12:13:34.308539 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50734) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:34.333057 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b9f00671-1406-441f-b4c8-bdcef02bea44 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.378353 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72be4e4-c8b0-4fcc-99a5-756573cf2ab6 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:34.387460 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40dac4-a806-412d-834e-11d615a1067a tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df02823-8160-4e66-b8ef-f1cc45f73bb1,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:34.395257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.401103 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f00671-1406-441f-b4c8-bdcef02bea44 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=c6a2cc65-a9c8-44c2-9464-b92b7c8779eb,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:34.414188 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b9f00671-1406-441f-b4c8-bdcef02bea44 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.421772 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b9f00671-1406-441f-b4c8-bdcef02bea44 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/c6a2cc65-a9c8-44c2-9464-b92b7c8779eb HTTP/1.1" status: 204 len: 168 time: 0.9067941 Nov 11 12:13:34.447930 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50736) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:34.545441 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50738) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:34.551377 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Network 8cd9ed14-eccf-43b3-a4ca-95658d01aeae is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:34.558455 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:34.568019 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Pushing event updated for resources: {'Port': ['ID=783ca9e0-dd92-4834-bea9-cf8c29f08fee,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:34.580554 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:34.581741 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.614733 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 36bf48a9-e2bd-4e17-be66-07f85e783a50 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:34.631369 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fef8cd8e-7ea5-438b-b9a2-af5f12a51f66 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1719503 Nov 11 12:13:34.631369 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fbf6e95f-662b-422d-bcaa-72dcbf52e85d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.647341 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50742) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:34.658075 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.675443 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0406e7a4-4c60-4c70-bf44-83a426ee11a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:34.703255 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-65d3c6ac-e0ee-439d-8339-972841ac89bb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.786380 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Attempting to bind port 783ca9e0-dd92-4834-bea9-cf8c29f08fee on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:34.787080 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Attempting to bind port 783ca9e0-dd92-4834-bea9-cf8c29f08fee by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '92f31bf4-2c5c-439f-b439-10b3db94bdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8cd9ed14-eccf-43b3-a4ca-95658d01aeae'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:34.787631 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Attempting to bind port 783ca9e0-dd92-4834-bea9-cf8c29f08fee on network 8cd9ed14-eccf-43b3-a4ca-95658d01aeae {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:34.792648 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-287818f9-3bc8-4b98-9660-4c35af90b44b tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4374223 Nov 11 12:13:34.803537 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:34.804019 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Checking segment: {'id': '92f31bf4-2c5c-439f-b439-10b3db94bdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8cd9ed14-eccf-43b3-a4ca-95658d01aeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:34.804495 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.805680 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Bound using segment: {'id': '92f31bf4-2c5c-439f-b439-10b3db94bdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8cd9ed14-eccf-43b3-a4ca-95658d01aeae'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:34.806393 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Bound port: 783ca9e0-dd92-4834-bea9-cf8c29f08fee, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f31bf4-2c5c-439f-b439-10b3db94bdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8cd9ed14-eccf-43b3-a4ca-95658d01aeae'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:34.806879 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50744) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:34.807982 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.813497 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-13ff827f-bc97-4359-b7d4-ec5254fa1f8c tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group': {'name': 'tempest-secgroup--58046176'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:34.890292 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] For port 783ca9e0-dd92-4834-bea9-cf8c29f08fee, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:34.894265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] For port 783ca9e0-dd92-4834-bea9-cf8c29f08fee, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=783ca9e0-dd92-4834-bea9-cf8c29f08fee,segment=NetworkSegment(92f31bf4-2c5c-439f-b439-10b3db94bdbf),segment_id=92f31bf4-2c5c-439f-b439-10b3db94bdbf)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:34.906444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 36bf48a9-e2bd-4e17-be66-07f85e783a50 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:34.906826 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.943988 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f2d634-d218-4d80-a614-92b8c87d3c3e None None] Network 4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:34.977847 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.objects.ports [None req-44ef1560-51c5-43b0-9b61-39691bb40154 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:13:34.981895 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-44ef1560-51c5-43b0-9b61-39691bb40154 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:34.996309 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-13ff827f-bc97-4359-b7d4-ec5254fa1f8c tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.012458 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.089486 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a7cf2-cd9e-46cf-b181-0a4540839f74 None None] Pushing event updated for resources: {'Port': ['ID=783ca9e0-dd92-4834-bea9-cf8c29f08fee,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:35.210125 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02e8886-d61d-4ca8-81cf-3911e1554263 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:35.219972 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ff586133-016b-4715-9fcb-f6bb92172463 None None] Provisioning complete for port 36bf48a9-e2bd-4e17-be66-07f85e783a50 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:35.220510 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ff586133-016b-4715-9fcb-f6bb92172463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.285553 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-8ad3e415-006a-43df-a897-d1e3ea9daa03 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2093612030'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:35.322270 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-65d3c6ac-e0ee-439d-8339-972841ac89bb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.330186 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-65d3c6ac-e0ee-439d-8339-972841ac89bb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.342833 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.db.api [None req-8ad3e415-006a-43df-a897-d1e3ea9daa03 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 12:13:35.342833 dv-neutron-786478-23-hyperv neutron-server[103001]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 12:13:35.342833 dv-neutron-786478-23-hyperv neutron-server[103001]: [parameters: {'project_id_1': '89b7995288254243b5a75db5424ffa24', 'expiration_1': datetime.datetime(2021, 11, 11, 12, 13, 15, 290811)}] Nov 11 12:13:35.342833 dv-neutron-786478-23-hyperv neutron-server[103001]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:35.343308 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG oslo_db.api [None req-8ad3e415-006a-43df-a897-d1e3ea9daa03 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:35.378405 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.446238 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fbf6e95f-662b-422d-bcaa-72dcbf52e85d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.451301 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef1560-51c5-43b0-9b61-39691bb40154 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event updated for resources: {'Subnet': ['ID=29279fa7-f056-4889-b316-101a00b73398,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:35.480884 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ef1560-51c5-43b0-9b61-39691bb40154 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Checking segment: {'id': 'e51b9a71-aa75-44d0-860d-6ea4301d29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '897e6cb1-8e33-4d5e-8047-b056b178d53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:35.481244 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ef1560-51c5-43b0-9b61-39691bb40154 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Network hostable DHCP agents. Network: 897e6cb1-8e33-4d5e-8047-b056b178d53e, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:13:35.483215 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0406e7a4-4c60-4c70-bf44-83a426ee11a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:35.491071 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0406e7a4-4c60-4c70-bf44-83a426ee11a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.504858 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Allocated IP 172.26.5.158 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/43f4fa34-1918-4e60-ba4b-ed2cc18e73d4) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:35.548709 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-65d3c6ac-e0ee-439d-8339-972841ac89bb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.549370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d3c6ac-e0ee-439d-8339-972841ac89bb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Fanout notify agent at l3_agent the message router_deleted on router 8cf109ea-9b7f-479b-b597-ed05e2bf3146 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:13:35.604812 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 36bf48a9-e2bd-4e17-be66-07f85e783a50, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=36bf48a9-e2bd-4e17-be66-07f85e783a50,segment=NetworkSegment(d985a02b-e803-4384-8000-c50bcb255ffe),segment_id=d985a02b-e803-4384-8000-c50bcb255ffe)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:35.608164 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-65d3c6ac-e0ee-439d-8339-972841ac89bb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.609358 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-65d3c6ac-e0ee-439d-8339-972841ac89bb tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/routers/8cf109ea-9b7f-479b-b597-ed05e2bf3146 HTTP/1.1" status: 204 len: 168 time: 3.0614793 Nov 11 12:13:35.616467 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50746) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:35.646844 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5421-ac4d-41d0-95d9-a9d7e25bd4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.678531 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ff586133-016b-4715-9fcb-f6bb92172463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.693164 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-a314a2f7-3df6-4bda-973c-bb4d5e30c52e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Deleting subnet ede675c7-330d-4c28-84e5-35a61aa28098 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:13:35.696921 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a314a2f7-3df6-4bda-973c-bb4d5e30c52e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.701960 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.748655 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-13ff827f-bc97-4359-b7d4-ec5254fa1f8c tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.796306 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a314a2f7-3df6-4bda-973c-bb4d5e30c52e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.822280 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4011d9c-8cbd-4e40-a06f-4abfe3d291d9 None None] DHCP port deletion for db126361-d280-4945-be72-90312642a11b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:35.824265 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ef1560-51c5-43b0-9b61-39691bb40154 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Network 897e6cb1-8e33-4d5e-8047-b056b178d53e is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:13:35.841678 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=36bf48a9-e2bd-4e17-be66-07f85e783a50,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:35.877857 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-13ff827f-bc97-4359-b7d4-ec5254fa1f8c tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.891577 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-fbf6e95f-662b-422d-bcaa-72dcbf52e85d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Allocated IP 172.20.0.10 (cb21e7d9-fab9-4108-9640-de916a986ac1/1736db13-e317-4cfe-abb5-d346e60b71e6/0a1993ec-5deb-4c92-8499-fb7eb07c5621) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:35.911037 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-ff586133-016b-4715-9fcb-f6bb92172463 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:35.911928 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-ff586133-016b-4715-9fcb-f6bb92172463 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:35.928642 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c4011d9c-8cbd-4e40-a06f-4abfe3d291d9 None None] Deleting port 645f940f-98c2-4b26-b960-047ab39e4c4b {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:35.929014 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4011d9c-8cbd-4e40-a06f-4abfe3d291d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.938058 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-44ef1560-51c5-43b0-9b61-39691bb40154 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 897e6cb1-8e33-4d5e-8047-b056b178d53e) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:35.944924 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ef1560-51c5-43b0-9b61-39691bb40154 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:35.945586 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-44ef1560-51c5-43b0-9b61-39691bb40154 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.964053 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a314a2f7-3df6-4bda-973c-bb4d5e30c52e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:35.975944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34137ef1-e025-4aa0-912f-cf71d6653da8 None None] Network 897e6cb1-8e33-4d5e-8047-b056b178d53e requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:36.122690 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.133225 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fbf6e95f-662b-422d-bcaa-72dcbf52e85d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.141206 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a314a2f7-3df6-4bda-973c-bb4d5e30c52e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.151221 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff827f-bc97-4359-b7d4-ec5254fa1f8c tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824d59a0-1057-4c76-8348-5db2caee220f,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:36.158430 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-13ff827f-bc97-4359-b7d4-ec5254fa1f8c tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.168415 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-13ff827f-bc97-4359-b7d4-ec5254fa1f8c tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.3573601 Nov 11 12:13:36.170569 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-44ef1560-51c5-43b0-9b61-39691bb40154 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5895939 Nov 11 12:13:36.171512 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50748) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:36.188261 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50750) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:36.192719 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314a2f7-3df6-4bda-973c-bb4d5e30c52e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event deleted for resources: {'Subnet': ['ID=ede675c7-330d-4c28-84e5-35a61aa28098,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:36.196630 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a314a2f7-3df6-4bda-973c-bb4d5e30c52e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.202347 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a314a2f7-3df6-4bda-973c-bb4d5e30c52e tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/subnets/ede675c7-330d-4c28-84e5-35a61aa28098 HTTP/1.1" status: 204 len: 168 time: 0.5782495 Nov 11 12:13:36.203540 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50752) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:36.203842 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0b58120e-3bfc-47ff-8fe7-dc4546948442 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': '824d59a0-1057-4c76-8348-5db2caee220f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:36.205502 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad3e415-006a-43df-a897-d1e3ea9daa03 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Made reservation on behalf of 89b7995288254243b5a75db5424ffa24 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:36.208966 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e415-006a-43df-a897-d1e3ea9daa03 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.221248 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-1b6637b9-9cca-42a6-9785-2403a0fce625 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Request body: {'port': {'network_id': '897e6cb1-8e33-4d5e-8047-b056b178d53e', 'name': 'tempest-NetworksIpV6TestAttrs-307383707'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:36.269876 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e415-006a-43df-a897-d1e3ea9daa03 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.337742 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f55723-5c5b-415a-9482-7cd926977a63 None None] Network a3eeaf12-b17c-4b2c-a4ce-189bebdb9620 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:36.370269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.439583 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c4011d9c-8cbd-4e40-a06f-4abfe3d291d9 None None] For port 645f940f-98c2-4b26-b960-047ab39e4c4b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=645f940f-98c2-4b26-b960-047ab39e4c4b,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:36.440275 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4011d9c-8cbd-4e40-a06f-4abfe3d291d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.443985 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e415-006a-43df-a897-d1e3ea9daa03 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.465215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:36.476606 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:36.503026 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.503026 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:36.504662 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0d8694-9946-442b-9707-2eaf08758c1e None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:36.554271 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c4011d9c-8cbd-4e40-a06f-4abfe3d291d9 None None] Calling delete_port for 645f940f-98c2-4b26-b960-047ab39e4c4b owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:36.564583 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Pushing event updated for resources: {'Port': ['ID=43f4fa34-1918-4e60-ba4b-ed2cc18e73d4,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:36.574973 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e415-006a-43df-a897-d1e3ea9daa03 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.584909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.objects.ports [None req-0406e7a4-4c60-4c70-bf44-83a426ee11a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:13:36.602092 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fbf6e95f-662b-422d-bcaa-72dcbf52e85d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.619206 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3e415-006a-43df-a897-d1e3ea9daa03 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0944b830-19e7-4dd7-91fc-1dd68d6371a1,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:36.626768 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.639725 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad3e415-006a-43df-a897-d1e3ea9daa03 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:36.759399 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e415-006a-43df-a897-d1e3ea9daa03 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.760048 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-8ad3e415-006a-43df-a897-d1e3ea9daa03 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Added segment fbafd1d2-8c87-4bc8-baf2-133760440e82 of type vlan for network 6513aa11-73a8-4631-ab4e-eea56df2d5eb Nov 11 12:13:36.834451 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ace751-75f3-43d9-bf2c-ef746889b32e None None] Network 8cd9ed14-eccf-43b3-a4ca-95658d01aeae requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:36.852458 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e415-006a-43df-a897-d1e3ea9daa03 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.862591 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-0b58120e-3bfc-47ff-8fe7-dc4546948442 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The resource could not be found. Nov 11 12:13:36.864381 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0b58120e-3bfc-47ff-8fe7-dc4546948442 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6843927 Nov 11 12:13:36.868723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf6e95f-662b-422d-bcaa-72dcbf52e85d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Network cb21e7d9-fab9-4108-9640-de916a986ac1 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:36.870403 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50754) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:36.878140 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-db7f2936-4ad4-4de1-b6e8-39e336732b05 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': '824d59a0-1057-4c76-8348-5db2caee220f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '00e71e9a-cce2-4380-bc57-08059c04ca16'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:36.893063 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Deleting port 0bebe891-1a26-4794-84fe-e676e7974c27 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:36.893329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.898813 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-fbf6e95f-662b-422d-bcaa-72dcbf52e85d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:36.903781 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf6e95f-662b-422d-bcaa-72dcbf52e85d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:36.937339 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 783ca9e0-dd92-4834-bea9-cf8c29f08fee up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:36.953246 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.services.revisions.revision_plugin [None req-0406e7a4-4c60-4c70-bf44-83a426ee11a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Could not find related port for resource to bump revision. Nov 11 12:13:36.967593 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6e95f-662b-422d-bcaa-72dcbf52e85d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Pushing event updated for resources: {'Port': ['ID=0a1993ec-5deb-4c92-8499-fb7eb07c5621,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:36.971960 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] For port 0bebe891-1a26-4794-84fe-e676e7974c27, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=0bebe891-1a26-4794-84fe-e676e7974c27,segment=NetworkSegment(a37d3a4b-ec4d-4ee9-b6e1-2ef2118fb02b),segment_id=a37d3a4b-ec4d-4ee9-b6e1-2ef2118fb02b)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:36.981337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.981715 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6637b9-9cca-42a6-9785-2403a0fce625 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Made reservation on behalf of b509c86631324bf4b2b9d360b6e428e9 for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:36.984936 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1b6637b9-9cca-42a6-9785-2403a0fce625 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:36.986688 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Calling delete_port for 0bebe891-1a26-4794-84fe-e676e7974c27 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:37.008245 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-1b6637b9-9cca-42a6-9785-2403a0fce625 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] device_id is not set on port 82844ff3-02ac-4db0-ba9f-22c8d7be9728 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:13:37.040630 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4011d9c-8cbd-4e40-a06f-4abfe3d291d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.081390 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.db.resource_extend [None req-8ad3e415-006a-43df-a897-d1e3ea9daa03 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:13:37.109603 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.ipam_pluggable_backend [None req-0406e7a4-4c60-4c70-bf44-83a426ee11a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Port 645f940f-98c2-4b26-b960-047ab39e4c4b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103002) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 11 12:13:37.109910 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.ipam_pluggable_backend [None req-0406e7a4-4c60-4c70-bf44-83a426ee11a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Reverting IP allocation for 2001:db8::f816:3eff:fe54:879a {{(pid=103002) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 11 12:13:37.113189 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-897e6cb1-8e33-4d5e-8047-b056b178d53e', 'network_id': '897e6cb1-8e33-4d5e-8047-b056b178d53e', 'tenant_id': 'b509c86631324bf4b2b9d360b6e428e9', 'fixed_ips': [{'subnet_id': '29279fa7-f056-4889-b316-101a00b73398'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:13:37.114013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.117121 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4011d9c-8cbd-4e40-a06f-4abfe3d291d9 None None] No DVR routers for this DVR port 645f940f-98c2-4b26-b960-047ab39e4c4b on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:37.123281 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.ipam_pluggable_backend [None req-0406e7a4-4c60-4c70-bf44-83a426ee11a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe54:879a {{(pid=103002) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 11 12:13:37.123458 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4011d9c-8cbd-4e40-a06f-4abfe3d291d9 None None] Pushing event deleted for resources: {'Port': ['ID=645f940f-98c2-4b26-b960-047ab39e4c4b,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:37.137409 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0406e7a4-4c60-4c70-bf44-83a426ee11a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.153896 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.170974 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b7f7bb0f-f466-49e7-84ff-9534c83495a6 None None] Provisioning complete for port 43f4fa34-1918-4e60-ba4b-ed2cc18e73d4 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:37.171706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b7f7bb0f-f466-49e7-84ff-9534c83495a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.191853 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event deleted for resources: {'Port': ['ID=0bebe891-1a26-4794-84fe-e676e7974c27,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:37.193088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-1b6637b9-9cca-42a6-9785-2403a0fce625 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Allocated IP 2001:db8::f816:3eff:feba:4a39 (897e6cb1-8e33-4d5e-8047-b056b178d53e/29279fa7-f056-4889-b316-101a00b73398/82844ff3-02ac-4db0-ba9f-22c8d7be9728) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:37.229847 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e415-006a-43df-a897-d1e3ea9daa03 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.232837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0406e7a4-4c60-4c70-bf44-83a426ee11a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:37.235778 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad3e415-006a-43df-a897-d1e3ea9daa03 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:37.236535 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e415-006a-43df-a897-d1e3ea9daa03 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.246391 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-0406e7a4-4c60-4c70-bf44-83a426ee11a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:37.249793 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0406e7a4-4c60-4c70-bf44-83a426ee11a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:37.250520 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0406e7a4-4c60-4c70-bf44-83a426ee11a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.254872 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] No DVR routers for this DVR port 0bebe891-1a26-4794-84fe-e676e7974c27 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:37.290151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406e7a4-4c60-4c70-bf44-83a426ee11a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=1c218254-7406-4eca-9bea-804277f5a5f9,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:37.309922 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fbf6e95f-662b-422d-bcaa-72dcbf52e85d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.333054 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae299ee-48e1-4933-8f07-c2632fd5fb74 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:37.368478 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0406e7a4-4c60-4c70-bf44-83a426ee11a7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7191947 Nov 11 12:13:37.398012 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50756) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:37.400083 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fc2423-ef3a-4d27-96fd-93227fea1bbc None None] DHCP port deletion for a3eeaf12-b17c-4b2c-a4ce-189bebdb9620 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:37.437227 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-b7f7bb0f-f466-49e7-84ff-9534c83495a6 None None] Port 43f4fa34-1918-4e60-ba4b-ed2cc18e73d4 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:37.469638 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fbf6e95f-662b-422d-bcaa-72dcbf52e85d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.478618 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 783ca9e0-dd92-4834-bea9-cf8c29f08fee triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:37.479021 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.507952 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-248cf596-6d43-48eb-b0f2-25352a104c3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:37.550099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.554311 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b7f7bb0f-f466-49e7-84ff-9534c83495a6 None None] Provisioning complete for port 783ca9e0-dd92-4834-bea9-cf8c29f08fee triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:37.554474 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b7f7bb0f-f466-49e7-84ff-9534c83495a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.587884 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.610356 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1b6637b9-9cca-42a6-9785-2403a0fce625 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.619296 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.641771 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8ad3e415-006a-43df-a897-d1e3ea9daa03 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.0922599 Nov 11 12:13:37.642428 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50758) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:37.647496 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e78fc7d3-6c50-41ad-9192-5e82686074e8 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Request body: {'subnet': {'network_id': '6513aa11-73a8-4631-ab4e-eea56df2d5eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:37.658196 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3e415-006a-43df-a897-d1e3ea9daa03 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Pushing event updated for resources: {'Network': ['ID=6513aa11-73a8-4631-ab4e-eea56df2d5eb,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:37.677457 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3eeaf12-b17c-4b2c-a4ce-189bebdb9620']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:37.686624 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 6513aa11-73a8-4631-ab4e-eea56df2d5eb details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:37.700298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37d3a4b-ec4d-4ee9-b6e1-2ef2118fb02b') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:37.700659 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37d3a4b-ec4d-4ee9-b6e1-2ef2118fb02b') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:37.702472 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-db7f2936-4ad4-4de1-b6e8-39e336732b05 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The resource could not be found. Nov 11 12:13:37.703720 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-db7f2936-4ad4-4de1-b6e8-39e336732b05 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8313100 Nov 11 12:13:37.713404 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50760) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:37.718340 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 783ca9e0-dd92-4834-bea9-cf8c29f08fee, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=783ca9e0-dd92-4834-bea9-cf8c29f08fee,segment=NetworkSegment(92f31bf4-2c5c-439f-b439-10b3db94bdbf),segment_id=92f31bf4-2c5c-439f-b439-10b3db94bdbf)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:37.743286 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-db126361-d280-4945-be72-90312642a11b', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'fixed_ips': [{'subnet_id': '1c218254-7406-4eca-9bea-804277f5a5f9'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:13:37.744154 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.750648 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.791511 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.797643 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.798415 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 36bf48a9-e2bd-4e17-be66-07f85e783a50 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:37.804739 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:37.805144 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:37.810482 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:37.817530 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fbf6e95f-662b-422d-bcaa-72dcbf52e85d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.824387 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1b6637b9-9cca-42a6-9785-2403a0fce625 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.873159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b7f7bb0f-f466-49e7-84ff-9534c83495a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.888750 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-981665e8-49b2-4de5-b7f7-778915d72692 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.891514 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6637b9-9cca-42a6-9785-2403a0fce625 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Network 897e6cb1-8e33-4d5e-8047-b056b178d53e is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:37.900596 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-1b6637b9-9cca-42a6-9785-2403a0fce625 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:37.915853 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6637b9-9cca-42a6-9785-2403a0fce625 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:37.921957 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6637b9-9cca-42a6-9785-2403a0fce625 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:37.922699 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1b6637b9-9cca-42a6-9785-2403a0fce625 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.928246 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fbf6e95f-662b-422d-bcaa-72dcbf52e85d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.930132 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6637b9-9cca-42a6-9785-2403a0fce625 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event updated for resources: {'Port': ['ID=82844ff3-02ac-4db0-ba9f-22c8d7be9728,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:37.954025 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78fc7d3-6c50-41ad-9192-5e82686074e8 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Made reservation on behalf of 89b7995288254243b5a75db5424ffa24 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:37.957840 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e78fc7d3-6c50-41ad-9192-5e82686074e8 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:37.987885 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-981665e8-49b2-4de5-b7f7-778915d72692 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.000362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.009311 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.013148 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/networks/a3eeaf12-b17c-4b2c-a4ce-189bebdb9620 HTTP/1.1" status: 204 len: 168 time: 1.8083949 Nov 11 12:13:38.019631 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50764) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:38.041649 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.042837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=783ca9e0-dd92-4834-bea9-cf8c29f08fee,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:38.044233 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499b658-68a2-4f28-b7ca-60b60473cbcc tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event deleted for resources: {'Network': ['ID=a3eeaf12-b17c-4b2c-a4ce-189bebdb9620,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:38.049443 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Allocated IP 2001:db8::f816:3eff:fe33:3484 (897e6cb1-8e33-4d5e-8047-b056b178d53e/29279fa7-f056-4889-b316-101a00b73398/626f2f22-2345-44dd-910c-55cfea087b3c) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:38.082595 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248cf596-6d43-48eb-b0f2-25352a104c3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:38.086302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-248cf596-6d43-48eb-b0f2-25352a104c3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.121514 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.141045 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6e95f-662b-422d-bcaa-72dcbf52e85d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Pushing event updated for resources: {'Port': ['ID=0a1993ec-5deb-4c92-8499-fb7eb07c5621,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:38.169420 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fbf6e95f-662b-422d-bcaa-72dcbf52e85d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.201803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-b7f7bb0f-f466-49e7-84ff-9534c83495a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:38.202372 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-b7f7bb0f-f466-49e7-84ff-9534c83495a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:38.210553 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 36bf48a9-e2bd-4e17-be66-07f85e783a50 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:38.211295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.217558 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1b6637b9-9cca-42a6-9785-2403a0fce625 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0078421 Nov 11 12:13:38.226484 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50766) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:38.269312 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-981665e8-49b2-4de5-b7f7-778915d72692 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.279079 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-981665e8-49b2-4de5-b7f7-778915d72692 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.279079 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-981665e8-49b2-4de5-b7f7-778915d72692 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "DELETE /v2.0/security-groups/824d59a0-1057-4c76-8348-5db2caee220f HTTP/1.1" status: 204 len: 168 time: 0.5581291 Nov 11 12:13:38.279336 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Allocated IP 2001:db8::f816:3eff:fe3e:f646 (db126361-d280-4945-be72-90312642a11b/1c218254-7406-4eca-9bea-804277f5a5f9/c30cec28-db9c-47e3-8c8d-c11cbcca10d0) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:38.293687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50768) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:38.294427 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981665e8-49b2-4de5-b7f7-778915d72692 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=824d59a0-1057-4c76-8348-5db2caee220f,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:38.347796 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fbf6e95f-662b-422d-bcaa-72dcbf52e85d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.349299 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fbf6e95f-662b-422d-bcaa-72dcbf52e85d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0731914 Nov 11 12:13:38.353638 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50770) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:38.424766 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-25aae029-0387-4c9b-b523-713dc362149c tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1264901 Nov 11 12:13:38.435175 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50772) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:38.442667 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-4b56e867-eb99-43a0-be84-3cd111f22ff7 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': 'a364369a-16bf-43a6-8ddc-97c4f6f263a2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:38.474017 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd5fc1e-30a4-4bd0-b0bf-bf43794dabec tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Deleting subnet 29279fa7-f056-4889-b316-101a00b73398 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:13:38.489848 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50774) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:38.490096 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1a6fd45a-1e3a-4efc-bda9-90816f121c44 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=cb21e7d9-fab9-4108-9640-de916a986ac1 HTTP/1.1" status: 200 len: 690 time: 0.1310937 Nov 11 12:13:38.517919 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e78fc7d3-6c50-41ad-9192-5e82686074e8 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.548280 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-7914a86a-8dbe-46b8-ba51-0d7b81c8866f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Deleting port 520abf58-c7b8-465d-b1e6-15863a0c2e9a {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:38.548620 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7914a86a-8dbe-46b8-ba51-0d7b81c8866f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.629940 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.699162 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78fc7d3-6c50-41ad-9192-5e82686074e8 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Pushing event updated for resources: {'Subnet': ['ID=d888a4a0-69e9-4ecf-b13a-81e121030008,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:38.701208 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7914a86a-8dbe-46b8-ba51-0d7b81c8866f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.701695 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7914a86a-8dbe-46b8-ba51-0d7b81c8866f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.710512 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.715950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Router 2e2362a7-9488-4efc-aac8-92d8a4a74928 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:13:38.722062 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78fc7d3-6c50-41ad-9192-5e82686074e8 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Checking segment: {'id': 'fbafd1d2-8c87-4bc8-baf2-133760440e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6513aa11-73a8-4631-ab4e-eea56df2d5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:38.722554 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78fc7d3-6c50-41ad-9192-5e82686074e8 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Network hostable DHCP agents. Network: 6513aa11-73a8-4631-ab4e-eea56df2d5eb, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:13:38.729891 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-7914a86a-8dbe-46b8-ba51-0d7b81c8866f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Calling delete_port for 520abf58-c7b8-465d-b1e6-15863a0c2e9a owned by network:floatingip {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:38.738172 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.745487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.746593 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7cd5fc1e-30a4-4bd0-b0bf-bf43794dabec tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.750617 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-4b56e867-eb99-43a0-be84-3cd111f22ff7 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The resource could not be found. Nov 11 12:13:38.756802 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4b56e867-eb99-43a0-be84-3cd111f22ff7 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3180690 Nov 11 12:13:38.778219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50776) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:38.784136 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 645f940f-98c2-4b26-b960-047ab39e4c4b no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:38.789270 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-ee1cbbf3-3a3d-458c-9d89-ede65d95a8cf tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group': {'name': 'tempest-secgroup--436328274'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:38.814980 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Network 897e6cb1-8e33-4d5e-8047-b056b178d53e is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:38.824260 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.825993 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 645f940f-98c2-4b26-b960-047ab39e4c4b {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:38.826344 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 645f940f-98c2-4b26-b960-047ab39e4c4b not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:38.831442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:38.840942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b7f7bb0f-f466-49e7-84ff-9534c83495a6 None None] Could not find standard attr ID for object 645f940f-98c2-4b26-b960-047ab39e4c4b. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:13:38.845148 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:38.850443 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Pushing event updated for resources: {'Port': ['ID=626f2f22-2345-44dd-910c-55cfea087b3c,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:38.893531 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:38.901854 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Deleting port 0a1993ec-5deb-4c92-8499-fb7eb07c5621 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:38.901854 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.910976 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:38.916790 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:38.934017 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b7f7bb0f-f466-49e7-84ff-9534c83495a6 None None] Provisioning complete for port 36bf48a9-e2bd-4e17-be66-07f85e783a50 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:38.934617 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b7f7bb0f-f466-49e7-84ff-9534c83495a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:38.997978 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78fc7d3-6c50-41ad-9192-5e82686074e8 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Network 6513aa11-73a8-4631-ab4e-eea56df2d5eb is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:13:39.012066 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.012417 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.018789 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 783ca9e0-dd92-4834-bea9-cf8c29f08fee up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:39.024469 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Pushing event updated for resources: {'Port': ['ID=c30cec28-db9c-47e3-8c8d-c11cbcca10d0,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:39.031795 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Calling delete_port for 0a1993ec-5deb-4c92-8499-fb7eb07c5621 owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:39.077303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Attempting to bind port 626f2f22-2345-44dd-910c-55cfea087b3c on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:39.077573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Attempting to bind port 626f2f22-2345-44dd-910c-55cfea087b3c by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e51b9a71-aa75-44d0-860d-6ea4301d29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '897e6cb1-8e33-4d5e-8047-b056b178d53e'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:39.077930 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Attempting to bind port 626f2f22-2345-44dd-910c-55cfea087b3c on network 897e6cb1-8e33-4d5e-8047-b056b178d53e {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:39.105387 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-e78fc7d3-6c50-41ad-9192-5e82686074e8 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 6513aa11-73a8-4631-ab4e-eea56df2d5eb) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:39.108912 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:39.112473 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Checking segment: {'id': 'e51b9a71-aa75-44d0-860d-6ea4301d29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '897e6cb1-8e33-4d5e-8047-b056b178d53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:39.112473 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.112654 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78fc7d3-6c50-41ad-9192-5e82686074e8 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:39.112745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Bound using segment: {'id': 'e51b9a71-aa75-44d0-860d-6ea4301d29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '897e6cb1-8e33-4d5e-8047-b056b178d53e'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:39.112745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Bound port: 626f2f22-2345-44dd-910c-55cfea087b3c, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51b9a71-aa75-44d0-860d-6ea4301d29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '897e6cb1-8e33-4d5e-8047-b056b178d53e'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:39.112930 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e78fc7d3-6c50-41ad-9192-5e82686074e8 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.113040 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.117640 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Attempting to bind port c30cec28-db9c-47e3-8c8d-c11cbcca10d0 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:39.118012 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Attempting to bind port c30cec28-db9c-47e3-8c8d-c11cbcca10d0 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:39.118649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Attempting to bind port c30cec28-db9c-47e3-8c8d-c11cbcca10d0 on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:39.131758 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d27224d-939f-4474-8968-41d568e7d44c None None] Network 6513aa11-73a8-4631-ab4e-eea56df2d5eb requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:39.182990 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:39.183446 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:39.183759 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.184151 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:39.184634 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Bound port: c30cec28-db9c-47e3-8c8d-c11cbcca10d0, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:39.185009 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.193524 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.197355 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-248cf596-6d43-48eb-b0f2-25352a104c3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.238334 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7cd5fc1e-30a4-4bd0-b0bf-bf43794dabec tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.272549 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.298970 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a1993ec-5deb-4c92-8499-fb7eb07c5621,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:39.331176 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248cf596-6d43-48eb-b0f2-25352a104c3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:39.342227 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 783ca9e0-dd92-4834-bea9-cf8c29f08fee triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:39.342599 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.350679 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-248cf596-6d43-48eb-b0f2-25352a104c3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:39.352493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ee1cbbf3-3a3d-458c-9d89-ede65d95a8cf tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.362293 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248cf596-6d43-48eb-b0f2-25352a104c3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:39.362893 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-248cf596-6d43-48eb-b0f2-25352a104c3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.374723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.386787 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] For port 626f2f22-2345-44dd-910c-55cfea087b3c, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:39.387632 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cf596-6d43-48eb-b0f2-25352a104c3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=69802bbb-1451-4d48-bc1c-78841a15e9b8,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:39.419079 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e78fc7d3-6c50-41ad-9192-5e82686074e8 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7727683 Nov 11 12:13:39.419299 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] For port 626f2f22-2345-44dd-910c-55cfea087b3c, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=626f2f22-2345-44dd-910c-55cfea087b3c,segment=NetworkSegment(e51b9a71-aa75-44d0-860d-6ea4301d29ea),segment_id=e51b9a71-aa75-44d0-860d-6ea4301d29ea)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:39.419434 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50778) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:39.424371 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-9c3518eb-97e9-422c-9c7a-f969eb2aecad tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Request body: {'port': {'network_id': '6513aa11-73a8-4631-ab4e-eea56df2d5eb', 'name': 'tempest-TagsExtTest-1982631353'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:39.454755 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:39.465548 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] For port c30cec28-db9c-47e3-8c8d-c11cbcca10d0, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:39.477341 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839cf4fd-0ca0-49a0-af48-f90c4886f27b None None] Sync routers for ids ['2e2362a7-9488-4efc-aac8-92d8a4a74928'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:39.490164 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] For port c30cec28-db9c-47e3-8c8d-c11cbcca10d0, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c30cec28-db9c-47e3-8c8d-c11cbcca10d0,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:39.497728 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-248cf596-6d43-48eb-b0f2-25352a104c3e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0966156 Nov 11 12:13:39.499529 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.503164 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839cf4fd-0ca0-49a0-af48-f90c4886f27b None None] Routers {'2e2362a7-9488-4efc-aac8-92d8a4a74928'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:39.503798 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50780) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:39.505575 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-839cf4fd-0ca0-49a0-af48-f90c4886f27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2e2362a7-9488-4efc-aac8-92d8a4a74928'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:39.508676 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.515025 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-020ffb1d-497e-4fe7-b39e-e5de92ecc817 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'mac_address': 'fa:16:3e:56:00:e2', 'name': 'tempest-NetworksTestDHCPv6-401871571'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:39.551123 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-839cf4fd-0ca0-49a0-af48-f90c4886f27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:39.562438 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839cf4fd-0ca0-49a0-af48-f90c4886f27b None None] Routers {'2e2362a7-9488-4efc-aac8-92d8a4a74928'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:39.563138 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-839cf4fd-0ca0-49a0-af48-f90c4886f27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2e2362a7-9488-4efc-aac8-92d8a4a74928'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:39.594939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-6513aa11-73a8-4631-ab4e-eea56df2d5eb', 'network_id': '6513aa11-73a8-4631-ab4e-eea56df2d5eb', 'tenant_id': '89b7995288254243b5a75db5424ffa24', 'fixed_ips': [{'subnet_id': 'd888a4a0-69e9-4ecf-b13a-81e121030008'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:13:39.595818 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.602716 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-839cf4fd-0ca0-49a0-af48-f90c4886f27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:39.603464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.603812 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839cf4fd-0ca0-49a0-af48-f90c4886f27b None None] The sync data for ids ['2e2362a7-9488-4efc-aac8-92d8a4a74928'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:39.666615 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7cd5fc1e-30a4-4bd0-b0bf-bf43794dabec tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.668730 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37895798-78ef-47f2-bdbf-f87a68f4fa44 None None] Pushing event updated for resources: {'Port': ['ID=626f2f22-2345-44dd-910c-55cfea087b3c,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:39.736215 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f498148-e10c-44e5-91d9-59c171c69c30 None None] Pushing event updated for resources: {'Port': ['ID=c30cec28-db9c-47e3-8c8d-c11cbcca10d0,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:39.739792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-22ed3f6c-0301-4b86-9eb2-2a75015371ac None None] Provisioning complete for port 783ca9e0-dd92-4834-bea9-cf8c29f08fee triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:39.740405 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-22ed3f6c-0301-4b86-9eb2-2a75015371ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.742482 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.745008 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4954612e-7f9c-448f-9e86-66de52070184 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.7013185 Nov 11 12:13:39.787563 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50782) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:39.789972 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ee1cbbf3-3a3d-458c-9d89-ede65d95a8cf tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.790895 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7914a86a-8dbe-46b8-ba51-0d7b81c8866f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.799748 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0bebe891-1a26-4794-84fe-e676e7974c27 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:39.887804 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 0bebe891-1a26-4794-84fe-e676e7974c27 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:39.888326 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0bebe891-1a26-4794-84fe-e676e7974c27 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:39.905466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ee1cbbf3-3a3d-458c-9d89-ede65d95a8cf tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:39.945610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914a86a-8dbe-46b8-ba51-0d7b81c8866f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event deleted for resources: {'Port': ['ID=520abf58-c7b8-465d-b1e6-15863a0c2e9a,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:40.008251 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7cd5fc1e-30a4-4bd0-b0bf-bf43794dabec tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.081079 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Allocated IP 172.20.0.2 (6513aa11-73a8-4631-ab4e-eea56df2d5eb/d888a4a0-69e9-4ecf-b13a-81e121030008/f7bf5385-3f52-48ac-b8a1-617ba13e9bc0) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:40.118434 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020ffb1d-497e-4fe7-b39e-e5de92ecc817 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:40.120334 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.146869 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1736db13-e317-4cfe-abb5-d346e60b71e6,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:40.147075 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5fc1e-30a4-4bd0-b0bf-bf43794dabec tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event deleted for resources: {'Subnet': ['ID=29279fa7-f056-4889-b316-101a00b73398,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:40.148554 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cbbf3-3a3d-458c-9d89-ede65d95a8cf tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffb9067-f8a7-4140-8c72-03e60a80d38b,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:40.214438 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7cd5fc1e-30a4-4bd0-b0bf-bf43794dabec tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.221381 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7cd5fc1e-30a4-4bd0-b0bf-bf43794dabec tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/subnets/29279fa7-f056-4889-b316-101a00b73398 HTTP/1.1" status: 204 len: 168 time: 1.9872415 Nov 11 12:13:40.222724 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ee1cbbf3-3a3d-458c-9d89-ede65d95a8cf tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.223970 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ee1cbbf3-3a3d-458c-9d89-ede65d95a8cf tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.4448271 Nov 11 12:13:40.224611 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50784) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:40.230295 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.240457 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50786) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:40.251470 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-eee453dd-18e8-4de7-b653-8531896a23d7 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group': {'name': 'tempest-secgroup--109990340'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:40.277744 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb21e7d9-fab9-4108-9640-de916a986ac1']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:40.300599 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6505c858-dca7-46cf-9ba0-f89b7edfd858') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:40.301630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6505c858-dca7-46cf-9ba0-f89b7edfd858') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:40.316663 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7914a86a-8dbe-46b8-ba51-0d7b81c8866f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for floatingip, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.319378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7914a86a-8dbe-46b8-ba51-0d7b81c8866f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.320552 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7914a86a-8dbe-46b8-ba51-0d7b81c8866f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/floatingips/2ef85020-1da8-4631-9a19-2f6653f47836 HTTP/1.1" status: 204 len: 168 time: 2.2980065 Nov 11 12:13:40.320837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.324969 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50788) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:40.339106 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.359161 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe7e366-a85f-4c5e-8d01-b05943e008ff tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:40.359884 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe7e366-a85f-4c5e-8d01-b05943e008ff tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:40.363015 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1fe7e366-a85f-4c5e-8d01-b05943e008ff tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/ports/7d5b7129-b572-422c-b865-382b23812fba HTTP/1.1" status: 404 len: 333 time: 0.0378036 Nov 11 12:13:40.365488 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50790) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:40.380321 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.403662 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0647c9d1-208f-4500-b3e9-12c82893de5c tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cf109ea-9b7f-479b-b597-ed05e2bf3146 HTTP/1.1" status: 200 len: 205 time: 0.0349212 Nov 11 12:13:40.403662 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3518eb-97e9-422c-9c7a-f969eb2aecad tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Made reservation on behalf of 89b7995288254243b5a75db5424ffa24 for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:40.405241 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50792) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:40.405506 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9c3518eb-97e9-422c-9c7a-f969eb2aecad tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.407924 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:40.408318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:40.412006 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:40.417138 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.424523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1d872f-c62d-485f-b3d2-1465e7182b32 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:40.426585 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1d872f-c62d-485f-b3d2-1465e7182b32 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:40.427650 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-de1d872f-c62d-485f-b3d2-1465e7182b32 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1969414 Nov 11 12:13:40.459577 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50794) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:40.483930 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Network 6513aa11-73a8-4631-ab4e-eea56df2d5eb is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:40.487362 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:40.490004 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:40.495374 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-3fb3b396-d775-434a-a218-41379cfe1126 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] delete failed (client error): The resource could not be found. Nov 11 12:13:40.499225 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.499399 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3fb3b396-d775-434a-a218-41379cfe1126 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/routers/8cf109ea-9b7f-479b-b597-ed05e2bf3146 HTTP/1.1" status: 404 len: 336 time: 0.0871890 Nov 11 12:13:40.499399 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-020ffb1d-497e-4fe7-b39e-e5de92ecc817 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.500725 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50796) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:40.512420 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Pushing event updated for resources: {'Port': ['ID=f7bf5385-3f52-48ac-b8a1-617ba13e9bc0,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:40.529583 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-9c3518eb-97e9-422c-9c7a-f969eb2aecad tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] device_id is not set on port 2854b146-f9ff-4837-8c14-ebf5ee39cf5a yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:13:40.579236 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eee453dd-18e8-4de7-b653-8531896a23d7 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.585357 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-7317bd81-bb90-408e-8cd3-d9bfacf2fa53 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:40.586180 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7317bd81-bb90-408e-8cd3-d9bfacf2fa53 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:40.587560 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Attempting to bind port f7bf5385-3f52-48ac-b8a1-617ba13e9bc0 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:40.587945 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Attempting to bind port f7bf5385-3f52-48ac-b8a1-617ba13e9bc0 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'fbafd1d2-8c87-4bc8-baf2-133760440e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6513aa11-73a8-4631-ab4e-eea56df2d5eb'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:40.588313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Attempting to bind port f7bf5385-3f52-48ac-b8a1-617ba13e9bc0 on network 6513aa11-73a8-4631-ab4e-eea56df2d5eb {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:40.593360 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7317bd81-bb90-408e-8cd3-d9bfacf2fa53 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/subnets/ede675c7-330d-4c28-84e5-35a61aa28098 HTTP/1.1" status: 404 len: 337 time: 0.0874593 Nov 11 12:13:40.598377 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:40.599009 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Checking segment: {'id': 'fbafd1d2-8c87-4bc8-baf2-133760440e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6513aa11-73a8-4631-ab4e-eea56df2d5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:40.599704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.600288 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Bound using segment: {'id': 'fbafd1d2-8c87-4bc8-baf2-133760440e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6513aa11-73a8-4631-ab4e-eea56df2d5eb'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:40.600927 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Bound port: f7bf5385-3f52-48ac-b8a1-617ba13e9bc0, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbafd1d2-8c87-4bc8-baf2-133760440e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6513aa11-73a8-4631-ab4e-eea56df2d5eb'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:40.601660 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.605669 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50798) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:40.648194 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-231fb829-4ebe-42a8-a6dc-d0cf5c5f5abe tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.679192 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-231fb829-4ebe-42a8-a6dc-d0cf5c5f5abe tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 11 12:13:40.679797 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231fb829-4ebe-42a8-a6dc-d0cf5c5f5abe tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:40.680544 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] For port f7bf5385-3f52-48ac-b8a1-617ba13e9bc0, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:40.683131 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-231fb829-4ebe-42a8-a6dc-d0cf5c5f5abe tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/networks/897e6cb1-8e33-4d5e-8047-b056b178d53e HTTP/1.1" status: 409 len: 405 time: 0.2226856 Nov 11 12:13:40.683808 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] For port f7bf5385-3f52-48ac-b8a1-617ba13e9bc0, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f7bf5385-3f52-48ac-b8a1-617ba13e9bc0,segment=NetworkSegment(fbafd1d2-8c87-4bc8-baf2-133760440e82),segment_id=fbafd1d2-8c87-4bc8-baf2-133760440e82)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:40.684430 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.688477 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb21e7d9-fab9-4108-9640-de916a986ac1 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 12:13:40.691351 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.694955 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] 10.222.0.50 "DELETE /v2.0/networks/cb21e7d9-fab9-4108-9640-de916a986ac1 HTTP/1.1" status: 204 len: 168 time: 2.2038517 Nov 11 12:13:40.700630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50800) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:40.701046 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50802) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:40.710770 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-648e803b-177e-4054-8480-4c7ca8b9a9e2 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-217549372'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:40.753526 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:40.773027 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-020ffb1d-497e-4fe7-b39e-e5de92ecc817 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port a0587c01-07a5-419a-a3f2-5d38e6ad79a5 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:13:40.890970 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e7fe-f6e7-4022-b112-a5bff5e011b0 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb21e7d9-fab9-4108-9640-de916a986ac1,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:40.908584 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e112a2-ca19-4553-baac-43be9ec12cf1 None None] Pushing event updated for resources: {'Port': ['ID=f7bf5385-3f52-48ac-b8a1-617ba13e9bc0,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:40.946308 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-9c3518eb-97e9-422c-9c7a-f969eb2aecad tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Allocated IP 172.20.0.8 (6513aa11-73a8-4631-ab4e-eea56df2d5eb/d888a4a0-69e9-4ecf-b13a-81e121030008/2854b146-f9ff-4837-8c14-ebf5ee39cf5a) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:41.080792 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6a0b8b2b-82fa-457f-b552-d00549013b6d tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1476 time: 0.3635426 Nov 11 12:13:41.089582 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50804) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:41.100178 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4395137-f256-43c1-b641-b696146f4a09 None None] Network 897e6cb1-8e33-4d5e-8047-b056b178d53e requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:41.212957 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-020ffb1d-497e-4fe7-b39e-e5de92ecc817 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 172.20.0.10 (db126361-d280-4945-be72-90312642a11b/69802bbb-1451-4d48-bc1c-78841a15e9b8/a0587c01-07a5-419a-a3f2-5d38e6ad79a5) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:41.229061 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-020ffb1d-497e-4fe7-b39e-e5de92ecc817 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::f816:3eff:fe56:e2 (db126361-d280-4945-be72-90312642a11b/1c218254-7406-4eca-9bea-804277f5a5f9/a0587c01-07a5-419a-a3f2-5d38e6ad79a5) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:41.233663 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c30cec28-db9c-47e3-8c8d-c11cbcca10d0 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:41.304431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b4bcb29a-f73d-4ecd-96ba-13a3a8cc211e None None] Provisioning complete for port 626f2f22-2345-44dd-910c-55cfea087b3c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:41.304818 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b4bcb29a-f73d-4ecd-96ba-13a3a8cc211e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.322156 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9c3518eb-97e9-422c-9c7a-f969eb2aecad tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.359135 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648e803b-177e-4054-8480-4c7ca8b9a9e2 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Made reservation on behalf of b509c86631324bf4b2b9d360b6e428e9 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:41.364126 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-648e803b-177e-4054-8480-4c7ca8b9a9e2 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.424484 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9c3518eb-97e9-422c-9c7a-f969eb2aecad tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.472103 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-020ffb1d-497e-4fe7-b39e-e5de92ecc817 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.473175 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648e803b-177e-4054-8480-4c7ca8b9a9e2 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:41.484039 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-648e803b-177e-4054-8480-4c7ca8b9a9e2 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.484632 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-648e803b-177e-4054-8480-4c7ca8b9a9e2 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Added segment d092fc37-4e39-4683-aa69-924253cc808f of type vlan for network 65eac5f9-140d-4e2b-9c81-fc0d8f881da6 Nov 11 12:13:41.498415 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port c30cec28-db9c-47e3-8c8d-c11cbcca10d0 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:41.498662 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.545438 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-648e803b-177e-4054-8480-4c7ca8b9a9e2 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.564913 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b4bcb29a-f73d-4ecd-96ba-13a3a8cc211e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.606002 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-020ffb1d-497e-4fe7-b39e-e5de92ecc817 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.617237 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3518eb-97e9-422c-9c7a-f969eb2aecad tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Network 6513aa11-73a8-4631-ab4e-eea56df2d5eb is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:41.619992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4d0060c2-e3d5-4d9e-bf95-c5aba5465e7b tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Deleting port c7263fd5-850a-4836-9b3d-a24be508dbe0 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:41.620427 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4d0060c2-e3d5-4d9e-bf95-c5aba5465e7b tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.650355 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-9c3518eb-97e9-422c-9c7a-f969eb2aecad tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:41.653426 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3518eb-97e9-422c-9c7a-f969eb2aecad tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:41.687525 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.693868 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b4bcb29a-f73d-4ecd-96ba-13a3a8cc211e None None] For port 626f2f22-2345-44dd-910c-55cfea087b3c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=626f2f22-2345-44dd-910c-55cfea087b3c,segment=NetworkSegment(e51b9a71-aa75-44d0-860d-6ea4301d29ea),segment_id=e51b9a71-aa75-44d0-860d-6ea4301d29ea)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:41.696962 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9c41aa-df75-4c2b-942e-973e39810726 None None] DHCP port deletion for 897e6cb1-8e33-4d5e-8047-b056b178d53e request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:41.734641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eee453dd-18e8-4de7-b653-8531896a23d7 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.737411 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-648e803b-177e-4054-8480-4c7ca8b9a9e2 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.739559 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5729f790-b04f-4452-b219-aa2722f2b6b7 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:41.743332 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648e803b-177e-4054-8480-4c7ca8b9a9e2 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:41.744372 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-648e803b-177e-4054-8480-4c7ca8b9a9e2 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.751777 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020ffb1d-497e-4fe7-b39e-e5de92ecc817 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:41.770990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8192c8e-bf11-4d17-a045-fb05f2d5b388 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:41.771621 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8192c8e-bf11-4d17-a045-fb05f2d5b388 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:41.772123 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8192c8e-bf11-4d17-a045-fb05f2d5b388 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:41.772764 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8192c8e-bf11-4d17-a045-fb05f2d5b388 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:41.773109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8192c8e-bf11-4d17-a045-fb05f2d5b388 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:41.773378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-020ffb1d-497e-4fe7-b39e-e5de92ecc817 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:41.773837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8192c8e-bf11-4d17-a045-fb05f2d5b388 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:41.774196 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8192c8e-bf11-4d17-a045-fb05f2d5b388 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:41.774694 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8192c8e-bf11-4d17-a045-fb05f2d5b388 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:41.775902 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8192c8e-bf11-4d17-a045-fb05f2d5b388 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:41.776407 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8192c8e-bf11-4d17-a045-fb05f2d5b388 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:41.781389 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c8192c8e-bf11-4d17-a045-fb05f2d5b388 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6391 time: 0.6895697 Nov 11 12:13:41.781649 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020ffb1d-497e-4fe7-b39e-e5de92ecc817 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:41.792172 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50806) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:41.821205 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b4bcb29a-f73d-4ecd-96ba-13a3a8cc211e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.853232 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020ffb1d-497e-4fe7-b39e-e5de92ecc817 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:41.853873 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-020ffb1d-497e-4fe7-b39e-e5de92ecc817 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.855781 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3518eb-97e9-422c-9c7a-f969eb2aecad tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Pushing event updated for resources: {'Port': ['ID=2854b146-f9ff-4837-8c14-ebf5ee39cf5a,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:41.869201 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ffb1d-497e-4fe7-b39e-e5de92ecc817 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=a0587c01-07a5-419a-a3f2-5d38e6ad79a5,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:41.876095 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eee453dd-18e8-4de7-b653-8531896a23d7 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.920250 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port c30cec28-db9c-47e3-8c8d-c11cbcca10d0, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c30cec28-db9c-47e3-8c8d-c11cbcca10d0,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:41.931725 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-b58f16ea-86f4-4d59-98b9-9f7f1f1d2764 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] delete failed (client error): The resource could not be found. Nov 11 12:13:41.932115 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fddb7918-0dd0-49c4-a66e-fe370dbfa660 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.933197 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b58f16ea-86f4-4d59-98b9-9f7f1f1d2764 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/adce7fa1-e249-4566-91a3-1f2146792fd0 HTTP/1.1" status: 404 len: 345 time: 0.1234047 Nov 11 12:13:41.938882 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50808) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:41.949025 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3518eb-97e9-422c-9c7a-f969eb2aecad tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:41.950307 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9c3518eb-97e9-422c-9c7a-f969eb2aecad tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:41.964762 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-020ffb1d-497e-4fe7-b39e-e5de92ecc817 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.4560032 Nov 11 12:13:41.968036 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50810) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:41.977495 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee453dd-18e8-4de7-b653-8531896a23d7 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69724bc9-ab69-455d-a76d-df71e3b783d5,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:41.981718 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d969d39-b04e-45ea-9838-558895fc45c2 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] DELETE failed (client error): The resource could not be found. Nov 11 12:13:41.982329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d969d39-b04e-45ea-9838-558895fc45c2 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:41.985582 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2d969d39-b04e-45ea-9838-558895fc45c2 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] 10.222.0.50 "DELETE /v2.0/networks/cb21e7d9-fab9-4108-9640-de916a986ac1 HTTP/1.1" status: 404 len: 339 time: 0.0440807 Nov 11 12:13:41.990206 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50812) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:41.995703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e803b-177e-4054-8480-4c7ca8b9a9e2 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event updated for resources: {'Network': ['ID=65eac5f9-140d-4e2b-9c81-fc0d8f881da6,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:41.998792 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-fde2da1f-4d33-449f-a4f6-101cc9e01265 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Request body: {'network': {'name': 'tempest-network--3695048', 'router:external': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:42.026554 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-648e803b-177e-4054-8480-4c7ca8b9a9e2 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3206012 Nov 11 12:13:42.028633 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4d0060c2-e3d5-4d9e-bf95-c5aba5465e7b tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.038364 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50814) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:42.046342 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-b86ae8ca-2413-42e3-918d-6ae46a0b8a67 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Request body: {'subnet': {'network_id': '65eac5f9-140d-4e2b-9c81-fc0d8f881da6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:42.057329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eee453dd-18e8-4de7-b653-8531896a23d7 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.061248 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-eee453dd-18e8-4de7-b653-8531896a23d7 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.8140149 Nov 11 12:13:42.061828 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50816) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:42.062694 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4d0060c2-e3d5-4d9e-bf95-c5aba5465e7b tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Calling delete_port for c7263fd5-850a-4836-9b3d-a24be508dbe0 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:42.068963 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0f001fc6-131d-4fe1-989d-43fd4494e3e9 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': '8ffb9067-f8a7-4140-8c72-03e60a80d38b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '69724bc9-ab69-455d-a76d-df71e3b783d5'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:42.140521 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903ce910-d8a3-45e6-a85c-85d634d009e9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:42.148357 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903ce910-d8a3-45e6-a85c-85d634d009e9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:42.150108 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-903ce910-d8a3-45e6-a85c-85d634d009e9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1742361 Nov 11 12:13:42.153995 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50818) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:42.176172 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 65eac5f9-140d-4e2b-9c81-fc0d8f881da6 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:42.183724 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.184501 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 626f2f22-2345-44dd-910c-55cfea087b3c up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:42.267137 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde2da1f-4d33-449f-a4f6-101cc9e01265 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Made reservation on behalf of 6a7aeba0a78d47258e1858465ac6539f for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:42.267137 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fde2da1f-4d33-449f-a4f6-101cc9e01265 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.323638 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-e242f375-46c5-40a3-bd29-93d30ae37e0c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port a0587c01-07a5-419a-a3f2-5d38e6ad79a5 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:42.323638 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e242f375-46c5-40a3-bd29-93d30ae37e0c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.329198 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcb29a-f73d-4ecd-96ba-13a3a8cc211e None None] Pushing event updated for resources: {'Port': ['ID=626f2f22-2345-44dd-910c-55cfea087b3c,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:42.339174 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde2da1f-4d33-449f-a4f6-101cc9e01265 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:42.345390 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b4969963-5ccb-46e0-b39b-03d15c9db051 None None] Provisioning complete for port c30cec28-db9c-47e3-8c8d-c11cbcca10d0 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:42.345390 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b4969963-5ccb-46e0-b39b-03d15c9db051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.361920 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fde2da1f-4d33-449f-a4f6-101cc9e01265 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.361920 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-fde2da1f-4d33-449f-a4f6-101cc9e01265 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Added segment a960404e-dec0-4e7b-bc60-f64dc65f9941 of type vlan for network 8eb2dfc3-030e-4d21-bea6-37492a9cad43 Nov 11 12:13:42.369008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6257c12e-fb38-480c-8e5d-8e65ed97167c None None] Network 6513aa11-73a8-4631-ab4e-eea56df2d5eb requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:42.372010 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-0f9c41aa-df75-4c2b-942e-973e39810726 None None] Deleting port 626f2f22-2345-44dd-910c-55cfea087b3c {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:42.372400 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0f9c41aa-df75-4c2b-942e-973e39810726 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.382469 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9c3518eb-97e9-422c-9c7a-f969eb2aecad tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9594517 Nov 11 12:13:42.385311 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50820) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:42.393834 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a481f32b-08bc-462d-90fa-2f93fec68f26 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-479218018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:42.447683 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fde2da1f-4d33-449f-a4f6-101cc9e01265 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.449864 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e242f375-46c5-40a3-bd29-93d30ae37e0c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.467788 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-e242f375-46c5-40a3-bd29-93d30ae37e0c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for a0587c01-07a5-419a-a3f2-5d38e6ad79a5 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:42.476744 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4d0060c2-e3d5-4d9e-bf95-c5aba5465e7b tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.517486 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-fddb7918-0dd0-49c4-a66e-fe370dbfa660 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Allocated IP 172.20.0.1 (8cd9ed14-eccf-43b3-a4ca-95658d01aeae/fd20e51a-17d9-4fe6-97e2-6e983a06a76a/f737b231-00cc-4e14-8050-7dbe7dc93f88) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:42.519920 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0060c2-e3d5-4d9e-bf95-c5aba5465e7b tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event deleted for resources: {'Port': ['ID=c7263fd5-850a-4836-9b3d-a24be508dbe0,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:42.599794 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.db.api [None req-b86ae8ca-2413-42e3-918d-6ae46a0b8a67 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 12:13:42.599794 dv-neutron-786478-23-hyperv neutron-server[103001]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 12:13:42.599794 dv-neutron-786478-23-hyperv neutron-server[103001]: [parameters: {'project_id_1': 'b509c86631324bf4b2b9d360b6e428e9', 'expiration_1': datetime.datetime(2021, 11, 11, 12, 13, 22, 168329)}] Nov 11 12:13:42.599794 dv-neutron-786478-23-hyperv neutron-server[103001]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:42.600600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG oslo_db.api [None req-b86ae8ca-2413-42e3-918d-6ae46a0b8a67 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:42.617768 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b6f94c-41ec-4248-9252-7960b8ddec0b None None] DHCP port deletion for ec05af77-ca69-434b-a6a2-504c45563310 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:42.629422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fde2da1f-4d33-449f-a4f6-101cc9e01265 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.630516 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde2da1f-4d33-449f-a4f6-101cc9e01265 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:42.631185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fde2da1f-4d33-449f-a4f6-101cc9e01265 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.659460 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4d0060c2-e3d5-4d9e-bf95-c5aba5465e7b tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.665402 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4d0060c2-e3d5-4d9e-bf95-c5aba5465e7b tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/ports/c7263fd5-850a-4836-9b3d-a24be508dbe0 HTTP/1.1" status: 204 len: 168 time: 2.0546637 Nov 11 12:13:42.665798 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50822) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:42.669583 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=c30cec28-db9c-47e3-8c8d-c11cbcca10d0,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:42.698121 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 626f2f22-2345-44dd-910c-55cfea087b3c triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:42.698837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.705657 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0f9c41aa-df75-4c2b-942e-973e39810726 None None] For port 626f2f22-2345-44dd-910c-55cfea087b3c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=626f2f22-2345-44dd-910c-55cfea087b3c,segment=NetworkSegment(e51b9a71-aa75-44d0-860d-6ea4301d29ea),segment_id=e51b9a71-aa75-44d0-860d-6ea4301d29ea)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:42.706051 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0f9c41aa-df75-4c2b-942e-973e39810726 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.720639 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a481f32b-08bc-462d-90fa-2f93fec68f26 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.721643 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a481f32b-08bc-462d-90fa-2f93fec68f26 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.748271 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5793f647-e5ac-418d-a600-56818fd16d39 None None] Update dhcp port {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'fixed_ips': [{'subnet_id': '1c218254-7406-4eca-9bea-804277f5a5f9', 'ip_address': '2001:db8::f816:3eff:fe3e:f646'}, {'subnet_id': '69802bbb-1451-4d48-bc1c-78841a15e9b8'}], 'binding:host_id': 'dv-neutron-786478-23-hyperv'}, 'id': 'c30cec28-db9c-47e3-8c8d-c11cbcca10d0'} from dv-neutron-786478-23-hyperv. {{(pid=103003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:13:42.753608 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-0f9c41aa-df75-4c2b-942e-973e39810726 None None] Calling delete_port for 626f2f22-2345-44dd-910c-55cfea087b3c owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:42.778998 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2da1f-4d33-449f-a4f6-101cc9e01265 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Pushing event updated for resources: {'Network': ['ID=8eb2dfc3-030e-4d21-bea6-37492a9cad43,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:42.795805 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fddb7918-0dd0-49c4-a66e-fe370dbfa660 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.838026 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 8eb2dfc3-030e-4d21-bea6-37492a9cad43 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:42.849866 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-0f001fc6-131d-4fe1-989d-43fd4494e3e9 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:42.853065 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0f001fc6-131d-4fe1-989d-43fd4494e3e9 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7859230 Nov 11 12:13:42.853389 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50824) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:42.853604 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fde2da1f-4d33-449f-a4f6-101cc9e01265 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.8592691 Nov 11 12:13:42.853822 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50826) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:42.881298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-d7847ac1-709e-45f2-a059-4b407a5acf4f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Deleting port 93f7c842-bd0a-4449-b03d-61aa10186b16 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:42.881572 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d7847ac1-709e-45f2-a059-4b407a5acf4f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.890384 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5793f647-e5ac-418d-a600-56818fd16d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.965801 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e242f375-46c5-40a3-bd29-93d30ae37e0c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:42.969884 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fddb7918-0dd0-49c4-a66e-fe370dbfa660 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.020840 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242f375-46c5-40a3-bd29-93d30ae37e0c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=a0587c01-07a5-419a-a3f2-5d38e6ad79a5,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:43.039960 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddb7918-0dd0-49c4-a66e-fe370dbfa660 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Network 8cd9ed14-eccf-43b3-a4ca-95658d01aeae is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:43.053087 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87689156-498c-49e8-8f6f-c2dda19f8152 req-e08a71a1-ab19-4478-9c17-3dc582c10feb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1674070 Nov 11 12:13:43.058920 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-fddb7918-0dd0-49c4-a66e-fe370dbfa660 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:43.061814 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddb7918-0dd0-49c4-a66e-fe370dbfa660 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:43.098432 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb7918-0dd0-49c4-a66e-fe370dbfa660 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Pushing event updated for resources: {'Port': ['ID=f737b231-00cc-4e14-8050-7dbe7dc93f88,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:43.106939 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a481f32b-08bc-462d-90fa-2f93fec68f26 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.120916 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d7847ac1-709e-45f2-a059-4b407a5acf4f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.154752 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40514c63-8d21-4ff7-a399-2b1ada45ab08 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:43.161295 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-d7847ac1-709e-45f2-a059-4b407a5acf4f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Calling delete_port for 93f7c842-bd0a-4449-b03d-61aa10186b16 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:43.161482 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40514c63-8d21-4ff7-a399-2b1ada45ab08 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:43.168686 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40514c63-8d21-4ff7-a399-2b1ada45ab08 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:43.176160 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40514c63-8d21-4ff7-a399-2b1ada45ab08 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:43.178639 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-40514c63-8d21-4ff7-a399-2b1ada45ab08 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.3236725 Nov 11 12:13:43.193089 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50828) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:43.208915 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fddb7918-0dd0-49c4-a66e-fe370dbfa660 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.212694 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a481f32b-08bc-462d-90fa-2f93fec68f26 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.212909 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-923c08cf-6e4b-482d-a550-3b2474967905 None None] Provisioning complete for port f7bf5385-3f52-48ac-b8a1-617ba13e9bc0 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:43.213243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-923c08cf-6e4b-482d-a550-3b2474967905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.313234 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18518467-84ce-45eb-bbe3-df02219818e5 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.321228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0f9c41aa-df75-4c2b-942e-973e39810726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.385731 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e242f375-46c5-40a3-bd29-93d30ae37e0c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.395253 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c41aa-df75-4c2b-942e-973e39810726 None None] Pushing event deleted for resources: {'Port': ['ID=626f2f22-2345-44dd-910c-55cfea087b3c,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:43.400850 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e242f375-46c5-40a3-bd29-93d30ae37e0c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/a0587c01-07a5-419a-a3f2-5d38e6ad79a5 HTTP/1.1" status: 204 len: 168 time: 1.2438219 Nov 11 12:13:43.417089 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a481f32b-08bc-462d-90fa-2f93fec68f26 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.421807 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a481f32b-08bc-462d-90fa-2f93fec68f26 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0354748 Nov 11 12:13:43.424792 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18518467-84ce-45eb-bbe3-df02219818e5 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.428097 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50830) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:43.428633 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50832) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:43.437478 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9c41aa-df75-4c2b-942e-973e39810726 None None] No DVR routers for this DVR port 626f2f22-2345-44dd-910c-55cfea087b3c on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:43.445587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-16463308-ce80-43ec-8e1d-f927fb9d34af tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-640360415', 'prefixes': ['172.20.0.0/16']}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:43.463579 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-5793f647-e5ac-418d-a600-56818fd16d39 None None] Allocated IP 172.20.0.2 (db126361-d280-4945-be72-90312642a11b/69802bbb-1451-4d48-bc1c-78841a15e9b8/c30cec28-db9c-47e3-8c8d-c11cbcca10d0) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:43.591129 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc17619-6813-4ad2-8c9f-b0157dcb2a4a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:43.593684 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc17619-6813-4ad2-8c9f-b0157dcb2a4a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:43.595707 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc17619-6813-4ad2-8c9f-b0157dcb2a4a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:43.598003 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1cc17619-6813-4ad2-8c9f-b0157dcb2a4a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1682668 Nov 11 12:13:43.601561 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50834) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:43.633927 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f7bf5385-3f52-48ac-b8a1-617ba13e9bc0 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:43.719217 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5793f647-e5ac-418d-a600-56818fd16d39 None None] For port c30cec28-db9c-47e3-8c8d-c11cbcca10d0, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c30cec28-db9c-47e3-8c8d-c11cbcca10d0,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:43.733164 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86ae8ca-2413-42e3-918d-6ae46a0b8a67 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Made reservation on behalf of b509c86631324bf4b2b9d360b6e428e9 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:43.739700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b86ae8ca-2413-42e3-918d-6ae46a0b8a67 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.753258 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port f7bf5385-3f52-48ac-b8a1-617ba13e9bc0 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:43.753641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.810691 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-923c08cf-6e4b-482d-a550-3b2474967905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.858456 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-923c08cf-6e4b-482d-a550-3b2474967905 None None] For port f7bf5385-3f52-48ac-b8a1-617ba13e9bc0, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f7bf5385-3f52-48ac-b8a1-617ba13e9bc0,segment=NetworkSegment(fbafd1d2-8c87-4bc8-baf2-133760440e82),segment_id=fbafd1d2-8c87-4bc8-baf2-133760440e82)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:43.867984 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87689156-498c-49e8-8f6f-c2dda19f8152 req-5c975391-7573-45bc-a80a-7280891251fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:43.869707 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87689156-498c-49e8-8f6f-c2dda19f8152 req-5c975391-7573-45bc-a80a-7280891251fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc3e745991484392a95e625e90086381&device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 1098 time: 0.7728655 Nov 11 12:13:43.883886 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5793f647-e5ac-418d-a600-56818fd16d39 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.906922 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.932394 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18518467-84ce-45eb-bbe3-df02219818e5 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.935464 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18518467-84ce-45eb-bbe3-df02219818e5 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.939089 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-18518467-84ce-45eb-bbe3-df02219818e5 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "DELETE /v2.0/security-groups/69724bc9-ab69-455d-a76d-df71e3b783d5 HTTP/1.1" status: 204 len: 168 time: 1.0797422 Nov 11 12:13:43.941851 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50836) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:43.942149 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-923c08cf-6e4b-482d-a550-3b2474967905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.948517 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5307509b-3c1a-41bb-8708-1cac595cf212 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:43.974981 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18518467-84ce-45eb-bbe3-df02219818e5 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69724bc9-ab69-455d-a76d-df71e3b783d5,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:43.988868 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5793f647-e5ac-418d-a600-56818fd16d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.039168 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5a498713-4858-462b-a19b-12fe0487cd91 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.0889916 Nov 11 12:13:44.040712 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50838) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:44.046988 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2a9283-e9cd-45e6-a327-00185754b5fb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet 1c218254-7406-4eca-9bea-804277f5a5f9 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:13:44.050851 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9283-e9cd-45e6-a327-00185754b5fb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.064003 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:44.065365 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:44.070307 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c08cf-6e4b-482d-a550-3b2474967905 None None] Pushing event updated for resources: {'Port': ['ID=f7bf5385-3f52-48ac-b8a1-617ba13e9bc0,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:44.098728 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9283-e9cd-45e6-a327-00185754b5fb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.139324 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-454c9690-8cca-4c43-9b6e-4bf8a7b0b597 None None] Provisioning complete for port 2854b146-f9ff-4837-8c14-ebf5ee39cf5a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:44.139901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-454c9690-8cca-4c43-9b6e-4bf8a7b0b597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.181944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793f647-e5ac-418d-a600-56818fd16d39 None None] Pushing event updated for resources: {'Port': ['ID=c30cec28-db9c-47e3-8c8d-c11cbcca10d0,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:44.183582 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9283-e9cd-45e6-a327-00185754b5fb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.200652 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-454c9690-8cca-4c43-9b6e-4bf8a7b0b597 None None] Port 2854b146-f9ff-4837-8c14-ebf5ee39cf5a cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:44.220443 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-454c9690-8cca-4c43-9b6e-4bf8a7b0b597 None None] Provisioning complete for port f7bf5385-3f52-48ac-b8a1-617ba13e9bc0 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:44.224494 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-454c9690-8cca-4c43-9b6e-4bf8a7b0b597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.312571 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5307509b-3c1a-41bb-8708-1cac595cf212 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.315515 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87689156-498c-49e8-8f6f-c2dda19f8152 req-63fc62e0-d73b-4f1d-a42e-b5250c7b2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:44.317006 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87689156-498c-49e8-8f6f-c2dda19f8152 req-63fc62e0-d73b-4f1d-a42e-b5250c7b2d14 service neutron] 10.222.0.70 "GET /v2.0/networks?id=494eeba5-927d-4da7-9b52-12ccac274783 HTTP/1.1" status: 200 len: 912 time: 0.3955274 Nov 11 12:13:44.322351 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6314081d-e899-4716-b230-eafa837319ab tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.357956 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fddb7918-0dd0-49c4-a66e-fe370dbfa660 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.359323 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6314081d-e899-4716-b230-eafa837319ab tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.363167 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9283-e9cd-45e6-a327-00185754b5fb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.389109 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-5307509b-3c1a-41bb-8708-1cac595cf212 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb2dfc3-030e-4d21-bea6-37492a9cad43']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:44.391587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9283-e9cd-45e6-a327-00185754b5fb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.395629 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2e2a9283-e9cd-45e6-a327-00185754b5fb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/1c218254-7406-4eca-9bea-804277f5a5f9 HTTP/1.1" status: 204 len: 168 time: 0.7927728 Nov 11 12:13:44.402609 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50840) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:44.416459 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-5307509b-3c1a-41bb-8708-1cac595cf212 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a960404e-dec0-4e7b-bc60-f64dc65f9941') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:44.416792 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-5307509b-3c1a-41bb-8708-1cac595cf212 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a960404e-dec0-4e7b-bc60-f64dc65f9941') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:44.420843 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d7847ac1-709e-45f2-a059-4b407a5acf4f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.438612 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5307509b-3c1a-41bb-8708-1cac595cf212 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.447560 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a9283-e9cd-45e6-a327-00185754b5fb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=1c218254-7406-4eca-9bea-804277f5a5f9,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:44.457284 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5307509b-3c1a-41bb-8708-1cac595cf212 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.465028 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5307509b-3c1a-41bb-8708-1cac595cf212 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:44.466273 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5307509b-3c1a-41bb-8708-1cac595cf212 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:44.514046 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:44.518138 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53210a3-ba4e-4b3d-9f0b-d4b7c2dea3ff tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet 69802bbb-1451-4d48-bc1c-78841a15e9b8 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:13:44.522706 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e53210a3-ba4e-4b3d-9f0b-d4b7c2dea3ff tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.525958 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87689156-498c-49e8-8f6f-c2dda19f8152 req-cabd8e67-9341-424e-9c28-ae0f77151c2e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b96338-7266-45da-aa4c-b83c6a5e75f9 HTTP/1.1" status: 200 len: 1000 time: 0.1976922 Nov 11 12:13:44.531915 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-454c9690-8cca-4c43-9b6e-4bf8a7b0b597 None None] Provisioning complete for port f737b231-00cc-4e14-8050-7dbe7dc93f88 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:44.531915 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-454c9690-8cca-4c43-9b6e-4bf8a7b0b597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.536022 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dbb4d4-086a-4c39-8030-7872b9342b07 None None] DHCP port deletion for ec05af77-ca69-434b-a6a2-504c45563310 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:44.558835 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-16463308-ce80-43ec-8e1d-f927fb9d34af tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks [] for subnetpool, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.560772 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-16463308-ce80-43ec-8e1d-f927fb9d34af tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.1189210 Nov 11 12:13:44.569624 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50842) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:44.582560 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-2560e1de-7e7a-42cc-8dac-05e19ec25b19 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd888a4a0-69e9-4ecf-b13a-81e121030008', 'tempest-TagsExtTest-Tag-1607490527') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:44.598829 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e53210a3-ba4e-4b3d-9f0b-d4b7c2dea3ff tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.607384 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-454c9690-8cca-4c43-9b6e-4bf8a7b0b597 None None] Port f737b231-00cc-4e14-8050-7dbe7dc93f88 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:44.625157 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c30cec28-db9c-47e3-8c8d-c11cbcca10d0 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:44.660952 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6314081d-e899-4716-b230-eafa837319ab tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.662281 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6314081d-e899-4716-b230-eafa837319ab tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.663780 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6314081d-e899-4716-b230-eafa837319ab tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "DELETE /v2.0/security-groups/8ffb9067-f8a7-4140-8c72-03e60a80d38b HTTP/1.1" status: 204 len: 168 time: 0.6233444 Nov 11 12:13:44.679125 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50844) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:44.690885 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port c30cec28-db9c-47e3-8c8d-c11cbcca10d0 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:44.691673 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.695775 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314081d-e899-4716-b230-eafa837319ab tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffb9067-f8a7-4140-8c72-03e60a80d38b,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:44.820949 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-55953de0-2774-4fcf-a95b-fbb997be7eb7 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1367533 Nov 11 12:13:44.822037 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50846) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:44.834471 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3a1a2e38-6f0d-44f1-bb38-ddeef433fba6 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group': {'name': 'tempest-secgroup--1218697738'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:44.867149 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e53210a3-ba4e-4b3d-9f0b-d4b7c2dea3ff tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.870431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782ed21c-84b3-4bc0-a4b4-3af978c61290 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:44.893180 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7847ac1-709e-45f2-a059-4b407a5acf4f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event deleted for resources: {'Port': ['ID=93f7c842-bd0a-4449-b03d-61aa10186b16,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:44.912241 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 626f2f22-2345-44dd-910c-55cfea087b3c no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:44.942669 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 626f2f22-2345-44dd-910c-55cfea087b3c {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:44.943017 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 626f2f22-2345-44dd-910c-55cfea087b3c not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:44.946840 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-92e4c822-bb33-4729-b48b-abcacde93eeb None None] Could not find standard attr ID for object a0587c01-07a5-419a-a3f2-5d38e6ad79a5. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:13:44.950005 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2e38-6f0d-44f1-bb38-ddeef433fba6 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:44.965418 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-92e4c822-bb33-4729-b48b-abcacde93eeb None None] Provisioning complete for port c30cec28-db9c-47e3-8c8d-c11cbcca10d0 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:44.965795 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-92e4c822-bb33-4729-b48b-abcacde93eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.019033 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87689156-498c-49e8-8f6f-c2dda19f8152 req-da4e35bd-d29a-4b64-902e-7be51b3349bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:45.020633 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87689156-498c-49e8-8f6f-c2dda19f8152 req-da4e35bd-d29a-4b64-902e-7be51b3349bf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2ad01249-f98e-4f0a-8732-1a30270cf49a HTTP/1.1" status: 200 len: 850 time: 0.4130285 Nov 11 12:13:45.021799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d7847ac1-709e-45f2-a059-4b407a5acf4f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.027235 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d7847ac1-709e-45f2-a059-4b407a5acf4f tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/ports/93f7c842-bd0a-4449-b03d-61aa10186b16 HTTP/1.1" status: 204 len: 168 time: 2.3205421 Nov 11 12:13:45.028126 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50848) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:45.045442 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e53210a3-ba4e-4b3d-9f0b-d4b7c2dea3ff tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.061397 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.objects.ports [None req-b86ae8ca-2413-42e3-918d-6ae46a0b8a67 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103001) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:13:45.079036 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5307509b-3c1a-41bb-8708-1cac595cf212 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.080750 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b86ae8ca-2413-42e3-918d-6ae46a0b8a67 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.095186 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5307509b-3c1a-41bb-8708-1cac595cf212 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8eb2dfc3-030e-4d21-bea6-37492a9cad43 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 12:13:45.113518 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5307509b-3c1a-41bb-8708-1cac595cf212 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.114981 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e53210a3-ba4e-4b3d-9f0b-d4b7c2dea3ff tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.120051 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5307509b-3c1a-41bb-8708-1cac595cf212 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] 10.222.0.50 "DELETE /v2.0/networks/8eb2dfc3-030e-4d21-bea6-37492a9cad43 HTTP/1.1" status: 204 len: 168 time: 1.9214983 Nov 11 12:13:45.120216 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e53210a3-ba4e-4b3d-9f0b-d4b7c2dea3ff tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/69802bbb-1451-4d48-bc1c-78841a15e9b8 HTTP/1.1" status: 204 len: 168 time: 0.6881618 Nov 11 12:13:45.123605 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50850) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:45.123762 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50852) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:45.129687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53210a3-ba4e-4b3d-9f0b-d4b7c2dea3ff tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=69802bbb-1451-4d48-bc1c-78841a15e9b8,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:45.145463 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e3dbf76e-900b-455b-b8f8-20abbe768c50 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Request body: {'network': {'name': 'tempest-network--1926597839', 'router:external': True}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:45.154743 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307509b-3c1a-41bb-8708-1cac595cf212 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Pushing event deleted for resources: {'Network': ['ID=8eb2dfc3-030e-4d21-bea6-37492a9cad43,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:45.200942 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0df565c6-9367-4d5e-a2e1-18d9adff0754 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706909 Nov 11 12:13:45.207552 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2560e1de-7e7a-42cc-8dac-05e19ec25b19 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "PUT /v2.0/subnets/d888a4a0-69e9-4ecf-b13a-81e121030008/tags/tempest-TagsExtTest-Tag-1607490527 HTTP/1.1" status: 201 len: 201 time: 0.6377873 Nov 11 12:13:45.208657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50854) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:45.212725 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50856) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:45.226416 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-d422220a-6ee4-4699-a5dc-113c7315f9b6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:45.227418 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-c9588ee9-abf7-4586-afd0-4c4003db1c00 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2854b146-f9ff-4837-8c14-ebf5ee39cf5a', 'tempest-TagsExtTest-Tag-985613714') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:45.236934 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ae8ca-2413-42e3-918d-6ae46a0b8a67 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event updated for resources: {'Subnet': ['ID=2d02e4e1-10ef-4e92-b4d0-9982e811938b,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:45.240717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87689156-498c-49e8-8f6f-c2dda19f8152 req-c92d7e7c-8806-4ce3-b33b-fe30e3a513fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:45.241568 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87689156-498c-49e8-8f6f-c2dda19f8152 req-c92d7e7c-8806-4ce3-b33b-fe30e3a513fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=494eeba5-927d-4da7-9b52-12ccac274783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2116504 Nov 11 12:13:45.274601 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f712831b-3ccd-48be-a6f5-dfa7af4e4324 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:45.280014 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f712831b-3ccd-48be-a6f5-dfa7af4e4324 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "GET /v2.0/ports?device_id=f495fee8-5490-48c5-b152-7dc1bc937a87 HTTP/1.1" status: 200 len: 913 time: 0.2506723 Nov 11 12:13:45.296329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50858) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:45.303749 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82b3933-64cb-43af-8524-a5a2f0c07927 None None] Update dhcp port {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'fixed_ips': [{'subnet_id': '69802bbb-1451-4d48-bc1c-78841a15e9b8'}], 'binding:host_id': 'dv-neutron-786478-23-hyperv'}, 'id': 'c30cec28-db9c-47e3-8c8d-c11cbcca10d0'} from dv-neutron-786478-23-hyperv. {{(pid=103003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:13:45.342616 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e82b3933-64cb-43af-8524-a5a2f0c07927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.361074 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2e38-6f0d-44f1-bb38-ddeef433fba6 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.398555 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dbf76e-900b-455b-b8f8-20abbe768c50 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Made reservation on behalf of 6a7aeba0a78d47258e1858465ac6539f for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:45.401774 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf76e-900b-455b-b8f8-20abbe768c50 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.418565 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ae8ca-2413-42e3-918d-6ae46a0b8a67 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Checking segment: {'id': 'd092fc37-4e39-4683-aa69-924253cc808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '65eac5f9-140d-4e2b-9c81-fc0d8f881da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:45.418925 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86ae8ca-2413-42e3-918d-6ae46a0b8a67 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Network hostable DHCP agents. Network: 65eac5f9-140d-4e2b-9c81-fc0d8f881da6, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:13:45.430708 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fddb7918-0dd0-49c4-a66e-fe370dbfa660 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.436386 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2e38-6f0d-44f1-bb38-ddeef433fba6 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.458087 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3dbf76e-900b-455b-b8f8-20abbe768c50 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:45.489338 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf76e-900b-455b-b8f8-20abbe768c50 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.489684 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-e3dbf76e-900b-455b-b8f8-20abbe768c50 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Added segment b6dff973-df6b-4245-ab16-55d9e7291ccb of type vlan for network c0ab30a8-e4f0-44fc-9c1f-c95ef95014ce Nov 11 12:13:45.490058 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f7bf5385-3f52-48ac-b8a1-617ba13e9bc0 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:45.504283 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a2e38-6f0d-44f1-bb38-ddeef433fba6 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e698b3-795a-4a8f-bf94-d8a07e73ff4a,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:45.553659 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87689156-498c-49e8-8f6f-c2dda19f8152 req-a23afd58-a52b-4fd4-94fd-5773f24a32d9 service neutron] 10.222.0.70 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695580 Nov 11 12:13:45.565652 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fddb7918-0dd0-49c4-a66e-fe370dbfa660 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.570836 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf76e-900b-455b-b8f8-20abbe768c50 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.576532 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb62f515-c299-4d07-ada1-8110669093d8 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:45.590496 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d422220a-6ee4-4699-a5dc-113c7315f9b6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:45.596357 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d422220a-6ee4-4699-a5dc-113c7315f9b6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.674255 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port f7bf5385-3f52-48ac-b8a1-617ba13e9bc0 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:45.674905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.705928 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86ae8ca-2413-42e3-918d-6ae46a0b8a67 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Network 65eac5f9-140d-4e2b-9c81-fc0d8f881da6 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:13:45.759409 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ee09956b-5b13-4036-960c-08ae2d512b3a None None] Provisioning complete for port c30cec28-db9c-47e3-8c8d-c11cbcca10d0 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:45.760060 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ee09956b-5b13-4036-960c-08ae2d512b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.789146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb7918-0dd0-49c4-a66e-fe370dbfa660 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Pushing event updated for resources: {'Port': ['ID=f737b231-00cc-4e14-8050-7dbe7dc93f88,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:45.804945 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c9588ee9-abf7-4586-afd0-4c4003db1c00 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "PUT /v2.0/ports/2854b146-f9ff-4837-8c14-ebf5ee39cf5a/tags/tempest-TagsExtTest-Tag-985613714 HTTP/1.1" status: 201 len: 201 time: 0.5839157 Nov 11 12:13:45.810177 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fddb7918-0dd0-49c4-a66e-fe370dbfa660 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.819383 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50862) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:45.829257 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-673b3a15-bc13-4992-af1d-394d1f54067e tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a0a3a63b-363c-40a8-a1c7-79c1c561b757', 'tempest-TagsExtTest-Tag-2009716933') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:45.832820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2e38-6f0d-44f1-bb38-ddeef433fba6 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.834107 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3a1a2e38-6f0d-44f1-bb38-ddeef433fba6 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0110459 Nov 11 12:13:45.842998 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50864) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:45.871310 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47abb273-3123-4e81-ac5f-372008221b56 None None] DHCP port deletion for db126361-d280-4945-be72-90312642a11b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:45.871900 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-b86ae8ca-2413-42e3-918d-6ae46a0b8a67 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 65eac5f9-140d-4e2b-9c81-fc0d8f881da6) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:45.876304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-27a06c0b-b843-48f4-a5a0-9c776f57ad1f tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': 'f1e698b3-795a-4a8f-bf94-d8a07e73ff4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:45.889603 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af609923-27a6-45c8-a90e-5b96bf65ca5b None None] Network 65eac5f9-140d-4e2b-9c81-fc0d8f881da6 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:45.917953 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86ae8ca-2413-42e3-918d-6ae46a0b8a67 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:45.918551 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b86ae8ca-2413-42e3-918d-6ae46a0b8a67 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:45.934187 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87689156-498c-49e8-8f6f-c2dda19f8152 req-0bc0c754-b44b-4d76-a897-9657f5859d6a service neutron] 10.222.0.70 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701069 Nov 11 12:13:45.949343 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c30cec28-db9c-47e3-8c8d-c11cbcca10d0 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:45.970952 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d422220a-6ee4-4699-a5dc-113c7315f9b6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.009170 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf76e-900b-455b-b8f8-20abbe768c50 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.010212 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dbf76e-900b-455b-b8f8-20abbe768c50 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:46.010830 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e3dbf76e-900b-455b-b8f8-20abbe768c50 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.038401 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d422220a-6ee4-4699-a5dc-113c7315f9b6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:46.053820 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddb7918-0dd0-49c4-a66e-fe370dbfa660 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Network 8cd9ed14-eccf-43b3-a4ca-95658d01aeae is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:46.055525 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-fddb7918-0dd0-49c4-a66e-fe370dbfa660 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:46.085233 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-673b3a15-bc13-4992-af1d-394d1f54067e tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "PUT /v2.0/routers/a0a3a63b-363c-40a8-a1c7-79c1c561b757/tags/tempest-TagsExtTest-Tag-2009716933 HTTP/1.1" status: 201 len: 201 time: 0.2647879 Nov 11 12:13:46.087208 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-d422220a-6ee4-4699-a5dc-113c7315f9b6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:46.105178 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50866) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:46.110423 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d422220a-6ee4-4699-a5dc-113c7315f9b6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:46.111206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d422220a-6ee4-4699-a5dc-113c7315f9b6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.111403 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-06f94760-b6ca-4194-ba9c-c582f7f97e45 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '25f4cd77-f838-4f02-85d6-c486bcfaeaa1', 'tempest-TagsExtTest-Tag-1246517111') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:46.119148 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port c30cec28-db9c-47e3-8c8d-c11cbcca10d0 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:46.119148 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.122657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbf76e-900b-455b-b8f8-20abbe768c50 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Pushing event updated for resources: {'Network': ['ID=c0ab30a8-e4f0-44fc-9c1f-c95ef95014ce,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:46.135429 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422220a-6ee4-4699-a5dc-113c7315f9b6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=31eab8da-c6e7-4e42-87a2-008af383b52f,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:46.156793 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network c0ab30a8-e4f0-44fc-9c1f-c95ef95014ce details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:46.177918 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-47abb273-3123-4e81-ac5f-372008221b56 None None] Deleting port c30cec28-db9c-47e3-8c8d-c11cbcca10d0 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:46.178359 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-47abb273-3123-4e81-ac5f-372008221b56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.219515 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d422220a-6ee4-4699-a5dc-113c7315f9b6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0040188 Nov 11 12:13:46.225599 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e3dbf76e-900b-455b-b8f8-20abbe768c50 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0969846 Nov 11 12:13:46.225599 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50868) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:46.226036 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50870) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:46.231433 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-56da962f-d6fa-497d-9af1-173b4561bc09 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:46.240660 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b86ae8ca-2413-42e3-918d-6ae46a0b8a67 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1961844 Nov 11 12:13:46.251953 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50872) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:46.258422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-03f2e39c-f805-4419-9f01-74b4bfc7ece3 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Request body: {'port': {'network_id': '65eac5f9-140d-4e2b-9c81-fc0d8f881da6', 'name': 'tempest-NetworksIpV6TestAttrs-947865290'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:46.340490 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-27a06c0b-b843-48f4-a5a0-9c776f57ad1f tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:46.344750 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-27a06c0b-b843-48f4-a5a0-9c776f57ad1f tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4938269 Nov 11 12:13:46.363358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50874) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:46.364189 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-9276351c-bf28-4089-b7de-212b2e14e22d tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group_rule': {'security_group_id': 'f1e698b3-795a-4a8f-bf94-d8a07e73ff4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:46.398152 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddb7918-0dd0-49c4-a66e-fe370dbfa660 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Router 2e2362a7-9488-4efc-aac8-92d8a4a74928 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:13:46.411769 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa629947-3a13-49c7-baee-c0cbf4622765 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:46.413197 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fa629947-3a13-49c7-baee-c0cbf4622765 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] 10.222.0.50 "GET /v2.0/networks/c0ab30a8-e4f0-44fc-9c1f-c95ef95014ce HTTP/1.1" status: 200 len: 757 time: 0.1862631 Nov 11 12:13:46.416493 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50876) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:46.435061 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88237009-a504-425d-a440-c87565758244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-65eac5f9-140d-4e2b-9c81-fc0d8f881da6', 'network_id': '65eac5f9-140d-4e2b-9c81-fc0d8f881da6', 'tenant_id': 'b509c86631324bf4b2b9d360b6e428e9', 'fixed_ips': [{'subnet_id': '2d02e4e1-10ef-4e92-b4d0-9982e811938b'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:13:46.436088 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-88237009-a504-425d-a440-c87565758244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.461804 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0424238b-7443-4a24-9d7c-3d6b7178abc7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.479480 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b1ef7cc1-b8ef-449a-abfc-902425611e94 None None] Provisioning complete for port f737b231-00cc-4e14-8050-7dbe7dc93f88 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:46.480047 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7cc1-b8ef-449a-abfc-902425611e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.484658 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-47abb273-3123-4e81-ac5f-372008221b56 None None] For port c30cec28-db9c-47e3-8c8d-c11cbcca10d0, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c30cec28-db9c-47e3-8c8d-c11cbcca10d0,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:46.485222 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-47abb273-3123-4e81-ac5f-372008221b56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.527300 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06057d9-7e40-474f-8f5b-c9c64cdf946c tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:46.531785 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b06057d9-7e40-474f-8f5b-c9c64cdf946c tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] 10.222.0.50 "GET /v2.0/networks/782e9585-9109-4745-a550-aae03404b04b HTTP/1.1" status: 200 len: 768 time: 0.1116676 Nov 11 12:13:46.531946 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50878) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:46.587576 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-47abb273-3123-4e81-ac5f-372008221b56 None None] Calling delete_port for c30cec28-db9c-47e3-8c8d-c11cbcca10d0 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:46.616131 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f566c2d7-4e24-436b-a253-4e9920cb9368 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.636513 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef7cc1-b8ef-449a-abfc-902425611e94 None None] Port f737b231-00cc-4e14-8050-7dbe7dc93f88 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:46.705955 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56da962f-d6fa-497d-9af1-173b4561bc09 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:46.711258 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-56da962f-d6fa-497d-9af1-173b4561bc09 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.731923 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-88237009-a504-425d-a440-c87565758244 None None] Allocated IP 2001:db8::f816:3eff:fee8:c603 (65eac5f9-140d-4e2b-9c81-fc0d8f881da6/2d02e4e1-10ef-4e92-b4d0-9982e811938b/25977a3b-34a1-4181-82de-562fb644b28d) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:46.768010 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f566c2d7-4e24-436b-a253-4e9920cb9368 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.801456 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-f566c2d7-4e24-436b-a253-4e9920cb9368 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ab30a8-e4f0-44fc-9c1f-c95ef95014ce']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:46.817870 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-f566c2d7-4e24-436b-a253-4e9920cb9368 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6dff973-df6b-4245-ab16-55d9e7291ccb') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:46.818180 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-f566c2d7-4e24-436b-a253-4e9920cb9368 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6dff973-df6b-4245-ab16-55d9e7291ccb') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:46.837901 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f566c2d7-4e24-436b-a253-4e9920cb9368 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.842586 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-47abb273-3123-4e81-ac5f-372008221b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.845526 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-06f94760-b6ca-4194-ba9c-c582f7f97e45 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "PUT /v2.0/subnetpools/25f4cd77-f838-4f02-85d6-c486bcfaeaa1/tags/tempest-TagsExtTest-Tag-1246517111 HTTP/1.1" status: 201 len: 201 time: 0.7393231 Nov 11 12:13:46.853604 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50880) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:46.866784 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-7fcba7d6-fcf2-4297-86a5-e8c86340fbdd tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd888a4a0-69e9-4ecf-b13a-81e121030008') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:46.873708 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f566c2d7-4e24-436b-a253-4e9920cb9368 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.887732 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f566c2d7-4e24-436b-a253-4e9920cb9368 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:46.887732 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f566c2d7-4e24-436b-a253-4e9920cb9368 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:46.891899 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abb273-3123-4e81-ac5f-372008221b56 None None] Pushing event deleted for resources: {'Port': ['ID=c30cec28-db9c-47e3-8c8d-c11cbcca10d0,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:46.892361 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:46.910115 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47abb273-3123-4e81-ac5f-372008221b56 None None] No DVR routers for this DVR port c30cec28-db9c-47e3-8c8d-c11cbcca10d0 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:46.933230 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aca881-9b88-4ad9-a65f-6aea8a18cd31 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:46.981644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-88237009-a504-425d-a440-c87565758244 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.052135 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddb7918-0dd0-49c4-a66e-fe370dbfa660 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:47.053752 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f566c2d7-4e24-436b-a253-4e9920cb9368 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.060578 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fddb7918-0dd0-49c4-a66e-fe370dbfa660 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] 10.222.0.50 "PUT /v2.0/routers/2e2362a7-9488-4efc-aac8-92d8a4a74928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2670949 Nov 11 12:13:47.067201 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f566c2d7-4e24-436b-a253-4e9920cb9368 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c0ab30a8-e4f0-44fc-9c1f-c95ef95014ce {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 12:13:47.068335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50882) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:47.070041 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f566c2d7-4e24-436b-a253-4e9920cb9368 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.073485 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f566c2d7-4e24-436b-a253-4e9920cb9368 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] 10.222.0.50 "DELETE /v2.0/networks/c0ab30a8-e4f0-44fc-9c1f-c95ef95014ce HTTP/1.1" status: 204 len: 168 time: 0.5402200 Nov 11 12:13:47.093182 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50884) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:47.100877 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-3a7ff098-5889-4a64-a273-60d429492e11 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Request body: {'port': {'network_id': '8cd9ed14-eccf-43b3-a4ca-95658d01aeae', 'name': 'tempest-FloatingIPAdminTestJSON-107815598'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:47.106199 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-7b846573-2d03-4b82-929a-8d16aaf55a25 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Request body: {'network': {'name': 'tempest-network--840998030'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:47.109152 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566c2d7-4e24-436b-a253-4e9920cb9368 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0ab30a8-e4f0-44fc-9c1f-c95ef95014ce,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:47.111113 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c93492-3f3a-4ff6-ac1f-f516136c70d1 None None] Sync routers for ids ['2e2362a7-9488-4efc-aac8-92d8a4a74928'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:47.125767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c93492-3f3a-4ff6-ac1f-f516136c70d1 None None] Routers {'2e2362a7-9488-4efc-aac8-92d8a4a74928'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:47.126464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-30c93492-3f3a-4ff6-ac1f-f516136c70d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2e2362a7-9488-4efc-aac8-92d8a4a74928'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:47.160488 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-88237009-a504-425d-a440-c87565758244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.166363 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-db126361-d280-4945-be72-90312642a11b', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'fixed_ips': [{'subnet_id': '31eab8da-c6e7-4e42-87a2-008af383b52f'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:13:47.167193 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.168834 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-30c93492-3f3a-4ff6-ac1f-f516136c70d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:47.181365 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f2e39c-f805-4419-9f01-74b4bfc7ece3 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Made reservation on behalf of b509c86631324bf4b2b9d360b6e428e9 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:47.185186 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-03f2e39c-f805-4419-9f01-74b4bfc7ece3 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.231498 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7fcba7d6-fcf2-4297-86a5-e8c86340fbdd tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/subnets/d888a4a0-69e9-4ecf-b13a-81e121030008/tags HTTP/1.1" status: 200 len: 241 time: 0.3662078 Nov 11 12:13:47.231608 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50886) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:47.236664 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-1c7f2de0-3746-4a20-bf60-722b011a2ac6 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd888a4a0-69e9-4ecf-b13a-81e121030008', 'tempest-TagsExtTest-Tag-1607490527') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:47.236889 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-03f2e39c-f805-4419-9f01-74b4bfc7ece3 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] device_id is not set on port 4bfead06-840c-4c70-a54c-aea3c933da06 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:13:47.308855 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-9276351c-bf28-4089-b7de-212b2e14e22d tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:47.309907 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9276351c-bf28-4089-b7de-212b2e14e22d tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.9495428 Nov 11 12:13:47.316655 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50888) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:47.413475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.objects.ports [None req-56da962f-d6fa-497d-9af1-173b4561bc09 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:13:47.419506 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-56da962f-d6fa-497d-9af1-173b4561bc09 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.423596 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b846573-2d03-4b82-929a-8d16aaf55a25 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Made reservation on behalf of 6a7aeba0a78d47258e1858465ac6539f for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:47.427200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7b846573-2d03-4b82-929a-8d16aaf55a25 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.435273 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c30cec28-db9c-47e3-8c8d-c11cbcca10d0 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:47.452083 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88237009-a504-425d-a440-c87565758244 None None] Network 65eac5f9-140d-4e2b-9c81-fc0d8f881da6 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:47.477558 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c93492-3f3a-4ff6-ac1f-f516136c70d1 None None] Routers {'2e2362a7-9488-4efc-aac8-92d8a4a74928'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:47.480566 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-30c93492-3f3a-4ff6-ac1f-f516136c70d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2e2362a7-9488-4efc-aac8-92d8a4a74928'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:47.493753 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca5e9563-2808-476a-b796-94626355c092 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.496005 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-03f2e39c-f805-4419-9f01-74b4bfc7ece3 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Allocated IP 2001:db8::f816:3eff:fe29:6b46 (65eac5f9-140d-4e2b-9c81-fc0d8f881da6/2d02e4e1-10ef-4e92-b4d0-9982e811938b/4bfead06-840c-4c70-a54c-aea3c933da06) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:47.519988 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b846573-2d03-4b82-929a-8d16aaf55a25 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:47.528083 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-88237009-a504-425d-a440-c87565758244 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:47.531146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7b846573-2d03-4b82-929a-8d16aaf55a25 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.531703 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-7b846573-2d03-4b82-929a-8d16aaf55a25 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Added segment e3ba6fee-4e4f-4230-ad80-bb5716c9b9dc of type vlan for network 23c3bdb0-eaf5-4a04-838c-84bc3f4aec1a Nov 11 12:13:47.556977 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca5e9563-2808-476a-b796-94626355c092 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.579896 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7b846573-2d03-4b82-929a-8d16aaf55a25 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.588836 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: c30cec28-db9c-47e3-8c8d-c11cbcca10d0 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:47.589174 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c30cec28-db9c-47e3-8c8d-c11cbcca10d0 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:47.594425 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88237009-a504-425d-a440-c87565758244 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:47.602860 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-30c93492-3f3a-4ff6-ac1f-f516136c70d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:47.603528 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c93492-3f3a-4ff6-ac1f-f516136c70d1 None None] The sync data for ids ['2e2362a7-9488-4efc-aac8-92d8a4a74928'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:47.614767 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da962f-d6fa-497d-9af1-173b4561bc09 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=15d2d5ba-75f8-4e03-b6dc-2a7bc09d9170,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:47.614862 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7ff098-5889-4a64-a273-60d429492e11 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Made reservation on behalf of e7becaf507a045a0a089d5c9991cca92 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:47.619025 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3a7ff098-5889-4a64-a273-60d429492e11 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.631027 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88237009-a504-425d-a440-c87565758244 None None] Pushing event updated for resources: {'Port': ['ID=25977a3b-34a1-4181-82de-562fb644b28d,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:47.672814 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56da962f-d6fa-497d-9af1-173b4561bc09 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:47.677200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-56da962f-d6fa-497d-9af1-173b4561bc09 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:47.680565 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-88237009-a504-425d-a440-c87565758244 None None] Attempting to bind port 25977a3b-34a1-4181-82de-562fb644b28d on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:47.680744 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56da962f-d6fa-497d-9af1-173b4561bc09 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:47.680997 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-88237009-a504-425d-a440-c87565758244 None None] Attempting to bind port 25977a3b-34a1-4181-82de-562fb644b28d by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'd092fc37-4e39-4683-aa69-924253cc808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '65eac5f9-140d-4e2b-9c81-fc0d8f881da6'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:47.681285 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88237009-a504-425d-a440-c87565758244 None None] Attempting to bind port 25977a3b-34a1-4181-82de-562fb644b28d on network 65eac5f9-140d-4e2b-9c81-fc0d8f881da6 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:47.681896 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-56da962f-d6fa-497d-9af1-173b4561bc09 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.702937 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1c7f2de0-3746-4a20-bf60-722b011a2ac6 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/subnets/d888a4a0-69e9-4ecf-b13a-81e121030008/tags/tempest-TagsExtTest-Tag-1607490527 HTTP/1.1" status: 204 len: 168 time: 0.4731269 Nov 11 12:13:47.703840 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50890) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:47.705954 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-3a7ff098-5889-4a64-a273-60d429492e11 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] device_id is not set on port f024ff09-b232-4bf0-9097-e2d65ebe5509 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:13:47.708153 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88237009-a504-425d-a440-c87565758244 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:47.717545 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88237009-a504-425d-a440-c87565758244 None None] Checking segment: {'id': 'd092fc37-4e39-4683-aa69-924253cc808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '65eac5f9-140d-4e2b-9c81-fc0d8f881da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:47.717545 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-88237009-a504-425d-a440-c87565758244 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.717545 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88237009-a504-425d-a440-c87565758244 None None] Bound using segment: {'id': 'd092fc37-4e39-4683-aa69-924253cc808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '65eac5f9-140d-4e2b-9c81-fc0d8f881da6'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:47.717545 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-88237009-a504-425d-a440-c87565758244 None None] Bound port: 25977a3b-34a1-4181-82de-562fb644b28d, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd092fc37-4e39-4683-aa69-924253cc808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '65eac5f9-140d-4e2b-9c81-fc0d8f881da6'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:47.717916 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-559ad893-e44f-487e-9f62-b02d749246ac tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd888a4a0-69e9-4ecf-b13a-81e121030008', 'tempest-TagsExtTest-Tag-1607490527') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:47.718007 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-88237009-a504-425d-a440-c87565758244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.718083 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0424238b-7443-4a24-9d7c-3d6b7178abc7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Deleting port bac11644-88af-4c61-bc55-e0814557b3f4 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:47.718083 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0424238b-7443-4a24-9d7c-3d6b7178abc7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.785423 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-56da962f-d6fa-497d-9af1-173b4561bc09 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5603249 Nov 11 12:13:47.788331 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50892) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:47.795239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-203b193c-db23-4bea-9d9e-41c33a7cc47e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'mac_address': 'fa:16:3e:24:56:9e', 'name': 'tempest-NetworksTestDHCPv6-1267313060'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:47.815984 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7b846573-2d03-4b82-929a-8d16aaf55a25 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.817303 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b846573-2d03-4b82-929a-8d16aaf55a25 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:47.817925 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7b846573-2d03-4b82-929a-8d16aaf55a25 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.823329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca5e9563-2808-476a-b796-94626355c092 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.825709 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca5e9563-2808-476a-b796-94626355c092 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.826862 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ca5e9563-2808-476a-b796-94626355c092 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "DELETE /v2.0/security-groups/f1e698b3-795a-4a8f-bf94-d8a07e73ff4a HTTP/1.1" status: 204 len: 168 time: 0.5044062 Nov 11 12:13:47.829058 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-88237009-a504-425d-a440-c87565758244 None None] For port 25977a3b-34a1-4181-82de-562fb644b28d, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:47.834692 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Allocated IP 172.20.0.2 (db126361-d280-4945-be72-90312642a11b/31eab8da-c6e7-4e42-87a2-008af383b52f/5593dacf-b224-4e97-8c24-fc37e22f4e15) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:47.836981 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50894) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:47.846186 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-88237009-a504-425d-a440-c87565758244 None None] For port 25977a3b-34a1-4181-82de-562fb644b28d, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=25977a3b-34a1-4181-82de-562fb644b28d,segment=NetworkSegment(d092fc37-4e39-4683-aa69-924253cc808f),segment_id=d092fc37-4e39-4683-aa69-924253cc808f)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:47.847786 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Allocated IP 2001:db8::f816:3eff:fe31:ff8c (db126361-d280-4945-be72-90312642a11b/15d2d5ba-75f8-4e03-b6dc-2a7bc09d9170/5593dacf-b224-4e97-8c24-fc37e22f4e15) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:47.866601 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e9563-2808-476a-b796-94626355c092 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e698b3-795a-4a8f-bf94-d8a07e73ff4a,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:47.911939 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-559ad893-e44f-487e-9f62-b02d749246ac tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/subnets/d888a4a0-69e9-4ecf-b13a-81e121030008/tags/tempest-TagsExtTest-Tag-1607490527 HTTP/1.1" status: 204 len: 168 time: 0.2068696 Nov 11 12:13:47.916164 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50896) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:47.920295 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-7ec7240a-4b0b-41c7-a968-979d90c1d95e tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd888a4a0-69e9-4ecf-b13a-81e121030008') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:47.927813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-03f2e39c-f805-4419-9f01-74b4bfc7ece3 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.942583 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-88237009-a504-425d-a440-c87565758244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.965611 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0424238b-7443-4a24-9d7c-3d6b7178abc7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:47.972405 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7b846573-2d03-4b82-929a-8d16aaf55a25 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8782179 Nov 11 12:13:47.977336 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b846573-2d03-4b82-929a-8d16aaf55a25 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Pushing event updated for resources: {'Network': ['ID=23c3bdb0-eaf5-4a04-838c-84bc3f4aec1a,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:47.982098 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50898) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:47.995934 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0424238b-7443-4a24-9d7c-3d6b7178abc7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Calling delete_port for bac11644-88af-4c61-bc55-e0814557b3f4 owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:47.997262 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c768cf50-333b-42fc-b178-24ca50df84b3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:48.007514 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-944641c5-8da0-4070-a8e6-2e04376b6730 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1449780 Nov 11 12:13:48.009617 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50900) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:48.017803 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-50189b06-a2de-4af7-8f31-196417ba35a2 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123305881'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:48.024082 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 23c3bdb0-eaf5-4a04-838c-84bc3f4aec1a details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:48.029786 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-3a7ff098-5889-4a64-a273-60d429492e11 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Allocated IP 172.20.0.6 (8cd9ed14-eccf-43b3-a4ca-95658d01aeae/fd20e51a-17d9-4fe6-97e2-6e983a06a76a/f024ff09-b232-4bf0-9097-e2d65ebe5509) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:48.140435 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88237009-a504-425d-a440-c87565758244 None None] Pushing event updated for resources: {'Port': ['ID=25977a3b-34a1-4181-82de-562fb644b28d,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:48.201424 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-03f2e39c-f805-4419-9f01-74b4bfc7ece3 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.205134 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c768cf50-333b-42fc-b178-24ca50df84b3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.217576 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.db.api [None req-203b193c-db23-4bea-9d9e-41c33a7cc47e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 12:13:48.217576 dv-neutron-786478-23-hyperv neutron-server[103002]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 12:13:48.217576 dv-neutron-786478-23-hyperv neutron-server[103002]: [parameters: {'project_id_1': '928a89362a9945308be0ef835f831dfa', 'expiration_1': datetime.datetime(2021, 11, 11, 12, 13, 28, 62638)}] Nov 11 12:13:48.217576 dv-neutron-786478-23-hyperv neutron-server[103002]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:48.219478 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG oslo_db.api [None req-203b193c-db23-4bea-9d9e-41c33a7cc47e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:48.224820 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.243251 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7ec7240a-4b0b-41c7-a968-979d90c1d95e tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/subnets/d888a4a0-69e9-4ecf-b13a-81e121030008/tags HTTP/1.1" status: 200 len: 205 time: 0.3260605 Nov 11 12:13:48.246140 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50902) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:48.251766 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-9ed63b6f-3a11-4ca0-937a-69175589b4a6 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2854b146-f9ff-4837-8c14-ebf5ee39cf5a') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:48.276506 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50189b06-a2de-4af7-8f31-196417ba35a2 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.298142 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c768cf50-333b-42fc-b178-24ca50df84b3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.321805 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.375440 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c768cf50-333b-42fc-b178-24ca50df84b3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Network 23c3bdb0-eaf5-4a04-838c-84bc3f4aec1a is not hosted by any dhcp agent {{(pid=103002) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 12:13:48.376673 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c768cf50-333b-42fc-b178-24ca50df84b3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:48.377402 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:48.378206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c768cf50-333b-42fc-b178-24ca50df84b3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.383331 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:48.384568 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c768cf50-333b-42fc-b178-24ca50df84b3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] 10.222.0.50 "PUT /v2.0/networks/23c3bdb0-eaf5-4a04-838c-84bc3f4aec1a HTTP/1.1" status: 200 len: 857 time: 0.4019434 Nov 11 12:13:48.385776 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50904) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:48.389019 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:48.391145 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f2e39c-f805-4419-9f01-74b4bfc7ece3 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Network 65eac5f9-140d-4e2b-9c81-fc0d8f881da6 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:48.400644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Pushing event updated for resources: {'Port': ['ID=5593dacf-b224-4e97-8c24-fc37e22f4e15,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:48.408227 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-03f2e39c-f805-4419-9f01-74b4bfc7ece3 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:48.410056 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2e39c-f805-4419-9f01-74b4bfc7ece3 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event updated for resources: {'Port': ['ID=4bfead06-840c-4c70-a54c-aea3c933da06,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:48.419866 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f2e39c-f805-4419-9f01-74b4bfc7ece3 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:48.425592 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f2e39c-f805-4419-9f01-74b4bfc7ece3 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:48.426241 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-03f2e39c-f805-4419-9f01-74b4bfc7ece3 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.482200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768cf50-333b-42fc-b178-24ca50df84b3 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Pushing event updated for resources: {'Network': ['ID=23c3bdb0-eaf5-4a04-838c-84bc3f4aec1a,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:48.509184 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9ed63b6f-3a11-4ca0-937a-69175589b4a6 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/ports/2854b146-f9ff-4837-8c14-ebf5ee39cf5a/tags HTTP/1.1" status: 200 len: 240 time: 0.2611325 Nov 11 12:13:48.512059 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50906) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:48.516267 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-d94d02f2-15b5-4e32-9ba8-0b292bdd081b tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2854b146-f9ff-4837-8c14-ebf5ee39cf5a', 'tempest-TagsExtTest-Tag-985613714') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:48.519219 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Attempting to bind port 5593dacf-b224-4e97-8c24-fc37e22f4e15 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:48.519784 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Attempting to bind port 5593dacf-b224-4e97-8c24-fc37e22f4e15 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:48.520408 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Attempting to bind port 5593dacf-b224-4e97-8c24-fc37e22f4e15 on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:48.521486 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-78995bcb-99a3-4c05-91b5-52698f272718 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.528132 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:48.528916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:48.529679 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.530170 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:48.531431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Bound port: 5593dacf-b224-4e97-8c24-fc37e22f4e15, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:48.532094 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.533261 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3a7ff098-5889-4a64-a273-60d429492e11 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.559209 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-03f2e39c-f805-4419-9f01-74b4bfc7ece3 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3046458 Nov 11 12:13:48.559406 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50908) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:48.589913 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50189b06-a2de-4af7-8f31-196417ba35a2 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.614487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] For port 5593dacf-b224-4e97-8c24-fc37e22f4e15, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:48.618761 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] For port 5593dacf-b224-4e97-8c24-fc37e22f4e15, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=5593dacf-b224-4e97-8c24-fc37e22f4e15,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:48.689989 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50189b06-a2de-4af7-8f31-196417ba35a2 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.714034 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.717975 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0424238b-7443-4a24-9d7c-3d6b7178abc7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.720733 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3a7ff098-5889-4a64-a273-60d429492e11 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.741015 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50189b06-a2de-4af7-8f31-196417ba35a2 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae94041-6a14-47cf-80df-7b4a674b6cb2,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:48.767924 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424238b-7443-4a24-9d7c-3d6b7178abc7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event deleted for resources: {'Port': ['ID=bac11644-88af-4c61-bc55-e0814557b3f4,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:48.795407 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17517218-dcd3-421d-a2e8-d6ca811e1374 None None] DHCP port deletion for ec05af77-ca69-434b-a6a2-504c45563310 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:48.797725 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7ff098-5889-4a64-a273-60d429492e11 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Network 8cd9ed14-eccf-43b3-a4ca-95658d01aeae is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:48.806081 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a1954-baf6-4af7-b944-6f2504ffe566 None None] Pushing event updated for resources: {'Port': ['ID=5593dacf-b224-4e97-8c24-fc37e22f4e15,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:48.824880 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50189b06-a2de-4af7-8f31-196417ba35a2 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:48.830286 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-50189b06-a2de-4af7-8f31-196417ba35a2 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8119612 Nov 11 12:13:48.830286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-3a7ff098-5889-4a64-a273-60d429492e11 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:48.832633 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50910) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:48.833385 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7ff098-5889-4a64-a273-60d429492e11 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:48.841473 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-25add513-57df-4f99-bb1a-5cead9a6c513 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:48.842154 dv-neutron-786478-23-hyperv neutron-server[103001]: WARNING neutron.api.v2.base [None req-25add513-57df-4f99-bb1a-5cead9a6c513 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 12:13:48.842655 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-25add513-57df-4f99-bb1a-5cead9a6c513 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] update failed (client error): There was a conflict when trying to complete your request. Nov 11 12:13:48.846082 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-25add513-57df-4f99-bb1a-5cead9a6c513 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "PUT /v2.0/security-groups/3ae94041-6a14-47cf-80df-7b4a674b6cb2 HTTP/1.1" status: 409 len: 330 time: 0.0062370 Nov 11 12:13:48.888016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50912) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:48.953535 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ff098-5889-4a64-a273-60d429492e11 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Pushing event updated for resources: {'Port': ['ID=f024ff09-b232-4bf0-9097-e2d65ebe5509,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:48.983491 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7ff098-5889-4a64-a273-60d429492e11 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:48.984181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3a7ff098-5889-4a64-a273-60d429492e11 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.007912 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-78995bcb-99a3-4c05-91b5-52698f272718 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.052188 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12af9ea-5b82-4537-a13c-8b8ef5e3913e tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Deleting subnet 2d02e4e1-10ef-4e92-b4d0-9982e811938b {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:13:49.066785 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f12af9ea-5b82-4537-a13c-8b8ef5e3913e tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.092499 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b65b60b4-84f9-40e2-addd-0a0604ec755d tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.097972 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-78995bcb-99a3-4c05-91b5-52698f272718 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c3bdb0-eaf5-4a04-838c-84bc3f4aec1a']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:49.106539 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d94d02f2-15b5-4e32-9ba8-0b292bdd081b tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/ports/2854b146-f9ff-4837-8c14-ebf5ee39cf5a/tags/tempest-TagsExtTest-Tag-985613714 HTTP/1.1" status: 204 len: 168 time: 0.5911403 Nov 11 12:13:49.110999 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50914) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:49.124568 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-a5d3b4ab-a6e6-4317-b0f0-f060ef1f1a50 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2854b146-f9ff-4837-8c14-ebf5ee39cf5a', 'tempest-TagsExtTest-Tag-985613714') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:49.124761 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-78995bcb-99a3-4c05-91b5-52698f272718 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ba6fee-4e4f-4230-ad80-bb5716c9b9dc') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:49.124855 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-78995bcb-99a3-4c05-91b5-52698f272718 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ba6fee-4e4f-4230-ad80-bb5716c9b9dc') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:49.162353 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-78995bcb-99a3-4c05-91b5-52698f272718 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.167073 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f12af9ea-5b82-4537-a13c-8b8ef5e3913e tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.203096 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b65b60b4-84f9-40e2-addd-0a0604ec755d tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.216537 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203b193c-db23-4bea-9d9e-41c33a7cc47e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:49.241688 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0424238b-7443-4a24-9d7c-3d6b7178abc7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.259754 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-78995bcb-99a3-4c05-91b5-52698f272718 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.286402 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3a7ff098-5889-4a64-a273-60d429492e11 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1893573 Nov 11 12:13:49.292806 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50916) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:49.319327 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e8f224b9-6de4-4256-ae67-cd9ec671f63f None None] Provisioning complete for port f024ff09-b232-4bf0-9097-e2d65ebe5509 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:49.319794 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e8f224b9-6de4-4256-ae67-cd9ec671f63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.355323 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78995bcb-99a3-4c05-91b5-52698f272718 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:49.355729 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-78995bcb-99a3-4c05-91b5-52698f272718 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:49.359716 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:49.384868 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e8f224b9-6de4-4256-ae67-cd9ec671f63f None None] Port f024ff09-b232-4bf0-9097-e2d65ebe5509 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:49.459675 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 5593dacf-b224-4e97-8c24-fc37e22f4e15 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:49.509168 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b65b60b4-84f9-40e2-addd-0a0604ec755d tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.512816 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b65b60b4-84f9-40e2-addd-0a0604ec755d tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.516566 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b65b60b4-84f9-40e2-addd-0a0604ec755d tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "DELETE /v2.0/security-groups/3ae94041-6a14-47cf-80df-7b4a674b6cb2 HTTP/1.1" status: 204 len: 168 time: 0.6232038 Nov 11 12:13:49.517909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50920) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:49.543348 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 5593dacf-b224-4e97-8c24-fc37e22f4e15 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:49.543873 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.559713 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'project_id': 'e7becaf507a045a0a089d5c9991cca92', 'port_id': 'f024ff09-b232-4bf0-9097-e2d65ebe5509'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:49.566249 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b60b4-84f9-40e2-addd-0a0604ec755d tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae94041-6a14-47cf-80df-7b4a674b6cb2,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:49.607789 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-203b193c-db23-4bea-9d9e-41c33a7cc47e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.620480 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a5d3b4ab-a6e6-4317-b0f0-f060ef1f1a50 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/ports/2854b146-f9ff-4837-8c14-ebf5ee39cf5a/tags/tempest-TagsExtTest-Tag-985613714 HTTP/1.1" status: 204 len: 168 time: 0.5071456 Nov 11 12:13:49.624591 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50922) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:49.638893 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-0d03d09e-1bbf-4442-b641-9b257bcf5c18 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2854b146-f9ff-4837-8c14-ebf5ee39cf5a') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:49.654452 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.663094 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-203b193c-db23-4bea-9d9e-41c33a7cc47e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port 88b8d26f-560a-4b34-a8e8-4682a1c46341 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:13:49.699681 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 5593dacf-b224-4e97-8c24-fc37e22f4e15, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=5593dacf-b224-4e97-8c24-fc37e22f4e15,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:49.717460 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.738935 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13199679-35a4-4880-9396-65fcab717834 None None] Network 65eac5f9-140d-4e2b-9c81-fc0d8f881da6 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:49.773961 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-78995bcb-99a3-4c05-91b5-52698f272718 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.804907 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78995bcb-99a3-4c05-91b5-52698f272718 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23c3bdb0-eaf5-4a04-838c-84bc3f4aec1a {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 12:13:49.810291 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0424238b-7443-4a24-9d7c-3d6b7178abc7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Router f495fee8-5490-48c5-b152-7dc1bc937a87 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:13:49.815328 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.816255 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 25977a3b-34a1-4181-82de-562fb644b28d up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:49.836649 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0d03d09e-1bbf-4442-b641-9b257bcf5c18 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/ports/2854b146-f9ff-4837-8c14-ebf5ee39cf5a/tags HTTP/1.1" status: 200 len: 205 time: 0.2062337 Nov 11 12:13:49.841237 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50924) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:49.842127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-78995bcb-99a3-4c05-91b5-52698f272718 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.845672 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-78995bcb-99a3-4c05-91b5-52698f272718 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] 10.222.0.50 "DELETE /v2.0/networks/23c3bdb0-eaf5-4a04-838c-84bc3f4aec1a HTTP/1.1" status: 204 len: 168 time: 1.4386647 Nov 11 12:13:49.846697 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-866f880b-4f2e-4524-9a3c-d61928d4a747 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a0a3a63b-363c-40a8-a1c7-79c1c561b757') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:49.854009 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78995bcb-99a3-4c05-91b5-52698f272718 tempest-ExternalNetworksTestJSON-527740687 tempest-ExternalNetworksTestJSON-527740687-project-admin] Pushing event deleted for resources: {'Network': ['ID=23c3bdb0-eaf5-4a04-838c-84bc3f4aec1a,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:49.856173 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50926) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:49.867234 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f12af9ea-5b82-4537-a13c-8b8ef5e3913e tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:49.948243 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8e573346-972b-4885-96a9-8503c6acf232 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4291153 Nov 11 12:13:49.955206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50928) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:49.970072 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5c9099a8-ec67-4e7c-aef2-ab39a0685d32 None None] Provisioning complete for port 25977a3b-34a1-4181-82de-562fb644b28d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:49.970688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5c9099a8-ec67-4e7c-aef2-ab39a0685d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:50.000586 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-e19701ff-7673-4dd0-82fc-2eb642ef9327 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] delete failed (client error): The resource could not be found. Nov 11 12:13:50.002113 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e19701ff-7673-4dd0-82fc-2eb642ef9327 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "DELETE /v2.0/security-groups/48d9ab2b-3984-45c2-8bac-d807d26811eb HTTP/1.1" status: 404 len: 347 time: 0.0454752 Nov 11 12:13:50.031150 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50930) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:50.032352 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f12af9ea-5b82-4537-a13c-8b8ef5e3913e tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:50.043860 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=5593dacf-b224-4e97-8c24-fc37e22f4e15,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:50.083326 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-7f2fe89b-74b8-434c-a123-e52e3d7457ba tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] show failed (client error): The resource could not be found. Nov 11 12:13:50.084442 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7f2fe89b-74b8-434c-a123-e52e3d7457ba tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "GET /v2.0/security-groups/55c80bbc-30ae-4ce1-892b-bb4357cccaa3 HTTP/1.1" status: 404 len: 347 time: 0.0497215 Nov 11 12:13:50.085483 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12af9ea-5b82-4537-a13c-8b8ef5e3913e tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event deleted for resources: {'Subnet': ['ID=2d02e4e1-10ef-4e92-b4d0-9982e811938b,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:50.094284 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50932) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:50.111097 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f12af9ea-5b82-4537-a13c-8b8ef5e3913e tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:50.116793 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f12af9ea-5b82-4537-a13c-8b8ef5e3913e tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/subnets/2d02e4e1-10ef-4e92-b4d0-9982e811938b HTTP/1.1" status: 204 len: 168 time: 1.5529265 Nov 11 12:13:50.116793 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-bf209388-c96c-4450-84de-57ffcbf196d6 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] show failed (client error): The resource could not be found. Nov 11 12:13:50.116793 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bf209388-c96c-4450-84de-57ffcbf196d6 tempest-NegativeSecGroupIPv6Test-1048190102 tempest-NegativeSecGroupIPv6Test-1048190102-project] 10.222.0.50 "GET /v2.0/security-group-rules/01a96818-0195-4d1c-b142-e9bd78fac117 HTTP/1.1" status: 404 len: 356 time: 0.0215650 Nov 11 12:13:50.117390 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50934) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:50.253652 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5c9099a8-ec67-4e7c-aef2-ab39a0685d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:50.281274 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 25977a3b-34a1-4181-82de-562fb644b28d triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:50.281651 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:50.332816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded68d0a-fc7e-434c-bd6f-7d8014dcb186 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:50.335679 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded68d0a-fc7e-434c-bd6f-7d8014dcb186 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:50.339847 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ded68d0a-fc7e-434c-bd6f-7d8014dcb186 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2039435 Nov 11 12:13:50.341526 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50938) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:50.349148 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5c9099a8-ec67-4e7c-aef2-ab39a0685d32 None None] For port 25977a3b-34a1-4181-82de-562fb644b28d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=25977a3b-34a1-4181-82de-562fb644b28d,segment=NetworkSegment(d092fc37-4e39-4683-aa69-924253cc808f),segment_id=d092fc37-4e39-4683-aa69-924253cc808f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:50.371915 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-203b193c-db23-4bea-9d9e-41c33a7cc47e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 172.20.0.11 (db126361-d280-4945-be72-90312642a11b/31eab8da-c6e7-4e42-87a2-008af383b52f/88b8d26f-560a-4b34-a8e8-4682a1c46341) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:50.416461 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-203b193c-db23-4bea-9d9e-41c33a7cc47e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::f816:3eff:fe24:569e (db126361-d280-4945-be72-90312642a11b/15d2d5ba-75f8-4e03-b6dc-2a7bc09d9170/88b8d26f-560a-4b34-a8e8-4682a1c46341) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:50.451532 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:50.453300 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca77ef0-2f13-42ed-9cea-0291a607cce8 None None] DHCP port deletion for 65eac5f9-140d-4e2b-9c81-fc0d8f881da6 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:50.461120 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-5118b722-635f-438f-ad78-40ac35772118 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] DELETE failed (client error): The resource could not be found. Nov 11 12:13:50.461688 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5118b722-635f-438f-ad78-40ac35772118 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:50.466964 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5118b722-635f-438f-ad78-40ac35772118 tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] 10.222.0.50 "DELETE /v2.0/subnets/1736db13-e317-4cfe-abb5-d346e60b71e6 HTTP/1.1" status: 404 len: 337 time: 0.6074457 Nov 11 12:13:50.468447 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50940) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:50.511466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5c9099a8-ec67-4e7c-aef2-ab39a0685d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:50.527993 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6471e7c0-9502-4412-9054-7e4e991a055b None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:50.580086 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-866f880b-4f2e-4524-9a3c-d61928d4a747 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/routers/a0a3a63b-363c-40a8-a1c7-79c1c561b757/tags HTTP/1.1" status: 200 len: 241 time: 0.7377009 Nov 11 12:13:50.583735 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50942) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:50.590645 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-57f9f217-2de1-4163-b9c4-2e16b71ffb28 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a0a3a63b-363c-40a8-a1c7-79c1c561b757', 'tempest-TagsExtTest-Tag-2009716933') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:50.631275 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:50.662852 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-203b193c-db23-4bea-9d9e-41c33a7cc47e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:50.673023 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0424238b-7443-4a24-9d7c-3d6b7178abc7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:50.685092 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0424238b-7443-4a24-9d7c-3d6b7178abc7 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "PUT /v2.0/routers/f495fee8-5490-48c5-b152-7dc1bc937a87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3793168 Nov 11 12:13:50.688079 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50946) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:50.715460 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-51c0f8fd-5083-4ff2-8d97-5c758f03d21e tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:50.727941 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7fc48ac0-7d7c-4b3d-8a64-df51e5b56078 None None] Provisioning complete for port 5593dacf-b224-4e97-8c24-fc37e22f4e15 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:50.728300 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7fc48ac0-7d7c-4b3d-8a64-df51e5b56078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:50.775374 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-8ca77ef0-2f13-42ed-9cea-0291a607cce8 None None] Deleting port 25977a3b-34a1-4181-82de-562fb644b28d {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:50.775713 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8ca77ef0-2f13-42ed-9cea-0291a607cce8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:50.782619 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c0f8fd-5083-4ff2-8d97-5c758f03d21e tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 11 12:13:50.783373 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c0f8fd-5083-4ff2-8d97-5c758f03d21e tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:13:50.785257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:50.785611 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:50.793732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50948) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:50.795155 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-51c0f8fd-5083-4ff2-8d97-5c758f03d21e tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/networks/65eac5f9-140d-4e2b-9c81-fc0d8f881da6 HTTP/1.1" status: 409 len: 405 time: 0.4525523 Nov 11 12:13:50.805216 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-203b193c-db23-4bea-9d9e-41c33a7cc47e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:50.805334 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-649de0ee-342e-42c5-9566-a06117ef82a4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-128170796'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:50.810875 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8cb46a-1245-485d-8b94-f2f5edcb19a6 None None] Sync routers for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:50.829118 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8cb46a-1245-485d-8b94-f2f5edcb19a6 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:50.829741 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-de8cb46a-1245-485d-8b94-f2f5edcb19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:50.830906 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203b193c-db23-4bea-9d9e-41c33a7cc47e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:50.836076 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-203b193c-db23-4bea-9d9e-41c33a7cc47e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:50.846305 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-57f9f217-2de1-4163-b9c4-2e16b71ffb28 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/routers/a0a3a63b-363c-40a8-a1c7-79c1c561b757/tags/tempest-TagsExtTest-Tag-2009716933 HTTP/1.1" status: 204 len: 168 time: 0.2594912 Nov 11 12:13:50.860962 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9099a8-ec67-4e7c-aef2-ab39a0685d32 None None] Pushing event updated for resources: {'Port': ['ID=25977a3b-34a1-4181-82de-562fb644b28d,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:50.867857 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50950) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:50.868538 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50952) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:50.871961 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b193c-db23-4bea-9d9e-41c33a7cc47e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:50.883864 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-2307d3fa-94d8-40fa-a1ec-d9618fd803a6 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a0a3a63b-363c-40a8-a1c7-79c1c561b757', 'tempest-TagsExtTest-Tag-2009716933') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:50.929862 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0c3a698-f71f-489c-bec1-569b176797ed tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:50.982640 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b193c-db23-4bea-9d9e-41c33a7cc47e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=88b8d26f-560a-4b34-a8e8-4682a1c46341,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:50.991360 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203b193c-db23-4bea-9d9e-41c33a7cc47e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:50.992052 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-203b193c-db23-4bea-9d9e-41c33a7cc47e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:50.997228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8ca77ef0-2f13-42ed-9cea-0291a607cce8 None None] For port 25977a3b-34a1-4181-82de-562fb644b28d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=25977a3b-34a1-4181-82de-562fb644b28d,segment=NetworkSegment(d092fc37-4e39-4683-aa69-924253cc808f),segment_id=d092fc37-4e39-4683-aa69-924253cc808f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:50.997952 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8ca77ef0-2f13-42ed-9cea-0291a607cce8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.015354 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-8ca77ef0-2f13-42ed-9cea-0291a607cce8 None None] Calling delete_port for 25977a3b-34a1-4181-82de-562fb644b28d owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:51.018130 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-de8cb46a-1245-485d-8b94-f2f5edcb19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:51.039467 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8cb46a-1245-485d-8b94-f2f5edcb19a6 None None] Routers {'f495fee8-5490-48c5-b152-7dc1bc937a87'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:51.039467 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-de8cb46a-1245-485d-8b94-f2f5edcb19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f495fee8-5490-48c5-b152-7dc1bc937a87'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:51.079916 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-de8cb46a-1245-485d-8b94-f2f5edcb19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:51.080798 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8cb46a-1245-485d-8b94-f2f5edcb19a6 None None] The sync data for ids ['f495fee8-5490-48c5-b152-7dc1bc937a87'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:51.137212 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-02ef0b5d-2159-41e2-b3bb-119b1bfe3318 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.141907 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0c3a698-f71f-489c-bec1-569b176797ed tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.171217 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-e0c3a698-f71f-489c-bec1-569b176797ed tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782e9585-9109-4745-a550-aae03404b04b']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:51.183413 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Allocated IP 172.26.5.125 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/90049f4a-6975-4463-86a5-0e86f4513e5b) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:51.184820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-e0c3a698-f71f-489c-bec1-569b176797ed tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b221b5-cca8-488b-ab97-432c4d58fc6a') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:51.185115 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-e0c3a698-f71f-489c-bec1-569b176797ed tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b221b5-cca8-488b-ab97-432c4d58fc6a') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:51.197230 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0c3a698-f71f-489c-bec1-569b176797ed tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.211510 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0c3a698-f71f-489c-bec1-569b176797ed tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.215456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649de0ee-342e-42c5-9566-a06117ef82a4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Made reservation on behalf of b509c86631324bf4b2b9d360b6e428e9 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:51.217957 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c3a698-f71f-489c-bec1-569b176797ed tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:51.218394 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0c3a698-f71f-489c-bec1-569b176797ed tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.219023 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-649de0ee-342e-42c5-9566-a06117ef82a4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:51.222331 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:51.228770 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8ca77ef0-2f13-42ed-9cea-0291a607cce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.236793 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-54785aba-97a3-4299-b9cd-8af16b51dc26 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2e165b9a8cc4ceab2fa57d105e44ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634577 Nov 11 12:13:51.248520 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50958) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:51.268123 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca77ef0-2f13-42ed-9cea-0291a607cce8 None None] Pushing event deleted for resources: {'Port': ['ID=25977a3b-34a1-4181-82de-562fb644b28d,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:51.272437 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca77ef0-2f13-42ed-9cea-0291a607cce8 None None] No DVR routers for this DVR port 25977a3b-34a1-4181-82de-562fb644b28d on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:51.311655 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-203b193c-db23-4bea-9d9e-41c33a7cc47e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5218937 Nov 11 12:13:51.314717 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Port 25977a3b-34a1-4181-82de-562fb644b28d update to ACTIVE by agent not found {{(pid=103003) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 11 12:13:51.317085 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50960) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:51.408535 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2307d3fa-94d8-40fa-a1ec-d9618fd803a6 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/routers/a0a3a63b-363c-40a8-a1c7-79c1c561b757/tags/tempest-TagsExtTest-Tag-2009716933 HTTP/1.1" status: 204 len: 168 time: 0.5267434 Nov 11 12:13:51.411031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-02ef0b5d-2159-41e2-b3bb-119b1bfe3318 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.412201 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50962) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:51.416707 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-b5f169f1-295c-48df-8096-2d0b3709ae92 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a0a3a63b-363c-40a8-a1c7-79c1c561b757') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:51.422950 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 5593dacf-b224-4e97-8c24-fc37e22f4e15 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:51.424689 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649de0ee-342e-42c5-9566-a06117ef82a4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:51.429245 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6dcdcc-126c-4eeb-bda8-bc68aa8fc823 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:51.435481 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6dcdcc-126c-4eeb-bda8-bc68aa8fc823 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:51.440776 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fe6dcdcc-126c-4eeb-bda8-bc68aa8fc823 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1219680 Nov 11 12:13:51.441391 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-649de0ee-342e-42c5-9566-a06117ef82a4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.441939 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-649de0ee-342e-42c5-9566-a06117ef82a4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Added segment 064e37b6-716d-45ce-9d01-4c687d923a53 of type vlan for network d09a4337-67f1-4aa6-9986-0e3a166414bf Nov 11 12:13:51.442401 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50964) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:51.488531 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 5593dacf-b224-4e97-8c24-fc37e22f4e15 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:51.488996 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.499373 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-649de0ee-342e-42c5-9566-a06117ef82a4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.510401 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-899ff6b0-11bd-431f-bb9e-31e3cdd1477a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.535177 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-899ff6b0-11bd-431f-bb9e-31e3cdd1477a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.594133 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0c3a698-f71f-489c-bec1-569b176797ed tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.599659 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0c3a698-f71f-489c-bec1-569b176797ed tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.602918 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e0c3a698-f71f-489c-bec1-569b176797ed tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] 10.222.0.50 "DELETE /v2.0/networks/782e9585-9109-4745-a550-aae03404b04b HTTP/1.1" status: 204 len: 168 time: 1.1330659 Nov 11 12:13:51.615209 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-649de0ee-342e-42c5-9566-a06117ef82a4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.621619 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649de0ee-342e-42c5-9566-a06117ef82a4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:51.622397 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-649de0ee-342e-42c5-9566-a06117ef82a4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.699855 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-899ff6b0-11bd-431f-bb9e-31e3cdd1477a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.703739 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-899ff6b0-11bd-431f-bb9e-31e3cdd1477a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.709236 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-899ff6b0-11bd-431f-bb9e-31e3cdd1477a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19e23953-23a3-45d0-9a35-0d30f9f51b62 HTTP/1.1" status: 204 len: 168 time: 0.4598701 Nov 11 12:13:51.720210 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.725875 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-02ef0b5d-2159-41e2-b3bb-119b1bfe3318 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Deleting port 4bd580a1-edf0-488c-8379-9f386caba344 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:51.726202 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-02ef0b5d-2159-41e2-b3bb-119b1bfe3318 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.766707 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3a698-f71f-489c-bec1-569b176797ed tempest-ExternalNetworksTestJSON-40007025 tempest-ExternalNetworksTestJSON-40007025-project] Pushing event deleted for resources: {'Network': ['ID=782e9585-9109-4745-a550-aae03404b04b,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:51.777247 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ff6b0-11bd-431f-bb9e-31e3cdd1477a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e23953-23a3-45d0-9a35-0d30f9f51b62,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:51.792890 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b5f169f1-295c-48df-8096-2d0b3709ae92 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/routers/a0a3a63b-363c-40a8-a1c7-79c1c561b757/tags HTTP/1.1" status: 200 len: 205 time: 0.3790317 Nov 11 12:13:51.799475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50972) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:51.808184 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-e99bcf21-128c-44e3-aa91-146631b404d3 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '25f4cd77-f838-4f02-85d6-c486bcfaeaa1') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:51.827371 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649de0ee-342e-42c5-9566-a06117ef82a4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event updated for resources: {'Network': ['ID=d09a4337-67f1-4aa6-9986-0e3a166414bf,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:51.842685 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network d09a4337-67f1-4aa6-9986-0e3a166414bf details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:51.852977 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50974) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:51.853328 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-649de0ee-342e-42c5-9566-a06117ef82a4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0537286 Nov 11 12:13:51.854646 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e548a395-9518-417f-8fa7-c793f368c1d5 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Request body: {'subnet': {'network_id': 'd09a4337-67f1-4aa6-9986-0e3a166414bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:51.911747 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 25977a3b-34a1-4181-82de-562fb644b28d no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:51.937748 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-02ef0b5d-2159-41e2-b3bb-119b1bfe3318 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:51.944194 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 25977a3b-34a1-4181-82de-562fb644b28d {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:51.948775 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 25977a3b-34a1-4181-82de-562fb644b28d not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:51.951335 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e99bcf21-128c-44e3-aa91-146631b404d3 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/subnetpools/25f4cd77-f838-4f02-85d6-c486bcfaeaa1/tags HTTP/1.1" status: 200 len: 241 time: 0.1501670 Nov 11 12:13:51.961515 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-02ef0b5d-2159-41e2-b3bb-119b1bfe3318 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Calling delete_port for 4bd580a1-edf0-488c-8379-9f386caba344 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:51.963231 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50976) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:51.970237 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-77ce1e36-3499-4f46-83c7-64e95a875893 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '25f4cd77-f838-4f02-85d6-c486bcfaeaa1', 'tempest-TagsExtTest-Tag-1246517111') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:51.976727 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-85efb0af-c414-49de-9644-1cfea5e9541f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port 88b8d26f-560a-4b34-a8e8-4682a1c46341 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:51.977088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-85efb0af-c414-49de-9644-1cfea5e9541f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:52.021618 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-77ce1e36-3499-4f46-83c7-64e95a875893 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/subnetpools/25f4cd77-f838-4f02-85d6-c486bcfaeaa1/tags/tempest-TagsExtTest-Tag-1246517111 HTTP/1.1" status: 204 len: 168 time: 0.0547297 Nov 11 12:13:52.024160 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 50980) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:52.030154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-18f643d5-f07b-46a2-9bc4-ce3352b9a49e tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '25f4cd77-f838-4f02-85d6-c486bcfaeaa1', 'tempest-TagsExtTest-Tag-1246517111') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:52.050297 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6a3fc838-bd18-4455-a5a9-35eb3ed0ce1a None None] Provisioning complete for port 88b8d26f-560a-4b34-a8e8-4682a1c46341 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:52.050666 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc838-bd18-4455-a5a9-35eb3ed0ce1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:52.072368 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:52.106754 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-85efb0af-c414-49de-9644-1cfea5e9541f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:52.110777 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-6a3fc838-bd18-4455-a5a9-35eb3ed0ce1a None None] Port 88b8d26f-560a-4b34-a8e8-4682a1c46341 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:52.129823 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6a3fc838-bd18-4455-a5a9-35eb3ed0ce1a None None] Provisioning complete for port 5593dacf-b224-4e97-8c24-fc37e22f4e15 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:52.130342 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc838-bd18-4455-a5a9-35eb3ed0ce1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:52.135915 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-85efb0af-c414-49de-9644-1cfea5e9541f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for 88b8d26f-560a-4b34-a8e8-4682a1c46341 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:52.147454 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Pushing event updated for resources: {'Port': ['ID=90049f4a-6975-4463-86a5-0e86f4513e5b,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:52.159877 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e548a395-9518-417f-8fa7-c793f368c1d5 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Made reservation on behalf of b509c86631324bf4b2b9d360b6e428e9 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:52.165160 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e548a395-9518-417f-8fa7-c793f368c1d5 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:52.176003 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:52.181704 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:52.184895 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:52.206071 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50984) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:52.362987 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-18f643d5-f07b-46a2-9bc4-ce3352b9a49e tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/subnetpools/25f4cd77-f838-4f02-85d6-c486bcfaeaa1/tags/tempest-TagsExtTest-Tag-1246517111 HTTP/1.1" status: 204 len: 168 time: 0.3372555 Nov 11 12:13:52.364735 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6ad6f130-08b8-4453-87ff-98981d76b14c None None] Could not find standard attr ID for object a0587c01-07a5-419a-a3f2-5d38e6ad79a5. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:13:52.368267 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50996) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:52.391315 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-b2f76e07-8a3d-4b90-8f7c-85ecdbbed728 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '25f4cd77-f838-4f02-85d6-c486bcfaeaa1') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:52.431737 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b2f76e07-8a3d-4b90-8f7c-85ecdbbed728 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/subnetpools/25f4cd77-f838-4f02-85d6-c486bcfaeaa1/tags HTTP/1.1" status: 200 len: 205 time: 0.0605190 Nov 11 12:13:52.432870 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 50998) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:52.471329 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-b4ddabc0-9a2a-4819-aa5b-d8a5f9528e68 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '25f4cd77-f838-4f02-85d6-c486bcfaeaa1') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:52.634584 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-02ef0b5d-2159-41e2-b3bb-119b1bfe3318 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:52.682329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef0b5d-2159-41e2-b3bb-119b1bfe3318 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event deleted for resources: {'Port': ['ID=4bd580a1-edf0-488c-8379-9f386caba344,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:52.696057 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea8979d-977c-4278-a6c3-b621d4a678a9 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:52.738991 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-18bb0a75-80e1-407d-bffe-f534489854ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef969feb6c484152a0993aa83fff9924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4899318 Nov 11 12:13:52.747170 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51006) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:52.798195 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-02ef0b5d-2159-41e2-b3bb-119b1bfe3318 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:52.803310 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b4ddabc0-9a2a-4819-aa5b-d8a5f9528e68 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/subnetpools/25f4cd77-f838-4f02-85d6-c486bcfaeaa1/tags HTTP/1.1" status: 204 len: 168 time: 0.3589170 Nov 11 12:13:52.805334 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-cb4e10fa-2481-4ca5-880b-e9d26645b960 None None] Provisioning complete for port 88b8d26f-560a-4b34-a8e8-4682a1c46341 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:52.806764 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cb4e10fa-2481-4ca5-880b-e9d26645b960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:52.809284 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51010) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:52.818186 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-a3147324-6bcb-41c4-a102-43758cd61f29 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a0a3a63b-363c-40a8-a1c7-79c1c561b757') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:52.862477 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e10fa-2481-4ca5-880b-e9d26645b960 None None] Port 88b8d26f-560a-4b34-a8e8-4682a1c46341 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:13:52.926522 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-85efb0af-c414-49de-9644-1cfea5e9541f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:52.960302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-02ef0b5d-2159-41e2-b3bb-119b1bfe3318 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:52.964749 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-02ef0b5d-2159-41e2-b3bb-119b1bfe3318 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:52.967581 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3b1ed-7012-429d-ac46-6aa99731b39e req-d9041061-d080-4aa2-8a71-1cc7e03bff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:52.969188 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c6c3b1ed-7012-429d-ac46-6aa99731b39e req-d9041061-d080-4aa2-8a71-1cc7e03bff3c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc3e745991484392a95e625e90086381&device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 1098 time: 0.2330694 Nov 11 12:13:52.988782 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891aeb1-2fdb-4762-a0d4-4b2d0a6918b6 req-a00a7861-2880-40ab-839e-a18492de2725 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:52.990152 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0891aeb1-2fdb-4762-a0d4-4b2d0a6918b6 req-a00a7861-2880-40ab-839e-a18492de2725 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.3175466 Nov 11 12:13:53.052352 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efb0af-c414-49de-9644-1cfea5e9541f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=88b8d26f-560a-4b34-a8e8-4682a1c46341,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:53.110126 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.objects.ports [None req-e548a395-9518-417f-8fa7-c793f368c1d5 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:13:53.137737 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51016) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:53.142444 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e548a395-9518-417f-8fa7-c793f368c1d5 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:53.160685 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3b1ed-7012-429d-ac46-6aa99731b39e req-bb5ae909-2e0e-4f48-98b9-62f7f9982b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:53.162155 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c6c3b1ed-7012-429d-ac46-6aa99731b39e req-bb5ae909-2e0e-4f48-98b9-62f7f9982b0a service neutron] 10.222.0.70 "GET /v2.0/networks?id=494eeba5-927d-4da7-9b52-12ccac274783 HTTP/1.1" status: 200 len: 912 time: 0.1814005 Nov 11 12:13:53.181419 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a74a8d43-7b4e-407e-8f49-b8980af55de6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:53.220758 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a3147324-6bcb-41c4-a102-43758cd61f29 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/routers/a0a3a63b-363c-40a8-a1c7-79c1c561b757/tags HTTP/1.1" status: 204 len: 168 time: 0.4071510 Nov 11 12:13:53.221725 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51020) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:53.261973 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-42d6d6a5-7968-4b23-a4a9-43e60a27d73e tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2854b146-f9ff-4837-8c14-ebf5ee39cf5a') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:53.268909 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-02ef0b5d-2159-41e2-b3bb-119b1bfe3318 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:53.269450 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ef0b5d-2159-41e2-b3bb-119b1bfe3318 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Fanout notify agent at l3_agent the message router_deleted on router f495fee8-5490-48c5-b152-7dc1bc937a87 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:13:53.278230 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a74a8d43-7b4e-407e-8f49-b8980af55de6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:53.282675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-9d0ba639-f329-49cc-a2e2-f214c4ca1b05 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:53.283265 dv-neutron-786478-23-hyperv neutron-server[103001]: WARNING neutron.api.v2.base [None req-9d0ba639-f329-49cc-a2e2-f214c4ca1b05 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 12:13:53.283748 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-9d0ba639-f329-49cc-a2e2-f214c4ca1b05 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 12:13:53.284693 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9d0ba639-f329-49cc-a2e2-f214c4ca1b05 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1403766 Nov 11 12:13:53.290042 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-02ef0b5d-2159-41e2-b3bb-119b1bfe3318 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:53.291058 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-02ef0b5d-2159-41e2-b3bb-119b1bfe3318 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/routers/f495fee8-5490-48c5-b152-7dc1bc937a87 HTTP/1.1" status: 204 len: 168 time: 2.6020672 Nov 11 12:13:53.299388 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51022) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:53.299720 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51024) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:53.302036 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548a395-9518-417f-8fa7-c793f368c1d5 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event updated for resources: {'Subnet': ['ID=f28a6321-430b-4141-9341-4299b8dfd43e,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:53.311899 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-856b0a5b-e6b4-4818-9613-a2515b648104 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group': {'name': 'tempest-secgroup--856926693'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:53.332125 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:53.338037 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c6c3b1ed-7012-429d-ac46-6aa99731b39e req-23b4ce5a-4731-46d5-b1e5-c36fa9f60c2d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b96338-7266-45da-aa4c-b83c6a5e75f9 HTTP/1.1" status: 200 len: 1000 time: 0.1656849 Nov 11 12:13:53.343342 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-85efb0af-c414-49de-9644-1cfea5e9541f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:53.346786 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-85efb0af-c414-49de-9644-1cfea5e9541f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/88b8d26f-560a-4b34-a8e8-4682a1c46341 HTTP/1.1" status: 204 len: 168 time: 1.9013951 Nov 11 12:13:53.359136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51026) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:53.374830 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0891aeb1-2fdb-4762-a0d4-4b2d0a6918b6 req-d04a624f-2998-4b90-9b56-873fa3d569f3 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3310604 Nov 11 12:13:53.430366 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e548a395-9518-417f-8fa7-c793f368c1d5 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Checking segment: {'id': '064e37b6-716d-45ce-9d01-4c687d923a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd09a4337-67f1-4aa6-9986-0e3a166414bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:53.431002 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e548a395-9518-417f-8fa7-c793f368c1d5 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Network hostable DHCP agents. Network: d09a4337-67f1-4aa6-9986-0e3a166414bf, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:13:53.441747 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2568ac9-f418-4c50-84e6-a5bc583231e9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Deleting subnet 063a69c8-eeed-44f2-bff9-ee8637dc9883 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:13:53.446593 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c2568ac9-f418-4c50-84e6-a5bc583231e9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:53.485032 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f52ed17-eedb-4c1b-9461-a1809017c3ad tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:53.486548 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f52ed17-eedb-4c1b-9461-a1809017c3ad tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:53.488723 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f52ed17-eedb-4c1b-9461-a1809017c3ad tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:53.492225 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4f52ed17-eedb-4c1b-9461-a1809017c3ad tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1291022 Nov 11 12:13:53.493085 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51028) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:53.493215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3b1ed-7012-429d-ac46-6aa99731b39e req-62c3fc9e-bbc3-410c-9da6-649c7c983f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:53.494210 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c6c3b1ed-7012-429d-ac46-6aa99731b39e req-62c3fc9e-bbc3-410c-9da6-649c7c983f96 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2ad01249-f98e-4f0a-8732-1a30270cf49a HTTP/1.1" status: 200 len: 850 time: 0.1372702 Nov 11 12:13:53.506409 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c2568ac9-f418-4c50-84e6-a5bc583231e9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:53.516609 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-42d6d6a5-7968-4b23-a4a9-43e60a27d73e tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/ports/2854b146-f9ff-4837-8c14-ebf5ee39cf5a/tags HTTP/1.1" status: 204 len: 168 time: 0.2753968 Nov 11 12:13:53.516886 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51030) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:53.535754 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-0e3ec4f0-bb4d-445b-8c57-224ba660030e tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd888a4a0-69e9-4ecf-b13a-81e121030008') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:53.552560 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-856b0a5b-e6b4-4818-9613-a2515b648104 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:53.578949 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-856b0a5b-e6b4-4818-9613-a2515b648104 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:53.584082 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3b1ed-7012-429d-ac46-6aa99731b39e req-bf5ec7eb-76e3-4114-90a7-a4ce0278e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:53.585634 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c6c3b1ed-7012-429d-ac46-6aa99731b39e req-bf5ec7eb-76e3-4114-90a7-a4ce0278e7de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=494eeba5-927d-4da7-9b52-12ccac274783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0829427 Nov 11 12:13:53.620341 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8a4b79-f8db-41ba-9aa1-4a0f01903d65 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet 15d2d5ba-75f8-4e03-b6dc-2a7bc09d9170 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:13:53.626076 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c2568ac9-f418-4c50-84e6-a5bc583231e9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:53.632823 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a74a8d43-7b4e-407e-8f49-b8980af55de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:53.635956 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a74a8d43-7b4e-407e-8f49-b8980af55de6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:53.638992 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a74a8d43-7b4e-407e-8f49-b8980af55de6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d752e452-35bc-4a72-83ec-fd155325e79d HTTP/1.1" status: 204 len: 168 time: 0.8627722 Nov 11 12:13:53.638992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e548a395-9518-417f-8fa7-c793f368c1d5 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Network d09a4337-67f1-4aa6-9986-0e3a166414bf is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:13:53.639505 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7a8a4b79-f8db-41ba-9aa1-4a0f01903d65 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:53.707143 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a8d43-7b4e-407e-8f49-b8980af55de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d752e452-35bc-4a72-83ec-fd155325e79d,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:53.723576 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0e3ec4f0-bb4d-445b-8c57-224ba660030e tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/subnets/d888a4a0-69e9-4ecf-b13a-81e121030008/tags HTTP/1.1" status: 204 len: 168 time: 0.2056963 Nov 11 12:13:53.727010 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:53.732030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51034) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:53.738778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7a8a4b79-f8db-41ba-9aa1-4a0f01903d65 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:53.763790 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-332bab35-17aa-4a51-b843-db8ccfa55928 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd888a4a0-69e9-4ecf-b13a-81e121030008', 'tempest-TagsExtTest-Tag-980940281') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:53.837934 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c6c3b1ed-7012-429d-ac46-6aa99731b39e req-306682fe-7299-464e-bed9-0afe040230e0 service neutron] 10.222.0.70 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390387 Nov 11 12:13:54.048176 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c6c3b1ed-7012-429d-ac46-6aa99731b39e req-ebf364ed-5645-4ec3-b746-094e7d2882ae service neutron] 10.222.0.70 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943760 Nov 11 12:13:54.058431 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.081636 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-e548a395-9518-417f-8fa7-c793f368c1d5 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, d09a4337-67f1-4aa6-9986-0e3a166414bf) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:54.089106 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e548a395-9518-417f-8fa7-c793f368c1d5 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:54.089776 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e548a395-9518-417f-8fa7-c793f368c1d5 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.095907 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724ec25f-8393-4158-b096-77ad52823776 None None] Network d09a4337-67f1-4aa6-9986-0e3a166414bf requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:54.097924 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-332bab35-17aa-4a51-b843-db8ccfa55928 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "PUT /v2.0/subnets/d888a4a0-69e9-4ecf-b13a-81e121030008/tags/tempest-TagsExtTest-Tag-980940281 HTTP/1.1" status: 201 len: 201 time: 0.3616164 Nov 11 12:13:54.100537 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51038) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:54.106805 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-ba62d01a-1913-41e6-9482-002998bb9b73 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2854b146-f9ff-4837-8c14-ebf5ee39cf5a', 'tempest-TagsExtTest-Tag-850218749') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:54.141605 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.179871 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7a8a4b79-f8db-41ba-9aa1-4a0f01903d65 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.230988 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Pushing event updated for resources: {'Port': ['ID=90049f4a-6975-4463-86a5-0e86f4513e5b,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:54.245349 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.255034 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-856b0a5b-e6b4-4818-9613-a2515b648104 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.257897 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-d09a4337-67f1-4aa6-9986-0e3a166414bf', 'network_id': 'd09a4337-67f1-4aa6-9986-0e3a166414bf', 'tenant_id': 'b509c86631324bf4b2b9d360b6e428e9', 'fixed_ips': [{'subnet_id': 'f28a6321-430b-4141-9341-4299b8dfd43e'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:13:54.259168 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.263454 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e548a395-9518-417f-8fa7-c793f368c1d5 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4132099 Nov 11 12:13:54.267111 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51040) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:54.267818 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c2568ac9-f418-4c50-84e6-a5bc583231e9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.363622 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-856b0a5b-e6b4-4818-9613-a2515b648104 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.375453 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Floating IP e4c35a53-3557-4875-ac6c-6f0112283230 associated. External IP: 172.26.5.125, port: f024ff09-b232-4bf0-9097-e2d65ebe5509. Nov 11 12:13:54.412337 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2568ac9-f418-4c50-84e6-a5bc583231e9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event deleted for resources: {'Subnet': ['ID=063a69c8-eeed-44f2-bff9-ee8637dc9883,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:54.412506 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22606927-1579-431b-9afb-fdf208bed216 None None] Network ec05af77-ca69-434b-a6a2-504c45563310 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:54.417152 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c2568ac9-f418-4c50-84e6-a5bc583231e9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.420959 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c2568ac9-f418-4c50-84e6-a5bc583231e9 tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/subnets/063a69c8-eeed-44f2-bff9-ee8637dc9883 HTTP/1.1" status: 204 len: 168 time: 1.1123836 Nov 11 12:13:54.428245 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51044) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:54.457968 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.465180 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b0a5b-e6b4-4818-9613-a2515b648104 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d69df7-f578-469f-b546-15f4714a6930,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:54.475252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Allocated IP 2001:db8::f816:3eff:fefe:31b1 (d09a4337-67f1-4aa6-9986-0e3a166414bf/f28a6321-430b-4141-9341-4299b8dfd43e/69b76f9e-2757-4b1c-9f82-0244c53235af) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:54.495791 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51046) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:54.571064 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7a8a4b79-f8db-41ba-9aa1-4a0f01903d65 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.621839 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf38e69-9963-45ab-917e-9882de59b259 None None] DHCP port deletion for ec05af77-ca69-434b-a6a2-504c45563310 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:54.624782 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-75cb5bf5-5914-47a5-ae66-95428ff5198c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a7aeba0a78d47258e1858465ac6539f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265428 Nov 11 12:13:54.644244 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-856b0a5b-e6b4-4818-9613-a2515b648104 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.648029 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51048) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:54.668191 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7a8a4b79-f8db-41ba-9aa1-4a0f01903d65 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.674502 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7a8a4b79-f8db-41ba-9aa1-4a0f01903d65 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/15d2d5ba-75f8-4e03-b6dc-2a7bc09d9170 HTTP/1.1" status: 204 len: 168 time: 1.1784573 Nov 11 12:13:54.680493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6940e2c6-adab-46dc-9845-29c6874347ff None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:54.684103 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51050) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:54.686884 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a4b79-f8db-41ba-9aa1-4a0f01903d65 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=15d2d5ba-75f8-4e03-b6dc-2a7bc09d9170,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:54.746058 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.753811 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-092a9517-9537-4463-bfb6-c5e79e99e653 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet 31eab8da-c6e7-4e42-87a2-008af383b52f {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:13:54.759200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.768790 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-092a9517-9537-4463-bfb6-c5e79e99e653 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.771696 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-856b0a5b-e6b4-4818-9613-a2515b648104 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.827537 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.887679 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-856b0a5b-e6b4-4818-9613-a2515b648104 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.889617 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-856b0a5b-e6b4-4818-9613-a2515b648104 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.5822005 Nov 11 12:13:54.892808 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Network d09a4337-67f1-4aa6-9986-0e3a166414bf is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:54.897905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:54.901392 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51052) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:54.902166 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b0a5b-e6b4-4818-9613-a2515b648104 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45aa9f5-e1d3-4709-8d47-57f753805f8a,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:54.907464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:54.911477 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Pushing event updated for resources: {'Port': ['ID=69b76f9e-2757-4b1c-9f82-0244c53235af,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:54.912234 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e4de9-8b34-4e58-be59-af415e5f5afd req-509a385b-8221-45c2-84d6-ecfebb89117e tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:54.914007 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-508e4de9-8b34-4e58-be59-af415e5f5afd req-509a385b-8221-45c2-84d6-ecfebb89117e tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.3705633 Nov 11 12:13:54.917639 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-092a9517-9537-4463-bfb6-c5e79e99e653 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.925495 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-638ce7d0-702a-4fb9-a5fb-8829fdbe82da tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': 'b45aa9f5-e1d3-4709-8d47-57f753805f8a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:54.940989 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3216102c-d6b0-4c7c-a146-b14a3115eafa tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.949527 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ba62d01a-1913-41e6-9482-002998bb9b73 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "PUT /v2.0/ports/2854b146-f9ff-4837-8c14-ebf5ee39cf5a/tags/tempest-TagsExtTest-Tag-850218749 HTTP/1.1" status: 201 len: 201 time: 0.8468301 Nov 11 12:13:54.953676 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51054) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:54.962408 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-e7c0cb27-fd59-4e81-850a-338672470316 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a0a3a63b-363c-40a8-a1c7-79c1c561b757', 'tempest-TagsExtTest-Tag-377591408') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:54.989169 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Attempting to bind port 69b76f9e-2757-4b1c-9f82-0244c53235af on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:54.989788 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Attempting to bind port 69b76f9e-2757-4b1c-9f82-0244c53235af by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '064e37b6-716d-45ce-9d01-4c687d923a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd09a4337-67f1-4aa6-9986-0e3a166414bf'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:54.990398 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Attempting to bind port 69b76f9e-2757-4b1c-9f82-0244c53235af on network d09a4337-67f1-4aa6-9986-0e3a166414bf {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:54.996196 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:54.996902 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Checking segment: {'id': '064e37b6-716d-45ce-9d01-4c687d923a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd09a4337-67f1-4aa6-9986-0e3a166414bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:54.997462 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:54.998056 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Bound using segment: {'id': '064e37b6-716d-45ce-9d01-4c687d923a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd09a4337-67f1-4aa6-9986-0e3a166414bf'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:54.998730 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Bound port: 69b76f9e-2757-4b1c-9f82-0244c53235af, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064e37b6-716d-45ce-9d01-4c687d923a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd09a4337-67f1-4aa6-9986-0e3a166414bf'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:54.999308 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.033026 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-791b59bc-2420-4e18-aa94-6a4683030c66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.098631 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] For port 69b76f9e-2757-4b1c-9f82-0244c53235af, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:55.104774 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] For port 69b76f9e-2757-4b1c-9f82-0244c53235af, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=69b76f9e-2757-4b1c-9f82-0244c53235af,segment=NetworkSegment(064e37b6-716d-45ce-9d01-4c687d923a53),segment_id=064e37b6-716d-45ce-9d01-4c687d923a53)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:55.106209 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-791b59bc-2420-4e18-aa94-6a4683030c66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.124522 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-508e4de9-8b34-4e58-be59-af415e5f5afd req-ce2c4d28-2378-4e99-a517-7f58006ed26b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535516 Nov 11 12:13:55.125654 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.183256 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-092a9517-9537-4463-bfb6-c5e79e99e653 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.184562 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.191292 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event deleted for resources: {'Subnet': ['ID=f28a6321-430b-4141-9341-4299b8dfd43e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:55.211450 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3216102c-d6b0-4c7c-a146-b14a3115eafa tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.247092 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-638ce7d0-702a-4fb9-a5fb-8829fdbe82da tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.249475 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-3216102c-d6b0-4c7c-a146-b14a3115eafa tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec05af77-ca69-434b-a6a2-504c45563310']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:55.262294 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-3216102c-d6b0-4c7c-a146-b14a3115eafa tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c3c5c7-9c48-482f-9ca6-5cd469eb97b5') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:55.262587 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-3216102c-d6b0-4c7c-a146-b14a3115eafa tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c3c5c7-9c48-482f-9ca6-5cd469eb97b5') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:55.276784 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3216102c-d6b0-4c7c-a146-b14a3115eafa tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.281744 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb40b3-ee3a-4026-bd15-00505dc888f1 None None] Pushing event updated for resources: {'Port': ['ID=69b76f9e-2757-4b1c-9f82-0244c53235af,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:55.285848 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Router 2e2362a7-9488-4efc-aac8-92d8a4a74928 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:13:55.300670 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3216102c-d6b0-4c7c-a146-b14a3115eafa tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.309767 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e7c0cb27-fd59-4e81-850a-338672470316 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "PUT /v2.0/routers/a0a3a63b-363c-40a8-a1c7-79c1c561b757/tags/tempest-TagsExtTest-Tag-377591408 HTTP/1.1" status: 201 len: 201 time: 0.3509221 Nov 11 12:13:55.312381 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51056) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:55.343980 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.344121 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3216102c-d6b0-4c7c-a146-b14a3115eafa tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:55.344392 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3216102c-d6b0-4c7c-a146-b14a3115eafa tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.350971 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-9802da80-3c28-49cb-9930-c44669c7bf62 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '25f4cd77-f838-4f02-85d6-c486bcfaeaa1', 'tempest-TagsExtTest-Tag-1108770112') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:55.353326 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:55.390803 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09a4337-67f1-4aa6-9986-0e3a166414bf']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:55.412142 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064e37b6-716d-45ce-9d01-4c687d923a53') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:55.412586 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064e37b6-716d-45ce-9d01-4c687d923a53') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:55.429246 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-638ce7d0-702a-4fb9-a5fb-8829fdbe82da tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.446517 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.449077 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-791b59bc-2420-4e18-aa94-6a4683030c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.452452 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-791b59bc-2420-4e18-aa94-6a4683030c66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.456311 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-791b59bc-2420-4e18-aa94-6a4683030c66 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d9ca153-e611-43bf-96d9-fc4cb049b963 HTTP/1.1" status: 204 len: 168 time: 0.7803869 Nov 11 12:13:55.472453 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b59bc-2420-4e18-aa94-6a4683030c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9ca153-e611-43bf-96d9-fc4cb049b963,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:55.480274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.488059 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:55.488566 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:55.502128 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:55.522992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-638ce7d0-702a-4fb9-a5fb-8829fdbe82da tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.539262 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:55.555575 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3216102c-d6b0-4c7c-a146-b14a3115eafa tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.562560 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e14eee3-11e8-4a1b-bf8e-ee1a56fc8272 None None] Sync routers for ids ['2e2362a7-9488-4efc-aac8-92d8a4a74928'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:55.565839 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3216102c-d6b0-4c7c-a146-b14a3115eafa tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.578196 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3216102c-d6b0-4c7c-a146-b14a3115eafa tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] 10.222.0.50 "DELETE /v2.0/networks/ec05af77-ca69-434b-a6a2-504c45563310 HTTP/1.1" status: 204 len: 168 time: 1.1484792 Nov 11 12:13:55.586329 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e14eee3-11e8-4a1b-bf8e-ee1a56fc8272 None None] Routers {'2e2362a7-9488-4efc-aac8-92d8a4a74928'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:55.587192 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2e14eee3-11e8-4a1b-bf8e-ee1a56fc8272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2e2362a7-9488-4efc-aac8-92d8a4a74928'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:55.611157 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216102c-d6b0-4c7c-a146-b14a3115eafa tempest-FloatingIPTestJSON-1299888081 tempest-FloatingIPTestJSON-1299888081-project] Pushing event deleted for resources: {'Network': ['ID=ec05af77-ca69-434b-a6a2-504c45563310,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:55.651659 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2e14eee3-11e8-4a1b-bf8e-ee1a56fc8272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:55.664346 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e14eee3-11e8-4a1b-bf8e-ee1a56fc8272 None None] Routers {'2e2362a7-9488-4efc-aac8-92d8a4a74928'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:55.665415 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2e14eee3-11e8-4a1b-bf8e-ee1a56fc8272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2e2362a7-9488-4efc-aac8-92d8a4a74928'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:55.683987 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.697719 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-092a9517-9537-4463-bfb6-c5e79e99e653 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.744941 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2e14eee3-11e8-4a1b-bf8e-ee1a56fc8272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:55.744941 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e14eee3-11e8-4a1b-bf8e-ee1a56fc8272 None None] The sync data for ids ['2e2362a7-9488-4efc-aac8-92d8a4a74928'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:55.748719 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9c150bb3-0c5c-49a5-96a5-abf840fa4317 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.4376216 Nov 11 12:13:55.749857 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51062) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:55.775881 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ce7d0-702a-4fb9-a5fb-8829fdbe82da tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0ab67d-f1a3-4925-bcaa-e7393eef1570,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:55.781663 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a9517-9537-4463-bfb6-c5e79e99e653 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=31eab8da-c6e7-4e42-87a2-008af383b52f,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:55.783890 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-092a9517-9537-4463-bfb6-c5e79e99e653 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.787084 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-092a9517-9537-4463-bfb6-c5e79e99e653 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/31eab8da-c6e7-4e42-87a2-008af383b52f HTTP/1.1" status: 204 len: 168 time: 1.0979140 Nov 11 12:13:55.790692 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51064) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:55.839647 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-17d169e1-00af-4cbe-91c1-ea62a90b7331 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460148 Nov 11 12:13:55.839647 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.db.api [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:13:55.839647 dv-neutron-786478-23-hyperv neutron-server[103002]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:13:55.839647 dv-neutron-786478-23-hyperv neutron-server[103002]: [parameters: {'id': 'd09a4337-67f1-4aa6-9986-0e3a166414bf'}] Nov 11 12:13:55.839647 dv-neutron-786478-23-hyperv neutron-server[103002]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:55.839647 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG oslo_db.api [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:55.840834 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51066) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:55.845684 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-99aeee64-2004-491a-bda0-26daab1fefdd tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:55.888083 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f22cf66-bef8-4c22-be62-cc2ebb39930f None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:55.888241 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-638ce7d0-702a-4fb9-a5fb-8829fdbe82da tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:55.889533 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-638ce7d0-702a-4fb9-a5fb-8829fdbe82da tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9743509 Nov 11 12:13:55.892736 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51068) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:55.899298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6fb32977-6810-4706-99fc-452414cf0819 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': 'b45aa9f5-e1d3-4709-8d47-57f753805f8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:55.939762 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1977e68f-7fc1-448f-9b22-5eb01d9ef125 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] 10.222.0.50 "GET /v2.0/floatingips/e4c35a53-3557-4875-ac6c-6f0112283230 HTTP/1.1" status: 200 len: 982 time: 0.1858373 Nov 11 12:13:55.942959 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51072) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:55.945793 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.db.api [None req-99aeee64-2004-491a-bda0-26daab1fefdd tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 12:13:55.945793 dv-neutron-786478-23-hyperv neutron-server[103002]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 12:13:55.945793 dv-neutron-786478-23-hyperv neutron-server[103002]: [parameters: {'project_id_1': '928a89362a9945308be0ef835f831dfa', 'expiration_1': datetime.datetime(2021, 11, 11, 12, 13, 35, 933656)}] Nov 11 12:13:55.945793 dv-neutron-786478-23-hyperv neutron-server[103002]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:55.946167 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG oslo_db.api [None req-99aeee64-2004-491a-bda0-26daab1fefdd tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:55.976422 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9802da80-3c28-49cb-9930-c44669c7bf62 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "PUT /v2.0/subnetpools/25f4cd77-f838-4f02-85d6-c486bcfaeaa1/tags/tempest-TagsExtTest-Tag-1108770112 HTTP/1.1" status: 201 len: 201 time: 0.6646526 Nov 11 12:13:55.979142 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51074) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:55.985690 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-eefd0ce4-967e-47b2-a6e3-9c1f606cee72 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd888a4a0-69e9-4ecf-b13a-81e121030008', {'tags': ['tempest-TagsExtTest-Tag-702066372', 'tempest-TagsExtTest-Tag-315382541', 'tempest-TagsExtTest-Tag-1188277452']}) {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:56.001690 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-d3e259a8-decc-4831-aa7b-6fc291ee0df3 None None] Provisioning complete for port 5593dacf-b224-4e97-8c24-fc37e22f4e15 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:56.002059 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d3e259a8-decc-4831-aa7b-6fc291ee0df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.111909 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6fb32977-6810-4706-99fc-452414cf0819 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.131339 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1e153866-5015-4468-9cf2-a99849dfcfcf tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.1843987 Nov 11 12:13:56.132187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51080) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:56.186716 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-eefd0ce4-967e-47b2-a6e3-9c1f606cee72 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "PUT /v2.0/subnets/d888a4a0-69e9-4ecf-b13a-81e121030008/tags HTTP/1.1" status: 200 len: 316 time: 0.2049212 Nov 11 12:13:56.194146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51086) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:56.200023 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-4171c039-037c-4461-9d00-2d1e3a111ac2 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd888a4a0-69e9-4ecf-b13a-81e121030008') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:56.216199 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e91800d-715c-45dd-b656-7187e6081b56 None None] DHCP port deletion for db126361-d280-4945-be72-90312642a11b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:56.285721 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-6fb32977-6810-4706-99fc-452414cf0819 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 12:13:56.289902 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6fb32977-6810-4706-99fc-452414cf0819 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3962779 Nov 11 12:13:56.290754 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51090) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:56.346989 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.363431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1e91800d-715c-45dd-b656-7187e6081b56 None None] Deleting port 5593dacf-b224-4e97-8c24-fc37e22f4e15 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:56.363803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1e91800d-715c-45dd-b656-7187e6081b56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.380037 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d05aa-aa12-460f-bd88-06c877c74dad req-87a06e3a-513a-4526-8951-c49f6e98d859 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:56.382145 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a40d05aa-aa12-460f-bd88-06c877c74dad req-87a06e3a-513a-4526-8951-c49f6e98d859 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1222837 Nov 11 12:13:56.408324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-887fb385-5fec-49b5-a3cf-64d08f896aaa tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.439083 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51092) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:56.441329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-887fb385-5fec-49b5-a3cf-64d08f896aaa tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.526476 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1e91800d-715c-45dd-b656-7187e6081b56 None None] For port 5593dacf-b224-4e97-8c24-fc37e22f4e15, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=5593dacf-b224-4e97-8c24-fc37e22f4e15,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:56.526908 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1e91800d-715c-45dd-b656-7187e6081b56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.538902 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a40d05aa-aa12-460f-bd88-06c877c74dad req-79599957-b806-4f28-bb03-d5c78c00a38f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320724 Nov 11 12:13:56.540777 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-eacc362c-9e8e-478e-9910-8a14cbbadb43 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Deleting port 90049f4a-6975-4463-86a5-0e86f4513e5b {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:56.541388 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eacc362c-9e8e-478e-9910-8a14cbbadb43 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.556116 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1e91800d-715c-45dd-b656-7187e6081b56 None None] Calling delete_port for 5593dacf-b224-4e97-8c24-fc37e22f4e15 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:56.585483 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-887fb385-5fec-49b5-a3cf-64d08f896aaa tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.588574 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-887fb385-5fec-49b5-a3cf-64d08f896aaa tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.590951 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-887fb385-5fec-49b5-a3cf-64d08f896aaa tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "DELETE /v2.0/security-groups/b45aa9f5-e1d3-4709-8d47-57f753805f8a HTTP/1.1" status: 204 len: 168 time: 0.2973773 Nov 11 12:13:56.595583 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4171c039-037c-4461-9d00-2d1e3a111ac2 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/subnets/d888a4a0-69e9-4ecf-b13a-81e121030008/tags HTTP/1.1" status: 204 len: 168 time: 0.4004047 Nov 11 12:13:56.596109 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51098) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:56.601141 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51100) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:56.603141 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99aeee64-2004-491a-bda0-26daab1fefdd tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:56.616609 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99aeee64-2004-491a-bda0-26daab1fefdd tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.677755 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eacc362c-9e8e-478e-9910-8a14cbbadb43 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.678254 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eacc362c-9e8e-478e-9910-8a14cbbadb43 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.683197 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-71e850c3-240b-41d7-8359-4a9bcf3420d3 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd888a4a0-69e9-4ecf-b13a-81e121030008', 'tempest-TagsExtTest-Tag-702066372') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:56.694377 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4e397a71-33b9-4fde-b894-b05f86c26cb8 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0802889 Nov 11 12:13:56.694586 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fb385-5fec-49b5-a3cf-64d08f896aaa tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45aa9f5-e1d3-4709-8d47-57f753805f8a,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:56.700207 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51102) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:56.711546 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-9a4642ba-ea8b-4058-bb12-08cb511b0204 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group': {'name': 'tempest-secgroup--1129854138'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:56.736216 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c537f4a9-5f9a-41ee-aace-c997ac11ed2e None None] Network d09a4337-67f1-4aa6-9986-0e3a166414bf requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:56.776449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-eacc362c-9e8e-478e-9910-8a14cbbadb43 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Calling delete_port for 90049f4a-6975-4463-86a5-0e86f4513e5b owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:56.802537 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9a4642ba-ea8b-4058-bb12-08cb511b0204 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.804991 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Deleting port 69b76f9e-2757-4b1c-9f82-0244c53235af {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:56.805325 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.806357 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1e91800d-715c-45dd-b656-7187e6081b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.837669 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91800d-715c-45dd-b656-7187e6081b56 None None] Pushing event deleted for resources: {'Port': ['ID=5593dacf-b224-4e97-8c24-fc37e22f4e15,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:56.886992 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e91800d-715c-45dd-b656-7187e6081b56 None None] No DVR routers for this DVR port 5593dacf-b224-4e97-8c24-fc37e22f4e15 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:56.896896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a510e682-3dc4-46b8-8693-7508c3781784 None None] Provisioning complete for port 69b76f9e-2757-4b1c-9f82-0244c53235af triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:56.897263 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a510e682-3dc4-46b8-8693-7508c3781784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.923852 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9a4642ba-ea8b-4058-bb12-08cb511b0204 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:56.952595 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d8dd7382-386b-42c2-aa06-f801551845d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4a07dfbacee54388b69a0661f55f9fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5091760 Nov 11 12:13:56.952991 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51110) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:56.996820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] For port 69b76f9e-2757-4b1c-9f82-0244c53235af, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=69b76f9e-2757-4b1c-9f82-0244c53235af,segment=NetworkSegment(064e37b6-716d-45ce-9d01-4c687d923a53),segment_id=064e37b6-716d-45ce-9d01-4c687d923a53)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:56.997267 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.016576 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a510e682-3dc4-46b8-8693-7508c3781784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.018088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9a4642ba-ea8b-4058-bb12-08cb511b0204 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.037190 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Calling delete_port for 69b76f9e-2757-4b1c-9f82-0244c53235af owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:57.037588 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed0ad56-535a-4825-9ff0-117b446bd408 None None] DHCP port deletion for d09a4337-67f1-4aa6-9986-0e3a166414bf request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:13:57.063483 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-71e850c3-240b-41d7-8359-4a9bcf3420d3 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] show failed (client error): The resource could not be found. Nov 11 12:13:57.067388 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-71e850c3-240b-41d7-8359-4a9bcf3420d3 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/subnets/d888a4a0-69e9-4ecf-b13a-81e121030008/tags/tempest-TagsExtTest-Tag-702066372 HTTP/1.1" status: 404 len: 328 time: 0.4651585 Nov 11 12:13:57.067634 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51114) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:57.078169 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-c33d5673-b7d1-4ec9-880b-fdd49fa6f1dc tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd888a4a0-69e9-4ecf-b13a-81e121030008', 'tempest-TagsExtTest-Tag-315382541') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:57.103014 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4642ba-ea8b-4058-bb12-08cb511b0204 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0f2723-3cd1-4c96-ae6b-c362a4c20924,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:57.115024 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-a510e682-3dc4-46b8-8693-7508c3781784 None None] For port 69b76f9e-2757-4b1c-9f82-0244c53235af, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=69b76f9e-2757-4b1c-9f82-0244c53235af,segment=NetworkSegment(064e37b6-716d-45ce-9d01-4c687d923a53),segment_id=064e37b6-716d-45ce-9d01-4c687d923a53)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:57.123284 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8dbd-e2f4-4d87-b7e2-3bf40afe11ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.138706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-7ed0ad56-535a-4825-9ff0-117b446bd408 None None] Deleting port 69b76f9e-2757-4b1c-9f82-0244c53235af {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:13:57.139106 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ad56-535a-4825-9ff0-117b446bd408 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.145129 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9a4642ba-ea8b-4058-bb12-08cb511b0204 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.146402 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9a4642ba-ea8b-4058-bb12-08cb511b0204 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4395981 Nov 11 12:13:57.152121 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51116) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:57.158813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8dbd-e2f4-4d87-b7e2-3bf40afe11ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.163633 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-b57adf57-2927-45de-bfb0-441b2089a198 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': '3f0f2723-3cd1-4c96-ae6b-c362a4c20924', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:57.164588 dv-neutron-786478-23-hyperv neutron-server[103001]: WARNING neutron.api.v2.base [None req-b57adf57-2927-45de-bfb0-441b2089a198 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 11 12:13:57.165233 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-b57adf57-2927-45de-bfb0-441b2089a198 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:57.166347 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b57adf57-2927-45de-bfb0-441b2089a198 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0106244 Nov 11 12:13:57.180298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51118) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:57.224825 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-7ed0ad56-535a-4825-9ff0-117b446bd408 None None] For port 69b76f9e-2757-4b1c-9f82-0244c53235af, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=69b76f9e-2757-4b1c-9f82-0244c53235af,segment=NetworkSegment(064e37b6-716d-45ce-9d01-4c687d923a53),segment_id=064e37b6-716d-45ce-9d01-4c687d923a53)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:57.225366 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ad56-535a-4825-9ff0-117b446bd408 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.241141 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-7ed0ad56-535a-4825-9ff0-117b446bd408 None None] Calling delete_port for 69b76f9e-2757-4b1c-9f82-0244c53235af owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:13:57.255895 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51120) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:57.265877 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-c33d5673-b7d1-4ec9-880b-fdd49fa6f1dc tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] show failed (client error): The resource could not be found. Nov 11 12:13:57.266944 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c33d5673-b7d1-4ec9-880b-fdd49fa6f1dc tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/subnets/d888a4a0-69e9-4ecf-b13a-81e121030008/tags/tempest-TagsExtTest-Tag-315382541 HTTP/1.1" status: 404 len: 328 time: 0.1942327 Nov 11 12:13:57.274187 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51124) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:57.280288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-4e162672-b318-4fbc-bfb7-a04f1526c092 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd888a4a0-69e9-4ecf-b13a-81e121030008', 'tempest-TagsExtTest-Tag-1188277452') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:57.310324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b17ee3b1-3da2-47d3-b2c8-d03881ce8e0b tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.322815 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a510e682-3dc4-46b8-8693-7508c3781784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.358715 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99aeee64-2004-491a-bda0-26daab1fefdd tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.361054 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b17ee3b1-3da2-47d3-b2c8-d03881ce8e0b tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.379483 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510e682-3dc4-46b8-8693-7508c3781784 None None] Pushing event updated for resources: {'Port': ['ID=69b76f9e-2757-4b1c-9f82-0244c53235af,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:57.390591 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ad56-535a-4825-9ff0-117b446bd408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.390721 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8dbd-e2f4-4d87-b7e2-3bf40afe11ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.393571 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8dbd-e2f4-4d87-b7e2-3bf40afe11ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.394921 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6f8a8dbd-e2f4-4d87-b7e2-3bf40afe11ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bac3f025-37ab-43c5-a4f3-b261e200465f HTTP/1.1" status: 204 len: 168 time: 0.4408875 Nov 11 12:13:57.405350 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed0ad56-535a-4825-9ff0-117b446bd408 None None] No DVR routers for this DVR port 69b76f9e-2757-4b1c-9f82-0244c53235af on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:57.426410 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eacc362c-9e8e-478e-9910-8a14cbbadb43 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.430307 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a8dbd-e2f4-4d87-b7e2-3bf40afe11ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac3f025-37ab-43c5-a4f3-b261e200465f,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:57.436694 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0ad56-535a-4825-9ff0-117b446bd408 None None] Pushing event deleted for resources: {'Port': ['ID=69b76f9e-2757-4b1c-9f82-0244c53235af,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:57.438498 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.443424 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-4e162672-b318-4fbc-bfb7-a04f1526c092 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] show failed (client error): The resource could not be found. Nov 11 12:13:57.444613 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4e162672-b318-4fbc-bfb7-a04f1526c092 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/subnets/d888a4a0-69e9-4ecf-b13a-81e121030008/tags/tempest-TagsExtTest-Tag-1188277452 HTTP/1.1" status: 404 len: 329 time: 0.1680403 Nov 11 12:13:57.447287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51128) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:57.452455 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-c9aed221-9efd-4579-8897-8dece22caf7e tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2854b146-f9ff-4837-8c14-ebf5ee39cf5a', {'tags': ['tempest-TagsExtTest-Tag-951302264', 'tempest-TagsExtTest-Tag-1873203342', 'tempest-TagsExtTest-Tag-1058491823']}) {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:57.484277 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aeee64-2004-491a-bda0-26daab1fefdd tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:57.484398 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 5593dacf-b224-4e97-8c24-fc37e22f4e15 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:13:57.505595 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc362c-9e8e-478e-9910-8a14cbbadb43 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Pushing event deleted for resources: {'Port': ['ID=90049f4a-6975-4463-86a5-0e86f4513e5b,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:57.506035 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 5593dacf-b224-4e97-8c24-fc37e22f4e15 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:13:57.506553 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 5593dacf-b224-4e97-8c24-fc37e22f4e15 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:13:57.512390 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aeee64-2004-491a-bda0-26daab1fefdd tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=bf37ade9-8b6a-45cd-b58b-f946de9af4f2,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:57.535326 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-99aeee64-2004-491a-bda0-26daab1fefdd tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:57.546121 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1e0967-e886-48f2-8ad9-8c826af15842 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:13:57.550099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b17ee3b1-3da2-47d3-b2c8-d03881ce8e0b tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.553384 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b17ee3b1-3da2-47d3-b2c8-d03881ce8e0b tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.560721 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b17ee3b1-3da2-47d3-b2c8-d03881ce8e0b tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "DELETE /v2.0/security-groups/3f0f2723-3cd1-4c96-ae6b-c362a4c20924 HTTP/1.1" status: 204 len: 168 time: 0.3758512 Nov 11 12:13:57.560721 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51130) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:57.570582 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aeee64-2004-491a-bda0-26daab1fefdd tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:57.571589 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99aeee64-2004-491a-bda0-26daab1fefdd tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.591156 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event deleted for resources: {'Port': ['ID=69b76f9e-2757-4b1c-9f82-0244c53235af,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:57.599982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ee3b1-3da2-47d3-b2c8-d03881ce8e0b tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0f2723-3cd1-4c96-ae6b-c362a4c20924,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:57.606223 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] No DVR routers for this DVR port 69b76f9e-2757-4b1c-9f82-0244c53235af on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:13:57.621933 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8a21778b-d0b7-4535-aa55-fd1882a65e15 tempest-AgentManagementNegativeTest-1651618492 tempest-AgentManagementNegativeTest-1651618492-project] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3646579 Nov 11 12:13:57.685894 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d026ff98-884b-4526-864e-bfbdd4c14acd tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1147301 Nov 11 12:13:57.685894 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51136) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:57.685894 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c9aed221-9efd-4579-8897-8dece22caf7e tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "PUT /v2.0/ports/2854b146-f9ff-4837-8c14-ebf5ee39cf5a/tags HTTP/1.1" status: 200 len: 317 time: 0.2333882 Nov 11 12:13:57.689788 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-1a34d9b5-f03c-43f5-8f26-8a4eba919428 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group': {'name': 'tempest-secgroup--654672077'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:57.711477 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51138) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:57.717284 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-6f842f9d-d190-4ee8-9ce6-fbdf73e2dd87 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2854b146-f9ff-4837-8c14-ebf5ee39cf5a') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:57.775423 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-db126361-d280-4945-be72-90312642a11b', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'fixed_ips': [{'subnet_id': 'bf37ade9-8b6a-45cd-b58b-f946de9af4f2'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:13:57.777091 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.815472 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.837952 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eacc362c-9e8e-478e-9910-8a14cbbadb43 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.838299 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-eacc362c-9e8e-478e-9910-8a14cbbadb43 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Floating IP e4c35a53-3557-4875-ac6c-6f0112283230 disassociated (deleted). External IP: 172.26.5.125, port: f024ff09-b232-4bf0-9097-e2d65ebe5509. Nov 11 12:13:57.845935 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09a4337-67f1-4aa6-9986-0e3a166414bf']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:57.866834 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1a34d9b5-f03c-43f5-8f26-8a4eba919428 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.889132 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc38748-4fd0-48d2-95c5-b0fd804d27aa req-338802be-0ced-4bdc-920c-2e5a43aff0bc tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:57.896268 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5bc38748-4fd0-48d2-95c5-b0fd804d27aa req-338802be-0ced-4bdc-920c-2e5a43aff0bc tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1947033 Nov 11 12:13:57.900458 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6f842f9d-d190-4ee8-9ce6-fbdf73e2dd87 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/ports/2854b146-f9ff-4837-8c14-ebf5ee39cf5a/tags HTTP/1.1" status: 204 len: 168 time: 0.1876361 Nov 11 12:13:57.909748 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51140) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:57.909944 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064e37b6-716d-45ce-9d01-4c687d923a53') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:57.909944 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064e37b6-716d-45ce-9d01-4c687d923a53') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:57.914488 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-254ba65a-76fb-47a4-ab65-e6752aa30e68 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2854b146-f9ff-4837-8c14-ebf5ee39cf5a', 'tempest-TagsExtTest-Tag-951302264') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:57.930931 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Allocated IP 172.20.0.2 (db126361-d280-4945-be72-90312642a11b/bf37ade9-8b6a-45cd-b58b-f946de9af4f2/42843891-2b5c-4227-a49f-2af40fe1785c) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:57.935751 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:57.996020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.007222 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-99aeee64-2004-491a-bda0-26daab1fefdd tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1652863 Nov 11 12:13:58.011222 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51144) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:58.018239 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-607d5131-5a21-4105-972f-e40345511ed7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:58.022239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:13:58.022660 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:13:58.027820 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:13:58.095762 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1a34d9b5-f03c-43f5-8f26-8a4eba919428 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.119269 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5bc38748-4fd0-48d2-95c5-b0fd804d27aa req-d79fb9a8-9a09-40c5-92a9-afffd8a61609 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219946 Nov 11 12:13:58.123410 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-254ba65a-76fb-47a4-ab65-e6752aa30e68 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] show failed (client error): The resource could not be found. Nov 11 12:13:58.124703 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-254ba65a-76fb-47a4-ab65-e6752aa30e68 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/ports/2854b146-f9ff-4837-8c14-ebf5ee39cf5a/tags/tempest-TagsExtTest-Tag-951302264 HTTP/1.1" status: 404 len: 328 time: 0.2163167 Nov 11 12:13:58.137979 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51150) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:58.147004 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-6a49934c-8444-4456-915b-df1961887592 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2854b146-f9ff-4837-8c14-ebf5ee39cf5a', 'tempest-TagsExtTest-Tag-1873203342') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:58.171845 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.206297 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51152) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:58.207571 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1a34d9b5-f03c-43f5-8f26-8a4eba919428 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.252183 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.261858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.263446 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34d9b5-f03c-43f5-8f26-8a4eba919428 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0792635d-510c-4500-b8fd-e2dff7c19f51,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:58.265471 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/networks/d09a4337-67f1-4aa6-9986-0e3a166414bf HTTP/1.1" status: 204 len: 168 time: 3.9990184 Nov 11 12:13:58.269648 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51156) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:58.276564 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-3602bec9-3d4e-4307-b850-daae8dd75a05 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-718867380'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:58.281754 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.286277 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854f795-d5e0-41f0-a8a3-7a407959181b tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event deleted for resources: {'Network': ['ID=d09a4337-67f1-4aa6-9986-0e3a166414bf,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:58.300680 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-6a49934c-8444-4456-915b-df1961887592 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] show failed (client error): The resource could not be found. Nov 11 12:13:58.306106 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51160) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:58.307427 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6a49934c-8444-4456-915b-df1961887592 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/ports/2854b146-f9ff-4837-8c14-ebf5ee39cf5a/tags/tempest-TagsExtTest-Tag-1873203342 HTTP/1.1" status: 404 len: 329 time: 0.1676724 Nov 11 12:13:58.311159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-79587560-6008-47c3-987e-9846e9ed48cf tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2854b146-f9ff-4837-8c14-ebf5ee39cf5a', 'tempest-TagsExtTest-Tag-1058491823') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:58.317411 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacc362c-9e8e-478e-9910-8a14cbbadb43 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Router 2e2362a7-9488-4efc-aac8-92d8a4a74928 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:13:58.328972 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:13:58.341314 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:13:58.355224 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1a34d9b5-f03c-43f5-8f26-8a4eba919428 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.355444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:13:58.357499 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1a34d9b5-f03c-43f5-8f26-8a4eba919428 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6748598 Nov 11 12:13:58.362078 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Pushing event updated for resources: {'Port': ['ID=42843891-2b5c-4227-a49f-2af40fe1785c,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:58.370472 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51164) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:58.394490 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-f9820af1-5c14-4a03-8581-d0d425bd1b78 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': '0792635d-510c-4500-b8fd-e2dff7c19f51', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:58.398599 dv-neutron-786478-23-hyperv neutron-server[103001]: WARNING neutron.api.v2.base [None req-f9820af1-5c14-4a03-8581-d0d425bd1b78 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 11 12:13:58.400614 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-f9820af1-5c14-4a03-8581-d0d425bd1b78 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:13:58.404430 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f9820af1-5c14-4a03-8581-d0d425bd1b78 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0298536 Nov 11 12:13:58.407469 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51166) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:58.438555 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.db.api [None req-3602bec9-3d4e-4307-b850-daae8dd75a05 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 12:13:58.438555 dv-neutron-786478-23-hyperv neutron-server[103001]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 12:13:58.438555 dv-neutron-786478-23-hyperv neutron-server[103001]: [parameters: {'project_id_1': 'b509c86631324bf4b2b9d360b6e428e9', 'expiration_1': datetime.datetime(2021, 11, 11, 12, 13, 38, 281859)}] Nov 11 12:13:58.438555 dv-neutron-786478-23-hyperv neutron-server[103001]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:13:58.439173 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG oslo_db.api [None req-3602bec9-3d4e-4307-b850-daae8dd75a05 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:13:58.474645 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607d5131-5a21-4105-972f-e40345511ed7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:58.478565 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-607d5131-5a21-4105-972f-e40345511ed7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.504020 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e401253b-89b6-4e1e-8820-496507fc69c0 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.582752 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e401253b-89b6-4e1e-8820-496507fc69c0 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.589538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Attempting to bind port 42843891-2b5c-4227-a49f-2af40fe1785c on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:13:58.589911 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Attempting to bind port 42843891-2b5c-4227-a49f-2af40fe1785c by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:13:58.590279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Attempting to bind port 42843891-2b5c-4227-a49f-2af40fe1785c on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:13:58.598676 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:13:58.599110 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:13:58.599512 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.600209 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:13:58.600555 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Bound port: 42843891-2b5c-4227-a49f-2af40fe1785c, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:13:58.600989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.704424 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] For port 42843891-2b5c-4227-a49f-2af40fe1785c, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:13:58.707600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] For port 42843891-2b5c-4227-a49f-2af40fe1785c, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=42843891-2b5c-4227-a49f-2af40fe1785c,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:13:58.717685 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-166917a4-a825-4e0b-8565-ab05cb0b873f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.802601 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-79587560-6008-47c3-987e-9846e9ed48cf tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] show failed (client error): The resource could not be found. Nov 11 12:13:58.803579 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-79587560-6008-47c3-987e-9846e9ed48cf tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/ports/2854b146-f9ff-4837-8c14-ebf5ee39cf5a/tags/tempest-TagsExtTest-Tag-1058491823 HTTP/1.1" status: 404 len: 329 time: 0.4959061 Nov 11 12:13:58.804641 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacc362c-9e8e-478e-9910-8a14cbbadb43 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:13:58.807227 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51170) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:58.810894 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eacc362c-9e8e-478e-9910-8a14cbbadb43 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:58.812348 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-55160ddf-69b3-4d29-8b3f-7e4919e0ab67 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a0a3a63b-363c-40a8-a1c7-79c1c561b757', {'tags': ['tempest-TagsExtTest-Tag-1588208294', 'tempest-TagsExtTest-Tag-1678421074', 'tempest-TagsExtTest-Tag-1879061490']}) {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:58.816055 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef12026-75a6-40e2-8789-bcac91578019 None None] Sync routers for ids ['2e2362a7-9488-4efc-aac8-92d8a4a74928'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:13:58.825370 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef12026-75a6-40e2-8789-bcac91578019 None None] Routers {'2e2362a7-9488-4efc-aac8-92d8a4a74928'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:58.825975 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3ef12026-75a6-40e2-8789-bcac91578019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2e2362a7-9488-4efc-aac8-92d8a4a74928'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:58.838009 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-eacc362c-9e8e-478e-9910-8a14cbbadb43 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] 10.222.0.50 "DELETE /v2.0/floatingips/e4c35a53-3557-4875-ac6c-6f0112283230 HTTP/1.1" status: 204 len: 168 time: 2.7030137 Nov 11 12:13:58.842463 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51172) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:58.847040 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-323797e3-ff65-423a-b9b8-908cbc192cd0 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:58.864017 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3ef12026-75a6-40e2-8789-bcac91578019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:58.873109 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef12026-75a6-40e2-8789-bcac91578019 None None] Routers {'2e2362a7-9488-4efc-aac8-92d8a4a74928'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:13:58.873701 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3ef12026-75a6-40e2-8789-bcac91578019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:13:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2e2362a7-9488-4efc-aac8-92d8a4a74928'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:58.904969 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3ef12026-75a6-40e2-8789-bcac91578019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:58.905590 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef12026-75a6-40e2-8789-bcac91578019 None None] The sync data for ids ['2e2362a7-9488-4efc-aac8-92d8a4a74928'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:13:59.004169 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.007574 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-323797e3-ff65-423a-b9b8-908cbc192cd0 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.014513 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-55160ddf-69b3-4d29-8b3f-7e4919e0ab67 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "PUT /v2.0/routers/a0a3a63b-363c-40a8-a1c7-79c1c561b757/tags HTTP/1.1" status: 200 len: 318 time: 0.2059278 Nov 11 12:13:59.019333 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e401253b-89b6-4e1e-8820-496507fc69c0 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.022004 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e401253b-89b6-4e1e-8820-496507fc69c0 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.026550 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51176) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:59.026914 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e401253b-89b6-4e1e-8820-496507fc69c0 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "DELETE /v2.0/security-groups/0792635d-510c-4500-b8fd-e2dff7c19f51 HTTP/1.1" status: 204 len: 168 time: 0.6147065 Nov 11 12:13:59.031811 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51178) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:59.038370 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-a03256a1-1af4-4fab-9e5f-ad5c64343be3 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a0a3a63b-363c-40a8-a1c7-79c1c561b757') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:59.095209 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401253b-89b6-4e1e-8820-496507fc69c0 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0792635d-510c-4500-b8fd-e2dff7c19f51,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:59.099593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf161a2-615a-4e8c-919a-4952040327f0 None None] Pushing event updated for resources: {'Port': ['ID=42843891-2b5c-4227-a49f-2af40fe1785c,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:59.125721 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3602bec9-3d4e-4307-b850-daae8dd75a05 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Made reservation on behalf of b509c86631324bf4b2b9d360b6e428e9 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:13:59.128739 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3602bec9-3d4e-4307-b850-daae8dd75a05 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.198751 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f943842a-4986-49c7-bacd-f313d9932022 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1642187 Nov 11 12:13:59.199480 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-166917a4-a825-4e0b-8565-ab05cb0b873f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.203327 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51186) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:59.208014 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a0ccb5e7-54d4-4a51-a9e4-9db848758be0 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group': {'name': 'tempest-secgroup--431017062'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:59.235709 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3602bec9-3d4e-4307-b850-daae8dd75a05 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:13:59.279077 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3602bec9-3d4e-4307-b850-daae8dd75a05 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.279428 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-3602bec9-3d4e-4307-b850-daae8dd75a05 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Added segment 1983e76c-7919-4071-9a10-f0a8e64fe747 of type vlan for network d23ac8bd-3f29-4030-b4e7-5126cf140308 Nov 11 12:13:59.281179 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-166917a4-a825-4e0b-8565-ab05cb0b873f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.314049 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a03256a1-1af4-4fab-9e5f-ad5c64343be3 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/routers/a0a3a63b-363c-40a8-a1c7-79c1c561b757/tags HTTP/1.1" status: 204 len: 168 time: 0.2899795 Nov 11 12:13:59.321772 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51188) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:59.347729 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-93210671-3007-4e47-980f-ad8d59fe285e tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a0a3a63b-363c-40a8-a1c7-79c1c561b757', 'tempest-TagsExtTest-Tag-1588208294') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:59.353553 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-323797e3-ff65-423a-b9b8-908cbc192cd0 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.410625 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3602bec9-3d4e-4307-b850-daae8dd75a05 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.426049 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a0ccb5e7-54d4-4a51-a9e4-9db848758be0 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.430700 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166917a4-a825-4e0b-8565-ab05cb0b873f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0d459b-c41b-4944-b9e2-def02524a1aa,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:59.439884 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51192) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:59.448721 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-166917a4-a825-4e0b-8565-ab05cb0b873f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=266ed98cb8444035a180eb79d2a9e6f2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2413695 Nov 11 12:13:59.544466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 42843891-2b5c-4227-a49f-2af40fe1785c up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:13:59.555466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-264bacc8-98b0-4432-a428-be30b3a11b44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.562655 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51194) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:59.566323 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21291dc8-e473-443f-8b3f-432665a92a78 req-1aa4854d-3c7d-4b72-a85e-4a8c6fa06530 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:59.574234 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-21291dc8-e473-443f-8b3f-432665a92a78 req-1aa4854d-3c7d-4b72-a85e-4a8c6fa06530 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.3337400 Nov 11 12:13:59.591930 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3602bec9-3d4e-4307-b850-daae8dd75a05 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.597480 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3602bec9-3d4e-4307-b850-daae8dd75a05 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:13:59.605746 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3602bec9-3d4e-4307-b850-daae8dd75a05 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.641714 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 42843891-2b5c-4227-a49f-2af40fe1785c triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:13:59.643001 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.693100 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-264bacc8-98b0-4432-a428-be30b3a11b44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.712579 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-93210671-3007-4e47-980f-ad8d59fe285e tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] show failed (client error): The resource could not be found. Nov 11 12:13:59.717388 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-93210671-3007-4e47-980f-ad8d59fe285e tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/routers/a0a3a63b-363c-40a8-a1c7-79c1c561b757/tags/tempest-TagsExtTest-Tag-1588208294 HTTP/1.1" status: 404 len: 329 time: 0.3731866 Nov 11 12:13:59.722647 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51198) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:59.735577 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-785d1b4a-5721-4789-a77c-539cd7c09ee9 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a0a3a63b-363c-40a8-a1c7-79c1c561b757', 'tempest-TagsExtTest-Tag-1678421074') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:59.746673 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602bec9-3d4e-4307-b850-daae8dd75a05 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event updated for resources: {'Network': ['ID=d23ac8bd-3f29-4030-b4e7-5126cf140308,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:13:59.749039 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.762564 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-21291dc8-e473-443f-8b3f-432665a92a78 req-502e9077-0f4e-434e-9f27-80951af9fa80 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805909 Nov 11 12:13:59.764033 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network d23ac8bd-3f29-4030-b4e7-5126cf140308 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:13:59.774219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Request body: {'networks': [{'name': 'tempest-network--713970030'}, {'name': 'tempest-network--734628972'}]} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:59.774219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Request body: {'network': {'name': 'tempest-network--713970030'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:59.774219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Request body: {'network': {'name': 'tempest-network--734628972'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:59.806376 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3602bec9-3d4e-4307-b850-daae8dd75a05 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5354273 Nov 11 12:13:59.808829 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.objects.ports [None req-607d5131-5a21-4105-972f-e40345511ed7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103001) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:13:59.815876 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51200) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:59.827177 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-842169c8-d498-4779-8225-4e93498e6228 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Request body: {'subnet': {'network_id': 'd23ac8bd-3f29-4030-b4e7-5126cf140308', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:13:59.859492 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 42843891-2b5c-4227-a49f-2af40fe1785c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=42843891-2b5c-4227-a49f-2af40fe1785c,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:13:59.863066 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-323797e3-ff65-423a-b9b8-908cbc192cd0 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Allocated IP 172.26.5.103 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/b5c6b613-907b-42f4-b203-dbfefc7d6122) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:13:59.917468 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a0ccb5e7-54d4-4a51-a9e4-9db848758be0 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.924235 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:13:59.973991 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-785d1b4a-5721-4789-a77c-539cd7c09ee9 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] show failed (client error): The resource could not be found. Nov 11 12:13:59.975023 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-785d1b4a-5721-4789-a77c-539cd7c09ee9 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/routers/a0a3a63b-363c-40a8-a1c7-79c1c561b757/tags/tempest-TagsExtTest-Tag-1678421074 HTTP/1.1" status: 404 len: 329 time: 0.2506454 Nov 11 12:13:59.978029 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51202) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:13:59.982909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-bdb6e97b-2c7b-4056-9799-2beaa9040925 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a0a3a63b-363c-40a8-a1c7-79c1c561b757', 'tempest-TagsExtTest-Tag-1879061490') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:13:59.996254 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=42843891-2b5c-4227-a49f-2af40fe1785c,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:00.024930 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a0ccb5e7-54d4-4a51-a9e4-9db848758be0 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.081568 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Made reservation on behalf of d7805b2631cb4a78b988951d7f3fcaec for: {'network': 2} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:00.086286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.121908 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccb5e7-54d4-4a51-a9e4-9db848758be0 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9448c4-fa56-4a33-b9c5-d2cee50f9853,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:00.136112 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-bdb6e97b-2c7b-4056-9799-2beaa9040925 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] show failed (client error): The resource could not be found. Nov 11 12:14:00.139992 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bdb6e97b-2c7b-4056-9799-2beaa9040925 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/routers/a0a3a63b-363c-40a8-a1c7-79c1c561b757/tags/tempest-TagsExtTest-Tag-1879061490 HTTP/1.1" status: 404 len: 329 time: 0.1582046 Nov 11 12:14:00.144901 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-323797e3-ff65-423a-b9b8-908cbc192cd0 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.144901 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51204) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:00.147928 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-447206d4-f0c1-4ca9-a5b5-a616976b7396 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '25f4cd77-f838-4f02-85d6-c486bcfaeaa1', {'tags': ['tempest-TagsExtTest-Tag-275551814', 'tempest-TagsExtTest-Tag-802184552', 'tempest-TagsExtTest-Tag-2138690979']}) {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:00.198115 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a0ccb5e7-54d4-4a51-a9e4-9db848758be0 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.201172 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a0ccb5e7-54d4-4a51-a9e4-9db848758be0 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9965556 Nov 11 12:14:00.204762 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51206) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:00.209345 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-626e90d9-f84d-4fd7-9b64-3c37c6d49f9c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': '4b9448c4-fa56-4a33-b9c5-d2cee50f9853', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:00.210299 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.api.v2.base [None req-626e90d9-f84d-4fd7-9b64-3c37c6d49f9c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 11 12:14:00.210835 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-626e90d9-f84d-4fd7-9b64-3c37c6d49f9c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:00.211891 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-626e90d9-f84d-4fd7-9b64-3c37c6d49f9c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061672 Nov 11 12:14:00.217465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51208) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:00.224467 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a0e6006c-ae41-4918-9379-37fe5f70be31 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': '4b9448c4-fa56-4a33-b9c5-d2cee50f9853', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:00.224467 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.api.v2.base [None req-a0e6006c-ae41-4918-9379-37fe5f70be31 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 11 12:14:00.224467 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-a0e6006c-ae41-4918-9379-37fe5f70be31 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:00.226135 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a0e6006c-ae41-4918-9379-37fe5f70be31 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075905 Nov 11 12:14:00.230116 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51210) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:00.234846 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c9df8490-7975-48cd-877a-66c28d4c0fcb tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': '4b9448c4-fa56-4a33-b9c5-d2cee50f9853', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:00.235827 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.api.v2.base [None req-c9df8490-7975-48cd-877a-66c28d4c0fcb tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 11 12:14:00.236429 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-c9df8490-7975-48cd-877a-66c28d4c0fcb tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:00.237778 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c9df8490-7975-48cd-877a-66c28d4c0fcb tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064321 Nov 11 12:14:00.240403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51212) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:00.246366 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-b86578c8-eba4-4c3f-9ddc-c4b0792a09e1 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': '4b9448c4-fa56-4a33-b9c5-d2cee50f9853', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:00.247494 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.api.v2.base [None req-b86578c8-eba4-4c3f-9ddc-c4b0792a09e1 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 11 12:14:00.255282 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-b86578c8-eba4-4c3f-9ddc-c4b0792a09e1 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:00.255282 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b86578c8-eba4-4c3f-9ddc-c4b0792a09e1 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076289 Nov 11 12:14:00.256464 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51214) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:00.280087 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-447206d4-f0c1-4ca9-a5b5-a616976b7396 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "PUT /v2.0/subnetpools/25f4cd77-f838-4f02-85d6-c486bcfaeaa1/tags HTTP/1.1" status: 200 len: 316 time: 0.1365616 Nov 11 12:14:00.284153 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51216) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:00.291457 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-2f55e210-70e5-484a-9598-e3aeff2b60f6 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '25f4cd77-f838-4f02-85d6-c486bcfaeaa1') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:00.321251 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-323797e3-ff65-423a-b9b8-908cbc192cd0 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.422962 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323797e3-ff65-423a-b9b8-908cbc192cd0 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:00.443280 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-323797e3-ff65-423a-b9b8-908cbc192cd0 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:00.455608 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323797e3-ff65-423a-b9b8-908cbc192cd0 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:00.457551 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323797e3-ff65-423a-b9b8-908cbc192cd0 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Pushing event updated for resources: {'Port': ['ID=b5c6b613-907b-42f4-b203-dbfefc7d6122,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:00.480275 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-264bacc8-98b0-4432-a428-be30b3a11b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.483550 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-264bacc8-98b0-4432-a428-be30b3a11b44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.484171 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a622e9fd-ce6c-42ee-a31d-fe8a3ac01660 None None] Provisioning complete for port 42843891-2b5c-4227-a49f-2af40fe1785c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:00.484537 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a622e9fd-ce6c-42ee-a31d-fe8a3ac01660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.487513 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-264bacc8-98b0-4432-a428-be30b3a11b44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cb0d459b-c41b-4944-b9e2-def02524a1aa HTTP/1.1" status: 204 len: 168 time: 1.0466247 Nov 11 12:14:00.488385 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.489448 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2cf20b53-c287-4329-bf8c-f16b94ab9f6a tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.521265 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bacc8-98b0-4432-a428-be30b3a11b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0d459b-c41b-4944-b9e2-def02524a1aa,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:00.529772 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2cf20b53-c287-4329-bf8c-f16b94ab9f6a tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.590335 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2f55e210-70e5-484a-9598-e3aeff2b60f6 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/subnetpools/25f4cd77-f838-4f02-85d6-c486bcfaeaa1/tags HTTP/1.1" status: 204 len: 168 time: 0.3025463 Nov 11 12:14:00.592695 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51220) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:00.598993 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-10276252-d21c-4316-b160-3cd8663b65a2 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '25f4cd77-f838-4f02-85d6-c486bcfaeaa1', 'tempest-TagsExtTest-Tag-275551814') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:00.621621 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842169c8-d498-4779-8225-4e93498e6228 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Made reservation on behalf of b509c86631324bf4b2b9d360b6e428e9 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:00.622121 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-323797e3-ff65-423a-b9b8-908cbc192cd0 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.626122 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-842169c8-d498-4779-8225-4e93498e6228 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.634430 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-10276252-d21c-4316-b160-3cd8663b65a2 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] show failed (client error): The resource could not be found. Nov 11 12:14:00.635501 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-10276252-d21c-4316-b160-3cd8663b65a2 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/subnetpools/25f4cd77-f838-4f02-85d6-c486bcfaeaa1/tags/tempest-TagsExtTest-Tag-275551814 HTTP/1.1" status: 404 len: 328 time: 0.0418980 Nov 11 12:14:00.638230 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51222) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:00.642814 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-03c2040d-ec1e-4236-bd64-5a7f0404a94a tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '25f4cd77-f838-4f02-85d6-c486bcfaeaa1', 'tempest-TagsExtTest-Tag-802184552') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:00.663298 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-03c2040d-ec1e-4236-bd64-5a7f0404a94a tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] show failed (client error): The resource could not be found. Nov 11 12:14:00.664809 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-03c2040d-ec1e-4236-bd64-5a7f0404a94a tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/subnetpools/25f4cd77-f838-4f02-85d6-c486bcfaeaa1/tags/tempest-TagsExtTest-Tag-802184552 HTTP/1.1" status: 404 len: 328 time: 0.0256779 Nov 11 12:14:00.667734 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51224) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:00.674749 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-0f4bf128-82ec-4072-a8d8-ab540e7b444d tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '25f4cd77-f838-4f02-85d6-c486bcfaeaa1', 'tempest-TagsExtTest-Tag-2138690979') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:00.690475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2cf20b53-c287-4329-bf8c-f16b94ab9f6a tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.693041 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2cf20b53-c287-4329-bf8c-f16b94ab9f6a tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.699364 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2cf20b53-c287-4329-bf8c-f16b94ab9f6a tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "DELETE /v2.0/security-groups/4b9448c4-fa56-4a33-b9c5-d2cee50f9853 HTTP/1.1" status: 204 len: 168 time: 0.4377687 Nov 11 12:14:00.699364 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-0f4bf128-82ec-4072-a8d8-ab540e7b444d tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] show failed (client error): The resource could not be found. Nov 11 12:14:00.699800 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0f4bf128-82ec-4072-a8d8-ab540e7b444d tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/subnetpools/25f4cd77-f838-4f02-85d6-c486bcfaeaa1/tags/tempest-TagsExtTest-Tag-2138690979 HTTP/1.1" status: 404 len: 329 time: 0.0308475 Nov 11 12:14:00.699945 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51226) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:00.706256 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51228) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:00.718663 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf20b53-c287-4329-bf8c-f16b94ab9f6a tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9448c4-fa56-4a33-b9c5-d2cee50f9853,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:00.722627 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-57eb8001-79f8-40d9-8a2e-34a20ae63b33 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '25f4cd77-f838-4f02-85d6-c486bcfaeaa1') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:00.744352 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.755864 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-607d5131-5a21-4105-972f-e40345511ed7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.767677 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-323797e3-ff65-423a-b9b8-908cbc192cd0 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.777198 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f986d35c-52a3-4122-9eb0-326a53188f9a tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0762351 Nov 11 12:14:00.785159 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51232) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:00.792304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-86efbb4d-a472-4e40-8947-96939cbdad0b tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group': {'name': 'tempest-secgroup--650491764'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:00.844485 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.844863 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:00.906511 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-57eb8001-79f8-40d9-8a2e-34a20ae63b33 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/subnetpools/25f4cd77-f838-4f02-85d6-c486bcfaeaa1/tags HTTP/1.1" status: 204 len: 168 time: 0.1915367 Nov 11 12:14:00.907706 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51236) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:00.913018 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-d52575e6-e676-4202-b2fa-44029b27e071 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a0a3a63b-363c-40a8-a1c7-79c1c561b757') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:00.972967 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b7b24-09be-4ddc-aa1c-ac2683b53518 req-9b9cef7a-832c-4601-86fa-a5863caa7065 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:00.974453 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-177b7b24-09be-4ddc-aa1c-ac2683b53518 req-9b9cef7a-832c-4601-86fa-a5863caa7065 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1409352 Nov 11 12:14:00.993267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9080a9fa-369f-40a8-a23a-11f701a2e245,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:01.004550 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:01.024826 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-86efbb4d-a472-4e40-8947-96939cbdad0b tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.054284 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.054637 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Added segment a04b80b8-f508-44da-a9f2-e50adbaba33b of type vlan for network b2178ab6-b41f-467b-bc46-b49739e54ffd Nov 11 12:14:01.068491 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-323797e3-ff65-423a-b9b8-908cbc192cd0 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.088867 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-177b7b24-09be-4ddc-aa1c-ac2683b53518 req-640d44e5-242c-46cb-80a1-2cc1ba0ac37a tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805624 Nov 11 12:14:01.090666 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d52575e6-e676-4202-b2fa-44029b27e071 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/routers/a0a3a63b-363c-40a8-a1c7-79c1c561b757/tags HTTP/1.1" status: 204 len: 168 time: 0.1812499 Nov 11 12:14:01.093606 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51242) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:01.098375 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-f80f92e8-d012-4d52-8387-bdfec2e3d871 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2854b146-f9ff-4837-8c14-ebf5ee39cf5a') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:01.149193 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-323797e3-ff65-423a-b9b8-908cbc192cd0 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.160378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-607d5131-5a21-4105-972f-e40345511ed7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] For port 42843891-2b5c-4227-a49f-2af40fe1785c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=42843891-2b5c-4227-a49f-2af40fe1785c,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:01.176265 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.243298 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323797e3-ff65-423a-b9b8-908cbc192cd0 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Pushing event updated for resources: {'Port': ['ID=b5c6b613-907b-42f4-b203-dbfefc7d6122,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:01.247144 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-607d5131-5a21-4105-972f-e40345511ed7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.256017 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-323797e3-ff65-423a-b9b8-908cbc192cd0 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.270750 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:01.273855 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f80f92e8-d012-4d52-8387-bdfec2e3d871 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/ports/2854b146-f9ff-4837-8c14-ebf5ee39cf5a/tags HTTP/1.1" status: 204 len: 168 time: 0.1789303 Nov 11 12:14:01.274286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-86efbb4d-a472-4e40-8947-96939cbdad0b tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.276110 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51250) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:01.280328 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-f93c0ea2-820b-4120-8c6d-7012261af747 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd888a4a0-69e9-4ecf-b13a-81e121030008') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:01.282163 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.282501 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Added segment 8f59562b-1103-4d31-8b5d-380fec5551bc of type vlan for network 2031d837-6204-4eb1-b4f4-f5b50cb1b9b9 Nov 11 12:14:01.291349 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-842169c8-d498-4779-8225-4e93498e6228 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.344607 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f93c0ea2-820b-4120-8c6d-7012261af747 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/subnets/d888a4a0-69e9-4ecf-b13a-81e121030008/tags HTTP/1.1" status: 204 len: 168 time: 0.0639758 Nov 11 12:14:01.344832 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51252) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:01.349844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-607d5131-5a21-4105-972f-e40345511ed7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.350562 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-607d5131-5a21-4105-972f-e40345511ed7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.364327 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.402914 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-323797e3-ff65-423a-b9b8-908cbc192cd0 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.407231 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-323797e3-ff65-423a-b9b8-908cbc192cd0 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5604849 Nov 11 12:14:01.407231 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51254) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:01.418970 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-86efbb4d-a472-4e40-8947-96939cbdad0b tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.438851 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 42843891-2b5c-4227-a49f-2af40fe1785c up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:01.445357 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842169c8-d498-4779-8225-4e93498e6228 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event updated for resources: {'Subnet': ['ID=9eed3188-84db-4f73-8d1f-dd165f4bdc25,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:01.459671 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607d5131-5a21-4105-972f-e40345511ed7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:01.483827 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-607d5131-5a21-4105-972f-e40345511ed7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:01.495148 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1de3c3a-844d-416b-a1de-f03d0ae9fd99 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:01.513997 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d5131-5a21-4105-972f-e40345511ed7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:01.514622 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-607d5131-5a21-4105-972f-e40345511ed7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.540464 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c639d517-45a7-4dfc-ab80-a5abacd64eeb tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks [] for subnetpool, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.540464 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c639d517-45a7-4dfc-ab80-a5abacd64eeb tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/subnetpools/25f4cd77-f838-4f02-85d6-c486bcfaeaa1 HTTP/1.1" status: 204 len: 168 time: 0.1853371 Nov 11 12:14:01.542297 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51262) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:01.557340 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efbb4d-a472-4e40-8947-96939cbdad0b tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0241ea-2044-4d36-8b2b-e3c3843415c5,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:01.559730 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d5131-5a21-4105-972f-e40345511ed7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=42843891-2b5c-4227-a49f-2af40fe1785c,revision_number=5']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:01.569102 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842169c8-d498-4779-8225-4e93498e6228 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Checking segment: {'id': '1983e76c-7919-4071-9a10-f0a8e64fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd23ac8bd-3f29-4030-b4e7-5126cf140308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:01.569102 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842169c8-d498-4779-8225-4e93498e6228 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Network hostable DHCP agents. Network: d23ac8bd-3f29-4030-b4e7-5126cf140308, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:01.575078 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d5131-5a21-4105-972f-e40345511ed7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=a476663f-3259-461d-a4cc-0856d0f1fca5,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:01.596261 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-86efbb4d-a472-4e40-8947-96939cbdad0b tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.596261 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-86efbb4d-a472-4e40-8947-96939cbdad0b tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8059211 Nov 11 12:14:01.596470 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51264) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:01.604206 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 42843891-2b5c-4227-a49f-2af40fe1785c triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:01.604641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.608107 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-b16d36d3-357d-4578-b200-afccbee36d58 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': '3e0241ea-2044-4d36-8b2b-e3c3843415c5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:01.608588 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.api.v2.base [None req-b16d36d3-357d-4578-b200-afccbee36d58 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 12:14:01.609075 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-b16d36d3-357d-4578-b200-afccbee36d58 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:01.610311 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b16d36d3-357d-4578-b200-afccbee36d58 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060771 Nov 11 12:14:01.613712 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3bd709fb-298b-47e3-ab08-49d8e716d9e1 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0a3a63b-363c-40a8-a1c7-79c1c561b757 HTTP/1.1" status: 200 len: 205 time: 0.0697641 Nov 11 12:14:01.613712 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51268) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:01.620222 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-2046f140-3467-44ba-a830-d516ec401154 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': '3e0241ea-2044-4d36-8b2b-e3c3843415c5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:01.622122 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51270) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:01.673509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.673815 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.676818 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-6af69089-dc23-4a8c-903e-a5075a6db3ac tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:01.682278 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:01.688527 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:01.689189 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.726533 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-607d5131-5a21-4105-972f-e40345511ed7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7143700 Nov 11 12:14:01.727240 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842169c8-d498-4779-8225-4e93498e6228 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Network d23ac8bd-3f29-4030-b4e7-5126cf140308 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:01.731239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51272) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:01.738686 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a586175c-76dd-459e-9143-1f84b994f9ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'mac_address': 'fa:16:3e:71:e0:59', 'name': 'tempest-NetworksTestDHCPv6-1676234176'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:01.791307 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9904331d-ebd3-4282-a6ba-941daa7b03b7 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.861024 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event updated for resources: {'Network': ['ID=b2178ab6-b41f-467b-bc46-b49739e54ffd,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:01.883297 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network b2178ab6-b41f-467b-bc46-b49739e54ffd details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:01.898277 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51276) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:01.937369 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-842169c8-d498-4779-8225-4e93498e6228 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, d23ac8bd-3f29-4030-b4e7-5126cf140308) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:01.938555 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6af69089-dc23-4a8c-903e-a5075a6db3ac tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.942548 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842169c8-d498-4779-8225-4e93498e6228 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:01.943678 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-842169c8-d498-4779-8225-4e93498e6228 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:01.951159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e469626-2877-445f-88f1-c9fab7647f8a None None] Network d23ac8bd-3f29-4030-b4e7-5126cf140308 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:02.049132 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-2046f140-3467-44ba-a830-d516ec401154 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:02.050699 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2046f140-3467-44ba-a830-d516ec401154 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4359305 Nov 11 12:14:02.062244 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51280) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:02.065493 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.4989123 Nov 11 12:14:02.071098 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-bdf61485-8839-4149-834d-71108d635e04 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': '3e0241ea-2044-4d36-8b2b-e3c3843415c5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:02.074121 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51282) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:02.074904 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.api.v2.base [None req-bdf61485-8839-4149-834d-71108d635e04 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 11 12:14:02.075488 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-bdf61485-8839-4149-834d-71108d635e04 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:02.080037 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bdf61485-8839-4149-834d-71108d635e04 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0133624 Nov 11 12:14:02.082699 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f4e8fe04-2c22-4be6-82ed-e1607075884f tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] Request body: {'port': {'network_id': '85b52911-a44f-4b13-83ef-060e9034b7b0', 'name': 'tempest-NetworksNegativeTestJSON-740620778'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:02.089197 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51284) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:02.100452 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9904331d-ebd3-4282-a6ba-941daa7b03b7 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:02.104735 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-e6715b10-f97d-4c50-933e-132d7f2b1274 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': '3e0241ea-2044-4d36-8b2b-e3c3843415c5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:02.116196 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e8fe04-2c22-4be6-82ed-e1607075884f tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] POST failed (client error): The resource could not be found. Nov 11 12:14:02.116807 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e8fe04-2c22-4be6-82ed-e1607075884f tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:02.118042 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f4e8fe04-2c22-4be6-82ed-e1607075884f tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2188108 Nov 11 12:14:02.122692 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51286) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:02.139842 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9904331d-ebd3-4282-a6ba-941daa7b03b7 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:02.152231 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81ee729-1347-410e-9d17-91e105d86594 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] DELETE failed (client error): The resource could not be found. Nov 11 12:14:02.153052 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b81ee729-1347-410e-9d17-91e105d86594 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:02.159497 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b81ee729-1347-410e-9d17-91e105d86594 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] 10.222.0.50 "DELETE /v2.0/networks/430c0385-2cdd-4729-b668-ec75eb0ae08b HTTP/1.1" status: 404 len: 339 time: 0.0342231 Nov 11 12:14:02.165389 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51288) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:02.184925 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-d23ac8bd-3f29-4030-b4e7-5126cf140308', 'network_id': 'd23ac8bd-3f29-4030-b4e7-5126cf140308', 'tenant_id': 'b509c86631324bf4b2b9d360b6e428e9', 'fixed_ips': [{'subnet_id': '9eed3188-84db-4f73-8d1f-dd165f4bdc25'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:02.185870 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:02.190685 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1795f5-89b5-458e-9792-df590d54d6d7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event updated for resources: {'Network': ['ID=2031d837-6204-4eb1-b4f4-f5b50cb1b9b9,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:02.205072 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15f7204-206a-4ae3-934b-4652743b72f1 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] DELETE failed (client error): The resource could not be found. Nov 11 12:14:02.205786 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15f7204-206a-4ae3-934b-4652743b72f1 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:02.210332 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 2031d837-6204-4eb1-b4f4-f5b50cb1b9b9 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:02.210621 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a15f7204-206a-4ae3-934b-4652743b72f1 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] 10.222.0.50 "DELETE /v2.0/ports/8ac5bcbe-d988-4ccd-8b67-e650bda4e93b HTTP/1.1" status: 404 len: 333 time: 0.0434375 Nov 11 12:14:02.214554 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a586175c-76dd-459e-9143-1f84b994f9ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:02.216640 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51290) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:02.258201 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64f7596-f783-4cf0-b020-23fc38369d97 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] DELETE failed (client error): The resource could not be found. Nov 11 12:14:02.258886 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64f7596-f783-4cf0-b020-23fc38369d97 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:02.267009 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f64f7596-f783-4cf0-b020-23fc38369d97 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] 10.222.0.50 "DELETE /v2.0/subnets/f1fd9e65-4937-453b-8038-9c11d2c3d7c7 HTTP/1.1" status: 404 len: 337 time: 0.0470159 Nov 11 12:14:02.308752 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51292) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:02.360946 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b93a66-2b3b-4a82-85bd-e51b8743fd72 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] GET failed (client error): The resource could not be found. Nov 11 12:14:02.368098 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-65b93a66-2b3b-4a82-85bd-e51b8743fd72 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] 10.222.0.50 "GET /v2.0/networks/c36cee2c-65f1-4fc5-ab51-6055015b46f2 HTTP/1.1" status: 404 len: 339 time: 0.0571907 Nov 11 12:14:02.368456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51294) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:02.381617 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-842169c8-d498-4779-8225-4e93498e6228 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5615778 Nov 11 12:14:02.397263 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51296) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:02.425376 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Allocated IP 2001:db8::2 (d23ac8bd-3f29-4030-b4e7-5126cf140308/9eed3188-84db-4f73-8d1f-dd165f4bdc25/e2c8e6c1-812c-4224-9d2e-e6eb851383b8) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:02.441154 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45e372b-b44b-4216-9170-ab481768e4f1 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] GET failed (client error): The resource could not be found. Nov 11 12:14:02.453051 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a45e372b-b44b-4216-9170-ab481768e4f1 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] 10.222.0.50 "GET /v2.0/ports/22580081-0993-4748-a1b4-04cf63a99c16 HTTP/1.1" status: 404 len: 333 time: 0.0714729 Nov 11 12:14:02.462383 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51298) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:02.540889 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6c302d-2b1d-4b91-9827-f738ba03bb40 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] GET failed (client error): The resource could not be found. Nov 11 12:14:02.546430 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bc6c302d-2b1d-4b91-9827-f738ba03bb40 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] 10.222.0.50 "GET /v2.0/subnets/990608cd-cd2e-4929-8245-b21e52c9b6a9 HTTP/1.1" status: 404 len: 337 time: 0.0737324 Nov 11 12:14:02.566309 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51300) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:02.581592 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-06e87014-5c90-402c-b0bf-a987a3e3583b tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:02.585871 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9904331d-ebd3-4282-a6ba-941daa7b03b7 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:02.586391 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9904331d-ebd3-4282-a6ba-941daa7b03b7 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Fanout notify agent at l3_agent the message router_deleted on router a0a3a63b-363c-40a8-a1c7-79c1c561b757 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:14:02.593701 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9904331d-ebd3-4282-a6ba-941daa7b03b7 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:02.597654 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9904331d-ebd3-4282-a6ba-941daa7b03b7 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/routers/a0a3a63b-363c-40a8-a1c7-79c1c561b757 HTTP/1.1" status: 204 len: 168 time: 0.9741535 Nov 11 12:14:02.608993 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51302) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:02.610071 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:02.622037 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6af69089-dc23-4a8c-903e-a5075a6db3ac tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:02.648440 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-83ef53a2-1a20-40df-be15-227c9a7af8fd None None] Provisioning complete for port 42843891-2b5c-4227-a49f-2af40fe1785c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:02.648950 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-83ef53a2-1a20-40df-be15-227c9a7af8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:02.657538 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e87014-5c90-402c-b0bf-a987a3e3583b tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] PUT failed (client error): The resource could not be found. Nov 11 12:14:02.658080 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e87014-5c90-402c-b0bf-a987a3e3583b tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:02.663470 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-06e87014-5c90-402c-b0bf-a987a3e3583b tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] 10.222.0.50 "PUT /v2.0/networks/d849fb97-d652-48ef-98c7-f172a654b1cd HTTP/1.1" status: 404 len: 339 time: 0.0955420 Nov 11 12:14:02.665916 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51304) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:02.674559 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-68ae8193-ee80-4249-a4e5-bdc6cc5cedd7 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:02.675616 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ffb956-9318-4455-b5ec-9919909aa466 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:02.683114 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ffb956-9318-4455-b5ec-9919909aa466 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:02.688942 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ffb956-9318-4455-b5ec-9919909aa466 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:02.696429 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ffb956-9318-4455-b5ec-9919909aa466 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:02.696912 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:02.701126 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a3ffb956-9318-4455-b5ec-9919909aa466 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6257801 Nov 11 12:14:02.703777 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51306) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:02.707876 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ae8193-ee80-4249-a4e5-bdc6cc5cedd7 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] PUT failed (client error): The resource could not be found. Nov 11 12:14:02.708807 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ae8193-ee80-4249-a4e5-bdc6cc5cedd7 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:02.709289 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-e6715b10-f97d-4c50-933e-132d7f2b1274 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:02.710261 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-68ae8193-ee80-4249-a4e5-bdc6cc5cedd7 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] 10.222.0.50 "PUT /v2.0/ports/db8b698e-0fe4-4631-85b7-57baf5e586ae HTTP/1.1" status: 404 len: 333 time: 0.0416121 Nov 11 12:14:02.714891 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e6715b10-f97d-4c50-933e-132d7f2b1274 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6172676 Nov 11 12:14:02.715554 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51308) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:02.715883 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51310) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:02.726913 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-342592e6-c228-4f5f-a6b4-c6c5ab866d2e tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': '3e0241ea-2044-4d36-8b2b-e3c3843415c5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:02.727590 dv-neutron-786478-23-hyperv neutron-server[103001]: WARNING neutron.api.v2.base [None req-342592e6-c228-4f5f-a6b4-c6c5ab866d2e tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 12:14:02.728437 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-342592e6-c228-4f5f-a6b4-c6c5ab866d2e tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:02.731761 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-342592e6-c228-4f5f-a6b4-c6c5ab866d2e tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073812 Nov 11 12:14:02.738720 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-27e160e3-3d54-4b64-b3ff-aa836b1cc672 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:02.742523 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51312) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:02.753111 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3d7b1bdc-9867-4e47-8523-af9c357ca733 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': '3e0241ea-2044-4d36-8b2b-e3c3843415c5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:02.761233 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Network d23ac8bd-3f29-4030-b4e7-5126cf140308 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:02.763685 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e160e3-3d54-4b64-b3ff-aa836b1cc672 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] PUT failed (client error): The resource could not be found. Nov 11 12:14:02.764143 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e160e3-3d54-4b64-b3ff-aa836b1cc672 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:02.769360 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-27e160e3-3d54-4b64-b3ff-aa836b1cc672 tempest-NetworksNegativeTestJSON-1790476909 tempest-NetworksNegativeTestJSON-1790476909-project] 10.222.0.50 "PUT /v2.0/subnets/ab95d65e-7ad9-49c3-8845-ab0d1db35a91 HTTP/1.1" status: 404 len: 337 time: 0.0463839 Nov 11 12:14:02.773806 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:02.779335 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:02.797540 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Pushing event updated for resources: {'Port': ['ID=e2c8e6c1-812c-4224-9d2e-e6eb851383b8,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:02.831150 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:02.858032 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Attempting to bind port e2c8e6c1-812c-4224-9d2e-e6eb851383b8 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:02.858654 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Attempting to bind port e2c8e6c1-812c-4224-9d2e-e6eb851383b8 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '1983e76c-7919-4071-9a10-f0a8e64fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd23ac8bd-3f29-4030-b4e7-5126cf140308'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:02.859292 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Attempting to bind port e2c8e6c1-812c-4224-9d2e-e6eb851383b8 on network d23ac8bd-3f29-4030-b4e7-5126cf140308 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:02.865614 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:02.866308 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Checking segment: {'id': '1983e76c-7919-4071-9a10-f0a8e64fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd23ac8bd-3f29-4030-b4e7-5126cf140308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:02.866860 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:02.867449 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Bound using segment: {'id': '1983e76c-7919-4071-9a10-f0a8e64fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd23ac8bd-3f29-4030-b4e7-5126cf140308'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:02.868076 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Bound port: e2c8e6c1-812c-4224-9d2e-e6eb851383b8, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1983e76c-7919-4071-9a10-f0a8e64fe747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd23ac8bd-3f29-4030-b4e7-5126cf140308'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:02.868603 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:02.878119 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-7b0308be-2050-4fc5-9abb-3389b4ff1f29 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Deleting port 2854b146-f9ff-4837-8c14-ebf5ee39cf5a {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:02.878430 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b0308be-2050-4fc5-9abb-3389b4ff1f29 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:02.890858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a586175c-76dd-459e-9143-1f84b994f9ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:02.909545 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-6af69089-dc23-4a8c-903e-a5075a6db3ac tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Allocated IP 172.26.5.106 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/58ed138a-8846-4384-a6a2-908e50bd35c7) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:02.939086 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] For port e2c8e6c1-812c-4224-9d2e-e6eb851383b8, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:02.941799 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] For port e2c8e6c1-812c-4224-9d2e-e6eb851383b8, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e2c8e6c1-812c-4224-9d2e-e6eb851383b8,segment=NetworkSegment(1983e76c-7919-4071-9a10-f0a8e64fe747),segment_id=1983e76c-7919-4071-9a10-f0a8e64fe747)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:02.967733 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Deleting port e2c8e6c1-812c-4224-9d2e-e6eb851383b8 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:02.968062 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:02.987101 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-a586175c-76dd-459e-9143-1f84b994f9ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port 1b1940a2-aebc-4186-85e3-9fbfe6760a35 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:02.994682 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a7129141-79b5-41c9-bd2e-155c2a6dae1e tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.015076 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.026088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b0308be-2050-4fc5-9abb-3389b4ff1f29 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.049522 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-7b0308be-2050-4fc5-9abb-3389b4ff1f29 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Calling delete_port for 2854b146-f9ff-4837-8c14-ebf5ee39cf5a owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:03.090915 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97133c7a-22df-47ba-abf0-2f63d364a745 None None] Pushing event updated for resources: {'Port': ['ID=e2c8e6c1-812c-4224-9d2e-e6eb851383b8,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:03.134378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] For port e2c8e6c1-812c-4224-9d2e-e6eb851383b8, host dv-neutron-786478-23-hyperv, got binding levels [] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:03.134625 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.151589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Calling delete_port for e2c8e6c1-812c-4224-9d2e-e6eb851383b8 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:03.185896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3eb9d6d2-fc84-4b11-8103-fe9470956da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.252550 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-3d7b1bdc-9867-4e47-8523-af9c357ca733 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:03.253589 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3d7b1bdc-9867-4e47-8523-af9c357ca733 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5042026 Nov 11 12:14:03.267289 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51316) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:03.307479 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-17fc1ea7-2686-4475-9380-89ad32f1f67d tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': '3e0241ea-2044-4d36-8b2b-e3c3843415c5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:03.307959 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.api.v2.base [None req-17fc1ea7-2686-4475-9380-89ad32f1f67d tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 11 12:14:03.308442 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-17fc1ea7-2686-4475-9380-89ad32f1f67d tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:03.309407 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-17fc1ea7-2686-4475-9380-89ad32f1f67d tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0208762 Nov 11 12:14:03.313231 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51320) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:03.318540 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-1eeccbc4-f185-4c3d-9488-43cf0ec59b65 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': '3e0241ea-2044-4d36-8b2b-e3c3843415c5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:03.353028 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a7129141-79b5-41c9-bd2e-155c2a6dae1e tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.373373 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6af69089-dc23-4a8c-903e-a5075a6db3ac tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.425828 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-a7129141-79b5-41c9-bd2e-155c2a6dae1e tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2178ab6-b41f-467b-bc46-b49739e54ffd']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:03.429796 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b0308be-2050-4fc5-9abb-3389b4ff1f29 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.445529 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-a7129141-79b5-41c9-bd2e-155c2a6dae1e tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04b80b8-f508-44da-a9f2-e50adbaba33b') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:03.445821 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-a7129141-79b5-41c9-bd2e-155c2a6dae1e tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04b80b8-f508-44da-a9f2-e50adbaba33b') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:03.462808 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a7129141-79b5-41c9-bd2e-155c2a6dae1e tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.474615 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-a586175c-76dd-459e-9143-1f84b994f9ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 172.20.0.8 (db126361-d280-4945-be72-90312642a11b/bf37ade9-8b6a-45cd-b58b-f946de9af4f2/1b1940a2-aebc-4186-85e3-9fbfe6760a35) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:03.491926 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a7129141-79b5-41c9-bd2e-155c2a6dae1e tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.493662 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51322) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:03.501900 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-a586175c-76dd-459e-9143-1f84b994f9ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::f816:3eff:fe71:e059 (db126361-d280-4945-be72-90312642a11b/a476663f-3259-461d-a4cc-0856d0f1fca5/1b1940a2-aebc-4186-85e3-9fbfe6760a35) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:03.507937 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0308be-2050-4fc5-9abb-3389b4ff1f29 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Pushing event deleted for resources: {'Port': ['ID=2854b146-f9ff-4837-8c14-ebf5ee39cf5a,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:03.510549 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7129141-79b5-41c9-bd2e-155c2a6dae1e tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:03.511128 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a7129141-79b5-41c9-bd2e-155c2a6dae1e tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:03.533276 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:03.621120 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.632293 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b0308be-2050-4fc5-9abb-3389b4ff1f29 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.638128 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7b0308be-2050-4fc5-9abb-3389b4ff1f29 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/ports/2854b146-f9ff-4837-8c14-ebf5ee39cf5a HTTP/1.1" status: 204 len: 168 time: 1.0288210 Nov 11 12:14:03.645545 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e2c8e6c1-812c-4224-9d2e-e6eb851383b8 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:03.656990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51326) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:03.664503 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-1eeccbc4-f185-4c3d-9488-43cf0ec59b65 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:03.665552 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1eeccbc4-f185-4c3d-9488-43cf0ec59b65 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3518231 Nov 11 12:14:03.668561 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51328) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:03.693369 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: e2c8e6c1-812c-4224-9d2e-e6eb851383b8 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:03.694021 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e2c8e6c1-812c-4224-9d2e-e6eb851383b8 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 11 12:14:03.696019 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-899ec210-027d-4d49-a0f9-3559a5318cc1 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': '3e0241ea-2044-4d36-8b2b-e3c3843415c5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:03.703834 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event deleted for resources: {'Port': ['ID=e2c8e6c1-812c-4224-9d2e-e6eb851383b8,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:03.732331 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Port e2c8e6c1-812c-4224-9d2e-e6eb851383b8 not found, will not notify nova. {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 11 12:14:03.733149 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 42843891-2b5c-4227-a49f-2af40fe1785c up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:03.743117 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] No DVR routers for this DVR port e2c8e6c1-812c-4224-9d2e-e6eb851383b8 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:03.756895 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-84082831-b713-4ebb-9a0c-d941afb4f6fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.774880 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6af69089-dc23-4a8c-903e-a5075a6db3ac tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.785816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a7129141-79b5-41c9-bd2e-155c2a6dae1e tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.794885 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 42843891-2b5c-4227-a49f-2af40fe1785c triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:03.795532 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.843776 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a7129141-79b5-41c9-bd2e-155c2a6dae1e tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.848098 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a7129141-79b5-41c9-bd2e-155c2a6dae1e tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "DELETE /v2.0/networks/b2178ab6-b41f-467b-bc46-b49739e54ffd HTTP/1.1" status: 204 len: 168 time: 1.1415009 Nov 11 12:14:03.851730 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51330) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:03.870745 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af69089-dc23-4a8c-903e-a5075a6db3ac tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:03.874186 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.898982 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-6af69089-dc23-4a8c-903e-a5075a6db3ac tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:03.913444 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7fc28e-c9b5-4e5a-8574-70dc48b83a01 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Deleting subnet d888a4a0-69e9-4ecf-b13a-81e121030008 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:03.918360 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af69089-dc23-4a8c-903e-a5075a6db3ac tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:03.925577 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7129141-79b5-41c9-bd2e-155c2a6dae1e tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event deleted for resources: {'Network': ['ID=b2178ab6-b41f-467b-bc46-b49739e54ffd,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:03.929854 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ed7fc28e-c9b5-4e5a-8574-70dc48b83a01 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:03.987978 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af69089-dc23-4a8c-903e-a5075a6db3ac tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Pushing event updated for resources: {'Port': ['ID=58ed138a-8846-4384-a6a2-908e50bd35c7,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:04.031174 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67d0ed72-7366-4ba4-b5e8-dd8073daadcb tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.063562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ed7fc28e-c9b5-4e5a-8574-70dc48b83a01 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.072254 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a586175c-76dd-459e-9143-1f84b994f9ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.172929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-84082831-b713-4ebb-9a0c-d941afb4f6fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.237303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef88c5a1-b060-49b3-b2e9-4db1c61215a1 None None] Network d23ac8bd-3f29-4030-b4e7-5126cf140308 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:04.250804 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-84082831-b713-4ebb-9a0c-d941afb4f6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.279896 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6af69089-dc23-4a8c-903e-a5075a6db3ac tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.290444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-180bbd77-5a12-45ce-85d1-c35298881eae None None] Could not find standard attr ID for object e2c8e6c1-812c-4224-9d2e-e6eb851383b8. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:14:04.290908 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84082831-b713-4ebb-9a0c-d941afb4f6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1c73bc-7d3f-45b7-87c1-46d46fe0ccc8,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:04.305204 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ed7fc28e-c9b5-4e5a-8574-70dc48b83a01 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.340387 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a586175c-76dd-459e-9143-1f84b994f9ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.342500 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.345938 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-84082831-b713-4ebb-9a0c-d941afb4f6fc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1275a0e1d1d943869c0b42de952a59d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8513641 Nov 11 12:14:04.352305 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51332) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:04.354424 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-899ec210-027d-4d49-a0f9-3559a5318cc1 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:04.358755 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-899ec210-027d-4d49-a0f9-3559a5318cc1 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6891940 Nov 11 12:14:04.363961 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51334) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:04.438239 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecd51c5-2c30-44b4-bd81-529e0153405d None None] DHCP port deletion for d23ac8bd-3f29-4030-b4e7-5126cf140308 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:04.438646 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event deleted for resources: {'Subnet': ['ID=9eed3188-84db-4f73-8d1f-dd165f4bdc25,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:04.443455 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a586175c-76dd-459e-9143-1f84b994f9ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:04.464444 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586175c-76dd-459e-9143-1f84b994f9ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=1b1940a2-aebc-4186-85e3-9fbfe6760a35,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:04.473010 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-a586175c-76dd-459e-9143-1f84b994f9ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:04.481934 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a586175c-76dd-459e-9143-1f84b994f9ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:04.509030 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6af69089-dc23-4a8c-903e-a5075a6db3ac tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.511655 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67d0ed72-7366-4ba4-b5e8-dd8073daadcb tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.546595 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.557100 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c517e31-7443-473a-bffc-00a433b525b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.567764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-67d0ed72-7366-4ba4-b5e8-dd8073daadcb tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2031d837-6204-4eb1-b4f4-f5b50cb1b9b9']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:04.575578 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ed7fc28e-c9b5-4e5a-8574-70dc48b83a01 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.587812 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23ac8bd-3f29-4030-b4e7-5126cf140308']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:04.590935 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-67d0ed72-7366-4ba4-b5e8-dd8073daadcb tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f59562b-1103-4d31-8b5d-380fec5551bc') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:04.591253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-67d0ed72-7366-4ba4-b5e8-dd8073daadcb tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f59562b-1103-4d31-8b5d-380fec5551bc') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:04.614370 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a586175c-76dd-459e-9143-1f84b994f9ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:04.615079 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a586175c-76dd-459e-9143-1f84b994f9ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.618382 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1983e76c-7919-4071-9a10-f0a8e64fe747') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:04.618674 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1983e76c-7919-4071-9a10-f0a8e64fe747') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:04.621521 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67d0ed72-7366-4ba4-b5e8-dd8073daadcb tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.633143 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b1efced-854e-4b34-af10-0b2dbe0d9b7c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.644458 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.648949 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c517e31-7443-473a-bffc-00a433b525b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.654513 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fc28e-c9b5-4e5a-8574-70dc48b83a01 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Pushing event deleted for resources: {'Subnet': ['ID=d888a4a0-69e9-4ecf-b13a-81e121030008,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:04.656719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fda27da-2f13-4b84-b2be-86e15662f6af None None] Network 6513aa11-73a8-4631-ab4e-eea56df2d5eb requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:04.665188 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67d0ed72-7366-4ba4-b5e8-dd8073daadcb tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.665463 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ed7fc28e-c9b5-4e5a-8574-70dc48b83a01 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.668902 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ed7fc28e-c9b5-4e5a-8574-70dc48b83a01 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/subnets/d888a4a0-69e9-4ecf-b13a-81e121030008 HTTP/1.1" status: 204 len: 168 time: 1.0109291 Nov 11 12:14:04.679239 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51336) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:04.701801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d0ed72-7366-4ba4-b5e8-dd8073daadcb tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:04.701801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67d0ed72-7366-4ba4-b5e8-dd8073daadcb tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.701801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:04.704450 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:04.715610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b1efced-854e-4b34-af10-0b2dbe0d9b7c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.792704 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a586175c-76dd-459e-9143-1f84b994f9ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0601063 Nov 11 12:14:04.797988 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51338) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:04.807352 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:04.807758 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:04.811016 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:04.843383 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6af69089-dc23-4a8c-903e-a5075a6db3ac tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.849791 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c517e31-7443-473a-bffc-00a433b525b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.852399 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c517e31-7443-473a-bffc-00a433b525b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.856677 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0c517e31-7443-473a-bffc-00a433b525b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be1c73bc-7d3f-45b7-87c1-46d46fe0ccc8 HTTP/1.1" status: 204 len: 168 time: 0.4968822 Nov 11 12:14:04.878400 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c517e31-7443-473a-bffc-00a433b525b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1c73bc-7d3f-45b7-87c1-46d46fe0ccc8,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:04.890169 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c81f31-bdd0-46da-b56a-622be005c7e8 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:04.897627 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c81f31-bdd0-46da-b56a-622be005c7e8 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:04.899755 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c0c81f31-bdd0-46da-b56a-622be005c7e8 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1015179 Nov 11 12:14:04.902322 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51342) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:04.934815 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.936577 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd2cc91-ae08-4daf-9c4f-8be45df33995 None None] DHCP port deletion for 6513aa11-73a8-4631-ab4e-eea56df2d5eb request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:04.962499 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6af69089-dc23-4a8c-903e-a5075a6db3ac tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.984694 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4ca6050c-87e7-4014-a67e-5b46a11d9168 None None] Provisioning complete for port 1b1940a2-aebc-4186-85e3-9fbfe6760a35 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:04.985219 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4ca6050c-87e7-4014-a67e-5b46a11d9168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.985334 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67d0ed72-7366-4ba4-b5e8-dd8073daadcb tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.989975 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67d0ed72-7366-4ba4-b5e8-dd8073daadcb tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:04.996184 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-67d0ed72-7366-4ba4-b5e8-dd8073daadcb tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "DELETE /v2.0/networks/2031d837-6204-4eb1-b4f4-f5b50cb1b9b9 HTTP/1.1" status: 204 len: 168 time: 1.1354983 Nov 11 12:14:04.996838 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51344) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:05.029104 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.033789 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.038008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6050c-87e7-4014-a67e-5b46a11d9168 None None] Port 1b1940a2-aebc-4186-85e3-9fbfe6760a35 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:05.038209 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/networks/d23ac8bd-3f29-4030-b4e7-5126cf140308 HTTP/1.1" status: 204 len: 168 time: 2.6403100 Nov 11 12:14:05.045373 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2cc91-ae08-4daf-9c4f-8be45df33995 None None] Deleting port f7bf5385-3f52-48ac-b8a1-617ba13e9bc0 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:05.045838 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dcd2cc91-ae08-4daf-9c4f-8be45df33995 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.052379 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b1efced-854e-4b34-af10-0b2dbe0d9b7c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.055076 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b1efced-854e-4b34-af10-0b2dbe0d9b7c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.057406 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0b1efced-854e-4b34-af10-0b2dbe0d9b7c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "DELETE /v2.0/security-groups/3e0241ea-2044-4d36-8b2b-e3c3843415c5 HTTP/1.1" status: 204 len: 168 time: 0.6924493 Nov 11 12:14:05.061846 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51346) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:05.065899 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-db09b6be-0c67-4015-996d-1f00fdd6decd tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1323092218'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:05.071360 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51348) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:05.073173 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af69089-dc23-4a8c-903e-a5075a6db3ac tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Pushing event updated for resources: {'Port': ['ID=58ed138a-8846-4384-a6a2-908e50bd35c7,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:05.099816 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0ed72-7366-4ba4-b5e8-dd8073daadcb tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event deleted for resources: {'Network': ['ID=2031d837-6204-4eb1-b4f4-f5b50cb1b9b9,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:05.118131 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-dcd2cc91-ae08-4daf-9c4f-8be45df33995 None None] For port f7bf5385-3f52-48ac-b8a1-617ba13e9bc0, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f7bf5385-3f52-48ac-b8a1-617ba13e9bc0,segment=NetworkSegment(fbafd1d2-8c87-4bc8-baf2-133760440e82),segment_id=fbafd1d2-8c87-4bc8-baf2-133760440e82)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:05.118638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dcd2cc91-ae08-4daf-9c4f-8be45df33995 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.127978 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6af69089-dc23-4a8c-903e-a5075a6db3ac tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.132642 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1efced-854e-4b34-af10-0b2dbe0d9b7c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0241ea-2044-4d36-8b2b-e3c3843415c5,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:05.133104 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2cc91-ae08-4daf-9c4f-8be45df33995 None None] Calling delete_port for f7bf5385-3f52-48ac-b8a1-617ba13e9bc0 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:05.142312 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Deleting port f7bf5385-3f52-48ac-b8a1-617ba13e9bc0 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:05.142481 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.145206 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca320a20-4c5c-431c-8f4c-f44bda672368 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event deleted for resources: {'Network': ['ID=d23ac8bd-3f29-4030-b4e7-5126cf140308,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:05.154204 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9fff5-cac3-4d87-92af-103c2f8f93a0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port 1b1940a2-aebc-4186-85e3-9fbfe6760a35 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:05.154542 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3ce9fff5-cac3-4d87-92af-103c2f8f93a0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.230566 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-614344a1-f0bc-4799-b664-d557ce149ac8 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1479909 Nov 11 12:14:05.230566 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db09b6be-0c67-4015-996d-1f00fdd6decd tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Made reservation on behalf of b509c86631324bf4b2b9d360b6e428e9 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:05.232094 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-db09b6be-0c67-4015-996d-1f00fdd6decd tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.236924 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51352) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:05.241362 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e74201fe-12a8-4cb7-8040-450d8cd22106 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572481927'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:05.268563 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] For port f7bf5385-3f52-48ac-b8a1-617ba13e9bc0, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f7bf5385-3f52-48ac-b8a1-617ba13e9bc0,segment=NetworkSegment(fbafd1d2-8c87-4bc8-baf2-133760440e82),segment_id=fbafd1d2-8c87-4bc8-baf2-133760440e82)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:05.268996 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.278366 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb164048-e316-4000-830a-5c23c6b1acaf tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:05.284985 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb164048-e316-4000-830a-5c23c6b1acaf tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:05.290895 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-eb164048-e316-4000-830a-5c23c6b1acaf tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2888758 Nov 11 12:14:05.291595 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51354) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:05.303641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-a9e3caea-7333-4765-861d-9cf5033b6586 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-105102436'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:05.310200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6af69089-dc23-4a8c-903e-a5075a6db3ac tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.311395 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6af69089-dc23-4a8c-903e-a5075a6db3ac tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9034951 Nov 11 12:14:05.311663 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Calling delete_port for f7bf5385-3f52-48ac-b8a1-617ba13e9bc0 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:05.313226 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3ce9fff5-cac3-4d87-92af-103c2f8f93a0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.317493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51356) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:05.320425 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db09b6be-0c67-4015-996d-1f00fdd6decd tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:05.345136 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9fff5-cac3-4d87-92af-103c2f8f93a0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for 1b1940a2-aebc-4186-85e3-9fbfe6760a35 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:05.351026 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dcd2cc91-ae08-4daf-9c4f-8be45df33995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.351532 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-db09b6be-0c67-4015-996d-1f00fdd6decd tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.351882 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-db09b6be-0c67-4015-996d-1f00fdd6decd tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Added segment 7220a063-c716-42c0-91bf-288a55976a8e of type vlan for network dbf415f7-ada8-4fd5-bb8b-d970d8a2d8ed Nov 11 12:14:05.430170 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2cc91-ae08-4daf-9c4f-8be45df33995 None None] Pushing event deleted for resources: {'Port': ['ID=f7bf5385-3f52-48ac-b8a1-617ba13e9bc0,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:05.437594 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd2cc91-ae08-4daf-9c4f-8be45df33995 None None] No DVR routers for this DVR port f7bf5385-3f52-48ac-b8a1-617ba13e9bc0 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:05.462536 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-db6fd848-58cd-469f-bd2a-c1623015fd58 tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1352994 Nov 11 12:14:05.462536 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51362) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:05.463138 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e74201fe-12a8-4cb7-8040-450d8cd22106 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.496446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-db09b6be-0c67-4015-996d-1f00fdd6decd tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.500392 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f7bf5385-3f52-48ac-b8a1-617ba13e9bc0 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:05.529511 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: f7bf5385-3f52-48ac-b8a1-617ba13e9bc0 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:05.530078 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f7bf5385-3f52-48ac-b8a1-617ba13e9bc0 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:05.530716 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e2c8e6c1-812c-4224-9d2e-e6eb851383b8 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:05.538859 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e3caea-7333-4765-861d-9cf5033b6586 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Made reservation on behalf of d7805b2631cb4a78b988951d7f3fcaec for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:05.542461 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a9e3caea-7333-4765-861d-9cf5033b6586 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.549259 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3769a244-ed8a-4bc1-a9b1-463a735fc183 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0903249 Nov 11 12:14:05.559208 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51366) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:05.565613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a77c7ff1-c1a8-4659-b104-70091359c6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.568570 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: e2c8e6c1-812c-4224-9d2e-e6eb851383b8 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:05.571674 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e2c8e6c1-812c-4224-9d2e-e6eb851383b8 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:05.590348 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.626860 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e74201fe-12a8-4cb7-8040-450d8cd22106 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.646159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-db09b6be-0c67-4015-996d-1f00fdd6decd tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.651717 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db09b6be-0c67-4015-996d-1f00fdd6decd tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:05.652302 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-db09b6be-0c67-4015-996d-1f00fdd6decd tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.664277 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Pushing event deleted for resources: {'Port': ['ID=f7bf5385-3f52-48ac-b8a1-617ba13e9bc0,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:05.681104 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] No DVR routers for this DVR port f7bf5385-3f52-48ac-b8a1-617ba13e9bc0 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:05.682445 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e3caea-7333-4765-861d-9cf5033b6586 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:05.731083 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e74201fe-12a8-4cb7-8040-450d8cd22106 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.776230 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a9e3caea-7333-4765-861d-9cf5033b6586 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.776578 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-a9e3caea-7333-4765-861d-9cf5033b6586 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Added segment 4b95bb2a-5c44-4981-9379-3c38689fe030 of type vlan for network 0e93fa48-3e73-4547-8269-3786fce18150 Nov 11 12:14:05.787206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09b6be-0c67-4015-996d-1f00fdd6decd tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event updated for resources: {'Network': ['ID=dbf415f7-ada8-4fd5-bb8b-d970d8a2d8ed,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:05.790821 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74201fe-12a8-4cb7-8040-450d8cd22106 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b99b723-840a-4485-909b-690f30217bc4,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:05.796192 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-db09b6be-0c67-4015-996d-1f00fdd6decd tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7336583 Nov 11 12:14:05.798424 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51370) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:05.802231 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network dbf415f7-ada8-4fd5-bb8b-d970d8a2d8ed details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:05.808399 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-26334f22-01ca-49a8-9472-afdaff0b67d8 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Request body: {'subnet': {'network_id': 'dbf415f7-ada8-4fd5-bb8b-d970d8a2d8ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:05.847718 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.870302 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3ce9fff5-cac3-4d87-92af-103c2f8f93a0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.872180 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a9e3caea-7333-4765-861d-9cf5033b6586 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.887362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6513aa11-73a8-4631-ab4e-eea56df2d5eb']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:05.892543 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e74201fe-12a8-4cb7-8040-450d8cd22106 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.896350 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e74201fe-12a8-4cb7-8040-450d8cd22106 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6558659 Nov 11 12:14:05.902336 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51374) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:05.910578 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-5d02fe2b-898f-4744-83ec-4cce0ce78543 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': '7b99b723-840a-4485-909b-690f30217bc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:05.925731 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbafd1d2-8c87-4bc8-baf2-133760440e82') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:05.926029 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbafd1d2-8c87-4bc8-baf2-133760440e82') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:05.949927 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9fff5-cac3-4d87-92af-103c2f8f93a0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=1b1940a2-aebc-4186-85e3-9fbfe6760a35,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:05.953503 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.973658 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.976503 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-67a894f3-fdf3-4823-9775-e3efe86172f3 tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Deleting port 58ed138a-8846-4384-a6a2-908e50bd35c7 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:05.976834 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67a894f3-fdf3-4823-9775-e3efe86172f3 tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:05.996394 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:06.036286 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3ce9fff5-cac3-4d87-92af-103c2f8f93a0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.039602 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3ce9fff5-cac3-4d87-92af-103c2f8f93a0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/1b1940a2-aebc-4186-85e3-9fbfe6760a35 HTTP/1.1" status: 204 len: 168 time: 1.1358197 Nov 11 12:14:06.041957 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51380) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:06.063912 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a9e3caea-7333-4765-861d-9cf5033b6586 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.069565 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e3caea-7333-4765-861d-9cf5033b6586 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:06.070174 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a9e3caea-7333-4765-861d-9cf5033b6586 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.110418 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccebfaa8-0f60-4dea-a8d3-67aa0bf08ee8 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:06.112629 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccebfaa8-0f60-4dea-a8d3-67aa0bf08ee8 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:06.114142 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccebfaa8-0f60-4dea-a8d3-67aa0bf08ee8 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:06.118698 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ccebfaa8-0f60-4dea-a8d3-67aa0bf08ee8 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0757096 Nov 11 12:14:06.119330 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51382) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:06.176938 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6a5012-e431-4253-8ec4-26422893aec1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet a476663f-3259-461d-a4cc-0856d0f1fca5 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:06.180545 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe6a5012-e431-4253-8ec4-26422893aec1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.181124 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3caea-7333-4765-861d-9cf5033b6586 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event updated for resources: {'Network': ['ID=0e93fa48-3e73-4547-8269-3786fce18150,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:06.193348 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 0e93fa48-3e73-4547-8269-3786fce18150 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:06.214460 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:14:06.230556 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe6a5012-e431-4253-8ec4-26422893aec1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.231688 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67a894f3-fdf3-4823-9775-e3efe86172f3 tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.231928 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67a894f3-fdf3-4823-9775-e3efe86172f3 tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.251945 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-67a894f3-fdf3-4823-9775-e3efe86172f3 tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Calling delete_port for 58ed138a-8846-4384-a6a2-908e50bd35c7 owned by network:floatingip {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:06.307876 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51386) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:06.313258 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a9e3caea-7333-4765-861d-9cf5033b6586 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0157282 Nov 11 12:14:06.316033 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26334f22-01ca-49a8-9472-afdaff0b67d8 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Made reservation on behalf of b509c86631324bf4b2b9d360b6e428e9 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:06.319504 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-5d02fe2b-898f-4744-83ec-4cce0ce78543 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): The resource could not be found. Nov 11 12:14:06.320503 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-26334f22-01ca-49a8-9472-afdaff0b67d8 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.320625 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5d02fe2b-898f-4744-83ec-4cce0ce78543 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4158111 Nov 11 12:14:06.321388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.324103 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51390) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:06.327127 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51392) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:06.337935 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-8ea87283-c1fd-4dd6-865c-334020c1b9f3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-642863498'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:06.359527 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-d1327924-ae4c-4e31-b1f0-4ca721dd12fb tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': '7b99b723-840a-4485-909b-690f30217bc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3444bd9c-aae7-41e2-9187-e11c5f5a81ac'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:06.373894 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.377885 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] 10.222.0.50 "DELETE /v2.0/networks/6513aa11-73a8-4631-ab4e-eea56df2d5eb HTTP/1.1" status: 204 len: 168 time: 1.6953070 Nov 11 12:14:06.414943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf5d80-b9d2-48dd-9751-2ee1c56ea970 tempest-TagsExtTest-366111840 tempest-TagsExtTest-366111840-project] Pushing event deleted for resources: {'Network': ['ID=6513aa11-73a8-4631-ab4e-eea56df2d5eb,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:06.423883 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe6a5012-e431-4253-8ec4-26422893aec1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.474346 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-54050d5c-7803-47e9-a61d-e1563833aa51 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-929078746'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:06.477815 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.606858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe6a5012-e431-4253-8ec4-26422893aec1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.607124 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67a894f3-fdf3-4823-9775-e3efe86172f3 tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.609047 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea87283-c1fd-4dd6-865c-334020c1b9f3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Made reservation on behalf of d7805b2631cb4a78b988951d7f3fcaec for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:06.617212 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ea87283-c1fd-4dd6-865c-334020c1b9f3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.645313 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a5012-e431-4253-8ec4-26422893aec1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=a476663f-3259-461d-a4cc-0856d0f1fca5,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:06.647584 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.db.api [None req-54050d5c-7803-47e9-a61d-e1563833aa51 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 12:14:06.647584 dv-neutron-786478-23-hyperv neutron-server[103002]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 12:14:06.647584 dv-neutron-786478-23-hyperv neutron-server[103002]: [parameters: {'project_id_1': '7893216449e342f89082e63f19617aea', 'expiration_1': datetime.datetime(2021, 11, 11, 12, 13, 46, 484889)}] Nov 11 12:14:06.647584 dv-neutron-786478-23-hyperv neutron-server[103002]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:14:06.647584 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG oslo_db.api [None req-54050d5c-7803-47e9-a61d-e1563833aa51 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:14:06.648379 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe6a5012-e431-4253-8ec4-26422893aec1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.654448 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57369a9-247e-44b7-91d7-bb67e37feb42 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:06.654604 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fe6a5012-e431-4253-8ec4-26422893aec1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/a476663f-3259-461d-a4cc-0856d0f1fca5 HTTP/1.1" status: 204 len: 168 time: 0.5342863 Nov 11 12:14:06.656372 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51396) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:06.669059 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a894f3-fdf3-4823-9775-e3efe86172f3 tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Pushing event deleted for resources: {'Port': ['ID=58ed138a-8846-4384-a6a2-908e50bd35c7,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:06.756669 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea87283-c1fd-4dd6-865c-334020c1b9f3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:06.781100 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf0352b-8c4e-481b-b51b-d46d0d5296e1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet bf37ade9-8b6a-45cd-b58b-f946de9af4f2 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:06.792955 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ea87283-c1fd-4dd6-865c-334020c1b9f3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.793300 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-8ea87283-c1fd-4dd6-865c-334020c1b9f3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Added segment 0e6a3c0c-6f73-49d9-ae4b-e8a5bb39a63d of type vlan for network 8ddf292d-6f4c-425a-8b5d-cc7bf8afcd40 Nov 11 12:14:06.803698 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-faf0352b-8c4e-481b-b51b-d46d0d5296e1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.853686 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67a894f3-fdf3-4823-9775-e3efe86172f3 tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Publish callbacks [] for floatingip, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.856235 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67a894f3-fdf3-4823-9775-e3efe86172f3 tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.857463 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-67a894f3-fdf3-4823-9775-e3efe86172f3 tempest-FloatingIPAdminTestJSON-1350125620 tempest-FloatingIPAdminTestJSON-1350125620-project] 10.222.0.50 "DELETE /v2.0/floatingips/5b9c2510-7e80-43dd-9046-81a58cc3019e HTTP/1.1" status: 204 len: 168 time: 1.2996590 Nov 11 12:14:06.862185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51400) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:06.929395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.objects.ports [None req-26334f22-01ca-49a8-9472-afdaff0b67d8 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:14:06.933030 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-26334f22-01ca-49a8-9472-afdaff0b67d8 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.942072 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-d1327924-ae4c-4e31-b1f0-4ca721dd12fb tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): The resource could not be found. Nov 11 12:14:06.945875 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d1327924-ae4c-4e31-b1f0-4ca721dd12fb tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5908117 Nov 11 12:14:06.946200 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-faf0352b-8c4e-481b-b51b-d46d0d5296e1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.949911 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ea87283-c1fd-4dd6-865c-334020c1b9f3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:06.952046 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51402) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:06.988475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26334f22-01ca-49a8-9472-afdaff0b67d8 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event updated for resources: {'Subnet': ['ID=8d6fd14d-1048-4906-b97a-585297c7c5b0,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:07.032781 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26334f22-01ca-49a8-9472-afdaff0b67d8 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Checking segment: {'id': '7220a063-c716-42c0-91bf-288a55976a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'dbf415f7-ada8-4fd5-bb8b-d970d8a2d8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:07.035595 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26334f22-01ca-49a8-9472-afdaff0b67d8 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Network hostable DHCP agents. Network: dbf415f7-ada8-4fd5-bb8b-d970d8a2d8ed, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:07.074403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51404) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:07.123370 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26334f22-01ca-49a8-9472-afdaff0b67d8 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Network dbf415f7-ada8-4fd5-bb8b-d970d8a2d8ed is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:07.187958 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-faf0352b-8c4e-481b-b51b-d46d0d5296e1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.191182 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1947a3b-a508-4b7e-87bb-2b6d17a51729 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.213502 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ea87283-c1fd-4dd6-865c-334020c1b9f3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.216729 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-26334f22-01ca-49a8-9472-afdaff0b67d8 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, dbf415f7-ada8-4fd5-bb8b-d970d8a2d8ed) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:07.220472 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea87283-c1fd-4dd6-865c-334020c1b9f3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:07.221200 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ea87283-c1fd-4dd6-865c-334020c1b9f3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.228608 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26334f22-01ca-49a8-9472-afdaff0b67d8 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:07.229202 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-26334f22-01ca-49a8-9472-afdaff0b67d8 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.230508 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1280f16-3be0-427f-afb2-0737987e1d67 None None] Network dbf415f7-ada8-4fd5-bb8b-d970d8a2d8ed requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:07.242462 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bb996760-fa31-4047-a4d5-8d699b75b4b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89b7995288254243b5a75db5424ffa24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664627 Nov 11 12:14:07.245135 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51408) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:07.287189 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54050d5c-7803-47e9-a61d-e1563833aa51 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:07.290641 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-54050d5c-7803-47e9-a61d-e1563833aa51 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.301629 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-54050d5c-7803-47e9-a61d-e1563833aa51 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.319622 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c037b969-c91c-4029-8d12-043ffdae0f16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.342442 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-26334f22-01ca-49a8-9472-afdaff0b67d8 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5424147 Nov 11 12:14:07.349899 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51410) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:07.442840 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c037b969-c91c-4029-8d12-043ffdae0f16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.567418 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48dc8284-d2d5-42b5-9549-3e7e33a6605d tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.592707 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-54050d5c-7803-47e9-a61d-e1563833aa51 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.609361 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1947a3b-a508-4b7e-87bb-2b6d17a51729 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.617440 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5918f6a-bbb5-4b5c-a161-a3ae4ae398af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-dbf415f7-ada8-4fd5-bb8b-d970d8a2d8ed', 'network_id': 'dbf415f7-ada8-4fd5-bb8b-d970d8a2d8ed', 'tenant_id': 'b509c86631324bf4b2b9d360b6e428e9', 'fixed_ips': [{'subnet_id': '8d6fd14d-1048-4906-b97a-585297c7c5b0'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:07.618505 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a5918f6a-bbb5-4b5c-a161-a3ae4ae398af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.627841 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-7b1d7f74-6c5f-4374-bb13-799e30d2b8ca tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Deleting port b5c6b613-907b-42f4-b203-dbfefc7d6122 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:07.628110 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b1d7f74-6c5f-4374-bb13-799e30d2b8ca tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.641987 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48dc8284-d2d5-42b5-9549-3e7e33a6605d tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.668067 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c037b969-c91c-4029-8d12-043ffdae0f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.670627 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c037b969-c91c-4029-8d12-043ffdae0f16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.674225 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c037b969-c91c-4029-8d12-043ffdae0f16 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0944b830-19e7-4dd7-91fc-1dd68d6371a1 HTTP/1.1" status: 204 len: 168 time: 0.4258707 Nov 11 12:14:07.680233 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea87283-c1fd-4dd6-865c-334020c1b9f3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event updated for resources: {'Network': ['ID=8ddf292d-6f4c-425a-8b5d-cc7bf8afcd40,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:07.697513 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037b969-c91c-4029-8d12-043ffdae0f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0944b830-19e7-4dd7-91fc-1dd68d6371a1,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:07.704084 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 8ddf292d-6f4c-425a-8b5d-cc7bf8afcd40 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:07.706144 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8ea87283-c1fd-4dd6-865c-334020c1b9f3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3807721 Nov 11 12:14:07.713900 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51414) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:07.718950 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-54050d5c-7803-47e9-a61d-e1563833aa51 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.719177 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Request body: {'ports': [{'network_id': '0e93fa48-3e73-4547-8269-3786fce18150', 'name': 'tempest-port--695914038', 'admin_state_up': True}, {'network_id': '8ddf292d-6f4c-425a-8b5d-cc7bf8afcd40', 'admin_state_up': False}]} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:07.719589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Request body: {'port': {'network_id': '0e93fa48-3e73-4547-8269-3786fce18150', 'name': 'tempest-port--695914038', 'admin_state_up': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:07.720136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Request body: {'port': {'network_id': '8ddf292d-6f4c-425a-8b5d-cc7bf8afcd40', 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:07.769076 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54050d5c-7803-47e9-a61d-e1563833aa51 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:07.785555 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54050d5c-7803-47e9-a61d-e1563833aa51 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c26a6f9-8edc-44eb-af92-e134188152b0,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:07.791074 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-54050d5c-7803-47e9-a61d-e1563833aa51 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.791416 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-54050d5c-7803-47e9-a61d-e1563833aa51 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Added segment f3e4fcf3-ac23-45ba-8f22-63841c68b805 of type vlan for network 2612c6a9-3ad2-494f-b23e-047adb420d73 Nov 11 12:14:07.803084 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-faf0352b-8c4e-481b-b51b-d46d0d5296e1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.835953 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a945655c-89c1-498c-9cc4-176a8942a503 None None] Provisioning complete for port 42843891-2b5c-4227-a49f-2af40fe1785c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:07.836332 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a945655c-89c1-498c-9cc4-176a8942a503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.837983 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-54050d5c-7803-47e9-a61d-e1563833aa51 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.855133 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b1d7f74-6c5f-4374-bb13-799e30d2b8ca tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.857023 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b1d7f74-6c5f-4374-bb13-799e30d2b8ca tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.859458 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1947a3b-a508-4b7e-87bb-2b6d17a51729 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.862083 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1947a3b-a508-4b7e-87bb-2b6d17a51729 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.863359 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c1947a3b-a508-4b7e-87bb-2b6d17a51729 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "DELETE /v2.0/security-groups/7b99b723-840a-4485-909b-690f30217bc4 HTTP/1.1" status: 204 len: 168 time: 0.8834085 Nov 11 12:14:07.864444 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0352b-8c4e-481b-b51b-d46d0d5296e1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=bf37ade9-8b6a-45cd-b58b-f946de9af4f2,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:07.866023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51416) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:07.887546 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-faf0352b-8c4e-481b-b51b-d46d0d5296e1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.887655 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48dc8284-d2d5-42b5-9549-3e7e33a6605d tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.887753 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-faf0352b-8c4e-481b-b51b-d46d0d5296e1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/bf37ade9-8b6a-45cd-b58b-f946de9af4f2 HTTP/1.1" status: 204 len: 168 time: 1.2260914 Nov 11 12:14:07.888416 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7838f304-4750-4541-927f-7134e7396f7e None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:07.892387 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51418) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:07.912501 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-7b1d7f74-6c5f-4374-bb13-799e30d2b8ca tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Calling delete_port for b5c6b613-907b-42f4-b203-dbfefc7d6122 owned by network:floatingip {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:07.928876 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc8284-d2d5-42b5-9549-3e7e33a6605d tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event deleted for resources: {'Subnet': ['ID=8d6fd14d-1048-4906-b97a-585297c7c5b0,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:07.961317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-54050d5c-7803-47e9-a61d-e1563833aa51 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.967089 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54050d5c-7803-47e9-a61d-e1563833aa51 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:07.967670 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-54050d5c-7803-47e9-a61d-e1563833aa51 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:07.970494 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1947a3b-a508-4b7e-87bb-2b6d17a51729 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b99b723-840a-4485-909b-690f30217bc4,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server [None req-a5918f6a-bbb5-4b5c-a161-a3ae4ae398af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d6fd14d-1048-4906-b97a-585297c7c5b0: This subnet is being modified by another concurrent operation. Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 12:14:07.976579 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise exception Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d6fd14d-1048-4906-b97a-585297c7c5b0: This subnet is being modified by another concurrent operation. Nov 11 12:14:07.980334 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server Nov 11 12:14:08.017097 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bd522d23-b318-4f06-bb33-c23ba89c5a0b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1158912 Nov 11 12:14:08.020859 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51420) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:08.026037 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6576ac-c9ab-487b-abca-7ed651721b38 None None] Network dbf415f7-ada8-4fd5-bb8b-d970d8a2d8ed requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:08.089668 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54050d5c-7803-47e9-a61d-e1563833aa51 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Network': ['ID=2612c6a9-3ad2-494f-b23e-047adb420d73,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:08.099689 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-83ad062d-3af0-450a-ad4c-a66a826a136b tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2325284 Nov 11 12:14:08.104020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51424) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:08.108682 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-bf6f2887-6b8c-400c-9848-79cfe6ce1dea tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': 'fed741da-7a23-4801-a030-4fa1bddc6440', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:08.129249 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48dc8284-d2d5-42b5-9549-3e7e33a6605d tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.133534 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:08.168713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-48dc8284-d2d5-42b5-9549-3e7e33a6605d tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf415f7-ada8-4fd5-bb8b-d970d8a2d8ed']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:08.181001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-48dc8284-d2d5-42b5-9549-3e7e33a6605d tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7220a063-c716-42c0-91bf-288a55976a8e') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:08.181307 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-48dc8284-d2d5-42b5-9549-3e7e33a6605d tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7220a063-c716-42c0-91bf-288a55976a8e') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:08.192172 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6990defd-7b4d-4c1a-95e2-fac424d51a5d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:08.192790 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48dc8284-d2d5-42b5-9549-3e7e33a6605d tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.196440 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6990defd-7b4d-4c1a-95e2-fac424d51a5d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1718926 Nov 11 12:14:08.198662 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51426) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:08.210898 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48dc8284-d2d5-42b5-9549-3e7e33a6605d tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.220704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.222817 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-54050d5c-7803-47e9-a61d-e1563833aa51 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9137225 Nov 11 12:14:08.227570 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51428) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:08.237245 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-fe6abf70-521c-48e2-84e0-c2306f58d082 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73', 'name': 'tempest-PortsTestJSON-1920172398'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:08.262962 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.db.api [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 12:14:08.262962 dv-neutron-786478-23-hyperv neutron-server[103001]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 12:14:08.262962 dv-neutron-786478-23-hyperv neutron-server[103001]: [parameters: {'project_id_1': 'd7805b2631cb4a78b988951d7f3fcaec', 'expiration_1': datetime.datetime(2021, 11, 11, 12, 13, 48, 158315)}] Nov 11 12:14:08.262962 dv-neutron-786478-23-hyperv neutron-server[103001]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:14:08.263410 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG oslo_db.api [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:14:08.288956 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c25fba-ae78-4cc3-965d-7cee68e93013 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:08.293333 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a3c25fba-ae78-4cc3-965d-7cee68e93013 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0936682 Nov 11 12:14:08.293974 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51434) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:08.333314 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48dc8284-d2d5-42b5-9549-3e7e33a6605d tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:08.333670 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48dc8284-d2d5-42b5-9549-3e7e33a6605d tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:08.342683 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:08.363916 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-94478964-38ed-4c63-ad16-cf5ebb2b042c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500896 Nov 11 12:14:08.369912 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51438) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:08.371587 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-408c5c89-57c9-464b-9158-8c2b4d84bacb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:08.446049 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cba07c6-63a9-411a-ae4f-d375bc555c59 None None] DHCP port deletion for db126361-d280-4945-be72-90312642a11b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:08.498115 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-0cba07c6-63a9-411a-ae4f-d375bc555c59 None None] Deleting port 42843891-2b5c-4227-a49f-2af40fe1785c {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:08.507760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0cba07c6-63a9-411a-ae4f-d375bc555c59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.561245 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0cba07c6-63a9-411a-ae4f-d375bc555c59 None None] For port 42843891-2b5c-4227-a49f-2af40fe1785c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=42843891-2b5c-4227-a49f-2af40fe1785c,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:08.561634 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0cba07c6-63a9-411a-ae4f-d375bc555c59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.573788 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-0cba07c6-63a9-411a-ae4f-d375bc555c59 None None] Calling delete_port for 42843891-2b5c-4227-a49f-2af40fe1785c owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:08.577110 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48dc8284-d2d5-42b5-9549-3e7e33a6605d tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.590183 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48dc8284-d2d5-42b5-9549-3e7e33a6605d tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.593986 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-48dc8284-d2d5-42b5-9549-3e7e33a6605d tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/networks/dbf415f7-ada8-4fd5-bb8b-d970d8a2d8ed HTTP/1.1" status: 204 len: 168 time: 1.2431538 Nov 11 12:14:08.597648 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51442) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:08.611981 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc8284-d2d5-42b5-9549-3e7e33a6605d tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event deleted for resources: {'Network': ['ID=dbf415f7-ada8-4fd5-bb8b-d970d8a2d8ed,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:08.627625 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8881407-d276-4572-ae23-27d6978e04f1 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] DELETE failed (client error): The resource could not be found. Nov 11 12:14:08.628305 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8881407-d276-4572-ae23-27d6978e04f1 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:08.631471 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b8881407-d276-4572-ae23-27d6978e04f1 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/subnets/8d6fd14d-1048-4906-b97a-585297c7c5b0 HTTP/1.1" status: 404 len: 337 time: 0.0320830 Nov 11 12:14:08.632945 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b1d7f74-6c5f-4374-bb13-799e30d2b8ca tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.635336 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51444) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:08.657590 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf520afa-ca84-4ad8-a7c9-0a5a3e39227d tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] DELETE failed (client error): The resource could not be found. Nov 11 12:14:08.658486 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf520afa-ca84-4ad8-a7c9-0a5a3e39227d tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:08.661775 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cf520afa-ca84-4ad8-a7c9-0a5a3e39227d tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/networks/dbf415f7-ada8-4fd5-bb8b-d970d8a2d8ed HTTP/1.1" status: 404 len: 339 time: 0.0243676 Nov 11 12:14:08.662374 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d7f74-6c5f-4374-bb13-799e30d2b8ca tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5c6b613-907b-42f4-b203-dbfefc7d6122,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:08.664624 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51446) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:08.696962 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-3455672b-1538-4b5b-8d3d-ce9e13daf6a4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] DELETE failed (client error): The resource could not be found. Nov 11 12:14:08.696962 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3455672b-1538-4b5b-8d3d-ce9e13daf6a4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:08.701750 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3455672b-1538-4b5b-8d3d-ce9e13daf6a4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/subnets/9eed3188-84db-4f73-8d1f-dd165f4bdc25 HTTP/1.1" status: 404 len: 337 time: 0.0292144 Nov 11 12:14:08.701991 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51450) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:08.721852 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6abf70-521c-48e2-84e0-c2306f58d082 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:08.725522 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe6abf70-521c-48e2-84e0-c2306f58d082 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.727815 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e72dd67-1b6b-42f1-96a0-564da582c9e4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] DELETE failed (client error): The resource could not be found. Nov 11 12:14:08.728393 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e72dd67-1b6b-42f1-96a0-564da582c9e4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:08.731697 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3e72dd67-1b6b-42f1-96a0-564da582c9e4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/networks/d23ac8bd-3f29-4030-b4e7-5126cf140308 HTTP/1.1" status: 404 len: 339 time: 0.0281825 Nov 11 12:14:08.734584 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51454) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:08.746962 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0cba07c6-63a9-411a-ae4f-d375bc555c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.750791 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-fe6abf70-521c-48e2-84e0-c2306f58d082 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] device_id is not set on port 8e06609c-057b-44fa-a10e-c9a2fd6867b3 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:08.778578 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-24230271-cb55-403a-a49b-f5803bbdcdae tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] DELETE failed (client error): The resource could not be found. Nov 11 12:14:08.779061 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24230271-cb55-403a-a49b-f5803bbdcdae tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:08.781308 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cba07c6-63a9-411a-ae4f-d375bc555c59 None None] No DVR routers for this DVR port 42843891-2b5c-4227-a49f-2af40fe1785c on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:08.782718 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-24230271-cb55-403a-a49b-f5803bbdcdae tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/subnets/f28a6321-430b-4141-9341-4299b8dfd43e HTTP/1.1" status: 404 len: 337 time: 0.0470665 Nov 11 12:14:08.786908 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b1d7f74-6c5f-4374-bb13-799e30d2b8ca tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.789609 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba07c6-63a9-411a-ae4f-d375bc555c59 None None] Pushing event deleted for resources: {'Port': ['ID=42843891-2b5c-4227-a49f-2af40fe1785c,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:08.797132 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b1d7f74-6c5f-4374-bb13-799e30d2b8ca tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.797132 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7b1d7f74-6c5f-4374-bb13-799e30d2b8ca tempest-FloatingIPAdminTestJSON-1962733418 tempest-FloatingIPAdminTestJSON-1962733418-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/aabe4bd6-fb36-469b-aa0b-19b47c2a998e HTTP/1.1" status: 204 len: 168 time: 1.9290459 Nov 11 12:14:08.797132 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51458) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:08.805400 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51460) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:08.808944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a8e692-4459-4955-aad7-5241fe689079 None None] get_active_networks_info from dv-neutron-786478-23-hyperv {{(pid=103003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:14:08.823428 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c75c5ab-3a53-4a10-b213-185cfb2524e4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] DELETE failed (client error): The resource could not be found. Nov 11 12:14:08.824034 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c75c5ab-3a53-4a10-b213-185cfb2524e4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:08.828511 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3c75c5ab-3a53-4a10-b213-185cfb2524e4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/networks/d09a4337-67f1-4aa6-9986-0e3a166414bf HTTP/1.1" status: 404 len: 339 time: 0.0313575 Nov 11 12:14:08.834311 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51462) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:08.862750 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408c5c89-57c9-464b-9158-8c2b4d84bacb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:08.865844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-408c5c89-57c9-464b-9158-8c2b4d84bacb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.867404 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-408c5c89-57c9-464b-9158-8c2b4d84bacb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:08.867918 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408c5c89-57c9-464b-9158-8c2b4d84bacb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:08.927513 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-3cb12feb-9da7-48ec-ace2-7b425c38b9cc tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Deleting port f024ff09-b232-4bf0-9097-e2d65ebe5509 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:08.927836 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a8e692-4459-4955-aad7-5241fe689079 None None] Resources bound (agent type, host, resource id): {{(pid=103003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:14:08.928599 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3cb12feb-9da7-48ec-ace2-7b425c38b9cc tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:08.980023 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-bf6f2887-6b8c-400c-9848-79cfe6ce1dea tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): The resource could not be found. Nov 11 12:14:08.981206 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bf6f2887-6b8c-400c-9848-79cfe6ce1dea tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8759353 Nov 11 12:14:08.985435 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51466) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:08.994928 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-cb923f6c-6303-43de-b9ac-534aa0581e12 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group': {'name': 'tempest-secgroup--259099306'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:09.054325 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3cb12feb-9da7-48ec-ace2-7b425c38b9cc tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.080476 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-3cb12feb-9da7-48ec-ace2-7b425c38b9cc tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Calling delete_port for f024ff09-b232-4bf0-9097-e2d65ebe5509 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:09.103807 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51468) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:09.113904 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0036762 Nov 11 12:14:09.142615 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Made reservation on behalf of d7805b2631cb4a78b988951d7f3fcaec for: {'port': 2} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:09.146745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.148147 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.151611 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51470) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:09.181221 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-408c5c89-57c9-464b-9158-8c2b4d84bacb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8132417 Nov 11 12:14:09.183930 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51474) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:09.192130 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-0010179e-f3c0-4410-acac-cfa9f7d67a9a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:09.260274 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.314825 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fea1dc97-88b3-48a4-9c9e-c66881b5e83e tempest-NetworksApiDiscovery-28671411 tempest-NetworksApiDiscovery-28671411-project] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1596296 Nov 11 12:14:09.353110 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe6abf70-521c-48e2-84e0-c2306f58d082 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.386293 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-0cfae8ec-4ce6-45a7-aecc-96a28c9ddab4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Deleting port 4bfead06-840c-4c70-a54c-aea3c933da06 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:09.386293 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0cfae8ec-4ce6-45a7-aecc-96a28c9ddab4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.432484 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] device_id is not set on port 802d694c-2c8c-4427-8f28-0a0889077db7 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:09.462941 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0cfae8ec-4ce6-45a7-aecc-96a28c9ddab4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.467457 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 42843891-2b5c-4227-a49f-2af40fe1785c no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:09.470309 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cb923f6c-6303-43de-b9ac-534aa0581e12 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.485051 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-0cfae8ec-4ce6-45a7-aecc-96a28c9ddab4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Calling delete_port for 4bfead06-840c-4c70-a54c-aea3c933da06 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:09.500845 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 42843891-2b5c-4227-a49f-2af40fe1785c {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:09.500845 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 42843891-2b5c-4227-a49f-2af40fe1785c not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:09.578543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.602192 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cb923f6c-6303-43de-b9ac-534aa0581e12 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.603598 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe6abf70-521c-48e2-84e0-c2306f58d082 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.619689 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0010179e-f3c0-4410-acac-cfa9f7d67a9a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:09.623099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0010179e-f3c0-4410-acac-cfa9f7d67a9a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.625126 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-0010179e-f3c0-4410-acac-cfa9f7d67a9a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:09.625542 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0010179e-f3c0-4410-acac-cfa9f7d67a9a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:09.627517 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3cb12feb-9da7-48ec-ace2-7b425c38b9cc tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.658532 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6abf70-521c-48e2-84e0-c2306f58d082 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=8e06609c-057b-44fa-a10e-c9a2fd6867b3,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:09.674695 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6abf70-521c-48e2-84e0-c2306f58d082 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Checking segment: {'id': 'f3e4fcf3-ac23-45ba-8f22-63841c68b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:09.675011 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6abf70-521c-48e2-84e0-c2306f58d082 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network hostable DHCP agents. Network: 2612c6a9-3ad2-494f-b23e-047adb420d73, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:09.679775 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb12feb-9da7-48ec-ace2-7b425c38b9cc tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Pushing event deleted for resources: {'Port': ['ID=f024ff09-b232-4bf0-9097-e2d65ebe5509,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:09.698872 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] device_id is not set on port 891d40cc-2b68-4a3d-aca2-d9691676c784 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:09.741137 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cb923f6c-6303-43de-b9ac-534aa0581e12 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.743917 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0cfae8ec-4ce6-45a7-aecc-96a28c9ddab4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.775083 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0010179e-f3c0-4410-acac-cfa9f7d67a9a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5900877 Nov 11 12:14:09.779105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51478) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:09.784893 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-0e5dfa77-3919-4d4e-b98f-4bd99ea021be tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:09.796423 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfae8ec-4ce6-45a7-aecc-96a28c9ddab4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event deleted for resources: {'Port': ['ID=4bfead06-840c-4c70-a54c-aea3c933da06,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:09.798229 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6abf70-521c-48e2-84e0-c2306f58d082 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:09.806480 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3cb12feb-9da7-48ec-ace2-7b425c38b9cc tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.812558 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3cb12feb-9da7-48ec-ace2-7b425c38b9cc tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] 10.222.0.50 "DELETE /v2.0/ports/f024ff09-b232-4bf0-9097-e2d65ebe5509 HTTP/1.1" status: 204 len: 168 time: 1.0061641 Nov 11 12:14:09.813704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51480) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:09.815288 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb923f6c-6303-43de-b9ac-534aa0581e12 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f22e8132-153f-420b-8ea3-31e52b27a72f,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:09.819020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0cfae8ec-4ce6-45a7-aecc-96a28c9ddab4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.822633 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0cfae8ec-4ce6-45a7-aecc-96a28c9ddab4 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/ports/4bfead06-840c-4c70-a54c-aea3c933da06 HTTP/1.1" status: 204 len: 168 time: 0.9872773 Nov 11 12:14:09.832765 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51482) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:09.880162 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-492a2594-5a08-4d4d-88ae-667949e6aabf tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] DELETE failed (client error): The resource could not be found. Nov 11 12:14:09.881121 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-492a2594-5a08-4d4d-88ae-667949e6aabf tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:09.884435 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-492a2594-5a08-4d4d-88ae-667949e6aabf tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/subnets/2d02e4e1-10ef-4e92-b4d0-9982e811938b HTTP/1.1" status: 404 len: 337 time: 0.0511124 Nov 11 12:14:09.890047 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cb923f6c-6303-43de-b9ac-534aa0581e12 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.890797 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cb923f6c-6303-43de-b9ac-534aa0581e12 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9002712 Nov 11 12:14:09.892354 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51486) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:09.893562 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51488) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:09.898203 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-8b597c3c-398f-46ea-8361-954ee3c6916c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104889719'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:09.940798 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-fe6abf70-521c-48e2-84e0-c2306f58d082 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 2612c6a9-3ad2-494f-b23e-047adb420d73) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:09.950224 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6abf70-521c-48e2-84e0-c2306f58d082 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:09.956365 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6abf70-521c-48e2-84e0-c2306f58d082 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:09.957159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe6abf70-521c-48e2-84e0-c2306f58d082 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.961529 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1776ac74-c126-4c7f-b03e-d6a83bdb63e1 None None] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:09.986396 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:09.988689 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69492162-f3f1-4c83-a794-86fb93882772 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:09.990938 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-69492162-f3f1-4c83-a794-86fb93882772 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e2362a7-9488-4efc-aac8-92d8a4a74928 HTTP/1.1" status: 200 len: 913 time: 0.1731656 Nov 11 12:14:09.994618 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51490) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:10.002614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51492) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:10.023238 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3987c6f3-5981-49f7-b812-b361f9aa7fe1 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.060258 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8b597c3c-398f-46ea-8361-954ee3c6916c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.138976 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3987c6f3-5981-49f7-b812-b361f9aa7fe1 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.149563 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fe6abf70-521c-48e2-84e0-c2306f58d082 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9180236 Nov 11 12:14:10.150072 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51496) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:10.159815 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-c6233e31-a1d1-4ced-ac42-5210358ab89a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1261262598'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:10.172235 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d344127e-7b8f-4752-8ecb-7829a2bf2652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.182010 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-3987c6f3-5981-49f7-b812-b361f9aa7fe1 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65eac5f9-140d-4e2b-9c81-fc0d8f881da6']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:10.190390 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.194512 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-3987c6f3-5981-49f7-b812-b361f9aa7fe1 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd092fc37-4e39-4683-aa69-924253cc808f') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:10.194812 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-3987c6f3-5981-49f7-b812-b361f9aa7fe1 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd092fc37-4e39-4683-aa69-924253cc808f') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:10.209706 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3987c6f3-5981-49f7-b812-b361f9aa7fe1 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.231625 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3987c6f3-5981-49f7-b812-b361f9aa7fe1 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.240785 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3987c6f3-5981-49f7-b812-b361f9aa7fe1 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:10.241179 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3987c6f3-5981-49f7-b812-b361f9aa7fe1 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:10.250124 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:10.265873 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5dfa77-3919-4d4e-b98f-4bd99ea021be tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:10.269407 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e5dfa77-3919-4d4e-b98f-4bd99ea021be tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.271321 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5dfa77-3919-4d4e-b98f-4bd99ea021be tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:10.271740 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e5dfa77-3919-4d4e-b98f-4bd99ea021be tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:10.336715 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d344127e-7b8f-4752-8ecb-7829a2bf2652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.362962 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8b597c3c-398f-46ea-8361-954ee3c6916c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.366803 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event updated for resources: {'Port': ['ID=802d694c-2c8c-4427-8f28-0a0889077db7,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:10.382499 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3987c6f3-5981-49f7-b812-b361f9aa7fe1 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.389994 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3987c6f3-5981-49f7-b812-b361f9aa7fe1 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.396953 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3987c6f3-5981-49f7-b812-b361f9aa7fe1 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/networks/65eac5f9-140d-4e2b-9c81-fc0d8f881da6 HTTP/1.1" status: 204 len: 168 time: 0.4997401 Nov 11 12:14:10.397279 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51498) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:10.404840 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987c6f3-5981-49f7-b812-b361f9aa7fe1 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event deleted for resources: {'Network': ['ID=65eac5f9-140d-4e2b-9c81-fc0d8f881da6,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:10.411230 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d344127e-7b8f-4752-8ecb-7829a2bf2652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.433185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Checking segment: {'id': '4b95bb2a-5c44-4981-9379-3c38689fe030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0e93fa48-3e73-4547-8269-3786fce18150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:10.433545 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Network hostable DHCP agents. Network: 0e93fa48-3e73-4547-8269-3786fce18150, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:10.449567 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d344127e-7b8f-4752-8ecb-7829a2bf2652 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04ada0b6f62e47a89d0bd68bc26cd512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4456642 Nov 11 12:14:10.451929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344127e-7b8f-4752-8ecb-7829a2bf2652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac502f0-09ca-4772-8f97-6c442d48cd13,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:10.454182 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51500) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:10.483898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6233e31-a1d1-4ced-ac42-5210358ab89a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:10.487208 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c6233e31-a1d1-4ced-ac42-5210358ab89a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.489993 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8b597c3c-398f-46ea-8361-954ee3c6916c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.504950 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59b193bd-2d37-4fd8-8e97-1677198c0128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.507830 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.527502 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59b193bd-2d37-4fd8-8e97-1677198c0128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.557213 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0e5dfa77-3919-4d4e-b98f-4bd99ea021be tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7761724 Nov 11 12:14:10.565099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51502) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:10.594106 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-14ffb821-e84b-413d-aea9-19ef700c14f0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:10.614500 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b597c3c-398f-46ea-8361-954ee3c6916c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=697271cf-e888-4963-a841-d859cccb8285,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:10.650920 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Network 0e93fa48-3e73-4547-8269-3786fce18150 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:10.690632 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59b193bd-2d37-4fd8-8e97-1677198c0128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.693377 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59b193bd-2d37-4fd8-8e97-1677198c0128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.694561 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-59b193bd-2d37-4fd8-8e97-1677198c0128 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ac502f0-09ca-4772-8f97-6c442d48cd13 HTTP/1.1" status: 204 len: 168 time: 0.2394688 Nov 11 12:14:10.704373 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8b597c3c-398f-46ea-8361-954ee3c6916c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.704842 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b193bd-2d37-4fd8-8e97-1677198c0128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac502f0-09ca-4772-8f97-6c442d48cd13,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:10.705524 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8b597c3c-398f-46ea-8361-954ee3c6916c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8108695 Nov 11 12:14:10.709902 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51506) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:10.711197 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b0080d4c-4177-4008-83dc-9074d54de9ec tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Deleting port 82844ff3-02ac-4db0-ba9f-22c8d7be9728 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:10.711530 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b0080d4c-4177-4008-83dc-9074d54de9ec tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.714198 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6233e31-a1d1-4ced-ac42-5210358ab89a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:10.715685 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-b5d0c415-2f35-43a3-93b1-462683596cd3 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group_rule': {'security_group_id': 'f22e8132-153f-420b-8ea3-31e52b27a72f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '697271cf-e888-4963-a841-d859cccb8285'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:10.771530 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c6233e31-a1d1-4ced-ac42-5210358ab89a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.771873 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-c6233e31-a1d1-4ced-ac42-5210358ab89a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Added segment e61908d0-9627-4493-b934-6b89a1bcff9e of type vlan for network 4074d889-70b2-422c-8a22-76dc165fbeb5 Nov 11 12:14:10.777105 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.db.api [None req-b5d0c415-2f35-43a3-93b1-462683596cd3 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 12:14:10.777105 dv-neutron-786478-23-hyperv neutron-server[103002]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 12:14:10.777105 dv-neutron-786478-23-hyperv neutron-server[103002]: [parameters: {'project_id_1': '5911061f55a6450ca6d0f05ad2626a14', 'expiration_1': datetime.datetime(2021, 11, 11, 12, 13, 50, 728519)}] Nov 11 12:14:10.777105 dv-neutron-786478-23-hyperv neutron-server[103002]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:14:10.777728 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG oslo_db.api [None req-b5d0c415-2f35-43a3-93b1-462683596cd3 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:14:10.816970 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 0e93fa48-3e73-4547-8269-3786fce18150) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:10.825281 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08bbc57-bd96-452a-8bad-55ce0eb3d3dd None None] Network 0e93fa48-3e73-4547-8269-3786fce18150 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:10.825475 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:10.826698 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.893691 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b0080d4c-4177-4008-83dc-9074d54de9ec tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.921736 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c6233e31-a1d1-4ced-ac42-5210358ab89a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.929136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ffb821-e84b-413d-aea9-19ef700c14f0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:10.932510 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-14ffb821-e84b-413d-aea9-19ef700c14f0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:10.933838 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ffb821-e84b-413d-aea9-19ef700c14f0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:10.934260 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ffb821-e84b-413d-aea9-19ef700c14f0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:10.941299 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b0080d4c-4177-4008-83dc-9074d54de9ec tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Calling delete_port for 82844ff3-02ac-4db0-ba9f-22c8d7be9728 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:10.982735 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event updated for resources: {'Port': ['ID=891d40cc-2b68-4a3d-aca2-d9691676c784,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:11.042150 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-63b1cefe-cf99-486a-878e-4d88876607a8 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:11.086253 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-14ffb821-e84b-413d-aea9-19ef700c14f0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4990628 Nov 11 12:14:11.089874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51512) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:11.090025 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Checking segment: {'id': '0e6a3c0c-6f73-49d9-ae4b-e8a5bb39a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8ddf292d-6f4c-425a-8b5d-cc7bf8afcd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:11.090285 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Network hostable DHCP agents. Network: 8ddf292d-6f4c-425a-8b5d-cc7bf8afcd40, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:11.095475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c8d1576d-9265-48fb-b1a5-1db9efe82bf3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:11.151118 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c6233e31-a1d1-4ced-ac42-5210358ab89a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:11.156570 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6233e31-a1d1-4ced-ac42-5210358ab89a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:11.157188 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c6233e31-a1d1-4ced-ac42-5210358ab89a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:11.273118 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d1576d-9265-48fb-b1a5-1db9efe82bf3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:11.276876 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8d1576d-9265-48fb-b1a5-1db9efe82bf3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:11.279406 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d1576d-9265-48fb-b1a5-1db9efe82bf3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:11.279851 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d1576d-9265-48fb-b1a5-1db9efe82bf3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:11.497090 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c8d1576d-9265-48fb-b1a5-1db9efe82bf3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4056864 Nov 11 12:14:11.506862 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51524) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:11.513324 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-89778ee3-8697-456e-b9a4-89f7114b63a5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:11.527500 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6233e31-a1d1-4ced-ac42-5210358ab89a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Network': ['ID=4074d889-70b2-422c-8a22-76dc165fbeb5,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:11.540896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 4074d889-70b2-422c-8a22-76dc165fbeb5 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:11.572514 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-b5d0c415-2f35-43a3-93b1-462683596cd3 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:11.572514 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b5d0c415-2f35-43a3-93b1-462683596cd3 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.8591070 Nov 11 12:14:11.575622 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51528) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:11.611377 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c6233e31-a1d1-4ced-ac42-5210358ab89a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4601774 Nov 11 12:14:11.612113 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b0080d4c-4177-4008-83dc-9074d54de9ec tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:11.613658 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Network 8ddf292d-6f4c-425a-8b5d-cc7bf8afcd40 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:11.616385 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51530) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:11.629565 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'ports': [{'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73'}, {'network_id': '4074d889-70b2-422c-8a22-76dc165fbeb5'}]} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:11.629565 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:11.629565 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'network_id': '4074d889-70b2-422c-8a22-76dc165fbeb5'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:11.650187 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0080d4c-4177-4008-83dc-9074d54de9ec tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event deleted for resources: {'Port': ['ID=82844ff3-02ac-4db0-ba9f-22c8d7be9728,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:11.657186 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b0080d4c-4177-4008-83dc-9074d54de9ec tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:11.664095 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b0080d4c-4177-4008-83dc-9074d54de9ec tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/ports/82844ff3-02ac-4db0-ba9f-22c8d7be9728 HTTP/1.1" status: 204 len: 168 time: 1.2622459 Nov 11 12:14:11.664095 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51532) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:11.694364 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-be329dfc-4218-4ac4-b053-221067886cf0 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] DELETE failed (client error): The resource could not be found. Nov 11 12:14:11.694810 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be329dfc-4218-4ac4-b053-221067886cf0 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:11.706008 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-be329dfc-4218-4ac4-b053-221067886cf0 tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/subnets/29279fa7-f056-4889-b316-101a00b73398 HTTP/1.1" status: 404 len: 337 time: 0.0337982 Nov 11 12:14:11.706008 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51534) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:11.756300 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0fcfb9a8-84e8-4a73-8ddd-c5abf98fc0e7 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:11.769814 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 8ddf292d-6f4c-425a-8b5d-cc7bf8afcd40) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:11.774024 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:11.780573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146a30ca-ba6c-4ebc-97c5-e4072716794b None None] Network 8ddf292d-6f4c-425a-8b5d-cc7bf8afcd40 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:11.787219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:11.794505 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:11.795493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:11.826773 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0fcfb9a8-84e8-4a73-8ddd-c5abf98fc0e7 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:11.841169 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-09602d6c-1ff5-4d01-bafe-ce8fda5be22f tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:11.846965 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89778ee3-8697-456e-b9a4-89f7114b63a5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:11.851833 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-89778ee3-8697-456e-b9a4-89f7114b63a5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:11.856383 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-89778ee3-8697-456e-b9a4-89f7114b63a5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:11.857127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89778ee3-8697-456e-b9a4-89f7114b63a5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:11.973568 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e2efce23-199c-4762-8ca3-d29c463200d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.2596099 Nov 11 12:14:11.977976 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51540) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:12.014061 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-09602d6c-1ff5-4d01-bafe-ce8fda5be22f tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.032961 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-89778ee3-8697-456e-b9a4-89f7114b63a5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5249093 Nov 11 12:14:12.039285 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51542) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:12.046685 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ec71c8-58c8-4492-bd96-88d33b0b4538 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:12.047147 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-09602d6c-1ff5-4d01-bafe-ce8fda5be22f tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897e6cb1-8e33-4d5e-8047-b056b178d53e']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:12.052892 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ec71c8-58c8-4492-bd96-88d33b0b4538 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:12.054506 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f7ec71c8-58c8-4492-bd96-88d33b0b4538 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0754609 Nov 11 12:14:12.057578 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51544) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:12.066783 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0fcfb9a8-84e8-4a73-8ddd-c5abf98fc0e7 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.069582 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0fcfb9a8-84e8-4a73-8ddd-c5abf98fc0e7 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.075794 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0fcfb9a8-84e8-4a73-8ddd-c5abf98fc0e7 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "DELETE /v2.0/security-groups/697271cf-e888-4963-a841-d859cccb8285 HTTP/1.1" status: 204 len: 168 time: 0.4947011 Nov 11 12:14:12.076091 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e7398aac-9919-4f56-a1b5-b85df70ddd11 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0354862 Nov 11 12:14:12.076091 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51548) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:12.076091 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-09602d6c-1ff5-4d01-bafe-ce8fda5be22f tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51b9a71-aa75-44d0-860d-6ea4301d29ea') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:12.076346 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-09602d6c-1ff5-4d01-bafe-ce8fda5be22f tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51b9a71-aa75-44d0-860d-6ea4301d29ea') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:12.076883 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51550) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:12.094703 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-09602d6c-1ff5-4d01-bafe-ce8fda5be22f tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.125647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-09602d6c-1ff5-4d01-bafe-ce8fda5be22f tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.132506 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09602d6c-1ff5-4d01-bafe-ce8fda5be22f tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:12.132908 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-09602d6c-1ff5-4d01-bafe-ce8fda5be22f tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.134092 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfb9a8-84e8-4a73-8ddd-c5abf98fc0e7 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=697271cf-e888-4963-a841-d859cccb8285,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:12.140760 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:12.148656 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'port': 2} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:12.154342 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.179856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a3b3aa-3885-4a85-9923-5da55ef1f8ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:12.184288 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b2a3b3aa-3885-4a85-9923-5da55ef1f8ee tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1066175 Nov 11 12:14:12.192484 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51552) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:12.214547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-63b1cefe-cf99-486a-878e-4d88876607a8 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Deleting port f737b231-00cc-4e14-8050-7dbe7dc93f88 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:12.215431 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-63b1cefe-cf99-486a-878e-4d88876607a8 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.231477 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.274603 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6c299a99-1d1d-4c3d-9317-f4ba27477a6e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776353 Nov 11 12:14:12.295421 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51554) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:12.300151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:12.323497 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-63579a08-4311-46b3-ab24-0dc157ffd79c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2421367 Nov 11 12:14:12.324499 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51558) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:12.360147 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-96aea1e3-2e92-42eb-b0c1-70b34f05faa1 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Deleting port 802d694c-2c8c-4427-8f28-0a0889077db7 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:12.360479 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-96aea1e3-2e92-42eb-b0c1-70b34f05faa1 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.390927 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-09602d6c-1ff5-4d01-bafe-ce8fda5be22f tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.406269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-09602d6c-1ff5-4d01-bafe-ce8fda5be22f tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.409508 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-09602d6c-1ff5-4d01-bafe-ce8fda5be22f tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/networks/897e6cb1-8e33-4d5e-8047-b056b178d53e HTTP/1.1" status: 204 len: 168 time: 0.7075534 Nov 11 12:14:12.416077 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51562) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:12.435978 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] device_id is not set on port cf7f1857-5f24-4222-afec-14b5840531f2 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:12.438357 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-63b1cefe-cf99-486a-878e-4d88876607a8 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.443880 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09602d6c-1ff5-4d01-bafe-ce8fda5be22f tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event deleted for resources: {'Network': ['ID=897e6cb1-8e33-4d5e-8047-b056b178d53e,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:12.459293 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-96aea1e3-2e92-42eb-b0c1-70b34f05faa1 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.482917 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-69d4b576-48d6-497e-b6c3-8ec0043a8147 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.488196 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-96aea1e3-2e92-42eb-b0c1-70b34f05faa1 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Calling delete_port for 802d694c-2c8c-4427-8f28-0a0889077db7 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:12.495253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-63b1cefe-cf99-486a-878e-4d88876607a8 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Calling delete_port for f737b231-00cc-4e14-8050-7dbe7dc93f88 owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:12.525983 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-69d4b576-48d6-497e-b6c3-8ec0043a8147 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.548336 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Deleting subnet f9c3b74b-8622-4e96-8dcc-1b0b6849b5b9 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:12.583308 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.650207 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:12.654370 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.662712 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.732055 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-69d4b576-48d6-497e-b6c3-8ec0043a8147 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.732782 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.734702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-69d4b576-48d6-497e-b6c3-8ec0043a8147 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.738312 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-69d4b576-48d6-497e-b6c3-8ec0043a8147 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "DELETE /v2.0/security-groups/f22e8132-153f-420b-8ea3-31e52b27a72f HTTP/1.1" status: 204 len: 168 time: 0.4102235 Nov 11 12:14:12.740383 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51570) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:12.769833 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4b576-48d6-497e-b6c3-8ec0043a8147 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22e8132-153f-420b-8ea3-31e52b27a72f,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:12.797385 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-96aea1e3-2e92-42eb-b0c1-70b34f05faa1 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.854581 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.883992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aea1e3-2e92-42eb-b0c1-70b34f05faa1 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event deleted for resources: {'Port': ['ID=802d694c-2c8c-4427-8f28-0a0889077db7,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:12.894410 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] device_id is not set on port ea8007c8-d011-4e14-b63d-4f4bd7c36104 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:12.898631 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-96aea1e3-2e92-42eb-b0c1-70b34f05faa1 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:12.904934 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-96aea1e3-2e92-42eb-b0c1-70b34f05faa1 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "DELETE /v2.0/ports/802d694c-2c8c-4427-8f28-0a0889077db7 HTTP/1.1" status: 204 len: 168 time: 0.8460107 Nov 11 12:14:12.905297 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51576) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:12.915401 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-465a1e28-a25b-4a7e-9edc-2860651762e8 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1635282 Nov 11 12:14:12.920336 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51578) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:12.926380 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-6523b66d-6cfd-4f1b-accf-e92ab3254230 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group': {'name': 'tempest-secgroup--33201386'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:12.987844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-63b1cefe-cf99-486a-878e-4d88876607a8 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.025641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1cefe-cf99-486a-878e-4d88876607a8 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Pushing event deleted for resources: {'Port': ['ID=f737b231-00cc-4e14-8050-7dbe7dc93f88,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:13.062075 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6523b66d-6cfd-4f1b-accf-e92ab3254230 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.081256 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.103571 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.159420 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c3b74b-8622-4e96-8dcc-1b0b6849b5b9,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:13.168921 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b294f1e3-f554-4cac-8a6f-d8338476f5d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Deleting port 891d40cc-2b68-4a3d-aca2-d9691676c784 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:13.169252 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b294f1e3-f554-4cac-8a6f-d8338476f5d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.187004 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7f57b5-9a82-484a-828e-cf72f95c0073 None None] Network 4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:13.196374 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.202040 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/subnets/f9c3b74b-8622-4e96-8dcc-1b0b6849b5b9 HTTP/1.1" status: 204 len: 168 time: 0.7744510 Nov 11 12:14:13.202040 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.202040 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.202040 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.202464 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.203303 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.203303 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.203303 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.203650 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.203977 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.204297 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.204620 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.204934 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da8e8c-fb00-475e-8217-9a6f33b9372a tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.235643 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51580) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:13.325760 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51582) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:13.334056 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-fc591d94-befe-4ddd-b30f-236d4493457e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2088331168', 'description': 'tempest-secgroup-smoke-2088331168 description', 'project_id': 'c50ad2899d5f44f391ca81db684e3194'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:13.351206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.360866 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b294f1e3-f554-4cac-8a6f-d8338476f5d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.525934 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b294f1e3-f554-4cac-8a6f-d8338476f5d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Calling delete_port for 891d40cc-2b68-4a3d-aca2-d9691676c784 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:13.526881 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c5246c-4588-45ed-8469-a0ff83b17213 None None] DHCP port deletion for 4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:13.526997 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6523b66d-6cfd-4f1b-accf-e92ab3254230 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.527135 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-63b1cefe-cf99-486a-878e-4d88876607a8 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.527243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-79c5246c-4588-45ed-8469-a0ff83b17213 None None] Deleting port 36bf48a9-e2bd-4e17-be66-07f85e783a50 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:13.527243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-79c5246c-4588-45ed-8469-a0ff83b17213 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.553989 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.objects.ports [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:14:13.560148 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.566909 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-79c5246c-4588-45ed-8469-a0ff83b17213 None None] For port 36bf48a9-e2bd-4e17-be66-07f85e783a50, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=36bf48a9-e2bd-4e17-be66-07f85e783a50,segment=NetworkSegment(d985a02b-e803-4384-8000-c50bcb255ffe),segment_id=d985a02b-e803-4384-8000-c50bcb255ffe)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:13.566909 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-79c5246c-4588-45ed-8469-a0ff83b17213 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.577240 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-79c5246c-4588-45ed-8469-a0ff83b17213 None None] Calling delete_port for 36bf48a9-e2bd-4e17-be66-07f85e783a50 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:13.598284 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.603523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc591d94-befe-4ddd-b30f-236d4493457e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.613084 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6523b66d-6cfd-4f1b-accf-e92ab3254230 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.616785 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc591d94-befe-4ddd-b30f-236d4493457e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.622579 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:13.626653 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Deleting port 36bf48a9-e2bd-4e17-be66-07f85e783a50 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:13.626829 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.678348 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:13.688060 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6ad922-ca4e-494a-8925-4f1bd265bcc7 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:13.713253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b294f1e3-f554-4cac-8a6f-d8338476f5d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.714543 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:13.715443 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.728568 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=bfc16b9a-e4f7-43ab-8c36-031cfc775b66,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:13.755536 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294f1e3-f554-4cac-8a6f-d8338476f5d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event deleted for resources: {'Port': ['ID=891d40cc-2b68-4a3d-aca2-d9691676c784,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:13.765376 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:13.771155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.771155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.771155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.771155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.771155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.771155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.771665 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-79c5246c-4588-45ed-8469-a0ff83b17213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.771776 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.771776 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.772164 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.772392 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.772689 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.773010 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:13.781320 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:13.782806 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=cf7f1857-5f24-4222-afec-14b5840531f2,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:13.784756 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523b66d-6cfd-4f1b-accf-e92ab3254230 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910c481f-ac22-4ec6-b223-d6646af548c4,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:13.796063 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b294f1e3-f554-4cac-8a6f-d8338476f5d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.813294 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b294f1e3-f554-4cac-8a6f-d8338476f5d9 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "DELETE /v2.0/ports/891d40cc-2b68-4a3d-aca2-d9691676c784 HTTP/1.1" status: 204 len: 168 time: 0.8925872 Nov 11 12:14:13.813294 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51586) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:13.814859 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:13.814859 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.834680 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5246c-4588-45ed-8469-a0ff83b17213 None None] Pushing event deleted for resources: {'Port': ['ID=36bf48a9-e2bd-4e17-be66-07f85e783a50,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:13.844387 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c5246c-4588-45ed-8469-a0ff83b17213 None None] No DVR routers for this DVR port 36bf48a9-e2bd-4e17-be66-07f85e783a50 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:13.899992 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c42cc18b-c5a7-4608-b2b8-864081cb7b53 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0592611 Nov 11 12:14:13.900173 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51588) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:13.900335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc591d94-befe-4ddd-b30f-236d4493457e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.900483 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-84a64a60-a27f-4c0b-8df8-c4b615aeac2b tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-559304748'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:13.900635 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b1cefe-cf99-486a-878e-4d88876607a8 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Router 2e2362a7-9488-4efc-aac8-92d8a4a74928 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:14:13.908950 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-13dd1c75-17c4-483b-b43d-06c3c4f18f4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6127357 Nov 11 12:14:13.913053 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6523b66d-6cfd-4f1b-accf-e92ab3254230 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.917883 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6523b66d-6cfd-4f1b-accf-e92ab3254230 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.9933939 Nov 11 12:14:13.918037 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51590) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:13.921421 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51592) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:13.929653 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-73f66187-2f5b-4382-8bb9-bd668d18f781 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'mac_address': 'fa:16:3e:92:b1:c5', 'name': 'tempest-NetworksTestDHCPv6-790968546'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:13.937811 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-57885406-fb6a-4bfd-895a-ba2a7ed3ef5e tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:13.938456 dv-neutron-786478-23-hyperv neutron-server[103002]: WARNING neutron.api.v2.base [None req-57885406-fb6a-4bfd-895a-ba2a7ed3ef5e tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 12:14:13.938578 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-db126361-d280-4945-be72-90312642a11b', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'fixed_ips': [{'subnet_id': 'bfc16b9a-e4f7-43ab-8c36-031cfc775b66'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:13.939255 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-57885406-fb6a-4bfd-895a-ba2a7ed3ef5e tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] update failed (client error): There was a conflict when trying to complete your request. Nov 11 12:14:13.939469 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.941924 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-57885406-fb6a-4bfd-895a-ba2a7ed3ef5e tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "PUT /v2.0/security-groups/910c481f-ac22-4ec6-b223-d6646af548c4 HTTP/1.1" status: 409 len: 330 time: 0.0137613 Nov 11 12:14:13.946869 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] For port 36bf48a9-e2bd-4e17-be66-07f85e783a50, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=36bf48a9-e2bd-4e17-be66-07f85e783a50,segment=NetworkSegment(d985a02b-e803-4384-8000-c50bcb255ffe),segment_id=d985a02b-e803-4384-8000-c50bcb255ffe)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:13.955579 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:13.967075 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51594) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:14.010802 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Calling delete_port for 36bf48a9-e2bd-4e17-be66-07f85e783a50 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:14.013760 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=ea8007c8-d011-4e14-b63d-4f4bd7c36104,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:14.025056 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc591d94-befe-4ddd-b30f-236d4493457e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.087336 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Checking segment: {'id': 'e61908d0-9627-4493-b934-6b89a1bcff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4074d889-70b2-422c-8a22-76dc165fbeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:14.087699 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network hostable DHCP agents. Network: 4074d889-70b2-422c-8a22-76dc165fbeb5, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:14.088238 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Allocated IP 2001:db8::f816:3eff:feb8:7c39 (db126361-d280-4945-be72-90312642a11b/bfc16b9a-e4f7-43ab-8c36-031cfc775b66/0ca050d4-b730-447b-b86d-6e31ef3deaaa) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:14.114381 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc591d94-befe-4ddd-b30f-236d4493457e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8b7276-9fcf-463d-847e-021f230f888a,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:14.122431 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a64a60-a27f-4c0b-8df8-c4b615aeac2b tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Made reservation on behalf of d7805b2631cb4a78b988951d7f3fcaec for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:14.124194 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-84a64a60-a27f-4c0b-8df8-c4b615aeac2b tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.151628 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2c630a08-4df8-4f49-bc3a-00f620f76095 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.199683 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a64a60-a27f-4c0b-8df8-c4b615aeac2b tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:14.205369 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2c630a08-4df8-4f49-bc3a-00f620f76095 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.206274 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b1cefe-cf99-486a-878e-4d88876607a8 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:14:14.211900 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-63b1cefe-cf99-486a-878e-4d88876607a8 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] 10.222.0.50 "PUT /v2.0/routers/2e2362a7-9488-4efc-aac8-92d8a4a74928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2162280 Nov 11 12:14:14.216008 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51596) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:14.223271 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a652d561-dbb2-4660-8745-2f0fe541feb5 None None] Sync routers for ids ['2e2362a7-9488-4efc-aac8-92d8a4a74928'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:14:14.228039 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 4074d889-70b2-422c-8a22-76dc165fbeb5 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:14.230016 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.233344 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-84a64a60-a27f-4c0b-8df8-c4b615aeac2b tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.233689 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-84a64a60-a27f-4c0b-8df8-c4b615aeac2b tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Added segment 61effdf5-6738-4141-8976-27a74e7d4e05 of type vlan for network c21c8d50-cb0b-4d29-afef-900df91ce8ef Nov 11 12:14:14.238046 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc591d94-befe-4ddd-b30f-236d4493457e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.304976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f66187-2f5b-4382-8bb9-bd668d18f781 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:14.334273 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event deleted for resources: {'Port': ['ID=36bf48a9-e2bd-4e17-be66-07f85e783a50,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:14.356319 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc591d94-befe-4ddd-b30f-236d4493457e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.359793 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] No DVR routers for this DVR port 36bf48a9-e2bd-4e17-be66-07f85e783a50 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:14.406716 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc591d94-befe-4ddd-b30f-236d4493457e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcb63e8-3f77-473e-b827-956702cc5518,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:14.408330 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a652d561-dbb2-4660-8745-2f0fe541feb5 None None] Routers {'2e2362a7-9488-4efc-aac8-92d8a4a74928'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:14.408500 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-84a64a60-a27f-4c0b-8df8-c4b615aeac2b tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.408948 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a652d561-dbb2-4660-8745-2f0fe541feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:14:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2e2362a7-9488-4efc-aac8-92d8a4a74928'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:14.425999 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 4074d889-70b2-422c-8a22-76dc165fbeb5) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:14.436340 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-73f66187-2f5b-4382-8bb9-bd668d18f781 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.438693 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:14.444334 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:14.448593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b9995d-fcae-4238-b3ba-8ad6fcdb69ea None None] Network 4074d889-70b2-422c-8a22-76dc165fbeb5 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:14.449861 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:14.450553 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.454663 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a652d561-dbb2-4660-8745-2f0fe541feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:14.464038 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-73f66187-2f5b-4382-8bb9-bd668d18f781 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port 89a012de-6ebc-4991-96cf-3c67d6d2c97c yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:14.498036 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.512192 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc591d94-befe-4ddd-b30f-236d4493457e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.516832 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fc591d94-befe-4ddd-b30f-236d4493457e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1866603 Nov 11 12:14:14.520383 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51598) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:14.522177 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a652d561-dbb2-4660-8745-2f0fe541feb5 None None] Routers {'2e2362a7-9488-4efc-aac8-92d8a4a74928'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:14.522815 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a652d561-dbb2-4660-8745-2f0fe541feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:14:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2e2362a7-9488-4efc-aac8-92d8a4a74928'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:14.529939 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2c630a08-4df8-4f49-bc3a-00f620f76095 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.530261 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-446907b8-583c-4617-bb9c-dcb7247266c4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Request body: {'security_group_rule': {'security_group_id': '1dcb63e8-3f77-473e-b827-956702cc5518', 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:14.532554 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2c630a08-4df8-4f49-bc3a-00f620f76095 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.535288 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2c630a08-4df8-4f49-bc3a-00f620f76095 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "DELETE /v2.0/security-groups/910c481f-ac22-4ec6-b223-d6646af548c4 HTTP/1.1" status: 204 len: 168 time: 0.5640209 Nov 11 12:14:14.546334 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51600) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:14.566757 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a652d561-dbb2-4660-8745-2f0fe541feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:14.566967 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0956a9b-7ef8-4063-9185-7d9c61b1b64b tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.567351 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a652d561-dbb2-4660-8745-2f0fe541feb5 None None] The sync data for ids ['2e2362a7-9488-4efc-aac8-92d8a4a74928'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:14:14.570549 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.595098 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.606924 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c630a08-4df8-4f49-bc3a-00f620f76095 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=910c481f-ac22-4ec6-b223-d6646af548c4,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:14.631946 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-84a64a60-a27f-4c0b-8df8-c4b615aeac2b tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.638018 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a64a60-a27f-4c0b-8df8-c4b615aeac2b tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:14.638624 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-84a64a60-a27f-4c0b-8df8-c4b615aeac2b tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.646425 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a4faf6cb-2a42-4d23-bd48-4f85c7286a67 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0255058 Nov 11 12:14:14.649753 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51602) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:14.668828 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:14.669713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:14.675864 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:14.680984 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:14.683779 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Pushing event updated for resources: {'Port': ['ID=0ca050d4-b730-447b-b86d-6e31ef3deaaa,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:14.694202 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-73f66187-2f5b-4382-8bb9-bd668d18f781 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::f816:3eff:fe92:b1c5 (db126361-d280-4945-be72-90312642a11b/bfc16b9a-e4f7-43ab-8c36-031cfc775b66/89a012de-6ebc-4991-96cf-3c67d6d2c97c) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:14.723940 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd985a02b-e803-4384-8000-c50bcb255ffe') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:14.728171 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd985a02b-e803-4384-8000-c50bcb255ffe') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:14.745915 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Attempting to bind port 0ca050d4-b730-447b-b86d-6e31ef3deaaa on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:14.746279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Attempting to bind port 0ca050d4-b730-447b-b86d-6e31ef3deaaa by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:14.746977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Attempting to bind port 0ca050d4-b730-447b-b86d-6e31ef3deaaa on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:14.752355 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:14.757262 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:14.757262 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.757262 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:14.757262 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Bound port: 0ca050d4-b730-447b-b86d-6e31ef3deaaa, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:14.757262 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.765472 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-446907b8-583c-4617-bb9c-dcb7247266c4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.790046 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.810610 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a64a60-a27f-4c0b-8df8-c4b615aeac2b tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event updated for resources: {'Network': ['ID=c21c8d50-cb0b-4d29-afef-900df91ce8ef,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:14.820174 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-86a83995-e7db-4dea-bcc2-4af8c632b0bf tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2658129 Nov 11 12:14:14.822608 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] For port 0ca050d4-b730-447b-b86d-6e31ef3deaaa, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:14.825929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51604) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:14.832738 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.840273 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network c21c8d50-cb0b-4d29-afef-900df91ce8ef details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:14.846877 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-84a64a60-a27f-4c0b-8df8-c4b615aeac2b tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9655128 Nov 11 12:14:14.848399 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:14.848964 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: self.session.flush() Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: self.session.flush() Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: self.session.flush() Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: self.session.flush() Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:14.856420 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:14.859651 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51606) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:14.875438 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-f1c7fd64-bafc-4e3c-9af2-9568affcdc28 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] delete failed (client error): The resource could not be found. Nov 11 12:14:14.876732 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f1c7fd64-bafc-4e3c-9af2-9568affcdc28 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "DELETE /v2.0/security-groups/1905f731-212c-4808-850c-9dfa66b0376a HTTP/1.1" status: 404 len: 347 time: 0.0496020 Nov 11 12:14:14.882789 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51608) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:14.914406 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e72252ae-5d31-4bb2-ac18-b21eee4a18a7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-621191367'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:14.931833 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0956a9b-7ef8-4063-9185-7d9c61b1b64b tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:14.952682 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-1d190d7d-bc2c-4365-b61c-b4cd469fd45c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] show failed (client error): The resource could not be found. Nov 11 12:14:14.954006 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1d190d7d-bc2c-4365-b61c-b4cd469fd45c tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "GET /v2.0/security-groups/4f138d23-c97d-48f4-9e23-303e80d1359b HTTP/1.1" status: 404 len: 347 time: 0.0355716 Nov 11 12:14:14.967740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51610) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:14.982421 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-0dc9e05a-6307-4283-b94e-b23af981e432 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] show failed (client error): The resource could not be found. Nov 11 12:14:14.983482 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0dc9e05a-6307-4283-b94e-b23af981e432 tempest-NegativeSecGroupTest-672620800 tempest-NegativeSecGroupTest-672620800-project] 10.222.0.50 "GET /v2.0/security-group-rules/d6df36cf-7688-4aa9-9235-37e8c0b8bdce HTTP/1.1" status: 404 len: 356 time: 0.0148005 Nov 11 12:14:15.079236 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.085227 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] For port 0ca050d4-b730-447b-b86d-6e31ef3deaaa, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=0ca050d4-b730-447b-b86d-6e31ef3deaaa,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:15.087694 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.094672 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] 10.222.0.50 "DELETE /v2.0/networks/4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb HTTP/1.1" status: 204 len: 168 time: 1.8426678 Nov 11 12:14:15.112251 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72252ae-5d31-4bb2-ac18-b21eee4a18a7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Made reservation on behalf of d7805b2631cb4a78b988951d7f3fcaec for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:15.119660 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e72252ae-5d31-4bb2-ac18-b21eee4a18a7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.124734 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ad804-9237-422d-8949-f30f9d7efe0c tempest-NetworksIpV6TestAttrs-582932883 tempest-NetworksIpV6TestAttrs-582932883-project] Pushing event deleted for resources: {'Network': ['ID=4a2ac5e7-a765-4ab9-81bb-ccbc2931eefb,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:15.157264 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-e0956a9b-7ef8-4063-9185-7d9c61b1b64b tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Deleting port 43f4fa34-1918-4e60-ba4b-ed2cc18e73d4 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:15.157595 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0956a9b-7ef8-4063-9185-7d9c61b1b64b tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.170521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.171244 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72252ae-5d31-4bb2-ac18-b21eee4a18a7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:15.200081 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-6141544c-7645-41a1-9530-af9c16027ed9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port ea8007c8-d011-4e14-b63d-4f4bd7c36104 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:15.200413 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6141544c-7645-41a1-9530-af9c16027ed9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.211378 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e72252ae-5d31-4bb2-ac18-b21eee4a18a7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.211725 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-e72252ae-5d31-4bb2-ac18-b21eee4a18a7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Added segment 74802a95-3e48-4c44-b51e-c7ee7296f0aa of type vlan for network a98ec28d-5fbf-4bec-9737-d29093d0414d Nov 11 12:14:15.256622 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Pushing event updated for resources: {'Port': ['ID=0ca050d4-b730-447b-b86d-6e31ef3deaaa,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:15.268973 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:15.269318 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:15.269870 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:15.270496 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:15.270855 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:15.271237 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:15.271723 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:15.272864 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:15.273442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:15.273980 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:15.274520 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:15.275135 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a44fe-a0a5-4c61-8f97-96b0897261bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:15.331894 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-446907b8-583c-4617-bb9c-dcb7247266c4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.333974 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6141544c-7645-41a1-9530-af9c16027ed9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.357413 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-6141544c-7645-41a1-9530-af9c16027ed9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for ea8007c8-d011-4e14-b63d-4f4bd7c36104 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:15.364978 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-73f66187-2f5b-4382-8bb9-bd668d18f781 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.412715 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-446907b8-583c-4617-bb9c-dcb7247266c4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.456408 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446907b8-583c-4617-bb9c-dcb7247266c4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002eec64-5a19-4a47-a9d8-1df70d96657f,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:15.503309 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 36bf48a9-e2bd-4e17-be66-07f85e783a50 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:15.506089 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-446907b8-583c-4617-bb9c-dcb7247266c4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.508533 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-446907b8-583c-4617-bb9c-dcb7247266c4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9861383 Nov 11 12:14:15.511478 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51618) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:15.517799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-dc31b8b8-5cd0-4647-8c3c-79f6a971c45e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Request body: {'security_group_rule': {'security_group_id': '1dcb63e8-3f77-473e-b827-956702cc5518', 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:15.534611 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 36bf48a9-e2bd-4e17-be66-07f85e783a50 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:15.534935 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 36bf48a9-e2bd-4e17-be66-07f85e783a50 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:15.577280 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-73f66187-2f5b-4382-8bb9-bd668d18f781 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.612417 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51622) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:15.665597 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e72252ae-5d31-4bb2-ac18-b21eee4a18a7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.689154 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0956a9b-7ef8-4063-9185-7d9c61b1b64b tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.694823 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6141544c-7645-41a1-9530-af9c16027ed9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.716470 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-e0956a9b-7ef8-4063-9185-7d9c61b1b64b tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Calling delete_port for 43f4fa34-1918-4e60-ba4b-ed2cc18e73d4 owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:15.717063 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51626) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:15.724243 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f66187-2f5b-4382-8bb9-bd668d18f781 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:15.725200 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f66187-2f5b-4382-8bb9-bd668d18f781 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=89a012de-6ebc-4991-96cf-3c67d6d2c97c,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:15.743973 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-73f66187-2f5b-4382-8bb9-bd668d18f781 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:15.743973 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f66187-2f5b-4382-8bb9-bd668d18f781 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:15.748963 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f66187-2f5b-4382-8bb9-bd668d18f781 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:15.749718 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-73f66187-2f5b-4382-8bb9-bd668d18f781 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.775928 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6141544c-7645-41a1-9530-af9c16027ed9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.782158 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6141544c-7645-41a1-9530-af9c16027ed9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/ports/ea8007c8-d011-4e14-b63d-4f4bd7c36104 HTTP/1.1" status: 204 len: 168 time: 1.1283505 Nov 11 12:14:15.782158 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141544c-7645-41a1-9530-af9c16027ed9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=ea8007c8-d011-4e14-b63d-4f4bd7c36104,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:15.785514 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51630) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:15.795269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dc31b8b8-5cd0-4647-8c3c-79f6a971c45e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.806154 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e72252ae-5d31-4bb2-ac18-b21eee4a18a7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.809238 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72252ae-5d31-4bb2-ac18-b21eee4a18a7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:15.810193 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e72252ae-5d31-4bb2-ac18-b21eee4a18a7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.873408 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dc31b8b8-5cd0-4647-8c3c-79f6a971c45e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.883798 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-73f66187-2f5b-4382-8bb9-bd668d18f781 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9625735 Nov 11 12:14:15.886545 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51632) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:15.964897 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e72252ae-5d31-4bb2-ac18-b21eee4a18a7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0754223 Nov 11 12:14:15.965127 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d02f695-5f48-4b59-a4ff-61ca54eb27b8 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:15.967860 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d02f695-5f48-4b59-a4ff-61ca54eb27b8 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:15.972084 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3d02f695-5f48-4b59-a4ff-61ca54eb27b8 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0819490 Nov 11 12:14:15.978136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51634) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:15.978136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dc31b8b8-5cd0-4647-8c3c-79f6a971c45e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:15.984500 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7722358b-ce0b-4088-8a23-2e8e9d428d79 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:15.990465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7722358b-ce0b-4088-8a23-2e8e9d428d79 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:15.993718 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7722358b-ce0b-4088-8a23-2e8e9d428d79 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2058411 Nov 11 12:14:16.001097 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51636) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:16.035211 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a138b853-958a-4ccc-b215-c2b0986408b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5911061f55a6450ca6d0f05ad2626a14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4213920 Nov 11 12:14:16.039388 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c1219785-a0f1-4fa3-897a-76ee0c408605 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b509c86631324bf4b2b9d360b6e428e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180566 Nov 11 12:14:16.039388 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51638) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:16.042047 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51640) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:16.048236 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72252ae-5d31-4bb2-ac18-b21eee4a18a7 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event updated for resources: {'Network': ['ID=a98ec28d-5fbf-4bec-9737-d29093d0414d,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:16.061747 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network a98ec28d-5fbf-4bec-9737-d29093d0414d details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:16.079567 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31b8b8-5cd0-4647-8c3c-79f6a971c45e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba513216-08d2-4acf-8726-8d65bf135b15,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:16.083136 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51642) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:16.093640 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Request body: {'subnets': [{'network_id': 'c21c8d50-cb0b-4d29-afef-900df91ce8ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--649579757', 'ip_version': 4}, {'network_id': 'a98ec28d-5fbf-4bec-9737-d29093d0414d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:16.094035 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Request body: {'subnet': {'network_id': 'c21c8d50-cb0b-4d29-afef-900df91ce8ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--649579757', 'ip_version': 4}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:16.094704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Request body: {'subnet': {'network_id': 'a98ec28d-5fbf-4bec-9737-d29093d0414d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:16.150538 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dc31b8b8-5cd0-4647-8c3c-79f6a971c45e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.152912 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-dc31b8b8-5cd0-4647-8c3c-79f6a971c45e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6407995 Nov 11 12:14:16.157906 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51644) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:16.171264 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-bebfddf9-321d-48ca-97da-eb0c9aa08b9f tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Request body: {'security_group_rule': {'security_group_id': '1dcb63e8-3f77-473e-b827-956702cc5518', 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:16.222457 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9293b42a-8667-4351-b245-92a960cc07ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.227685 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d3b91fb9-202f-4064-a781-2f938871808b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.268882 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0070577c-f40c-479f-b125-31058a59963d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port 89a012de-6ebc-4991-96cf-3c67d6d2c97c {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:16.269222 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0070577c-f40c-479f-b125-31058a59963d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.274979 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d3b91fb9-202f-4064-a781-2f938871808b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.279773 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9293b42a-8667-4351-b245-92a960cc07ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.354232 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-09122747-ef53-4702-8eb6-a21032d91ba9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port cf7f1857-5f24-4222-afec-14b5840531f2 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:16.354232 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-09122747-ef53-4702-8eb6-a21032d91ba9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.356266 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bebfddf9-321d-48ca-97da-eb0c9aa08b9f tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.440849 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0956a9b-7ef8-4063-9185-7d9c61b1b64b tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.459526 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0070577c-f40c-479f-b125-31058a59963d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.469480 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-09122747-ef53-4702-8eb6-a21032d91ba9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.477784 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0956a9b-7ef8-4063-9185-7d9c61b1b64b tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Pushing event deleted for resources: {'Port': ['ID=43f4fa34-1918-4e60-ba4b-ed2cc18e73d4,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:16.483787 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0070577c-f40c-479f-b125-31058a59963d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for 89a012de-6ebc-4991-96cf-3c67d6d2c97c owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:16.490258 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-09122747-ef53-4702-8eb6-a21032d91ba9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for cf7f1857-5f24-4222-afec-14b5840531f2 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:16.494220 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190e4888-9d8c-4b91-b50f-50c271a191e2 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:16.525961 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bebfddf9-321d-48ca-97da-eb0c9aa08b9f tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.530520 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d3b91fb9-202f-4064-a781-2f938871808b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.533136 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d3b91fb9-202f-4064-a781-2f938871808b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.536899 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d3b91fb9-202f-4064-a781-2f938871808b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2d69df7-f578-469f-b546-15f4714a6930 HTTP/1.1" status: 204 len: 168 time: 0.4922156 Nov 11 12:14:16.536899 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Made reservation on behalf of d7805b2631cb4a78b988951d7f3fcaec for: {'subnet': 2} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:16.540020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.540020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.593166 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9293b42a-8667-4351-b245-92a960cc07ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.596368 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9293b42a-8667-4351-b245-92a960cc07ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.597903 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9293b42a-8667-4351-b245-92a960cc07ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2de76b33-b700-4cde-a576-f3d69dca30fe HTTP/1.1" status: 204 len: 168 time: 0.5547969 Nov 11 12:14:16.606100 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b91fb9-202f-4064-a781-2f938871808b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d69df7-f578-469f-b546-15f4714a6930,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:16.619144 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293b42a-8667-4351-b245-92a960cc07ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de76b33-b700-4cde-a576-f3d69dca30fe,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:16.622210 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bebfddf9-321d-48ca-97da-eb0c9aa08b9f tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.623931 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0956a9b-7ef8-4063-9185-7d9c61b1b64b tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.641981 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfddf9-321d-48ca-97da-eb0c9aa08b9f tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1655ad67-40a6-4595-b546-7ff3e5407248,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:16.691857 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4570893b-9912-412d-b29c-f1813f6e620b None None] Provisioning complete for port 0ca050d4-b730-447b-b86d-6e31ef3deaaa triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:16.692243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4570893b-9912-412d-b29c-f1813f6e620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.764542 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0956a9b-7ef8-4063-9185-7d9c61b1b64b tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.767275 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0956a9b-7ef8-4063-9185-7d9c61b1b64b tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.782602 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-09122747-ef53-4702-8eb6-a21032d91ba9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.803738 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4570893b-9912-412d-b29c-f1813f6e620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.821208 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-09122747-ef53-4702-8eb6-a21032d91ba9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.827395 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-09122747-ef53-4702-8eb6-a21032d91ba9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/ports/cf7f1857-5f24-4222-afec-14b5840531f2 HTTP/1.1" status: 204 len: 168 time: 0.8229597 Nov 11 12:14:16.827859 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51650) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:16.848590 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-4570893b-9912-412d-b29c-f1813f6e620b None None] For port 0ca050d4-b730-447b-b86d-6e31ef3deaaa, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=0ca050d4-b730-447b-b86d-6e31ef3deaaa,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:16.861705 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0070577c-f40c-479f-b125-31058a59963d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.863513 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09122747-ef53-4702-8eb6-a21032d91ba9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=cf7f1857-5f24-4222-afec-14b5840531f2,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:16.899034 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070577c-f40c-479f-b125-31058a59963d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=89a012de-6ebc-4991-96cf-3c67d6d2c97c,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:16.916837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bebfddf9-321d-48ca-97da-eb0c9aa08b9f tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.918057 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bebfddf9-321d-48ca-97da-eb0c9aa08b9f tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7582858 Nov 11 12:14:16.923923 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4570893b-9912-412d-b29c-f1813f6e620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.928395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6a1253-654a-4b47-9c48-4de8fb85c19f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:16.933108 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-af6a1253-654a-4b47-9c48-4de8fb85c19f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1042578 Nov 11 12:14:16.933716 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51652) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:16.940909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f0783ec4-4a28-42f6-91c7-3ff9693e8e6a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Request body: {'security_group_rule': {'security_group_id': '1dcb63e8-3f77-473e-b827-956702cc5518', 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:16.950094 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0956a9b-7ef8-4063-9185-7d9c61b1b64b tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.950905 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51654) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:16.958434 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0956a9b-7ef8-4063-9185-7d9c61b1b64b tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Fanout notify agent at l3_agent the message router_deleted on router 2e2362a7-9488-4efc-aac8-92d8a4a74928 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:14:16.964546 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0070577c-f40c-479f-b125-31058a59963d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.977792 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0070577c-f40c-479f-b125-31058a59963d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/89a012de-6ebc-4991-96cf-3c67d6d2c97c HTTP/1.1" status: 204 len: 168 time: 0.9885280 Nov 11 12:14:16.979026 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0956a9b-7ef8-4063-9185-7d9c61b1b64b tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:16.979026 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e0956a9b-7ef8-4063-9185-7d9c61b1b64b tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] 10.222.0.50 "DELETE /v2.0/routers/2e2362a7-9488-4efc-aac8-92d8a4a74928 HTTP/1.1" status: 204 len: 168 time: 2.7530587 Nov 11 12:14:16.981388 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51656) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:16.981727 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51658) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:16.997356 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ce898d-6e00-4a4c-964a-12a9a51329d7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] GET failed (client error): The resource could not be found. Nov 11 12:14:16.999987 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e7ce898d-6e00-4a4c-964a-12a9a51329d7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports/ea8007c8-d011-4e14-b63d-4f4bd7c36104 HTTP/1.1" status: 404 len: 333 time: 0.0457528 Nov 11 12:14:17.002936 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51660) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:17.043813 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fb6a93-c59d-40ae-acf5-6bb0a955e073 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] GET failed (client error): The resource could not be found. Nov 11 12:14:17.045519 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d1fb6a93-c59d-40ae-acf5-6bb0a955e073 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports/cf7f1857-5f24-4222-afec-14b5840531f2 HTTP/1.1" status: 404 len: 333 time: 0.0414119 Nov 11 12:14:17.048785 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51662) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:17.084376 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-869fe186-f58c-498e-bd4e-3ede16d001a1 None None] Could not find standard attr ID for object 89a012de-6ebc-4991-96cf-3c67d6d2c97c. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:14:17.091586 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570893b-9912-412d-b29c-f1813f6e620b None None] Pushing event updated for resources: {'Port': ['ID=0ca050d4-b730-447b-b86d-6e31ef3deaaa,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:17.190830 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b50de63-4528-4e21-b55c-46c642f3264d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.197862 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a10e053-bc38-448d-9638-9b277e2b318f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Deleting subnet fd20e51a-17d9-4fe6-97e2-6e983a06a76a {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:17.202637 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9db4c1-2d67-451d-9d81-6bd9b76552c1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:17.204232 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9db4c1-2d67-451d-9d81-6bd9b76552c1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:17.205763 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ec9db4c1-2d67-451d-9d81-6bd9b76552c1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2209463 Nov 11 12:14:17.228157 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51666) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:17.255065 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9a10e053-bc38-448d-9638-9b277e2b318f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.305162 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0783ec4-4a28-42f6-91c7-3ff9693e8e6a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.345703 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b50de63-4528-4e21-b55c-46c642f3264d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.360864 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-9945066f-e522-40aa-8318-3a0a8ef4e584 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet bfc16b9a-e4f7-43ab-8c36-031cfc775b66 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:17.371264 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9a10e053-bc38-448d-9638-9b277e2b318f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.371699 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9945066f-e522-40aa-8318-3a0a8ef4e584 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.402695 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-7b50de63-4528-4e21-b55c-46c642f3264d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4074d889-70b2-422c-8a22-76dc165fbeb5']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:17.419895 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-7b50de63-4528-4e21-b55c-46c642f3264d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61908d0-9627-4493-b934-6b89a1bcff9e') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:17.420197 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-7b50de63-4528-4e21-b55c-46c642f3264d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61908d0-9627-4493-b934-6b89a1bcff9e') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:17.436487 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b50de63-4528-4e21-b55c-46c642f3264d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.446513 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9945066f-e522-40aa-8318-3a0a8ef4e584 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.475093 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b50de63-4528-4e21-b55c-46c642f3264d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.489728 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b50de63-4528-4e21-b55c-46c642f3264d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:17.489867 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b50de63-4528-4e21-b55c-46c642f3264d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:17.492926 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:17.496062 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0ca050d4-b730-447b-b86d-6e31ef3deaaa up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:17.514900 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0783ec4-4a28-42f6-91c7-3ff9693e8e6a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.551331 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9a10e053-bc38-448d-9638-9b277e2b318f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.551635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 0ca050d4-b730-447b-b86d-6e31ef3deaaa triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:17.552232 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.599423 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9945066f-e522-40aa-8318-3a0a8ef4e584 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.612647 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0783ec4-4a28-42f6-91c7-3ff9693e8e6a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.655414 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b50de63-4528-4e21-b55c-46c642f3264d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.661423 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0783ec4-4a28-42f6-91c7-3ff9693e8e6a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0236b01-6a8f-49f3-ba62-9d939e2a2555,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:17.675571 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b50de63-4528-4e21-b55c-46c642f3264d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.679199 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7b50de63-4528-4e21-b55c-46c642f3264d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/networks/4074d889-70b2-422c-8a22-76dc165fbeb5 HTTP/1.1" status: 204 len: 168 time: 0.6291435 Nov 11 12:14:17.683253 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51676) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:17.688937 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-5874d912-7709-4a22-967d-84c1f38197fc tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1524857914'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:17.691037 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50de63-4528-4e21-b55c-46c642f3264d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Network': ['ID=4074d889-70b2-422c-8a22-76dc165fbeb5,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:17.786401 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9945066f-e522-40aa-8318-3a0a8ef4e584 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.791100 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0783ec4-4a28-42f6-91c7-3ff9693e8e6a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.793299 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f0783ec4-4a28-42f6-91c7-3ff9693e8e6a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8555319 Nov 11 12:14:17.794486 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.803147 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9a10e053-bc38-448d-9638-9b277e2b318f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.810751 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51682) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:17.817086 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945066f-e522-40aa-8318-3a0a8ef4e584 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc16b9a-e4f7-43ab-8c36-031cfc775b66,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:17.819500 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9945066f-e522-40aa-8318-3a0a8ef4e584 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.824470 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9945066f-e522-40aa-8318-3a0a8ef4e584 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/bfc16b9a-e4f7-43ab-8c36-031cfc775b66 HTTP/1.1" status: 204 len: 168 time: 0.5941758 Nov 11 12:14:17.826189 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51686) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:17.832674 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959ad001-858d-4706-988c-59dacdff7bb2 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:17.839343 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-64dcdd67-db5a-4c06-97df-2a4570731273 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Request body: {'security_group_rule': {'security_group_id': '1dcb63e8-3f77-473e-b827-956702cc5518', 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:17.871852 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9a10e053-bc38-448d-9638-9b277e2b318f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:17.876517 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9a10e053-bc38-448d-9638-9b277e2b318f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] 10.222.0.50 "DELETE /v2.0/subnets/fd20e51a-17d9-4fe6-97e2-6e983a06a76a HTTP/1.1" status: 204 len: 168 time: 0.8883228 Nov 11 12:14:17.879993 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51688) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:17.885548 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-88f8aab8-7881-4a11-8c80-ec23bf590084 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578918 Nov 11 12:14:17.888166 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51690) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:17.894404 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-84b7ae84-98f5-4d20-ba2e-d539137e62e6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:17.898598 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3078b7e-de47-4ab3-8f6e-4c5e04f5fbf9 None None] Network 8cd9ed14-eccf-43b3-a4ca-95658d01aeae requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:17.946850 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event updated for resources: {'Subnet': ['ID=a949be72-b4b1-4363-867a-0d4c456756c7,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:17.993262 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5874d912-7709-4a22-967d-84c1f38197fc tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:17.997881 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5874d912-7709-4a22-967d-84c1f38197fc tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.013546 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10e053-bc38-448d-9638-9b277e2b318f tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Pushing event deleted for resources: {'Subnet': ['ID=fd20e51a-17d9-4fe6-97e2-6e983a06a76a,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:18.048623 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Checking segment: {'id': '61effdf5-6738-4141-8976-27a74e7d4e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c21c8d50-cb0b-4d29-afef-900df91ce8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:18.049240 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Network hostable DHCP agents. Network: c21c8d50-cb0b-4d29-afef-900df91ce8ef, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:18.065556 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.075404 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5874d912-7709-4a22-967d-84c1f38197fc tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:18.094450 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5874d912-7709-4a22-967d-84c1f38197fc tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.098666 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-5874d912-7709-4a22-967d-84c1f38197fc tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Added segment 10726299-7bb5-489d-a8bc-52b9803dfb97 of type vlan for network 28c6a49e-23a5-474d-9e69-bdd6993f40ac Nov 11 12:14:18.172351 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-64dcdd67-db5a-4c06-97df-2a4570731273 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Project c50ad2899d5f44f391ca81db684e3194 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:14:18.172351 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5874d912-7709-4a22-967d-84c1f38197fc tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.173862 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51694) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:18.176117 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-64dcdd67-db5a-4c06-97df-2a4570731273 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.190090 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8161b3e-38d0-4135-90fb-2f24d29553b2 None None] DHCP port deletion for db126361-d280-4945-be72-90312642a11b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:18.211885 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Network c21c8d50-cb0b-4d29-afef-900df91ce8ef is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:18.231335 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a104e1-650a-4072-89a7-ecb73a153f93 None None] DHCP port deletion for 8cd9ed14-eccf-43b3-a4ca-95658d01aeae request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:18.245026 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Deleting port 783ca9e0-dd92-4834-bea9-cf8c29f08fee {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:18.245370 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.253191 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b7ae84-98f5-4d20-ba2e-d539137e62e6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:18.257704 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84b7ae84-98f5-4d20-ba2e-d539137e62e6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.280181 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-64dcdd67-db5a-4c06-97df-2a4570731273 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.283684 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-d8161b3e-38d0-4135-90fb-2f24d29553b2 None None] Deleting port 0ca050d4-b730-447b-b86d-6e31ef3deaaa {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:18.288793 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d8161b3e-38d0-4135-90fb-2f24d29553b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.312485 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-591c8fa5-395c-4431-ac9f-df92a582f25c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'network': {'name': 'tempest-RoutersTest-1570444833'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:18.322703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, c21c8d50-cb0b-4d29-afef-900df91ce8ef) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:18.326992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.339971 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70ba97d-4cd5-4e29-8f46-030f2a443586 None None] Network c21c8d50-cb0b-4d29-afef-900df91ce8ef requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:18.369283 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5874d912-7709-4a22-967d-84c1f38197fc tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.375018 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5874d912-7709-4a22-967d-84c1f38197fc tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:18.375628 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5874d912-7709-4a22-967d-84c1f38197fc tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.404414 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-64dcdd67-db5a-4c06-97df-2a4570731273 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.404627 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-d8161b3e-38d0-4135-90fb-2f24d29553b2 None None] For port 0ca050d4-b730-447b-b86d-6e31ef3deaaa, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=0ca050d4-b730-447b-b86d-6e31ef3deaaa,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:18.404840 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d8161b3e-38d0-4135-90fb-2f24d29553b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.408132 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e6a104e1-650a-4072-89a7-ecb73a153f93 None None] Deleting port 783ca9e0-dd92-4834-bea9-cf8c29f08fee {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:18.408498 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e6a104e1-650a-4072-89a7-ecb73a153f93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.456521 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591c8fa5-395c-4431-ac9f-df92a582f25c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Made reservation on behalf of 1c766233044443cca77dafe4d989ad4a for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:18.460257 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-591c8fa5-395c-4431-ac9f-df92a582f25c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.461753 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-d8161b3e-38d0-4135-90fb-2f24d29553b2 None None] Calling delete_port for 0ca050d4-b730-447b-b86d-6e31ef3deaaa owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:18.480718 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-591c8fa5-395c-4431-ac9f-df92a582f25c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.506018 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event updated for resources: {'Subnet': ['ID=3b671976-c6d9-4493-bf29-c0d8dcc3dd51,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:18.510340 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcdd67-db5a-4c06-97df-2a4570731273 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2c5279-1dc3-4347-a2d4-cb2d5c611b5d,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:18.521392 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] For port 783ca9e0-dd92-4834-bea9-cf8c29f08fee, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=783ca9e0-dd92-4834-bea9-cf8c29f08fee,segment=NetworkSegment(92f31bf4-2c5c-439f-b439-10b3db94bdbf),segment_id=92f31bf4-2c5c-439f-b439-10b3db94bdbf)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:18.521879 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.546319 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874d912-7709-4a22-967d-84c1f38197fc tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Network': ['ID=28c6a49e-23a5-474d-9e69-bdd6993f40ac,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:18.549440 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Calling delete_port for 783ca9e0-dd92-4834-bea9-cf8c29f08fee owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:18.552697 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-e6a104e1-650a-4072-89a7-ecb73a153f93 None None] For port 783ca9e0-dd92-4834-bea9-cf8c29f08fee, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=783ca9e0-dd92-4834-bea9-cf8c29f08fee,segment=NetworkSegment(92f31bf4-2c5c-439f-b439-10b3db94bdbf),segment_id=92f31bf4-2c5c-439f-b439-10b3db94bdbf)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:18.553250 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e6a104e1-650a-4072-89a7-ecb73a153f93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.559737 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Checking segment: {'id': '74802a95-3e48-4c44-b51e-c7ee7296f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a98ec28d-5fbf-4bec-9737-d29093d0414d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:18.560181 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Network hostable DHCP agents. Network: a98ec28d-5fbf-4bec-9737-d29093d0414d, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:18.567407 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 28c6a49e-23a5-474d-9e69-bdd6993f40ac details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:18.574938 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5874d912-7709-4a22-967d-84c1f38197fc tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8872006 Nov 11 12:14:18.576839 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51698) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:18.586265 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-88ca58c4-58ba-4f48-b7e4-cd2065e61794 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'subnet': {'network_id': '28c6a49e-23a5-474d-9e69-bdd6993f40ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:18.602533 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e6a104e1-650a-4072-89a7-ecb73a153f93 None None] Calling delete_port for 783ca9e0-dd92-4834-bea9-cf8c29f08fee owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:18.606418 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-591c8fa5-395c-4431-ac9f-df92a582f25c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.612617 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-64dcdd67-db5a-4c06-97df-2a4570731273 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.613910 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-64dcdd67-db5a-4c06-97df-2a4570731273 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8020539 Nov 11 12:14:18.618625 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51700) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:18.623351 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0df93239-0f08-4149-b318-453fb9ffd46a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Request body: {'security_group_rule': {'security_group_id': '1dcb63e8-3f77-473e-b827-956702cc5518', 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:18.703562 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-591c8fa5-395c-4431-ac9f-df92a582f25c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.748875 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591c8fa5-395c-4431-ac9f-df92a582f25c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:18.755907 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Network a98ec28d-5fbf-4bec-9737-d29093d0414d is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:18.761821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c8fa5-395c-4431-ac9f-df92a582f25c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203dcdae-7d46-4618-b412-97a02661a8f7,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:18.770950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-591c8fa5-395c-4431-ac9f-df92a582f25c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.771334 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-591c8fa5-395c-4431-ac9f-df92a582f25c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Added segment cb482e33-f6b3-4f54-9aec-39d3fbceedf7 of type vlan for network 2bf6d97e-2587-4c54-baf4-8a75b130542d Nov 11 12:14:18.774143 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-c21c8d50-cb0b-4d29-afef-900df91ce8ef', 'network_id': 'c21c8d50-cb0b-4d29-afef-900df91ce8ef', 'tenant_id': 'd7805b2631cb4a78b988951d7f3fcaec', 'fixed_ips': [{'subnet_id': 'a949be72-b4b1-4363-867a-0d4c456756c7'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:18.775035 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.788206 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-0df93239-0f08-4149-b318-453fb9ffd46a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Project c50ad2899d5f44f391ca81db684e3194 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:14:18.794618 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.810165 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e6a104e1-650a-4072-89a7-ecb73a153f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.836336 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] No DVR routers for this DVR port 783ca9e0-dd92-4834-bea9-cf8c29f08fee on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:18.840977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a104e1-650a-4072-89a7-ecb73a153f93 None None] Pushing event deleted for resources: {'Port': ['ID=783ca9e0-dd92-4834-bea9-cf8c29f08fee,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:18.845684 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Pushing event deleted for resources: {'Port': ['ID=783ca9e0-dd92-4834-bea9-cf8c29f08fee,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:18.850837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0df93239-0f08-4149-b318-453fb9ffd46a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.867651 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.objects.ports [None req-84b7ae84-98f5-4d20-ba2e-d539137e62e6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103001) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:14:18.869244 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-591c8fa5-395c-4431-ac9f-df92a582f25c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.877863 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, a98ec28d-5fbf-4bec-9737-d29093d0414d) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:18.883844 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d8161b3e-38d0-4135-90fb-2f24d29553b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.884385 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:18.885023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:18.886632 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.895941 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913bae20-3e64-437e-95a4-9918065ba3d7 None None] Network a98ec28d-5fbf-4bec-9737-d29093d0414d requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:18.900702 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a104e1-650a-4072-89a7-ecb73a153f93 None None] No DVR routers for this DVR port 783ca9e0-dd92-4834-bea9-cf8c29f08fee on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:18.936808 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ca58c4-58ba-4f48-b7e4-cd2065e61794 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:18.940258 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-88ca58c4-58ba-4f48-b7e4-cd2065e61794 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:18.943279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8161b3e-38d0-4135-90fb-2f24d29553b2 None None] Pushing event deleted for resources: {'Port': ['ID=0ca050d4-b730-447b-b86d-6e31ef3deaaa,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:18.988825 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.031410 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.ipam_backend_mixin [None req-88ca58c4-58ba-4f48-b7e4-cd2065e61794 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Performing IP validity checks on allocation pools {{(pid=103001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 12:14:19.032023 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.ipam_backend_mixin [None req-88ca58c4-58ba-4f48-b7e4-cd2065e61794 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 12:14:19.038568 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd9ed14-eccf-43b3-a4ca-95658d01aeae']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:19.056921 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f31bf4-2c5c-439f-b439-10b3db94bdbf') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:19.057312 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f31bf4-2c5c-439f-b439-10b3db94bdbf') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:19.065744 dv-neutron-786478-23-hyperv neutron-server[103001]: WARNING neutron.services.revisions.revision_plugin [None req-84b7ae84-98f5-4d20-ba2e-d539137e62e6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Could not find related port for resource to bump revision. Nov 11 12:14:19.066032 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0df93239-0f08-4149-b318-453fb9ffd46a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.071381 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.093321 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5b54bdc9-376e-490c-8993-ff6c2dc49bc2 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.0053465 Nov 11 12:14:19.094656 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51702) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:19.098435 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.107168 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:19.107769 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:19.111916 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:19.130880 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8161b3e-38d0-4135-90fb-2f24d29553b2 None None] No DVR routers for this DVR port 0ca050d4-b730-447b-b86d-6e31ef3deaaa on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:19.136136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.ipam_pluggable_backend [None req-84b7ae84-98f5-4d20-ba2e-d539137e62e6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Port 0ca050d4-b730-447b-b86d-6e31ef3deaaa was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103001) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 11 12:14:19.136562 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.ipam_pluggable_backend [None req-84b7ae84-98f5-4d20-ba2e-d539137e62e6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Reverting IP allocation for 2001:db8::f816:3eff:feb8:7c39 {{(pid=103001) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 11 12:14:19.166663 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-591c8fa5-395c-4431-ac9f-df92a582f25c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.172279 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c8fa5-395c-4431-ac9f-df92a582f25c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:19.172932 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-591c8fa5-395c-4431-ac9f-df92a582f25c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.179157 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.ipam_pluggable_backend [None req-84b7ae84-98f5-4d20-ba2e-d539137e62e6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb8:7c39 {{(pid=103001) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 11 12:14:19.179736 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0df93239-0f08-4149-b318-453fb9ffd46a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.202406 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84b7ae84-98f5-4d20-ba2e-d539137e62e6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.211929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df93239-0f08-4149-b318-453fb9ffd46a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb99b25-3185-40fc-81d8-7f8216350fb7,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:19.219566 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Allocated IP 172.20.0.2 (c21c8d50-cb0b-4d29-afef-900df91ce8ef/a949be72-b4b1-4363-867a-0d4c456756c7/fa10cbeb-3b23-4c91-ba74-553c595b6a55) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:19.286556 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0df93239-0f08-4149-b318-453fb9ffd46a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.291019 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0df93239-0f08-4149-b318-453fb9ffd46a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6682782 Nov 11 12:14:19.296025 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51704) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:19.296746 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-71bbf83d-29c7-4d10-b8de-d8fdd217be81 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Request body: {'network': {'name': 'tempest-network-smoke--1896585654', 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'port_security_enabled': True}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:19.302855 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-a98ec28d-5fbf-4bec-9737-d29093d0414d', 'network_id': 'a98ec28d-5fbf-4bec-9737-d29093d0414d', 'tenant_id': 'd7805b2631cb4a78b988951d7f3fcaec', 'fixed_ips': [{'subnet_id': '3b671976-c6d9-4493-bf29-c0d8dcc3dd51'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:19.303878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.322354 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.324824 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bd3b88-3e71-4c02-a48e-e050f1d88cf0 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:19.325049 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bd3b88-3e71-4c02-a48e-e050f1d88cf0 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:19.326566 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bd3b88-3e71-4c02-a48e-e050f1d88cf0 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:19.328137 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c8bd3b88-3e71-4c02-a48e-e050f1d88cf0 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2329099 Nov 11 12:14:19.344535 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51706) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:19.347682 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.349572 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b7ae84-98f5-4d20-ba2e-d539137e62e6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:19.355324 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] 10.222.0.50 "DELETE /v2.0/networks/8cd9ed14-eccf-43b3-a4ca-95658d01aeae HTTP/1.1" status: 204 len: 168 time: 1.4709649 Nov 11 12:14:19.364904 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-591c8fa5-395c-4431-ac9f-df92a582f25c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1870677 Nov 11 12:14:19.364904 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51708) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:19.366145 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51710) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:19.369146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-84b7ae84-98f5-4d20-ba2e-d539137e62e6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:19.375492 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b7ae84-98f5-4d20-ba2e-d539137e62e6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:19.376101 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-84b7ae84-98f5-4d20-ba2e-d539137e62e6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.380348 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f5b43fb9-a063-48fc-9f0b-0b55fde233cf tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'network': {'name': 'tempest-RoutersTest-948498968'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:19.384998 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c8fa5-395c-4431-ac9f-df92a582f25c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Network': ['ID=2bf6d97e-2587-4c54-baf4-8a75b130542d,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:19.391598 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f6a38-0f67-4bb8-a5ff-be7488337287 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Pushing event deleted for resources: {'Network': ['ID=8cd9ed14-eccf-43b3-a4ca-95658d01aeae,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:19.430313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1142afd0-dc05-43ff-9f8a-75fbb974e3c2 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:19.432192 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 2bf6d97e-2587-4c54-baf4-8a75b130542d details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:19.433474 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7ae84-98f5-4d20-ba2e-d539137e62e6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=f36b2af9-4d00-451e-9073-56dfb94dad75,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:19.440460 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ac0fe5-b894-4ee4-8a6d-6b0a53785205 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Deleting subnet a949be72-b4b1-4363-867a-0d4c456756c7 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:19.469235 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bbf83d-29c7-4d10-b8de-d8fdd217be81 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Made reservation on behalf of c50ad2899d5f44f391ca81db684e3194 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:19.472766 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-71bbf83d-29c7-4d10-b8de-d8fdd217be81 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.501368 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bbf83d-29c7-4d10-b8de-d8fdd217be81 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:19.511882 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-71bbf83d-29c7-4d10-b8de-d8fdd217be81 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.512225 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-71bbf83d-29c7-4d10-b8de-d8fdd217be81 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Added segment 06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e of type vlan for network b580bc89-3da6-495d-a6bb-01e9bf883bce Nov 11 12:14:19.522060 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-88ca58c4-58ba-4f48-b7e4-cd2065e61794 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.544067 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 783ca9e0-dd92-4834-bea9-cf8c29f08fee no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:19.560130 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-71bbf83d-29c7-4d10-b8de-d8fdd217be81 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.568224 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-84b7ae84-98f5-4d20-ba2e-d539137e62e6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6762064 Nov 11 12:14:19.569120 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51712) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:19.575543 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-efdba88e-8fe9-470b-b850-2f7eb24937eb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'mac_address': 'fa:16:3e:93:fd:a5', 'name': 'tempest-NetworksTestDHCPv6-1001665794'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:19.604858 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 783ca9e0-dd92-4834-bea9-cf8c29f08fee {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:19.604858 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 783ca9e0-dd92-4834-bea9-cf8c29f08fee not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:19.605531 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0ca050d4-b730-447b-b86d-6e31ef3deaaa no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:19.607217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca58c4-58ba-4f48-b7e4-cd2065e61794 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Subnet': ['ID=d76db3b2-463d-4416-beb0-12e40b616151,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:19.621522 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ca58c4-58ba-4f48-b7e4-cd2065e61794 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Checking segment: {'id': '10726299-7bb5-489d-a8bc-52b9803dfb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '28c6a49e-23a5-474d-9e69-bdd6993f40ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:19.621888 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ca58c4-58ba-4f48-b7e4-cd2065e61794 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network hostable DHCP agents. Network: 28c6a49e-23a5-474d-9e69-bdd6993f40ac, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:19.626788 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-500c3bb6-6cbc-4b78-bbef-d2565ee92446 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Deleting port 9f03f3a3-aae9-4345-b41d-7dd9a5ceb58a {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:19.627166 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-500c3bb6-6cbc-4b78-bbef-d2565ee92446 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.643953 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b43fb9-a063-48fc-9f0b-0b55fde233cf tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Made reservation on behalf of 1c766233044443cca77dafe4d989ad4a for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:19.647778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f5b43fb9-a063-48fc-9f0b-0b55fde233cf tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.682666 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 0ca050d4-b730-447b-b86d-6e31ef3deaaa {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:19.683015 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0ca050d4-b730-447b-b86d-6e31ef3deaaa not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:19.695711 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b43fb9-a063-48fc-9f0b-0b55fde233cf tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:19.720544 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f5b43fb9-a063-48fc-9f0b-0b55fde233cf tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.720885 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-f5b43fb9-a063-48fc-9f0b-0b55fde233cf tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Added segment df36c511-cc9a-4e63-96c0-d6fb2b75065c of type vlan for network bc9f675f-087e-481d-8fb0-0cd918e22c39 Nov 11 12:14:19.732126 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-500c3bb6-6cbc-4b78-bbef-d2565ee92446 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.732391 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-500c3bb6-6cbc-4b78-bbef-d2565ee92446 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.736580 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-71bbf83d-29c7-4d10-b8de-d8fdd217be81 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.742826 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bbf83d-29c7-4d10-b8de-d8fdd217be81 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:19.743491 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-71bbf83d-29c7-4d10-b8de-d8fdd217be81 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.749606 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-500c3bb6-6cbc-4b78-bbef-d2565ee92446 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Calling delete_port for 9f03f3a3-aae9-4345-b41d-7dd9a5ceb58a owned by network:floatingip {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:19.760595 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ca58c4-58ba-4f48-b7e4-cd2065e61794 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 28c6a49e-23a5-474d-9e69-bdd6993f40ac is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:19.782682 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Allocated IP 172.20.0.18 (a98ec28d-5fbf-4bec-9737-d29093d0414d/3b671976-c6d9-4493-bf29-c0d8dcc3dd51/4d9281e7-4ce6-4eb5-8048-5818ac30f983) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:19.839896 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f5b43fb9-a063-48fc-9f0b-0b55fde233cf tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.865146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbf83d-29c7-4d10-b8de-d8fdd217be81 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event updated for resources: {'Network': ['ID=b580bc89-3da6-495d-a6bb-01e9bf883bce,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:19.887128 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-71bbf83d-29c7-4d10-b8de-d8fdd217be81 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5940723 Nov 11 12:14:19.887354 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-88ca58c4-58ba-4f48-b7e4-cd2065e61794 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 28c6a49e-23a5-474d-9e69-bdd6993f40ac) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:19.889141 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51714) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:19.893051 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ca58c4-58ba-4f48-b7e4-cd2065e61794 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:19.893640 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-88ca58c4-58ba-4f48-b7e4-cd2065e61794 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.895354 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-437813602', 'admin_state_up': True, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:19.908722 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.913275 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network b580bc89-3da6-495d-a6bb-01e9bf883bce details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:19.915106 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb56466c-f88f-4f46-a309-0eee0a05e6f0 None None] Network 28c6a49e-23a5-474d-9e69-bdd6993f40ac requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:19.960848 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f5b43fb9-a063-48fc-9f0b-0b55fde233cf tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.966757 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b43fb9-a063-48fc-9f0b-0b55fde233cf tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:19.967379 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f5b43fb9-a063-48fc-9f0b-0b55fde233cf tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:19.990424 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-500c3bb6-6cbc-4b78-bbef-d2565ee92446 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.013891 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a2ac0fe5-b894-4ee4-8a6d-6b0a53785205 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.018972 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdba88e-8fe9-470b-b850-2f7eb24937eb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:20.021798 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c3bb6-6cbc-4b78-bbef-d2565ee92446 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Pushing event deleted for resources: {'Port': ['ID=9f03f3a3-aae9-4345-b41d-7dd9a5ceb58a,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:20.027197 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.062190 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-db126361-d280-4945-be72-90312642a11b', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'fixed_ips': [{'subnet_id': 'f36b2af9-4d00-451e-9073-56dfb94dad75'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:20.063951 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.078298 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-88ca58c4-58ba-4f48-b7e4-cd2065e61794 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4980078 Nov 11 12:14:20.078298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51716) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:20.082312 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-3def35d2-82a3-4b22-be0e-cb9fd5878d7a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'network_id': '28c6a49e-23a5-474d-9e69-bdd6993f40ac', 'name': 'tempest-PortsTestJSON-1084945037'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:20.121946 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Network c21c8d50-cb0b-4d29-afef-900df91ce8ef is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:20.124249 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b43fb9-a063-48fc-9f0b-0b55fde233cf tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Network': ['ID=bc9f675f-087e-481d-8fb0-0cd918e22c39,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:20.142708 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a2ac0fe5-b894-4ee4-8a6d-6b0a53785205 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.144204 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:20.157383 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network bc9f675f-087e-481d-8fb0-0cd918e22c39 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:20.160600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:20.162957 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-500c3bb6-6cbc-4b78-bbef-d2565ee92446 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks [] for floatingip, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.167395 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-500c3bb6-6cbc-4b78-bbef-d2565ee92446 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.168182 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-500c3bb6-6cbc-4b78-bbef-d2565ee92446 tempest-FloatingIPAdminTestJSON-1084009998 tempest-FloatingIPAdminTestJSON-1084009998-project] 10.222.0.50 "DELETE /v2.0/floatingips/5a76696e-99b0-4b21-8c23-bb925dfd2b89 HTTP/1.1" status: 204 len: 168 time: 0.7970884 Nov 11 12:14:20.220678 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-efdba88e-8fe9-470b-b850-2f7eb24937eb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.228119 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.228664 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.261156 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Pushing event updated for resources: {'Port': ['ID=fa10cbeb-3b23-4c91-ba74-553c595b6a55,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:20.296823 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a2ac0fe5-b894-4ee4-8a6d-6b0a53785205 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.318610 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-efdba88e-8fe9-470b-b850-2f7eb24937eb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port 48cf1b9c-f27f-4ff6-b480-be9740f278d2 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:20.337475 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f5b43fb9-a063-48fc-9f0b-0b55fde233cf tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9619493 Nov 11 12:14:20.340972 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51720) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:20.346387 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-a74ec6d2-3023-4e88-b258-288cf63bc2f7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'subnet': {'network_id': '2bf6d97e-2587-4c54-baf4-8a75b130542d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:20.408854 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.448264 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3def35d2-82a3-4b22-be0e-cb9fd5878d7a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:20.452100 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3def35d2-82a3-4b22-be0e-cb9fd5878d7a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.473480 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-3def35d2-82a3-4b22-be0e-cb9fd5878d7a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] device_id is not set on port dd992974-6fa5-410e-89c4-c697c73400aa yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:20.482554 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Attempting to bind port fa10cbeb-3b23-4c91-ba74-553c595b6a55 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:20.483017 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Attempting to bind port fa10cbeb-3b23-4c91-ba74-553c595b6a55 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '61effdf5-6738-4141-8976-27a74e7d4e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c21c8d50-cb0b-4d29-afef-900df91ce8ef'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:20.484452 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Attempting to bind port fa10cbeb-3b23-4c91-ba74-553c595b6a55 on network c21c8d50-cb0b-4d29-afef-900df91ce8ef {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:20.485916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.496005 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-efdba88e-8fe9-470b-b850-2f7eb24937eb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::f816:3eff:fe93:fda5 (db126361-d280-4945-be72-90312642a11b/f36b2af9-4d00-451e-9073-56dfb94dad75/48cf1b9c-f27f-4ff6-b480-be9740f278d2) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:20.506221 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:20.506567 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Checking segment: {'id': '61effdf5-6738-4141-8976-27a74e7d4e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c21c8d50-cb0b-4d29-afef-900df91ce8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:20.507401 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.507527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Bound using segment: {'id': '61effdf5-6738-4141-8976-27a74e7d4e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c21c8d50-cb0b-4d29-afef-900df91ce8ef'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:20.508106 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Bound port: fa10cbeb-3b23-4c91-ba74-553c595b6a55, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61effdf5-6738-4141-8976-27a74e7d4e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c21c8d50-cb0b-4d29-afef-900df91ce8ef'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:20.508564 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.560439 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-28c6a49e-23a5-474d-9e69-bdd6993f40ac', 'network_id': '28c6a49e-23a5-474d-9e69-bdd6993f40ac', 'tenant_id': '7893216449e342f89082e63f19617aea', 'fixed_ips': [{'subnet_id': 'd76db3b2-463d-4416-beb0-12e40b616151'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:20.561405 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.613008 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-3def35d2-82a3-4b22-be0e-cb9fd5878d7a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Allocated IP 172.20.0.8 (28c6a49e-23a5-474d-9e69-bdd6993f40ac/d76db3b2-463d-4416-beb0-12e40b616151/dd992974-6fa5-410e-89c4-c697c73400aa) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:20.616567 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74ec6d2-3023-4e88-b258-288cf63bc2f7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Made reservation on behalf of 1c766233044443cca77dafe4d989ad4a for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:20.617635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.620165 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a74ec6d2-3023-4e88-b258-288cf63bc2f7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.666620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] For port fa10cbeb-3b23-4c91-ba74-553c595b6a55, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:20.724878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] For port fa10cbeb-3b23-4c91-ba74-553c595b6a55, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fa10cbeb-3b23-4c91-ba74-553c595b6a55,segment=NetworkSegment(61effdf5-6738-4141-8976-27a74e7d4e05),segment_id=61effdf5-6738-4141-8976-27a74e7d4e05)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:20.745200 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Network a98ec28d-5fbf-4bec-9737-d29093d0414d is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:20.752683 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:20.755687 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:20.757943 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Pushing event updated for resources: {'Port': ['ID=4d9281e7-4ce6-4eb5-8048-5818ac30f983,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:20.824124 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.893376 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Attempting to bind port 4d9281e7-4ce6-4eb5-8048-5818ac30f983 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:20.893900 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Attempting to bind port 4d9281e7-4ce6-4eb5-8048-5818ac30f983 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '74802a95-3e48-4c44-b51e-c7ee7296f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a98ec28d-5fbf-4bec-9737-d29093d0414d'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:20.894365 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Attempting to bind port 4d9281e7-4ce6-4eb5-8048-5818ac30f983 on network a98ec28d-5fbf-4bec-9737-d29093d0414d {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:20.899320 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736af614-13a0-47b4-9782-a61afac193d3 None None] Pushing event updated for resources: {'Port': ['ID=fa10cbeb-3b23-4c91-ba74-553c595b6a55,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:20.907411 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51724) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:20.908790 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:20.909365 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Checking segment: {'id': '74802a95-3e48-4c44-b51e-c7ee7296f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a98ec28d-5fbf-4bec-9737-d29093d0414d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:20.909787 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.910279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Bound using segment: {'id': '74802a95-3e48-4c44-b51e-c7ee7296f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a98ec28d-5fbf-4bec-9737-d29093d0414d'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:20.910889 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Bound port: 4d9281e7-4ce6-4eb5-8048-5818ac30f983, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74802a95-3e48-4c44-b51e-c7ee7296f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a98ec28d-5fbf-4bec-9737-d29093d0414d'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:20.912072 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.923657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a2ac0fe5-b894-4ee4-8a6d-6b0a53785205 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:20.990068 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac0fe5-b894-4ee4-8a6d-6b0a53785205 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event deleted for resources: {'Subnet': ['ID=a949be72-b4b1-4363-867a-0d4c456756c7,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:21.007323 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a2ac0fe5-b894-4ee4-8a6d-6b0a53785205 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.010989 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a2ac0fe5-b894-4ee4-8a6d-6b0a53785205 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "DELETE /v2.0/subnets/a949be72-b4b1-4363-867a-0d4c456756c7 HTTP/1.1" status: 204 len: 168 time: 1.6573999 Nov 11 12:14:21.017276 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51728) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:21.034739 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-6ba035f7-6378-4341-9931-010a57849109 None None] For port 4d9281e7-4ce6-4eb5-8048-5818ac30f983, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:21.039621 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-6ba035f7-6378-4341-9931-010a57849109 None None] For port 4d9281e7-4ce6-4eb5-8048-5818ac30f983, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=4d9281e7-4ce6-4eb5-8048-5818ac30f983,segment=NetworkSegment(74802a95-3e48-4c44-b51e-c7ee7296f0aa),segment_id=74802a95-3e48-4c44-b51e-c7ee7296f0aa)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:21.131613 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.177280 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.211956 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3def35d2-82a3-4b22-be0e-cb9fd5878d7a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.242371 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12435ad-08ba-416a-bd51-aac1f690a053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Deleting subnet 3b671976-c6d9-4493-bf29-c0d8dcc3dd51 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:21.297351 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f12435ad-08ba-416a-bd51-aac1f690a053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.326193 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-07610319-29e1-4969-953a-5e25e60b6bfc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e7becaf507a045a0a089d5c9991cca92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4158564 Nov 11 12:14:21.329862 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51730) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:21.337918 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a74ec6d2-3023-4e88-b258-288cf63bc2f7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.441261 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f12435ad-08ba-416a-bd51-aac1f690a053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.458856 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3def35d2-82a3-4b22-be0e-cb9fd5878d7a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.472941 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-efdba88e-8fe9-470b-b850-2f7eb24937eb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.492818 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Allocated IP 172.20.0.2 (28c6a49e-23a5-474d-9e69-bdd6993f40ac/d76db3b2-463d-4416-beb0-12e40b616151/cf47759d-1f54-4de3-95a8-f4e3d75b524c) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:21.495241 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba035f7-6378-4341-9931-010a57849109 None None] Pushing event updated for resources: {'Port': ['ID=4d9281e7-4ce6-4eb5-8048-5818ac30f983,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:21.549080 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fa10cbeb-3b23-4c91-ba74-553c595b6a55 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:21.582482 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-51263a76-8563-4cf6-ad14-46ef5617fae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.586171 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ec6d2-3023-4e88-b258-288cf63bc2f7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Subnet': ['ID=d2b12f62-e5ac-4075-95f1-5aee6f40b1db,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:21.641981 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3def35d2-82a3-4b22-be0e-cb9fd5878d7a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 28c6a49e-23a5-474d-9e69-bdd6993f40ac is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:21.648123 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-51263a76-8563-4cf6-ad14-46ef5617fae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.652670 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-3def35d2-82a3-4b22-be0e-cb9fd5878d7a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:21.655437 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3def35d2-82a3-4b22-be0e-cb9fd5878d7a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:21.668811 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port fa10cbeb-3b23-4c91-ba74-553c595b6a55 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:21.668811 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.695391 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f12435ad-08ba-416a-bd51-aac1f690a053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.697247 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def35d2-82a3-4b22-be0e-cb9fd5878d7a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=dd992974-6fa5-410e-89c4-c697c73400aa,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:21.730627 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74ec6d2-3023-4e88-b258-288cf63bc2f7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Checking segment: {'id': 'cb482e33-f6b3-4f54-9aec-39d3fbceedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2bf6d97e-2587-4c54-baf4-8a75b130542d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:21.730984 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74ec6d2-3023-4e88-b258-288cf63bc2f7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network hostable DHCP agents. Network: 2bf6d97e-2587-4c54-baf4-8a75b130542d, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:21.769414 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3def35d2-82a3-4b22-be0e-cb9fd5878d7a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:21.771012 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3def35d2-82a3-4b22-be0e-cb9fd5878d7a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.777199 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-efdba88e-8fe9-470b-b850-2f7eb24937eb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.799000 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Allocated IP 2001:db8::f816:3eff:fe36:b8ba (db126361-d280-4945-be72-90312642a11b/f36b2af9-4d00-451e-9073-56dfb94dad75/67ce7362-ee1c-4a44-abf7-b125e5d0ed69) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:21.876148 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3def35d2-82a3-4b22-be0e-cb9fd5878d7a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7951329 Nov 11 12:14:21.877187 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51732) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:21.944614 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74ec6d2-3023-4e88-b258-288cf63bc2f7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network 2bf6d97e-2587-4c54-baf4-8a75b130542d is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:21.950159 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-51263a76-8563-4cf6-ad14-46ef5617fae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.952246 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.953012 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-51263a76-8563-4cf6-ad14-46ef5617fae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.954266 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-51263a76-8563-4cf6-ad14-46ef5617fae6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cfee025d-60a7-4300-bb64-158bba273cc2 HTTP/1.1" status: 204 len: 168 time: 0.6232049 Nov 11 12:14:21.978909 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.979150 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdba88e-8fe9-470b-b850-2f7eb24937eb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=48cf1b9c-f27f-4ff6-b480-be9740f278d2,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:21.984165 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:21.992656 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdba88e-8fe9-470b-b850-2f7eb24937eb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:22.006543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51263a76-8563-4cf6-ad14-46ef5617fae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfee025d-60a7-4300-bb64-158bba273cc2,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:22.036573 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-efdba88e-8fe9-470b-b850-2f7eb24937eb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:22.040035 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.042176 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdba88e-8fe9-470b-b850-2f7eb24937eb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:22.050349 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdba88e-8fe9-470b-b850-2f7eb24937eb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:22.051197 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-efdba88e-8fe9-470b-b850-2f7eb24937eb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.060936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port fa10cbeb-3b23-4c91-ba74-553c595b6a55, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fa10cbeb-3b23-4c91-ba74-553c595b6a55,segment=NetworkSegment(61effdf5-6738-4141-8976-27a74e7d4e05),segment_id=61effdf5-6738-4141-8976-27a74e7d4e05)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:22.073438 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-a74ec6d2-3023-4e88-b258-288cf63bc2f7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 2bf6d97e-2587-4c54-baf4-8a75b130542d) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:22.080060 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74ec6d2-3023-4e88-b258-288cf63bc2f7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:22.080656 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a74ec6d2-3023-4e88-b258-288cf63bc2f7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.090387 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f12435ad-08ba-416a-bd51-aac1f690a053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.102017 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e6c5ff-871b-48ba-aeff-5391e3fdfe07 None None] Network 2bf6d97e-2587-4c54-baf4-8a75b130542d requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:22.106421 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.128328 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-3b4cfe42-054e-4a5a-826e-be79281e97a7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port dd992974-6fa5-410e-89c4-c697c73400aa {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:22.128658 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3b4cfe42-054e-4a5a-826e-be79281e97a7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.190583 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.226226 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Network 28c6a49e-23a5-474d-9e69-bdd6993f40ac is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:22.228097 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f12435ad-08ba-416a-bd51-aac1f690a053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.231743 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.232713 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a74ec6d2-3023-4e88-b258-288cf63bc2f7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8901532 Nov 11 12:14:22.236529 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51736) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:22.239514 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:22.242126 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f12435ad-08ba-416a-bd51-aac1f690a053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "DELETE /v2.0/subnets/3b671976-c6d9-4493-bf29-c0d8dcc3dd51 HTTP/1.1" status: 204 len: 168 time: 1.1932490 Nov 11 12:14:22.243999 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:22.250694 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-a75adca6-f886-4d33-9614-5f26405fa2b1 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'subnet': {'network_id': 'bc9f675f-087e-481d-8fb0-0cd918e22c39', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:22.251568 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Pushing event updated for resources: {'Port': ['ID=cf47759d-1f54-4de3-95a8-f4e3d75b524c,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:22.272006 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51738) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:22.290912 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12435ad-08ba-416a-bd51-aac1f690a053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event deleted for resources: {'Subnet': ['ID=3b671976-c6d9-4493-bf29-c0d8dcc3dd51,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:22.307569 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-efdba88e-8fe9-470b-b850-2f7eb24937eb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7373552 Nov 11 12:14:22.317860 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Allocated IP 172.26.5.28 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/55654909-1bb2-4efd-94ab-17413eb3011f) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:22.383804 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.413699 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51740) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:22.429393 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=fa10cbeb-3b23-4c91-ba74-553c595b6a55,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:22.482584 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.482837 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3b4cfe42-054e-4a5a-826e-be79281e97a7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.523513 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:22.524921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54121de9-ee92-48d1-8ea5-094a7de54201 None None] Network c21c8d50-cb0b-4d29-afef-900df91ce8ef requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:22.533741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:22.545479 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-3b4cfe42-054e-4a5a-826e-be79281e97a7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for dd992974-6fa5-410e-89c4-c697c73400aa owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:22.556332 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:22.572324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec21b51d-60b4-4f47-9b5e-7cf48781f675 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:22.573786 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ec21b51d-60b4-4f47-9b5e-7cf48781f675 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3008046 Nov 11 12:14:22.579300 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51744) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:22.590266 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Attempting to bind port cf47759d-1f54-4de3-95a8-f4e3d75b524c on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:22.590632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Attempting to bind port cf47759d-1f54-4de3-95a8-f4e3d75b524c by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '10726299-7bb5-489d-a8bc-52b9803dfb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '28c6a49e-23a5-474d-9e69-bdd6993f40ac'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:22.590995 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Attempting to bind port cf47759d-1f54-4de3-95a8-f4e3d75b524c on network 28c6a49e-23a5-474d-9e69-bdd6993f40ac {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:22.632186 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Pushing event updated for resources: {'Port': ['ID=67ce7362-ee1c-4a44-abf7-b125e5d0ed69,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:22.642923 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:22.643792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Checking segment: {'id': '10726299-7bb5-489d-a8bc-52b9803dfb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '28c6a49e-23a5-474d-9e69-bdd6993f40ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:22.643792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.644266 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Bound using segment: {'id': '10726299-7bb5-489d-a8bc-52b9803dfb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '28c6a49e-23a5-474d-9e69-bdd6993f40ac'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:22.644618 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Bound port: cf47759d-1f54-4de3-95a8-f4e3d75b524c, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10726299-7bb5-489d-a8bc-52b9803dfb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '28c6a49e-23a5-474d-9e69-bdd6993f40ac'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:22.644740 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780c21dd-354f-4f20-ae86-db465bfc6ad1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:22.645003 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.650924 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780c21dd-354f-4f20-ae86-db465bfc6ad1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:22.655638 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-780c21dd-354f-4f20-ae86-db465bfc6ad1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2409604 Nov 11 12:14:22.656330 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51746) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:22.669876 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-83054aa0-7dab-49c0-a837-98ed641e2618 None None] Provisioning complete for port fa10cbeb-3b23-4c91-ba74-553c595b6a55 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:22.670418 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-83054aa0-7dab-49c0-a837-98ed641e2618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.683731 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.693984 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75adca6-f886-4d33-9614-5f26405fa2b1 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Made reservation on behalf of 1c766233044443cca77dafe4d989ad4a for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:22.697717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a75adca6-f886-4d33-9614-5f26405fa2b1 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.727916 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.744271 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:22.756959 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:22.773261 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:22.779398 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event updated for resources: {'Port': ['ID=55654909-1bb2-4efd-94ab-17413eb3011f,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:22.785333 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbdb4b7-da07-4654-82b2-fcef5a9be635 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:22.850075 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-2bf6d97e-2587-4c54-baf4-8a75b130542d', 'network_id': '2bf6d97e-2587-4c54-baf4-8a75b130542d', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'fixed_ips': [{'subnet_id': 'd2b12f62-e5ac-4075-95f1-5aee6f40b1db'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:22.850870 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.881484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Attempting to bind port 67ce7362-ee1c-4a44-abf7-b125e5d0ed69 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:22.881764 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Attempting to bind port 67ce7362-ee1c-4a44-abf7-b125e5d0ed69 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:22.882132 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Attempting to bind port 67ce7362-ee1c-4a44-abf7-b125e5d0ed69 on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:22.899461 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51748) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:22.927574 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:22.931498 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:22.931498 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.931498 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:22.931498 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Bound port: 67ce7362-ee1c-4a44-abf7-b125e5d0ed69, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:22.931498 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.953750 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae6dc9d2-61e9-45e4-8c38-bbc1e4fdbddb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:22.962103 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80925949-289d-48fd-b448-afc18801c9b3 None None] Network a98ec28d-5fbf-4bec-9737-d29093d0414d requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:22.979590 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0fce6431-31f6-487b-9db6-effb477ec221 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port 48cf1b9c-f27f-4ff6-b480-be9740f278d2 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:22.979922 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fce6431-31f6-487b-9db6-effb477ec221 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.001068 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Deleting port 4d9281e7-4ce6-4eb5-8048-5818ac30f983 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:23.002127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.071428 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] For port 4d9281e7-4ce6-4eb5-8048-5818ac30f983, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=4d9281e7-4ce6-4eb5-8048-5818ac30f983,segment=NetworkSegment(74802a95-3e48-4c44-b51e-c7ee7296f0aa),segment_id=74802a95-3e48-4c44-b51e-c7ee7296f0aa)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:23.071853 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.076878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] For port cf47759d-1f54-4de3-95a8-f4e3d75b524c, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:23.087551 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Calling delete_port for 4d9281e7-4ce6-4eb5-8048-5818ac30f983 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:23.132420 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fce6431-31f6-487b-9db6-effb477ec221 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.170337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3b4cfe42-054e-4a5a-826e-be79281e97a7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.179797 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] For port cf47759d-1f54-4de3-95a8-f4e3d75b524c, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=cf47759d-1f54-4de3-95a8-f4e3d75b524c,segment=NetworkSegment(10726299-7bb5-489d-a8bc-52b9803dfb97),segment_id=10726299-7bb5-489d-a8bc-52b9803dfb97)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:23.207835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0fce6431-31f6-487b-9db6-effb477ec221 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for 48cf1b9c-f27f-4ff6-b480-be9740f278d2 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:23.240696 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cfe42-054e-4a5a-826e-be79281e97a7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=dd992974-6fa5-410e-89c4-c697c73400aa,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:23.262063 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] For port 67ce7362-ee1c-4a44-abf7-b125e5d0ed69, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:23.274901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.292812 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.298593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb917c40-41f1-46c2-9a42-1ff26ab68818 None None] DHCP port deletion for c21c8d50-cb0b-4d29-afef-900df91ce8ef request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:23.304301 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] For port 67ce7362-ee1c-4a44-abf7-b125e5d0ed69, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=67ce7362-ee1c-4a44-abf7-b125e5d0ed69,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:23.328268 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Allocated IP 172.20.0.2 (2bf6d97e-2587-4c54-baf4-8a75b130542d/d2b12f62-e5ac-4075-95f1-5aee6f40b1db/f6481968-e793-4d06-af29-f50740408b89) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:23.334643 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a75adca6-f886-4d33-9614-5f26405fa2b1 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.415062 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.454795 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event deleted for resources: {'Port': ['ID=4d9281e7-4ce6-4eb5-8048-5818ac30f983,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:23.458903 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] No DVR routers for this DVR port 4d9281e7-4ce6-4eb5-8048-5818ac30f983 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:23.459119 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3b4cfe42-054e-4a5a-826e-be79281e97a7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.462864 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3b4cfe42-054e-4a5a-826e-be79281e97a7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/ports/dd992974-6fa5-410e-89c4-c697c73400aa HTTP/1.1" status: 204 len: 168 time: 1.5851963 Nov 11 12:14:23.466415 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51750) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:23.467309 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae6dc9d2-61e9-45e4-8c38-bbc1e4fdbddb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.497681 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75adca6-f886-4d33-9614-5f26405fa2b1 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Subnet': ['ID=f531b5dc-fa1d-455e-a0bc-a5190ee66d4d,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:23.514116 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75adca6-f886-4d33-9614-5f26405fa2b1 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Checking segment: {'id': 'df36c511-cc9a-4e63-96c0-d6fb2b75065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc9f675f-087e-481d-8fb0-0cd918e22c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:23.514471 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75adca6-f886-4d33-9614-5f26405fa2b1 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network hostable DHCP agents. Network: bc9f675f-087e-481d-8fb0-0cd918e22c39, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:23.590499 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae6dc9d2-61e9-45e4-8c38-bbc1e4fdbddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.599612 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4d9281e7-4ce6-4eb5-8048-5818ac30f983 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:23.602492 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ae9655ce-c27a-4cdd-9f36-5d2b5b3e628f None None] Provisioning complete for port 4d9281e7-4ce6-4eb5-8048-5818ac30f983 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:23.602892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ae9655ce-c27a-4cdd-9f36-5d2b5b3e628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.613618 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.634850 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-347ec4bc-c9d5-45ac-bc9d-4e018607db9d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] DELETE failed (client error): The resource could not be found. Nov 11 12:14:23.635565 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347ec4bc-c9d5-45ac-bc9d-4e018607db9d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:23.641887 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-347ec4bc-c9d5-45ac-bc9d-4e018607db9d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/ports/dd992974-6fa5-410e-89c4-c697c73400aa HTTP/1.1" status: 404 len: 333 time: 0.1720600 Nov 11 12:14:23.644896 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ae6dc9d2-61e9-45e4-8c38-bbc1e4fdbddb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=67d68aac52a6413db16e6be3e416e405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7430136 Nov 11 12:14:23.646994 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51752) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:23.647168 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51754) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:23.647527 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75adca6-f886-4d33-9614-5f26405fa2b1 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network bc9f675f-087e-481d-8fb0-0cd918e22c39 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:23.662593 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dc9d2-61e9-45e4-8c38-bbc1e4fdbddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5fb7ba-82f4-46cd-908b-e2fdd220e537,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:23.686341 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fce6431-31f6-487b-9db6-effb477ec221 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.697469 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-4570b277-1758-4f0f-9685-00d25fd64328 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] GET failed (client error): The resource could not be found. Nov 11 12:14:23.699513 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4570b277-1758-4f0f-9685-00d25fd64328 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports/dd992974-6fa5-410e-89c4-c697c73400aa HTTP/1.1" status: 404 len: 333 time: 0.0486176 Nov 11 12:14:23.709450 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51756) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:23.723719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 4d9281e7-4ce6-4eb5-8048-5818ac30f983 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:23.724279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4d9281e7-4ce6-4eb5-8048-5818ac30f983 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 11 12:14:23.725643 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ae9655ce-c27a-4cdd-9f36-5d2b5b3e628f None None] Port 4d9281e7-4ce6-4eb5-8048-5818ac30f983 was deleted so its status cannot be updated. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 11 12:14:23.730330 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce6431-31f6-487b-9db6-effb477ec221 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=48cf1b9c-f27f-4ff6-b480-be9740f278d2,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:23.739778 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c84787-78bb-48cb-aff2-8d6d162ad21c None None] DHCP port deletion for a98ec28d-5fbf-4bec-9737-d29093d0414d request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:23.751511 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.782563 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-a75adca6-f886-4d33-9614-5f26405fa2b1 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, bc9f675f-087e-481d-8fb0-0cd918e22c39) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:23.784571 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fce6431-31f6-487b-9db6-effb477ec221 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.796913 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0fce6431-31f6-487b-9db6-effb477ec221 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/48cf1b9c-f27f-4ff6-b480-be9740f278d2 HTTP/1.1" status: 204 len: 168 time: 1.1367841 Nov 11 12:14:23.799410 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a08ae4-ae2b-4a6b-8cd9-807a2efcb0f8 None None] Pushing event updated for resources: {'Port': ['ID=cf47759d-1f54-4de3-95a8-f4e3d75b524c,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:23.801970 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51758) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:23.834532 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98ec28d-5fbf-4bec-9737-d29093d0414d']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:23.837752 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b663eee6-515f-4913-9dc2-0cb531dd226c None None] Network bc9f675f-087e-481d-8fb0-0cd918e22c39 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:23.840140 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75adca6-f886-4d33-9614-5f26405fa2b1 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:23.840815 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Port 4d9281e7-4ce6-4eb5-8048-5818ac30f983 not found, will not notify nova. {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 11 12:14:23.841154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a75adca6-f886-4d33-9614-5f26405fa2b1 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.863890 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74802a95-3e48-4c44-b51e-c7ee7296f0aa') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:23.864255 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74802a95-3e48-4c44-b51e-c7ee7296f0aa') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:23.878885 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.883905 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4a8973ca-a0a9-44b0-8733-be48b47e1427 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.886611 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.892235 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2648bf7-a834-4f7d-a2ad-23a77f9a824a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting subnet d76db3b2-463d-4416-beb0-12e40b616151 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:23.905395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f2648bf7-a834-4f7d-a2ad-23a77f9a824a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.945402 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e862ba-912f-43ec-aff0-a757c4eaa36e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:23.949161 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e862ba-912f-43ec-aff0-a757c4eaa36e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:23.950165 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:23.951714 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d8e862ba-912f-43ec-aff0-a757c4eaa36e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1166296 Nov 11 12:14:23.954699 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51760) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:24.009729 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fa10cbeb-3b23-4c91-ba74-553c595b6a55 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:24.013678 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:24.014171 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.021624 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a75adca6-f886-4d33-9614-5f26405fa2b1 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7834563 Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:24.022271 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:24.027312 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51762) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:24.035103 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-5abf0b84-b6ca-4c99-b587-8818b63340e5 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-738032215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:24.050367 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ae9655ce-c27a-4cdd-9f36-5d2b5b3e628f None None] Provisioning complete for port 55654909-1bb2-4efd-94ab-17413eb3011f triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:24.050740 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ae9655ce-c27a-4cdd-9f36-5d2b5b3e628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.072333 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f816a9-88fd-486f-bccf-c47ee14937ac tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet f36b2af9-4d00-451e-9073-56dfb94dad75 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:24.077765 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c7f816a9-88fd-486f-bccf-c47ee14937ac tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.090703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4a8973ca-a0a9-44b0-8733-be48b47e1427 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.128812 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c7f816a9-88fd-486f-bccf-c47ee14937ac tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.131152 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f2648bf7-a834-4f7d-a2ad-23a77f9a824a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.138569 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05e4ea-d81b-4107-a076-5bc14bca11db None None] Pushing event updated for resources: {'Port': ['ID=67ce7362-ee1c-4a44-abf7-b125e5d0ed69,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:24.217704 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5abf0b84-b6ca-4c99-b587-8818b63340e5 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.218742 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5abf0b84-b6ca-4c99-b587-8818b63340e5 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.226026 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-fb917c40-41f1-46c2-9a42-1ff26ab68818 None None] Deleting port fa10cbeb-3b23-4c91-ba74-553c595b6a55 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:24.226401 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fb917c40-41f1-46c2-9a42-1ff26ab68818 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.252365 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ae9655ce-c27a-4cdd-9f36-5d2b5b3e628f None None] Port 55654909-1bb2-4efd-94ab-17413eb3011f cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:24.358752 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c7f816a9-88fd-486f-bccf-c47ee14937ac tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.376194 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.407178 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-fb917c40-41f1-46c2-9a42-1ff26ab68818 None None] For port fa10cbeb-3b23-4c91-ba74-553c595b6a55, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fa10cbeb-3b23-4c91-ba74-553c595b6a55,segment=NetworkSegment(61effdf5-6738-4141-8976-27a74e7d4e05),segment_id=61effdf5-6738-4141-8976-27a74e7d4e05)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:24.407581 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fb917c40-41f1-46c2-9a42-1ff26ab68818 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.432059 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-fb917c40-41f1-46c2-9a42-1ff26ab68818 None None] Calling delete_port for fa10cbeb-3b23-4c91-ba74-553c595b6a55 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:24.435454 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.479143 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5abf0b84-b6ca-4c99-b587-8818b63340e5 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.480836 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.490974 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-bc9f675f-087e-481d-8fb0-0cd918e22c39', 'network_id': 'bc9f675f-087e-481d-8fb0-0cd918e22c39', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'fixed_ips': [{'subnet_id': 'f531b5dc-fa1d-455e-a0bc-a5190ee66d4d'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:24.491966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.599506 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5abf0b84-b6ca-4c99-b587-8818b63340e5 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.602649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port fa10cbeb-3b23-4c91-ba74-553c595b6a55, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fa10cbeb-3b23-4c91-ba74-553c595b6a55,segment=NetworkSegment(61effdf5-6738-4141-8976-27a74e7d4e05),segment_id=61effdf5-6738-4141-8976-27a74e7d4e05)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:24.612361 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Network 2bf6d97e-2587-4c54-baf4-8a75b130542d is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:24.621714 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c7f816a9-88fd-486f-bccf-c47ee14937ac tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.624439 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:24.626649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:24.636960 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Pushing event updated for resources: {'Port': ['ID=f6481968-e793-4d06-af29-f50740408b89,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:24.654973 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.680552 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.680764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f816a9-88fd-486f-bccf-c47ee14937ac tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=f36b2af9-4d00-451e-9073-56dfb94dad75,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:24.683103 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c7f816a9-88fd-486f-bccf-c47ee14937ac tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.686453 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "DELETE /v2.0/networks/a98ec28d-5fbf-4bec-9737-d29093d0414d HTTP/1.1" status: 204 len: 168 time: 2.1025774 Nov 11 12:14:24.687424 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c7f816a9-88fd-486f-bccf-c47ee14937ac tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/f36b2af9-4d00-451e-9073-56dfb94dad75 HTTP/1.1" status: 204 len: 168 time: 0.7311151 Nov 11 12:14:24.688775 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51764) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:24.694996 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51766) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:24.716276 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.735859 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f2648bf7-a834-4f7d-a2ad-23a77f9a824a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.738487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Attempting to bind port f6481968-e793-4d06-af29-f50740408b89 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:24.738939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Attempting to bind port f6481968-e793-4d06-af29-f50740408b89 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'cb482e33-f6b3-4f54-9aec-39d3fbceedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2bf6d97e-2587-4c54-baf4-8a75b130542d'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:24.739254 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Attempting to bind port f6481968-e793-4d06-af29-f50740408b89 on network 2bf6d97e-2587-4c54-baf4-8a75b130542d {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:24.772021 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:24.772444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Checking segment: {'id': 'cb482e33-f6b3-4f54-9aec-39d3fbceedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2bf6d97e-2587-4c54-baf4-8a75b130542d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:24.772809 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.773401 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Bound using segment: {'id': 'cb482e33-f6b3-4f54-9aec-39d3fbceedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2bf6d97e-2587-4c54-baf4-8a75b130542d'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:24.773896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Bound port: f6481968-e793-4d06-af29-f50740408b89, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb482e33-f6b3-4f54-9aec-39d3fbceedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2bf6d97e-2587-4c54-baf4-8a75b130542d'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:24.774284 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.792231 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.801316 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5abf0b84-b6ca-4c99-b587-8818b63340e5 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.802780 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5abf0b84-b6ca-4c99-b587-8818b63340e5 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7742519 Nov 11 12:14:24.805788 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51768) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:24.856827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4a8973ca-a0a9-44b0-8733-be48b47e1427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.859939 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4a8973ca-a0a9-44b0-8733-be48b47e1427 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.861241 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4a8973ca-a0a9-44b0-8733-be48b47e1427 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc5fb7ba-82f4-46cd-908b-e2fdd220e537 HTTP/1.1" status: 204 len: 168 time: 1.2115681 Nov 11 12:14:24.862248 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abad147-8d65-411b-8170-209bdf28df0a tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event deleted for resources: {'Network': ['ID=a98ec28d-5fbf-4bec-9737-d29093d0414d,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:24.875206 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9f3e504c-e32e-43de-b2d9-8256a8532cfc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1615276 Nov 11 12:14:24.875878 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51772) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:24.896853 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fb917c40-41f1-46c2-9a42-1ff26ab68818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:24.917472 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=fa10cbeb-3b23-4c91-ba74-553c595b6a55,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:24.923337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb917c40-41f1-46c2-9a42-1ff26ab68818 None None] No DVR routers for this DVR port fa10cbeb-3b23-4c91-ba74-553c595b6a55 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:24.926707 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8973ca-a0a9-44b0-8733-be48b47e1427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5fb7ba-82f4-46cd-908b-e2fdd220e537,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:24.957831 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f2648bf7-a834-4f7d-a2ad-23a77f9a824a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.000215 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb917c40-41f1-46c2-9a42-1ff26ab68818 None None] Pushing event deleted for resources: {'Port': ['ID=fa10cbeb-3b23-4c91-ba74-553c595b6a55,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:25.006853 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97611d8d-08d2-4c10-8508-ed35b1f165c0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:25.008726 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-97611d8d-08d2-4c10-8508-ed35b1f165c0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1301961 Nov 11 12:14:25.009557 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2648bf7-a834-4f7d-a2ad-23a77f9a824a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Subnet': ['ID=d76db3b2-463d-4416-beb0-12e40b616151,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:25.011627 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51774) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:25.012577 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fdcfc7-41f4-4f8d-910b-51e86890e582 None None] Network 28c6a49e-23a5-474d-9e69-bdd6993f40ac requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:25.015113 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f2648bf7-a834-4f7d-a2ad-23a77f9a824a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.019187 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f2648bf7-a834-4f7d-a2ad-23a77f9a824a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/d76db3b2-463d-4416-beb0-12e40b616151 HTTP/1.1" status: 204 len: 168 time: 1.2795830 Nov 11 12:14:25.021676 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51776) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:25.097678 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6715cf1-7e25-4e10-80a3-9d5888803fda tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:25.099170 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a6715cf1-7e25-4e10-80a3-9d5888803fda tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0789289 Nov 11 12:14:25.102398 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51778) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:25.109811 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Router 1b724a07-ef9a-439b-82f7-7bbf1108fe18 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:14:25.131726 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] For port f6481968-e793-4d06-af29-f50740408b89, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:25.142142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Deleting port fa10cbeb-3b23-4c91-ba74-553c595b6a55 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:25.143129 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.185493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] For port f6481968-e793-4d06-af29-f50740408b89, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f6481968-e793-4d06-af29-f50740408b89,segment=NetworkSegment(cb482e33-f6b3-4f54-9aec-39d3fbceedf7),segment_id=cb482e33-f6b3-4f54-9aec-39d3fbceedf7)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:25.190644 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d6d420ae-ef32-41f1-9521-94f742ecc569 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870614 Nov 11 12:14:25.194614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51780) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:25.200230 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-7d7dab7a-1340-4437-978a-4da1caa81de6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:25.201875 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f01f336e-7eb4-4212-889b-7d74ceef5e28 None None] Provisioning complete for port cf47759d-1f54-4de3-95a8-f4e3d75b524c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:25.202246 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f01f336e-7eb4-4212-889b-7d74ceef5e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.232859 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Allocated IP 172.21.0.2 (bc9f675f-087e-481d-8fb0-0cd918e22c39/f531b5dc-fa1d-455e-a0bc-a5190ee66d4d/65689dc7-eef8-46b5-9b22-13feaf77508b) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:25.268252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.357910 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d5af6c6b-6eca-4d11-9f12-d61e04a2af3d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.410454 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.447502 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c6019-260a-47cc-a6a7-7e7d5b7f75e7 None None] Pushing event updated for resources: {'Port': ['ID=f6481968-e793-4d06-af29-f50740408b89,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:25.523172 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] For port fa10cbeb-3b23-4c91-ba74-553c595b6a55, host dv-neutron-786478-23-hyperv, got binding levels [] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:25.525209 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.586932 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f01f336e-7eb4-4212-889b-7d74ceef5e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.594285 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7104ea3-e831-4846-893f-b0d70546301d None None] DHCP port deletion for 28c6a49e-23a5-474d-9e69-bdd6993f40ac request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:25.660847 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7dab7a-1340-4437-978a-4da1caa81de6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:25.665614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7d7dab7a-1340-4437-978a-4da1caa81de6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.753912 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 67ce7362-ee1c-4a44-abf7-b125e5d0ed69 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:25.765779 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f01f336e-7eb4-4212-889b-7d74ceef5e28 None None] For port cf47759d-1f54-4de3-95a8-f4e3d75b524c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=cf47759d-1f54-4de3-95a8-f4e3d75b524c,segment=NetworkSegment(10726299-7bb5-489d-a8bc-52b9803dfb97),segment_id=10726299-7bb5-489d-a8bc-52b9803dfb97)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:25.788558 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:14:25.797369 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:25.810908 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Sync routers for ids ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:14:25.829997 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Routers {'1b724a07-ef9a-439b-82f7-7bbf1108fe18'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:25.830358 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b610d6fb-7962-44c8-b0f5-746c27dfe390 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:25.830610 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:14:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:25.931781 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port cf47759d-1f54-4de3-95a8-f4e3d75b524c {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:25.932168 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.004241 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Set router 1b724a07-ef9a-439b-82f7-7bbf1108fe18 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:14:26.011887 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] For port cf47759d-1f54-4de3-95a8-f4e3d75b524c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=cf47759d-1f54-4de3-95a8-f4e3d75b524c,segment=NetworkSegment(10726299-7bb5-489d-a8bc-52b9803dfb97),segment_id=10726299-7bb5-489d-a8bc-52b9803dfb97)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:26.012247 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.027025 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for cf47759d-1f54-4de3-95a8-f4e3d75b524c owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:26.067513 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f01f336e-7eb4-4212-889b-7d74ceef5e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.073445 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.124175 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51784) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:26.136365 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.137569 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-459b3d08-f469-4cf5-80c1-065e1179d2b6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.2475057 Nov 11 12:14:26.147758 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51786) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:26.152811 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-b7104ea3-e831-4846-893f-b0d70546301d None None] Deleting port cf47759d-1f54-4de3-95a8-f4e3d75b524c {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:26.153185 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b7104ea3-e831-4846-893f-b0d70546301d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.161695 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Network bc9f675f-087e-481d-8fb0-0cd918e22c39 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:26.164085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 67ce7362-ee1c-4a44-abf7-b125e5d0ed69 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:26.164467 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.168357 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0f2f63d2-fc95-44f8-9cc9-271bf898d51c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.189139 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Calling delete_port for fa10cbeb-3b23-4c91-ba74-553c595b6a55 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:26.196063 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.ipam_backend_mixin [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Port fa10cbeb-3b23-4c91-ba74-553c595b6a55 was not found and therefore no delete operation was performed {{(pid=103001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:14:26.204123 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.217681 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:26.227969 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.256269 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No DVR routers for this DVR port cf47759d-1f54-4de3-95a8-f4e3d75b524c on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:26.278126 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] No DVR routers for this DVR port fa10cbeb-3b23-4c91-ba74-553c595b6a55 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:26.285236 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437813602', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:14:20Z', 'updated_at': '2021-11-11T12:14:23Z', 'revision_number': 3, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'gw_port': {'id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:22Z', 'updated_at': '2021-11-11T12:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:26.285678 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event deleted for resources: {'Port': ['ID=fa10cbeb-3b23-4c91-ba74-553c595b6a55,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:26.312785 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:26.348211 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f336e-7eb4-4212-889b-7d74ceef5e28 None None] Pushing event updated for resources: {'Port': ['ID=cf47759d-1f54-4de3-95a8-f4e3d75b524c,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:26.348635 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Checking router: 1b724a07-ef9a-439b-82f7-7bbf1108fe18 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:14:26.348987 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Updating router 1b724a07-ef9a-439b-82f7-7bbf1108fe18 port 55654909-1bb2-4efd-94ab-17413eb3011f binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:14:26.394670 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.410307 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-90768875-2f26-41a8-971a-6d7dddd6e2c9 None None] Provisioning complete for port 67ce7362-ee1c-4a44-abf7-b125e5d0ed69 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:26.410680 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-90768875-2f26-41a8-971a-6d7dddd6e2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.442221 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=cf47759d-1f54-4de3-95a8-f4e3d75b524c,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:26.468516 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.555531 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.561892 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21c8d50-cb0b-4d29-afef-900df91ce8ef']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:26.631341 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c6a49e-23a5-474d-9e69-bdd6993f40ac']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:26.646463 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61effdf5-6738-4141-8976-27a74e7d4e05') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:26.646763 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61effdf5-6738-4141-8976-27a74e7d4e05') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:26.677616 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b7104ea3-e831-4846-893f-b0d70546301d None None] For port cf47759d-1f54-4de3-95a8-f4e3d75b524c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=cf47759d-1f54-4de3-95a8-f4e3d75b524c,segment=NetworkSegment(10726299-7bb5-489d-a8bc-52b9803dfb97),segment_id=10726299-7bb5-489d-a8bc-52b9803dfb97)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:26.678317 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b7104ea3-e831-4846-893f-b0d70546301d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.684494 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.693118 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b048bfed-c364-41e2-8dfe-7a373656ded4 tempest-TestNetworkAdvancedServerOps-2039871107 tempest-TestNetworkAdvancedServerOps-2039871107-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=c50ad2899d5f44f391ca81db684e3194&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5415723 Nov 11 12:14:26.693747 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51790) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:26.738865 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-b7104ea3-e831-4846-893f-b0d70546301d None None] Calling delete_port for cf47759d-1f54-4de3-95a8-f4e3d75b524c owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:26.750005 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0f2f63d2-fc95-44f8-9cc9-271bf898d51c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.770746 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.773712 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-d5af6c6b-6eca-4d11-9f12-d61e04a2af3d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Allocated IP 172.20.0.1 (2bf6d97e-2587-4c54-baf4-8a75b130542d/d2b12f62-e5ac-4075-95f1-5aee6f40b1db/a7335f75-903f-4c36-bec1-209514bc3fc5) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:26.796165 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10726299-7bb5-489d-a8bc-52b9803dfb97') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:26.796386 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10726299-7bb5-489d-a8bc-52b9803dfb97') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:26.800601 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Attempting to bind port 65689dc7-eef8-46b5-9b22-13feaf77508b on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:26.801110 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Attempting to bind port 65689dc7-eef8-46b5-9b22-13feaf77508b by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'df36c511-cc9a-4e63-96c0-d6fb2b75065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc9f675f-087e-481d-8fb0-0cd918e22c39'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:26.801343 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Attempting to bind port 65689dc7-eef8-46b5-9b22-13feaf77508b on network bc9f675f-087e-481d-8fb0-0cd918e22c39 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:26.810689 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.822234 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.825991 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:26.826374 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Checking segment: {'id': 'df36c511-cc9a-4e63-96c0-d6fb2b75065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc9f675f-087e-481d-8fb0-0cd918e22c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:26.826781 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.827246 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Bound using segment: {'id': 'df36c511-cc9a-4e63-96c0-d6fb2b75065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc9f675f-087e-481d-8fb0-0cd918e22c39'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:26.827698 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Bound port: 65689dc7-eef8-46b5-9b22-13feaf77508b, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df36c511-cc9a-4e63-96c0-d6fb2b75065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc9f675f-087e-481d-8fb0-0cd918e22c39'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:26.828089 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.837874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0f2f63d2-fc95-44f8-9cc9-271bf898d51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.841816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.851400 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:26.851905 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:26.855282 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:26.870051 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.873858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f63d2-fc95-44f8-9cc9-271bf898d51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c42523-8e1c-471d-9be7-d2e44ecb16da,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:26.906010 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:26.906936 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:26.910366 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:26.921137 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Pushing event updated for resources: {'Port': ['ID=65689dc7-eef8-46b5-9b22-13feaf77508b,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:26.921137 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8359e2fb-1d04-4e6e-9d93-040bf95acc46 None None] DHCP port deletion for db126361-d280-4945-be72-90312642a11b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:26.946771 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b7104ea3-e831-4846-893f-b0d70546301d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:26.974187 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4a147-9de6-4a1f-b433-8f4e4e2e85ba None None] Pushing event updated for resources: {'Port': ['ID=55654909-1bb2-4efd-94ab-17413eb3011f,revision_number=2']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:26.983073 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4a147-9de6-4a1f-b433-8f4e4e2e85ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:26.983651 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4a147-9de6-4a1f-b433-8f4e4e2e85ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:26.984150 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4a147-9de6-4a1f-b433-8f4e4e2e85ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:26.984653 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4a147-9de6-4a1f-b433-8f4e4e2e85ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:26.985168 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4a147-9de6-4a1f-b433-8f4e4e2e85ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:26.985679 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4a147-9de6-4a1f-b433-8f4e4e2e85ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:26.986161 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4a147-9de6-4a1f-b433-8f4e4e2e85ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:26.987274 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4a147-9de6-4a1f-b433-8f4e4e2e85ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:26.987782 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4a147-9de6-4a1f-b433-8f4e4e2e85ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:26.988402 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4a147-9de6-4a1f-b433-8f4e4e2e85ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:26.988882 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4a147-9de6-4a1f-b433-8f4e4e2e85ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:26.989368 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4a147-9de6-4a1f-b433-8f4e4e2e85ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:14:26.994030 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.objects.ports [None req-7d7dab7a-1340-4437-978a-4da1caa81de6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:14:26.997497 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0f2f63d2-fc95-44f8-9cc9-271bf898d51c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4a6613d8793e40d7993afbcafa2a3765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8721194 Nov 11 12:14:27.001899 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51792) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:27.003373 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Attempting to bind port 55654909-1bb2-4efd-94ab-17413eb3011f on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:27.003921 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Attempting to bind port 55654909-1bb2-4efd-94ab-17413eb3011f by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:27.004457 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Attempting to bind port 55654909-1bb2-4efd-94ab-17413eb3011f on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:27.012046 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:27.012777 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:27.013537 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7139500-5192-49f6-a212-c64bd2032058 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:27.015588 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79723092-b4fb-415c-9aa6-22a5c308f8d5 None None] Network 2bf6d97e-2587-4c54-baf4-8a75b130542d requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:27.016956 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.017685 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:27.019416 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Bound port: 55654909-1bb2-4efd-94ab-17413eb3011f, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:27.019837 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.044944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7104ea3-e831-4846-893f-b0d70546301d None None] No DVR routers for this DVR port cf47759d-1f54-4de3-95a8-f4e3d75b524c on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:27.049962 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-90768875-2f26-41a8-971a-6d7dddd6e2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.051661 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.070908 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7104ea3-e831-4846-893f-b0d70546301d None None] Pushing event deleted for resources: {'Port': ['ID=cf47759d-1f54-4de3-95a8-f4e3d75b524c,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:27.107619 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] For port 55654909-1bb2-4efd-94ab-17413eb3011f, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:27.114383 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.116887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c68246-a21f-4cf6-9c79-adae7d290ad6 tempest-TestNetworkAdvancedServerOps-2039871107 tempest-TestNetworkAdvancedServerOps-2039871107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:27.119604 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a9c68246-a21f-4cf6-9c79-adae7d290ad6 tempest-TestNetworkAdvancedServerOps-2039871107 tempest-TestNetworkAdvancedServerOps-2039871107-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4227695 Nov 11 12:14:27.132829 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.139535 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/networks/28c6a49e-23a5-474d-9e69-bdd6993f40ac HTTP/1.1" status: 204 len: 168 time: 2.1135166 Nov 11 12:14:27.139535 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51794) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:27.142287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51796) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:27.168927 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] For port 55654909-1bb2-4efd-94ab-17413eb3011f, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=55654909-1bb2-4efd-94ab-17413eb3011f,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:27.175748 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d5af6c6b-6eca-4d11-9f12-d61e04a2af3d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.176446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-05eb353f-a17e-4a6a-aaf4-77bb8be85a97 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1759873861'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:27.201012 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c631e-8632-49e5-a564-42513e33a703 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Network': ['ID=28c6a49e-23a5-474d-9e69-bdd6993f40ac,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:27.212997 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.214589 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4ded23fb-2e7f-42cf-8679-289c2a9b6a9d tempest-TestNetworkAdvancedServerOps-2039871107 tempest-TestNetworkAdvancedServerOps-2039871107-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0729730 Nov 11 12:14:27.219949 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.220641 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51798) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:27.223858 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "DELETE /v2.0/networks/c21c8d50-cb0b-4d29-afef-900df91ce8ef HTTP/1.1" status: 204 len: 168 time: 2.5341015 Nov 11 12:14:27.235608 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51800) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:27.256105 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 67ce7362-ee1c-4a44-abf7-b125e5d0ed69, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=67ce7362-ee1c-4a44-abf7-b125e5d0ed69,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:27.257898 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-1a96d514-1779-4faa-9205-a8114134fb80 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1466057103', 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce', 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:27.259680 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a80477-1324-4edd-9828-e9897f3fd2b3 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event deleted for resources: {'Network': ['ID=c21c8d50-cb0b-4d29-afef-900df91ce8ef,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:27.270786 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.275728 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-8359e2fb-1d04-4e6e-9d93-040bf95acc46 None None] Deleting port 67ce7362-ee1c-4a44-abf7-b125e5d0ed69 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:27.281779 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8359e2fb-1d04-4e6e-9d93-040bf95acc46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.331486 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a68dae10-aed0-4016-9270-29fbfb711baa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.332242 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] For port 65689dc7-eef8-46b5-9b22-13feaf77508b, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:27.354247 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] For port 65689dc7-eef8-46b5-9b22-13feaf77508b, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=65689dc7-eef8-46b5-9b22-13feaf77508b,segment=NetworkSegment(df36c511-cc9a-4e63-96c0-d6fb2b75065c),segment_id=df36c511-cc9a-4e63-96c0-d6fb2b75065c)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:27.382405 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.383782 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4a147-9de6-4a1f-b433-8f4e4e2e85ba None None] Pushing event updated for resources: {'Port': ['ID=55654909-1bb2-4efd-94ab-17413eb3011f,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:27.390258 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a68dae10-aed0-4016-9270-29fbfb711baa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.402435 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d5af6c6b-6eca-4d11-9f12-d61e04a2af3d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.443542 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eb353f-a17e-4a6a-aaf4-77bb8be85a97 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:27.445387 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Routers {'1b724a07-ef9a-439b-82f7-7bbf1108fe18'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:27.446101 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:14:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:27.447391 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-05eb353f-a17e-4a6a-aaf4-77bb8be85a97 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.504746 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4d9281e7-4ce6-4eb5-8048-5818ac30f983 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:27.514842 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.550304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5af6c6b-6eca-4d11-9f12-d61e04a2af3d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network 2bf6d97e-2587-4c54-baf4-8a75b130542d is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:27.556799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-d5af6c6b-6eca-4d11-9f12-d61e04a2af3d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:27.561230 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3470c041-a216-4655-b412-f98c5b6442dd None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:27.561500 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5af6c6b-6eca-4d11-9f12-d61e04a2af3d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:27.563552 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-90768875-2f26-41a8-971a-6d7dddd6e2c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:14:27.563906 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-90768875-2f26-41a8-971a-6d7dddd6e2c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:14:27.567317 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5af996f5-5429-40b1-ba09-f18299a1b150 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.572371 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7d7dab7a-1340-4437-978a-4da1caa81de6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.575932 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 4d9281e7-4ce6-4eb5-8048-5818ac30f983 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:27.576082 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4d9281e7-4ce6-4eb5-8048-5818ac30f983 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:27.586653 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8359e2fb-1d04-4e6e-9d93-040bf95acc46 None None] For port 67ce7362-ee1c-4a44-abf7-b125e5d0ed69, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=67ce7362-ee1c-4a44-abf7-b125e5d0ed69,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:27.587313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8359e2fb-1d04-4e6e-9d93-040bf95acc46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.591566 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af6c6b-6eca-4d11-9f12-d61e04a2af3d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=a7335f75-903f-4c36-bec1-209514bc3fc5,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:27.599807 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=67ce7362-ee1c-4a44-abf7-b125e5d0ed69,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:27.619479 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-8359e2fb-1d04-4e6e-9d93-040bf95acc46 None None] Calling delete_port for 67ce7362-ee1c-4a44-abf7-b125e5d0ed69 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:27.646922 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d5af6c6b-6eca-4d11-9f12-d61e04a2af3d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.685353 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] Set router 1b724a07-ef9a-439b-82f7-7bbf1108fe18 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:14:27.803291 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ac1cc-0346-4ef8-8301-af84027b773e None None] Pushing event updated for resources: {'Port': ['ID=65689dc7-eef8-46b5-9b22-13feaf77508b,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:27.813192 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5af996f5-5429-40b1-ba09-f18299a1b150 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.851544 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f6481968-e793-4d06-af29-f50740408b89 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:27.853897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-7d7dab7a-1340-4437-978a-4da1caa81de6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] For port 67ce7362-ee1c-4a44-abf7-b125e5d0ed69, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=67ce7362-ee1c-4a44-abf7-b125e5d0ed69,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:27.878990 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-5af996f5-5429-40b1-ba09-f18299a1b150 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddf292d-6f4c-425a-8b5d-cc7bf8afcd40']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:27.899402 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7d7dab7a-1340-4437-978a-4da1caa81de6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.904676 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-5af996f5-5429-40b1-ba09-f18299a1b150 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6a3c0c-6f73-49d9-ae4b-e8a5bb39a63d') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:27.905861 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a68dae10-aed0-4016-9270-29fbfb711baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.907388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-5af996f5-5429-40b1-ba09-f18299a1b150 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6a3c0c-6f73-49d9-ae4b-e8a5bb39a63d') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:27.909921 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a68dae10-aed0-4016-9270-29fbfb711baa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.925233 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a68dae10-aed0-4016-9270-29fbfb711baa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/33c42523-8e1c-471d-9be7-d2e44ecb16da HTTP/1.1" status: 204 len: 168 time: 0.9053636 Nov 11 12:14:27.929105 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a96d514-1779-4faa-9205-a8114134fb80 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Made reservation on behalf of c50ad2899d5f44f391ca81db684e3194 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:27.929901 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5af996f5-5429-40b1-ba09-f18299a1b150 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.941893 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1a96d514-1779-4faa-9205-a8114134fb80 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:27.958661 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port f6481968-e793-4d06-af29-f50740408b89 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:27.959096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.023439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5af996f5-5429-40b1-ba09-f18299a1b150 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.028286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d5af6c6b-6eca-4d11-9f12-d61e04a2af3d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.060508 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af996f5-5429-40b1-ba09-f18299a1b150 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:28.064691 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5af996f5-5429-40b1-ba09-f18299a1b150 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:28.069074 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:28.133484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8359e2fb-1d04-4e6e-9d93-040bf95acc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.149353 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05eb353f-a17e-4a6a-aaf4-77bb8be85a97 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:28.154034 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7d7dab7a-1340-4437-978a-4da1caa81de6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.154738 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7d7dab7a-1340-4437-978a-4da1caa81de6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.156723 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437813602', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:14:20Z', 'updated_at': '2021-11-11T12:14:23Z', 'revision_number': 3, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'gw_port': {'id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:22Z', 'updated_at': '2021-11-11T12:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:28.216653 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786fc6b-0c77-4374-8524-79d8ab1082c2 None None] The sync data for ids ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'] in dv-neutron-786478-23-hyperv is: [{'id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437813602', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:14:20Z', 'updated_at': '2021-11-11T12:14:23Z', 'revision_number': 3, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'gw_port': {'id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:22Z', 'updated_at': '2021-11-11T12:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:14:28.281649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359e2fb-1d04-4e6e-9d93-040bf95acc46 None None] Pushing event deleted for resources: {'Port': ['ID=67ce7362-ee1c-4a44-abf7-b125e5d0ed69,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:28.294288 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8359e2fb-1d04-4e6e-9d93-040bf95acc46 None None] No DVR routers for this DVR port 67ce7362-ee1c-4a44-abf7-b125e5d0ed69 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:28.317644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.338587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-05eb353f-a17e-4a6a-aaf4-77bb8be85a97 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.339747 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5af996f5-5429-40b1-ba09-f18299a1b150 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.340120 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-05eb353f-a17e-4a6a-aaf4-77bb8be85a97 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Added segment edee155c-4c14-4b43-b21e-68b3f7f87fae of type vlan for network 234c4b92-6001-4fb5-b050-6c2e5f2b0a62 Nov 11 12:14:28.363798 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5af996f5-5429-40b1-ba09-f18299a1b150 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.367884 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port f6481968-e793-4d06-af29-f50740408b89, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f6481968-e793-4d06-af29-f50740408b89,segment=NetworkSegment(cb482e33-f6b3-4f54-9aec-39d3fbceedf7),segment_id=cb482e33-f6b3-4f54-9aec-39d3fbceedf7)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:28.371315 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5af996f5-5429-40b1-ba09-f18299a1b150 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "DELETE /v2.0/networks/8ddf292d-6f4c-425a-8b5d-cc7bf8afcd40 HTTP/1.1" status: 204 len: 168 time: 1.1340787 Nov 11 12:14:28.384969 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51804) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:28.393375 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68dae10-aed0-4016-9270-29fbfb711baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c42523-8e1c-471d-9be7-d2e44ecb16da,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:28.398153 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af996f5-5429-40b1-ba09-f18299a1b150 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event deleted for resources: {'Network': ['ID=8ddf292d-6f4c-425a-8b5d-cc7bf8afcd40,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:28.406631 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7dab7a-1340-4437-978a-4da1caa81de6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=67ce7362-ee1c-4a44-abf7-b125e5d0ed69,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:28.454083 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-05eb353f-a17e-4a6a-aaf4-77bb8be85a97 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.470481 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-afdfbd7c-cebe-4158-a210-3f26a3f313bf None None] Provisioning complete for port a7335f75-903f-4c36-bec1-209514bc3fc5 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:28.472904 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-afdfbd7c-cebe-4158-a210-3f26a3f313bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.473517 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7dab7a-1340-4437-978a-4da1caa81de6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:28.479621 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.490639 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-7d7dab7a-1340-4437-978a-4da1caa81de6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:28.516466 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7dab7a-1340-4437-978a-4da1caa81de6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:28.517364 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7d7dab7a-1340-4437-978a-4da1caa81de6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.545983 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22435b10-38c9-4b05-a798-809a9a222b17 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:28.574466 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7dab7a-1340-4437-978a-4da1caa81de6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=f38fa8fa-c0fb-4a4a-8e83-da138a472511,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:28.605083 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.db.resource_extend [None req-05eb353f-a17e-4a6a-aaf4-77bb8be85a97 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:14:28.696013 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-61b4c0d4-5c5f-4ac9-952b-47ed16555053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.761761 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7d7dab7a-1340-4437-978a-4da1caa81de6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.5657129 Nov 11 12:14:28.764352 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51812) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:28.769738 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-1b44d23b-a7b5-4547-8185-f92e8792a784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'mac_address': 'fa:16:3e:61:4f:b5', 'name': 'tempest-NetworksTestDHCPv6-555344068'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:28.779201 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device cf47759d-1f54-4de3-95a8-f4e3d75b524c no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:28.897390 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-61b4c0d4-5c5f-4ac9-952b-47ed16555053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.941076 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d5af6c6b-6eca-4d11-9f12-d61e04a2af3d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.943704 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-61b4c0d4-5c5f-4ac9-952b-47ed16555053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e93fa48-3e73-4547-8269-3786fce18150']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:28.953214 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-05eb353f-a17e-4a6a-aaf4-77bb8be85a97 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.960972 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-61b4c0d4-5c5f-4ac9-952b-47ed16555053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b95bb2a-5c44-4981-9379-3c38689fe030') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:28.961353 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-61b4c0d4-5c5f-4ac9-952b-47ed16555053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b95bb2a-5c44-4981-9379-3c38689fe030') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:28.963331 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eb353f-a17e-4a6a-aaf4-77bb8be85a97 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:28.964329 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-05eb353f-a17e-4a6a-aaf4-77bb8be85a97 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.968325 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1a96d514-1779-4faa-9205-a8114134fb80 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:28.982475 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-61b4c0d4-5c5f-4ac9-952b-47ed16555053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:29.023190 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-61b4c0d4-5c5f-4ac9-952b-47ed16555053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:29.025890 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d5af6c6b-6eca-4d11-9f12-d61e04a2af3d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:29.043961 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: cf47759d-1f54-4de3-95a8-f4e3d75b524c {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:29.044656 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device cf47759d-1f54-4de3-95a8-f4e3d75b524c not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:29.045193 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 67ce7362-ee1c-4a44-abf7-b125e5d0ed69 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:29.109737 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b4c0d4-5c5f-4ac9-952b-47ed16555053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:29.110583 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-61b4c0d4-5c5f-4ac9-952b-47ed16555053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:29.123402 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:29.126495 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-db126361-d280-4945-be72-90312642a11b', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'fixed_ips': [{'subnet_id': 'f38fa8fa-c0fb-4a4a-8e83-da138a472511'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:29.127039 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:29.132254 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 67ce7362-ee1c-4a44-abf7-b125e5d0ed69 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:29.135965 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 67ce7362-ee1c-4a44-abf7-b125e5d0ed69 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:29.156781 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-afdfbd7c-cebe-4158-a210-3f26a3f313bf None None] Port a7335f75-903f-4c36-bec1-209514bc3fc5 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:29.179595 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=f6481968-e793-4d06-af29-f50740408b89,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:29.256760 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-05eb353f-a17e-4a6a-aaf4-77bb8be85a97 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0892920 Nov 11 12:14:29.269384 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51820) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:29.278675 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb353f-a17e-4a6a-aaf4-77bb8be85a97 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Network': ['ID=234c4b92-6001-4fb5-b050-6c2e5f2b0a62,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:29.278838 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-afdfbd7c-cebe-4158-a210-3f26a3f313bf None None] Provisioning complete for port 55654909-1bb2-4efd-94ab-17413eb3011f triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:29.283130 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6a10559a-208f-435c-937f-69a9e598c038 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'subnet': {'network_id': '234c4b92-6001-4fb5-b050-6c2e5f2b0a62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:29.287009 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-afdfbd7c-cebe-4158-a210-3f26a3f313bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:29.291659 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96d514-1779-4faa-9205-a8114134fb80 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event updated for resources: {'Subnet': ['ID=34e2f751-5fb5-4ae4-b698-e48b1c322623,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:29.305027 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a96d514-1779-4faa-9205-a8114134fb80 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Checking segment: {'id': '06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:29.311590 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a96d514-1779-4faa-9205-a8114134fb80 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Network hostable DHCP agents. Network: b580bc89-3da6-495d-a6bb-01e9bf883bce, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:29.328908 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af6c6b-6eca-4d11-9f12-d61e04a2af3d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=a7335f75-903f-4c36-bec1-209514bc3fc5,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:29.359199 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 234c4b92-6001-4fb5-b050-6c2e5f2b0a62 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:29.393828 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d5af6c6b-6eca-4d11-9f12-d61e04a2af3d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:29.467234 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a05825-f0c4-444f-bab6-c2b257103161 None None] Network bc9f675f-087e-481d-8fb0-0cd918e22c39 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:29.508983 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b44d23b-a7b5-4547-8185-f92e8792a784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:29.546237 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5af6c6b-6eca-4d11-9f12-d61e04a2af3d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network 2bf6d97e-2587-4c54-baf4-8a75b130542d is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:29.547735 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-d5af6c6b-6eca-4d11-9f12-d61e04a2af3d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:29.597713 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-61b4c0d4-5c5f-4ac9-952b-47ed16555053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:29.611446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a96d514-1779-4faa-9205-a8114134fb80 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Network b580bc89-3da6-495d-a6bb-01e9bf883bce is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:29.635502 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-61b4c0d4-5c5f-4ac9-952b-47ed16555053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:29.640330 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-61b4c0d4-5c5f-4ac9-952b-47ed16555053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] 10.222.0.50 "DELETE /v2.0/networks/0e93fa48-3e73-4547-8269-3786fce18150 HTTP/1.1" status: 204 len: 168 time: 1.2542801 Nov 11 12:14:29.658776 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4c0d4-5c5f-4ac9-952b-47ed16555053 tempest-BulkNetworkOpsTest-369784129 tempest-BulkNetworkOpsTest-369784129-project] Pushing event deleted for resources: {'Network': ['ID=0e93fa48-3e73-4547-8269-3786fce18150,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:29.683911 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a10559a-208f-435c-937f-69a9e598c038 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:29.690022 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a10559a-208f-435c-937f-69a9e598c038 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:29.696153 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1b44d23b-a7b5-4547-8185-f92e8792a784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:29.756443 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-1b44d23b-a7b5-4547-8185-f92e8792a784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port 583af437-8ea5-4d3a-ad1f-e80cfd357cd1 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:29.839883 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-1a96d514-1779-4faa-9205-a8114134fb80 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, b580bc89-3da6-495d-a6bb-01e9bf883bce) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:29.849237 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a96d514-1779-4faa-9205-a8114134fb80 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:29.850068 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1a96d514-1779-4faa-9205-a8114134fb80 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:29.853445 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Allocated IP 2001:db8::f816:3eff:feda:4a6d (db126361-d280-4945-be72-90312642a11b/f38fa8fa-c0fb-4a4a-8e83-da138a472511/4067e27d-a4e3-4022-b5a4-48e04461b54f) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:29.923604 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df9665f-5d05-4c54-baa2-4d8bb4b612fc None None] Network b580bc89-3da6-495d-a6bb-01e9bf883bce requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:29.968327 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1a96d514-1779-4faa-9205-a8114134fb80 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7400141 Nov 11 12:14:29.978670 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51832) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:30.020825 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f6481968-e793-4d06-af29-f50740408b89 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:30.064548 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5af6c6b-6eca-4d11-9f12-d61e04a2af3d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 784305e8-67a4-47e5-83ca-2799e78ffb90 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:14:30.110888 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-afdfbd7c-cebe-4158-a210-3f26a3f313bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:30.173910 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-afdfbd7c-cebe-4158-a210-3f26a3f313bf None None] For port 55654909-1bb2-4efd-94ab-17413eb3011f, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=55654909-1bb2-4efd-94ab-17413eb3011f,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:30.239183 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5af6c6b-6eca-4d11-9f12-d61e04a2af3d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:14:30.255196 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port f6481968-e793-4d06-af29-f50740408b89 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:30.255828 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:30.259757 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d5af6c6b-6eca-4d11-9f12-d61e04a2af3d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/784305e8-67a4-47e5-83ca-2799e78ffb90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4493718 Nov 11 12:14:30.260580 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51836) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:30.261479 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e93a8b-f4e5-43f4-b319-cf1941222bf7 None None] Sync routers for ids ['784305e8-67a4-47e5-83ca-2799e78ffb90'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:14:30.313909 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-afdfbd7c-cebe-4158-a210-3f26a3f313bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:30.322126 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a10559a-208f-435c-937f-69a9e598c038 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:30.371522 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e93a8b-f4e5-43f4-b319-cf1941222bf7 None None] Routers {'784305e8-67a4-47e5-83ca-2799e78ffb90'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:30.372239 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-13e93a8b-f4e5-43f4-b319-cf1941222bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:14:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['784305e8-67a4-47e5-83ca-2799e78ffb90'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:30.408684 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8467d3-216d-44e8-a1b3-9d03bfbe8822 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:30.414139 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8d8467d3-216d-44e8-a1b3-9d03bfbe8822 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/ports/a7335f75-903f-4c36-bec1-209514bc3fc5 HTTP/1.1" status: 200 len: 910 time: 0.1523356 Nov 11 12:14:30.417304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51842) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:30.437176 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51844) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:30.567507 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-13e93a8b-f4e5-43f4-b319-cf1941222bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:30.614160 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-b580bc89-3da6-495d-a6bb-01e9bf883bce', 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'fixed_ips': [{'subnet_id': '34e2f751-5fb5-4ae4-b698-e48b1c322623'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:30.615597 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:30.656870 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e93a8b-f4e5-43f4-b319-cf1941222bf7 None None] Routers {'784305e8-67a4-47e5-83ca-2799e78ffb90'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:30.657863 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-13e93a8b-f4e5-43f4-b319-cf1941222bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:14:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['784305e8-67a4-47e5-83ca-2799e78ffb90'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:30.714570 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-afdfbd7c-cebe-4158-a210-3f26a3f313bf None None] Provisioning complete for port f6481968-e793-4d06-af29-f50740408b89 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:30.714949 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-afdfbd7c-cebe-4158-a210-3f26a3f313bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:30.731966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-13e93a8b-f4e5-43f4-b319-cf1941222bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:30.733457 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e93a8b-f4e5-43f4-b319-cf1941222bf7 None None] The sync data for ids ['784305e8-67a4-47e5-83ca-2799e78ffb90'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:14:30.756289 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f5f163b-69a8-475b-88cc-4d2f4f41fec9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:30.853901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfbd7c-cebe-4158-a210-3f26a3f313bf None None] Pushing event updated for resources: {'Port': ['ID=55654909-1bb2-4efd-94ab-17413eb3011f,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:30.857562 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:30.893827 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10559a-208f-435c-937f-69a9e598c038 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Subnet': ['ID=cb508768-de3a-4d13-9075-0736e1b833d0,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:30.935080 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a10559a-208f-435c-937f-69a9e598c038 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Checking segment: {'id': 'edee155c-4c14-4b43-b21e-68b3f7f87fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '234c4b92-6001-4fb5-b050-6c2e5f2b0a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:30.935455 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a10559a-208f-435c-937f-69a9e598c038 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network hostable DHCP agents. Network: 234c4b92-6001-4fb5-b050-6c2e5f2b0a62, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:30.960427 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 55654909-1bb2-4efd-94ab-17413eb3011f up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:31.034838 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.049534 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0ccd48aa-5666-424f-b066-f7502e4a16ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7805b2631cb4a78b988951d7f3fcaec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6031742 Nov 11 12:14:31.052463 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51856) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:31.054134 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51858) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:31.119026 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:31.123226 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-1b44d23b-a7b5-4547-8185-f92e8792a784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::f816:3eff:fe61:4fb5 (db126361-d280-4945-be72-90312642a11b/f38fa8fa-c0fb-4a4a-8e83-da138a472511/583af437-8ea5-4d3a-ad1f-e80cfd357cd1) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:31.135505 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:31.143073 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:31.143073 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Allocated IP 172.20.0.2 (b580bc89-3da6-495d-a6bb-01e9bf883bce/34e2f751-5fb5-4ae4-b698-e48b1c322623/ce9b0828-995f-4dc3-9cb6-02cc682b5ee4) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:31.152611 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Pushing event updated for resources: {'Port': ['ID=4067e27d-a4e3-4022-b5a4-48e04461b54f,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:31.165959 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a10559a-208f-435c-937f-69a9e598c038 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 234c4b92-6001-4fb5-b050-6c2e5f2b0a62 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:31.212968 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7bddcc50-d99a-4d70-8928-c9b59bc590b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.252182 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-6a10559a-208f-435c-937f-69a9e598c038 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 234c4b92-6001-4fb5-b050-6c2e5f2b0a62) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:31.267677 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 55654909-1bb2-4efd-94ab-17413eb3011f triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:31.268052 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.274733 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a10559a-208f-435c-937f-69a9e598c038 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:31.276569 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a10559a-208f-435c-937f-69a9e598c038 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.276905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e14ea6-97af-4a27-afd9-9238410bc72b None None] Network 234c4b92-6001-4fb5-b050-6c2e5f2b0a62 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:31.282763 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7bddcc50-d99a-4d70-8928-c9b59bc590b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.293364 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-c44f5e4a-4001-4c7b-824b-522c4a17fee7 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-250895998', 'router:external': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:31.351001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1b44d23b-a7b5-4547-8185-f92e8792a784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.376522 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fb96ee43-c9e9-478e-b70f-1ce875013876 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.458110 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44f5e4a-4001-4c7b-824b-522c4a17fee7 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Made reservation on behalf of 3cc97ed8a2224517b16790c3369e38d0 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:31.460421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c44f5e4a-4001-4c7b-824b-522c4a17fee7 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.463311 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1b44d23b-a7b5-4547-8185-f92e8792a784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.473321 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c44f5e4a-4001-4c7b-824b-522c4a17fee7 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.510821 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Attempting to bind port 4067e27d-a4e3-4022-b5a4-48e04461b54f on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:31.511208 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Attempting to bind port 4067e27d-a4e3-4022-b5a4-48e04461b54f by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:31.511574 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Attempting to bind port 4067e27d-a4e3-4022-b5a4-48e04461b54f on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:31.524512 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44d23b-a7b5-4547-8185-f92e8792a784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=583af437-8ea5-4d3a-ad1f-e80cfd357cd1,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:31.534444 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6a10559a-208f-435c-937f-69a9e598c038 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2615123 Nov 11 12:14:31.534830 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51862) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:31.538850 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:31.539254 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:31.539660 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.540058 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:31.540546 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Bound port: 4067e27d-a4e3-4022-b5a4-48e04461b54f, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:31.540924 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.543323 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-93f44282-e951-4cbd-b418-9db6dc474947 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'network_id': '234c4b92-6001-4fb5-b050-6c2e5f2b0a62', 'security_groups': [], 'name': 'tempest-PortsTestJSON-505612961'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:31.568490 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7bddcc50-d99a-4d70-8928-c9b59bc590b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.568769 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e6864161-ff77-4e1a-b479-6d118326d82d None None] Provisioning complete for port a7335f75-903f-4c36-bec1-209514bc3fc5 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:31.568944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e6864161-ff77-4e1a-b479-6d118326d82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.571076 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7bddcc50-d99a-4d70-8928-c9b59bc590b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.574735 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7bddcc50-d99a-4d70-8928-c9b59bc590b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9080a9fa-369f-40a8-a23a-11f701a2e245 HTTP/1.1" status: 204 len: 168 time: 0.5188417 Nov 11 12:14:31.594883 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddcc50-d99a-4d70-8928-c9b59bc590b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9080a9fa-369f-40a8-a23a-11f701a2e245,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:31.709471 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c44f5e4a-4001-4c7b-824b-522c4a17fee7 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.723578 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] For port 4067e27d-a4e3-4022-b5a4-48e04461b54f, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:31.734919 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e6864161-ff77-4e1a-b479-6d118326d82d None None] Port a7335f75-903f-4c36-bec1-209514bc3fc5 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:31.751693 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-fb96ee43-c9e9-478e-b70f-1ce875013876 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Allocated IP 172.21.0.1 (bc9f675f-087e-481d-8fb0-0cd918e22c39/f531b5dc-fa1d-455e-a0bc-a5190ee66d4d/9c4acebd-f34a-435e-9856-ab4f8d1ba676) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:31.786898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c44f5e4a-4001-4c7b-824b-522c4a17fee7 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.804189 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] For port 4067e27d-a4e3-4022-b5a4-48e04461b54f, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=4067e27d-a4e3-4022-b5a4-48e04461b54f,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:31.861446 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e6864161-ff77-4e1a-b479-6d118326d82d None None] Provisioning complete for port 65689dc7-eef8-46b5-9b22-13feaf77508b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:31.861809 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e6864161-ff77-4e1a-b479-6d118326d82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.863758 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.874185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f5e4a-4001-4c7b-824b-522c4a17fee7 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a50a78c-ad5b-4da5-a10d-f16da4aaf7c4,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:31.879674 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44f5e4a-4001-4c7b-824b-522c4a17fee7 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:31.891676 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 65689dc7-eef8-46b5-9b22-13feaf77508b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:31.908350 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c44f5e4a-4001-4c7b-824b-522c4a17fee7 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.908977 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-c44f5e4a-4001-4c7b-824b-522c4a17fee7 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Added segment 05970a9a-2d4a-40f5-91ea-6d183673aca7 of type vlan for network f762cf02-579f-4589-9e24-0ea29cd004e0 Nov 11 12:14:31.911393 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:31.968657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b44d23b-a7b5-4547-8185-f92e8792a784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:31.995749 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-1b44d23b-a7b5-4547-8185-f92e8792a784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:32.003810 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-234c4b92-6001-4fb5-b050-6c2e5f2b0a62', 'network_id': '234c4b92-6001-4fb5-b050-6c2e5f2b0a62', 'tenant_id': '7893216449e342f89082e63f19617aea', 'fixed_ips': [{'subnet_id': 'cb508768-de3a-4d13-9075-0736e1b833d0'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:32.005665 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b44d23b-a7b5-4547-8185-f92e8792a784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:32.006747 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.011824 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c44f5e4a-4001-4c7b-824b-522c4a17fee7 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.012191 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b44d23b-a7b5-4547-8185-f92e8792a784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:32.012820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1b44d23b-a7b5-4547-8185-f92e8792a784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.020638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.032697 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fb96ee43-c9e9-478e-b70f-1ce875013876 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.065700 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-1f5f163b-69a8-475b-88cc-4d2f4f41fec9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Allocated IP 172.20.0.1 (b580bc89-3da6-495d-a6bb-01e9bf883bce/34e2f751-5fb5-4ae4-b698-e48b1c322623/b9de35dd-7567-4766-bc31-f27bf6c241ff) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:32.094326 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Network b580bc89-3da6-495d-a6bb-01e9bf883bce is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:32.112190 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1b44d23b-a7b5-4547-8185-f92e8792a784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3438866 Nov 11 12:14:32.112672 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51868) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:32.140153 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638e828-c53a-4e91-94d9-cf359730c9c9 None None] Pushing event updated for resources: {'Port': ['ID=4067e27d-a4e3-4022-b5a4-48e04461b54f,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:32.154626 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:32.163137 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:32.177199 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c44f5e4a-4001-4c7b-824b-522c4a17fee7 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.179638 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44f5e4a-4001-4c7b-824b-522c4a17fee7 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:32.180355 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c44f5e4a-4001-4c7b-824b-522c4a17fee7 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.211120 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fb96ee43-c9e9-478e-b70f-1ce875013876 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.264929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f44282-e951-4cbd-b418-9db6dc474947 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:32.273552 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-93f44282-e951-4cbd-b418-9db6dc474947 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.294083 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Pushing event updated for resources: {'Port': ['ID=ce9b0828-995f-4dc3-9cb6-02cc682b5ee4,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:32.296666 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 65689dc7-eef8-46b5-9b22-13feaf77508b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:32.296666 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.305757 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb96ee43-c9e9-478e-b70f-1ce875013876 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network bc9f675f-087e-481d-8fb0-0cd918e22c39 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:32.312543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-fb96ee43-c9e9-478e-b70f-1ce875013876 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:32.317439 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e6864161-ff77-4e1a-b479-6d118326d82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.321933 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb96ee43-c9e9-478e-b70f-1ce875013876 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:32.334341 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe246b-8a95-40aa-997e-f3bae0370adb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:32.339732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe246b-8a95-40aa-997e-f3bae0370adb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:32.344601 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c5fe246b-8a95-40aa-997e-f3bae0370adb tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2283933 Nov 11 12:14:32.344601 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f5e4a-4001-4c7b-824b-522c4a17fee7 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Pushing event updated for resources: {'Network': ['ID=f762cf02-579f-4589-9e24-0ea29cd004e0,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:32.345492 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51876) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:32.359378 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-93f44282-e951-4cbd-b418-9db6dc474947 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] device_id is not set on port c75c9a78-17a1-4345-b5aa-1710b6659262 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:32.371853 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network f762cf02-579f-4589-9e24-0ea29cd004e0 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:32.434298 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c44f5e4a-4001-4c7b-824b-522c4a17fee7 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3747129 Nov 11 12:14:32.436570 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96ee43-c9e9-478e-b70f-1ce875013876 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=9c4acebd-f34a-435e-9856-ab4f8d1ba676,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:32.441004 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51878) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:32.447684 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-a41cf475-92f3-4aa4-aaa2-aa62c5f6d89b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Request body: {'subnet': {'network_id': 'f762cf02-579f-4589-9e24-0ea29cd004e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:32.456283 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Attempting to bind port ce9b0828-995f-4dc3-9cb6-02cc682b5ee4 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:32.456907 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Attempting to bind port ce9b0828-995f-4dc3-9cb6-02cc682b5ee4 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:32.457459 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Attempting to bind port ce9b0828-995f-4dc3-9cb6-02cc682b5ee4 on network b580bc89-3da6-495d-a6bb-01e9bf883bce {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:32.482989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Allocated IP 172.20.0.2 (234c4b92-6001-4fb5-b050-6c2e5f2b0a62/cb508768-de3a-4d13-9075-0736e1b833d0/fabbb3b4-75e1-4f1f-9a2c-952cd7077d66) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:32.495872 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:32.496548 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Checking segment: {'id': '06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:32.497179 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.497610 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Bound using segment: {'id': '06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:32.498098 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Bound port: ce9b0828-995f-4dc3-9cb6-02cc682b5ee4, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:32.498490 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.520741 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fb96ee43-c9e9-478e-b70f-1ce875013876 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.548766 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f5f163b-69a8-475b-88cc-4d2f4f41fec9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.571247 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-e6864161-ff77-4e1a-b479-6d118326d82d None None] For port 65689dc7-eef8-46b5-9b22-13feaf77508b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=65689dc7-eef8-46b5-9b22-13feaf77508b,segment=NetworkSegment(df36c511-cc9a-4e63-96c0-d6fb2b75065c),segment_id=df36c511-cc9a-4e63-96c0-d6fb2b75065c)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:32.672494 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41cf475-92f3-4aa4-aaa2-aa62c5f6d89b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Made reservation on behalf of 3cc97ed8a2224517b16790c3369e38d0 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:32.675364 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a41cf475-92f3-4aa4-aaa2-aa62c5f6d89b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.720377 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e6864161-ff77-4e1a-b479-6d118326d82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.763716 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f5f163b-69a8-475b-88cc-4d2f4f41fec9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.768205 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-cd933aad-bcf5-47cd-932b-2094d61db46d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port 583af437-8ea5-4d3a-ad1f-e80cfd357cd1 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:32.768555 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cd933aad-bcf5-47cd-932b-2094d61db46d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.809534 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5f163b-69a8-475b-88cc-4d2f4f41fec9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Network b580bc89-3da6-495d-a6bb-01e9bf883bce is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:32.815470 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-1f5f163b-69a8-475b-88cc-4d2f4f41fec9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:32.818669 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] For port ce9b0828-995f-4dc3-9cb6-02cc682b5ee4, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:32.822445 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5f163b-69a8-475b-88cc-4d2f4f41fec9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:32.827643 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] For port ce9b0828-995f-4dc3-9cb6-02cc682b5ee4, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=ce9b0828-995f-4dc3-9cb6-02cc682b5ee4,segment=NetworkSegment(06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e),segment_id=06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:32.867552 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f163b-69a8-475b-88cc-4d2f4f41fec9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event updated for resources: {'Port': ['ID=b9de35dd-7567-4766-bc31-f27bf6c241ff,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:32.886451 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6864161-ff77-4e1a-b479-6d118326d82d None None] Pushing event updated for resources: {'Port': ['ID=65689dc7-eef8-46b5-9b22-13feaf77508b,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:32.900987 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f5f163b-69a8-475b-88cc-4d2f4f41fec9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.910758 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.922813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6ee165fe-7744-472c-9984-6fcc7bc723f4 None None] Provisioning complete for port 9c4acebd-f34a-435e-9856-ab4f8d1ba676 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:32.923218 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6ee165fe-7744-472c-9984-6fcc7bc723f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:32.993683 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cd933aad-bcf5-47cd-932b-2094d61db46d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.033366 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fb96ee43-c9e9-478e-b70f-1ce875013876 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.051733 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-cd933aad-bcf5-47cd-932b-2094d61db46d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for 583af437-8ea5-4d3a-ad1f-e80cfd357cd1 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:33.088719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-6ee165fe-7744-472c-9984-6fcc7bc723f4 None None] Port 9c4acebd-f34a-435e-9856-ab4f8d1ba676 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:33.091084 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.098447 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fd0f9-1a9c-4c53-90fc-502b6f1e7c77 None None] Pushing event updated for resources: {'Port': ['ID=ce9b0828-995f-4dc3-9cb6-02cc682b5ee4,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:33.173628 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f5f163b-69a8-475b-88cc-4d2f4f41fec9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.174412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 55654909-1bb2-4efd-94ab-17413eb3011f up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:33.180664 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.311840 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3e339702-b01a-4ee8-9bc8-b79662f21b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.354100 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51892) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:33.363953 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Network 234c4b92-6001-4fb5-b050-6c2e5f2b0a62 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:33.374448 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:33.378575 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:33.385807 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Pushing event updated for resources: {'Port': ['ID=fabbb3b4-75e1-4f1f-9a2c-952cd7077d66,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:33.504392 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Attempting to bind port fabbb3b4-75e1-4f1f-9a2c-952cd7077d66 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:33.505024 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Attempting to bind port fabbb3b4-75e1-4f1f-9a2c-952cd7077d66 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'edee155c-4c14-4b43-b21e-68b3f7f87fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '234c4b92-6001-4fb5-b050-6c2e5f2b0a62'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:33.507328 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Attempting to bind port fabbb3b4-75e1-4f1f-9a2c-952cd7077d66 on network 234c4b92-6001-4fb5-b050-6c2e5f2b0a62 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:33.509321 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-93f44282-e951-4cbd-b418-9db6dc474947 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Allocated IP 172.20.0.13 (234c4b92-6001-4fb5-b050-6c2e5f2b0a62/cb508768-de3a-4d13-9075-0736e1b833d0/c75c9a78-17a1-4345-b5aa-1710b6659262) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:33.520582 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:33.521226 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Checking segment: {'id': 'edee155c-4c14-4b43-b21e-68b3f7f87fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '234c4b92-6001-4fb5-b050-6c2e5f2b0a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:33.522023 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.523075 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Bound using segment: {'id': 'edee155c-4c14-4b43-b21e-68b3f7f87fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '234c4b92-6001-4fb5-b050-6c2e5f2b0a62'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:33.526541 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Bound port: fabbb3b4-75e1-4f1f-9a2c-952cd7077d66, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edee155c-4c14-4b43-b21e-68b3f7f87fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '234c4b92-6001-4fb5-b050-6c2e5f2b0a62'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:33.527280 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.555730 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 55654909-1bb2-4efd-94ab-17413eb3011f triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:33.556362 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.663404 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-4d7fa3dc-5b6c-4a57-9aaa-dd430974ce88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1906464938'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:33.704620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] For port fabbb3b4-75e1-4f1f-9a2c-952cd7077d66, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:33.708529 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] For port fabbb3b4-75e1-4f1f-9a2c-952cd7077d66, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fabbb3b4-75e1-4f1f-9a2c-952cd7077d66,segment=NetworkSegment(edee155c-4c14-4b43-b21e-68b3f7f87fae),segment_id=edee155c-4c14-4b43-b21e-68b3f7f87fae)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:33.771694 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4067e27d-a4e3-4022-b5a4-48e04461b54f up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:33.776310 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb48cdf-a63e-4a63-96d5-86146cd2f31c req-479b2759-d4a5-44ea-8844-2d534546fd81 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:33.781179 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fb96ee43-c9e9-478e-b70f-1ce875013876 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.784819 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8cb48cdf-a63e-4a63-96d5-86146cd2f31c req-479b2759-d4a5-44ea-8844-2d534546fd81 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.3029172 Nov 11 12:14:33.797106 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7fa3dc-5b6c-4a57-9aaa-dd430974ce88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:33.801160 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4d7fa3dc-5b6c-4a57-9aaa-dd430974ce88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.816653 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.836148 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4d7fa3dc-5b6c-4a57-9aaa-dd430974ce88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.872760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 4067e27d-a4e3-4022-b5a4-48e04461b54f triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:33.873140 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.896566 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-93f44282-e951-4cbd-b418-9db6dc474947 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.933995 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cd933aad-bcf5-47cd-932b-2094d61db46d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:33.937799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fb96ee43-c9e9-478e-b70f-1ce875013876 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.026267 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-93f44282-e951-4cbd-b418-9db6dc474947 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.071729 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cd933aad-bcf5-47cd-932b-2094d61db46d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.076062 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-cd933aad-bcf5-47cd-932b-2094d61db46d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/583af437-8ea5-4d3a-ad1f-e80cfd357cd1 HTTP/1.1" status: 204 len: 168 time: 1.7264826 Nov 11 12:14:34.084490 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fb96ee43-c9e9-478e-b70f-1ce875013876 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.086537 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51896) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:34.103224 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96ee43-c9e9-478e-b70f-1ce875013876 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=9c4acebd-f34a-435e-9856-ab4f8d1ba676,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:34.164117 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f44282-e951-4cbd-b418-9db6dc474947 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 234c4b92-6001-4fb5-b050-6c2e5f2b0a62 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:34.169984 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654b9ed-4ea7-40c3-860a-026813d61b7d None None] Pushing event updated for resources: {'Port': ['ID=fabbb3b4-75e1-4f1f-9a2c-952cd7077d66,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:34.172599 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8cb48cdf-a63e-4a63-96d5-86146cd2f31c req-8b25159a-5766-44a7-a4d5-88b6a481a568 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3869154 Nov 11 12:14:34.190553 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-93f44282-e951-4cbd-b418-9db6dc474947 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:34.195394 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1d03edbc-88ee-4863-9524-3bfd49520607 None None] Provisioning complete for port 4067e27d-a4e3-4022-b5a4-48e04461b54f triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:34.196274 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1d03edbc-88ee-4863-9524-3bfd49520607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.224295 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd933aad-bcf5-47cd-932b-2094d61db46d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=583af437-8ea5-4d3a-ad1f-e80cfd357cd1,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:34.256544 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f44282-e951-4cbd-b418-9db6dc474947 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:34.297340 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f44282-e951-4cbd-b418-9db6dc474947 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=c75c9a78-17a1-4345-b5aa-1710b6659262,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:34.382041 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb96ee43-c9e9-478e-b70f-1ce875013876 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network bc9f675f-087e-481d-8fb0-0cd918e22c39 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:34.390654 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bce445-cfa7-40ef-ba4f-14603c71cddd tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:34.392637 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bce445-cfa7-40ef-ba4f-14603c71cddd tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:34.394401 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d6bce445-cfa7-40ef-ba4f-14603c71cddd tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2959313 Nov 11 12:14:34.404697 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-fb96ee43-c9e9-478e-b70f-1ce875013876 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:34.408702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51900) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:34.414852 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.497095 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f44282-e951-4cbd-b418-9db6dc474947 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:34.504674 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-93f44282-e951-4cbd-b418-9db6dc474947 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.508830 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1d03edbc-88ee-4863-9524-3bfd49520607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.510930 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-7639d159-939f-44be-a440-dcbc7e3ab2b4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet f38fa8fa-c0fb-4a4a-8e83-da138a472511 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:34.527480 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7639d159-939f-44be-a440-dcbc7e3ab2b4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.534457 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 4067e27d-a4e3-4022-b5a4-48e04461b54f, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=4067e27d-a4e3-4022-b5a4-48e04461b54f,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:34.559171 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f5f163b-69a8-475b-88cc-4d2f4f41fec9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.592054 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4d7fa3dc-5b6c-4a57-9aaa-dd430974ce88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.600549 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0796f3-14d3-445d-81c8-0a43a64dc921 req-d8e08dff-0934-4809-bb86-0a2fdad19759 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:34.602072 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8e0796f3-14d3-445d-81c8-0a43a64dc921 req-d8e08dff-0934-4809-bb86-0a2fdad19759 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.2104065 Nov 11 12:14:34.635584 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.665844 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8e0796f3-14d3-445d-81c8-0a43a64dc921 req-4829bd6a-b663-4648-b6a2-44ba7f99bf2a tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550389 Nov 11 12:14:34.679731 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f5f163b-69a8-475b-88cc-4d2f4f41fec9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.726637 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-1d03edbc-88ee-4863-9524-3bfd49520607 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:14:34.730973 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-1d03edbc-88ee-4863-9524-3bfd49520607 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:14:34.769087 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-93f44282-e951-4cbd-b418-9db6dc474947 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.2304945 Nov 11 12:14:34.815076 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f163b-69a8-475b-88cc-4d2f4f41fec9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event updated for resources: {'Port': ['ID=b9de35dd-7567-4766-bc31-f27bf6c241ff,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:34.815731 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=4067e27d-a4e3-4022-b5a4-48e04461b54f,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:34.817921 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4d7fa3dc-5b6c-4a57-9aaa-dd430974ce88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.830862 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7fa3dc-5b6c-4a57-9aaa-dd430974ce88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:34.841155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4d7fa3dc-5b6c-4a57-9aaa-dd430974ce88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.841507 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-4d7fa3dc-5b6c-4a57-9aaa-dd430974ce88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Added segment b60c551d-2027-4906-9898-ec73078a614e of type vlan for network f50c4066-2942-430c-8f8f-f9b294ddc7cb Nov 11 12:14:34.905224 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4d7fa3dc-5b6c-4a57-9aaa-dd430974ce88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:34.923376 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51904) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:34.998875 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fa3dc-5b6c-4a57-9aaa-dd430974ce88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1079767f-4d49-419b-9ac8-cf14e2ba495e,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:35.029644 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f5f163b-69a8-475b-88cc-4d2f4f41fec9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:35.049091 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce8f25f-c488-4cfc-87e4-c51f2c981303 None None] Network b580bc89-3da6-495d-a6bb-01e9bf883bce requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:35.098771 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4d7fa3dc-5b6c-4a57-9aaa-dd430974ce88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:35.117603 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7fa3dc-5b6c-4a57-9aaa-dd430974ce88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:35.118936 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4d7fa3dc-5b6c-4a57-9aaa-dd430974ce88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:35.144305 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7639d159-939f-44be-a440-dcbc7e3ab2b4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:35.205541 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fa3dc-5b6c-4a57-9aaa-dd430974ce88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Network': ['ID=f50c4066-2942-430c-8f8f-f9b294ddc7cb,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:35.241256 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb96ee43-c9e9-478e-b70f-1ce875013876 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 784305e8-67a4-47e5-83ca-2799e78ffb90 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:14:35.272187 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network f50c4066-2942-430c-8f8f-f9b294ddc7cb details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:35.274705 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ce9b0828-995f-4dc3-9cb6-02cc682b5ee4 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:35.294517 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.objects.ports [None req-a41cf475-92f3-4aa4-aaa2-aa62c5f6d89b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103001) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:14:35.294923 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a41cf475-92f3-4aa4-aaa2-aa62c5f6d89b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:35.380676 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-ca6fcefa-8033-41ce-8ad7-8c079273ca6b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port c75c9a78-17a1-4345-b5aa-1710b6659262 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:35.382041 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca6fcefa-8033-41ce-8ad7-8c079273ca6b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:35.399071 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4d7fa3dc-5b6c-4a57-9aaa-dd430974ce88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0324543 Nov 11 12:14:35.406732 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdc3ce-2f46-4f2e-9540-88917b76b898 req-3edeb479-2c8e-436c-8fa2-46c695829230 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:35.418576 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8acdc3ce-2f46-4f2e-9540-88917b76b898 req-3edeb479-2c8e-436c-8fa2-46c695829230 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.2121100 Nov 11 12:14:35.520607 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7639d159-939f-44be-a440-dcbc7e3ab2b4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:35.525734 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cf475-92f3-4aa4-aaa2-aa62c5f6d89b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Pushing event updated for resources: {'Subnet': ['ID=98f1724e-cc0b-4996-95ab-d57d6b578959,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:35.563861 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5f163b-69a8-475b-88cc-4d2f4f41fec9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Network b580bc89-3da6-495d-a6bb-01e9bf883bce is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:35.565676 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-1f5f163b-69a8-475b-88cc-4d2f4f41fec9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:35.634723 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port ce9b0828-995f-4dc3-9cb6-02cc682b5ee4 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:35.636717 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:35.649267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb96ee43-c9e9-478e-b70f-1ce875013876 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:14:35.658627 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41cf475-92f3-4aa4-aaa2-aa62c5f6d89b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Checking segment: {'id': '05970a9a-2d4a-40f5-91ea-6d183673aca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f762cf02-579f-4589-9e24-0ea29cd004e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:35.660765 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41cf475-92f3-4aa4-aaa2-aa62c5f6d89b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Network hostable DHCP agents. Network: f762cf02-579f-4589-9e24-0ea29cd004e0, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:35.661758 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db10cc72-abd7-4281-8c22-459dc58c4297 None None] Sync routers for ids ['784305e8-67a4-47e5-83ca-2799e78ffb90'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:14:35.662859 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca6fcefa-8033-41ce-8ad7-8c079273ca6b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:35.680955 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-ca6fcefa-8033-41ce-8ad7-8c079273ca6b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for c75c9a78-17a1-4345-b5aa-1710b6659262 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:35.701090 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db10cc72-abd7-4281-8c22-459dc58c4297 None None] Routers {'784305e8-67a4-47e5-83ca-2799e78ffb90'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:35.706618 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fb96ee43-c9e9-478e-b70f-1ce875013876 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/784305e8-67a4-47e5-83ca-2799e78ffb90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2835281 Nov 11 12:14:35.712196 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51908) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:35.714214 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-db10cc72-abd7-4281-8c22-459dc58c4297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:14:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['784305e8-67a4-47e5-83ca-2799e78ffb90'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:35.739466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0c9b552f-7422-4c8b-84b8-8b7356e86bcc None None] Provisioning complete for port 9c4acebd-f34a-435e-9856-ab4f8d1ba676 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:35.739844 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0c9b552f-7422-4c8b-84b8-8b7356e86bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:35.741523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7b43c082-f0f0-4b27-8e5c-181b3583ec9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:35.856070 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-db10cc72-abd7-4281-8c22-459dc58c4297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:35.874084 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d3106e-b1d7-4342-a0af-e7b8b5b5232f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:35.876125 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-70d3106e-b1d7-4342-a0af-e7b8b5b5232f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/ports/9c4acebd-f34a-435e-9856-ab4f8d1ba676 HTTP/1.1" status: 200 len: 910 time: 0.1615338 Nov 11 12:14:35.878880 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51910) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:35.886078 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17dafd4-ed9b-4e00-86a7-24cfaa9082f7 None None] Network 234c4b92-6001-4fb5-b050-6c2e5f2b0a62 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:35.898611 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db10cc72-abd7-4281-8c22-459dc58c4297 None None] Routers {'784305e8-67a4-47e5-83ca-2799e78ffb90'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:35.905250 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-db10cc72-abd7-4281-8c22-459dc58c4297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:14:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['784305e8-67a4-47e5-83ca-2799e78ffb90'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:35.965287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41cf475-92f3-4aa4-aaa2-aa62c5f6d89b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Network f762cf02-579f-4589-9e24-0ea29cd004e0 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:35.974304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7639d159-939f-44be-a440-dcbc7e3ab2b4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:35.989909 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-0c9b552f-7422-4c8b-84b8-8b7356e86bcc None None] Port 9c4acebd-f34a-435e-9856-ab4f8d1ba676 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:35.997692 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-db10cc72-abd7-4281-8c22-459dc58c4297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:35.998379 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db10cc72-abd7-4281-8c22-459dc58c4297 None None] The sync data for ids ['784305e8-67a4-47e5-83ca-2799e78ffb90'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:14:36.035852 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8acdc3ce-2f46-4f2e-9540-88917b76b898 req-3a4b048a-eea4-45df-abfc-5bcd17670190 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6197908 Nov 11 12:14:36.039096 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca6fcefa-8033-41ce-8ad7-8c079273ca6b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:36.095020 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639d159-939f-44be-a440-dcbc7e3ab2b4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=f38fa8fa-c0fb-4a4a-8e83-da138a472511,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:36.119667 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fcefa-8033-41ce-8ad7-8c079273ca6b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=c75c9a78-17a1-4345-b5aa-1710b6659262,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:36.120183 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0c9b552f-7422-4c8b-84b8-8b7356e86bcc None None] Could not find standard attr ID for object 583af437-8ea5-4d3a-ad1f-e80cfd357cd1. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:14:36.120269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7639d159-939f-44be-a440-dcbc7e3ab2b4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:36.121257 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7639d159-939f-44be-a440-dcbc7e3ab2b4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/f38fa8fa-c0fb-4a4a-8e83-da138a472511 HTTP/1.1" status: 204 len: 168 time: 1.7061937 Nov 11 12:14:36.124123 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51912) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:36.137864 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b4f91a-f9c1-44cf-b0af-268e5610902a None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:36.181363 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-a41cf475-92f3-4aa4-aaa2-aa62c5f6d89b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, f762cf02-579f-4589-9e24-0ea29cd004e0) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:36.196020 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0c9b552f-7422-4c8b-84b8-8b7356e86bcc None None] Provisioning complete for port ce9b0828-995f-4dc3-9cb6-02cc682b5ee4 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:36.196386 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0c9b552f-7422-4c8b-84b8-8b7356e86bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:36.207285 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b807521f-eb4a-4e0b-8cbe-f1225629878e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805330 Nov 11 12:14:36.232719 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51914) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:36.246589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41cf475-92f3-4aa4-aaa2-aa62c5f6d89b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:36.252429 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a41cf475-92f3-4aa4-aaa2-aa62c5f6d89b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:36.270315 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-1581ede4-596d-4fae-af36-8aa546952852 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:36.341762 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:36.355453 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f82bd8c-d54b-4c8a-84af-05c312455a6b None None] Network f762cf02-579f-4589-9e24-0ea29cd004e0 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:36.430622 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a41cf475-92f3-4aa4-aaa2-aa62c5f6d89b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.9865592 Nov 11 12:14:36.437521 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51916) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:36.451179 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-9cfedc22-8f5c-4b79-a84c-ae57b214c177 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1850197712', 'network_id': 'f762cf02-579f-4589-9e24-0ea29cd004e0'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:36.535764 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca6fcefa-8033-41ce-8ad7-8c079273ca6b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:36.539801 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ca6fcefa-8033-41ce-8ad7-8c079273ca6b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/ports/c75c9a78-17a1-4345-b5aa-1710b6659262 HTTP/1.1" status: 204 len: 168 time: 1.6095965 Nov 11 12:14:36.547815 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51918) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:36.558426 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port ce9b0828-995f-4dc3-9cb6-02cc682b5ee4, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=ce9b0828-995f-4dc3-9cb6-02cc682b5ee4,segment=NetworkSegment(06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e),segment_id=06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:36.602954 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4896c1-9e85-4754-a95d-01c666f8f6b9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] GET failed (client error): The resource could not be found. Nov 11 12:14:36.604636 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ca4896c1-9e85-4754-a95d-01c666f8f6b9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports/c75c9a78-17a1-4345-b5aa-1710b6659262 HTTP/1.1" status: 404 len: 333 time: 0.0558743 Nov 11 12:14:36.609452 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51920) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:36.614010 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5f163b-69a8-475b-88cc-4d2f4f41fec9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Router 1b724a07-ef9a-439b-82f7-7bbf1108fe18 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:14:36.677453 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:36.677453 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 65689dc7-eef8-46b5-9b22-13feaf77508b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:36.680548 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfedc22-8f5c-4b79-a84c-ae57b214c177 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Made reservation on behalf of 3cc97ed8a2224517b16790c3369e38d0 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:36.683715 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9cfedc22-8f5c-4b79-a84c-ae57b214c177 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:36.752206 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-9cfedc22-8f5c-4b79-a84c-ae57b214c177 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] device_id is not set on port 3e0585d7-ab09-4f6e-919b-5725973176f9 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:36.782390 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-5223dcfa-b678-4c4f-91e2-ea2d053e8599 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting subnet cb508768-de3a-4d13-9075-0736e1b833d0 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:36.822399 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1581ede4-596d-4fae-af36-8aa546952852 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:36.826936 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5223dcfa-b678-4c4f-91e2-ea2d053e8599 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:36.828394 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1581ede4-596d-4fae-af36-8aa546952852 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:36.847149 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4e81c1-a594-4f4d-bc28-aadaa9e5d14a None None] Network f762cf02-579f-4589-9e24-0ea29cd004e0 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:36.953290 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5223dcfa-b678-4c4f-91e2-ea2d053e8599 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:37.018575 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=ce9b0828-995f-4dc3-9cb6-02cc682b5ee4,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:37.064112 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:37.072872 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-53cd130e-6ff8-469c-af8f-2ad10c6ca43a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:37.145017 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5f163b-69a8-475b-88cc-4d2f4f41fec9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:14:37.165092 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1f5f163b-69a8-475b-88cc-4d2f4f41fec9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "PUT /v2.0/routers/1b724a07-ef9a-439b-82f7-7bbf1108fe18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1849842 Nov 11 12:14:37.182812 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-9cfedc22-8f5c-4b79-a84c-ae57b214c177 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Allocated IP 2001:db8::313 (f762cf02-579f-4589-9e24-0ea29cd004e0/98f1724e-cc0b-4996-95ab-d57d6b578959/3e0585d7-ab09-4f6e-919b-5725973176f9) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:37.263380 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Sync routers for ids ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:14:37.274868 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 65689dc7-eef8-46b5-9b22-13feaf77508b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:37.276018 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:37.307066 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5223dcfa-b678-4c4f-91e2-ea2d053e8599 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:37.326450 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Routers {'1b724a07-ef9a-439b-82f7-7bbf1108fe18'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:37.327463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:14:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:37.462216 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613d6a6-5ccf-4e19-bce6-5d4445195724 req-d4d11321-cbff-4a24-b9fa-94c46ac7700f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:37.467324 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4613d6a6-5ccf-4e19-bce6-5d4445195724 req-d4d11321-cbff-4a24-b9fa-94c46ac7700f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.2280111 Nov 11 12:14:37.481700 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Set router 1b724a07-ef9a-439b-82f7-7bbf1108fe18 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:14:37.551740 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5223dcfa-b678-4c4f-91e2-ea2d053e8599 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:37.608915 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9cfedc22-8f5c-4b79-a84c-ae57b214c177 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:37.611369 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223dcfa-b678-4c4f-91e2-ea2d053e8599 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Subnet': ['ID=cb508768-de3a-4d13-9075-0736e1b833d0,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:37.648705 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.objects.ports [None req-1581ede4-596d-4fae-af36-8aa546952852 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:14:37.657484 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5223dcfa-b678-4c4f-91e2-ea2d053e8599 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:37.668873 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5223dcfa-b678-4c4f-91e2-ea2d053e8599 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/cb508768-de3a-4d13-9075-0736e1b833d0 HTTP/1.1" status: 204 len: 168 time: 1.0574489 Nov 11 12:14:37.677836 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51940) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:37.818393 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:37.944692 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4613d6a6-5ccf-4e19-bce6-5d4445195724 req-60f30fc7-56bc-4c4e-8435-4ee5a30608d1 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4606881 Nov 11 12:14:37.973623 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6d203336-eac2-49be-96cc-ceda82604096 req-f05735aa-de91-491e-b307-6621f7f6c903 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2088331168&fields=id&tenant_id=c50ad2899d5f44f391ca81db684e3194 HTTP/1.1" status: 200 len: 267 time: 0.3173637 Nov 11 12:14:38.014960 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9cfedc22-8f5c-4b79-a84c-ae57b214c177 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:38.118796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fabbb3b4-75e1-4f1f-9a2c-952cd7077d66 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:38.120573 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1581ede4-596d-4fae-af36-8aa546952852 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:38.134538 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-53cd130e-6ff8-469c-af8f-2ad10c6ca43a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting port 9c4acebd-f34a-435e-9856-ab4f8d1ba676 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:38.140242 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-53cd130e-6ff8-469c-af8f-2ad10c6ca43a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:38.204801 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:38.226266 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d203336-eac2-49be-96cc-ceda82604096 req-b2e947b2-c264-4a44-a860-20ef0e564e4f tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:38.228428 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6d203336-eac2-49be-96cc-ceda82604096 req-b2e947b2-c264-4a44-a860-20ef0e564e4f tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/networks?id=b580bc89-3da6-495d-a6bb-01e9bf883bce HTTP/1.1" status: 200 len: 797 time: 0.2434361 Nov 11 12:14:38.282148 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6d203336-eac2-49be-96cc-ceda82604096 req-764e65d1-cd2b-4eed-9e63-1693b413129e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/quotas/c50ad2899d5f44f391ca81db684e3194 HTTP/1.1" status: 200 len: 375 time: 0.0199172 Nov 11 12:14:38.285562 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-507e786a-5a7a-4302-8a99-346bff027a02 None None] Provisioning complete for port b9de35dd-7567-4766-bc31-f27bf6c241ff triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:38.285934 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-507e786a-5a7a-4302-8a99-346bff027a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:38.339556 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port fabbb3b4-75e1-4f1f-9a2c-952cd7077d66 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:38.339963 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:38.408942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-507e786a-5a7a-4302-8a99-346bff027a02 None None] Port b9de35dd-7567-4766-bc31-f27bf6c241ff cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:38.419787 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-53cd130e-6ff8-469c-af8f-2ad10c6ca43a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:38.420363 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437813602', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:14:20Z', 'updated_at': '2021-11-11T12:14:33Z', 'revision_number': 4, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'gw_port': {'id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:22Z', 'updated_at': '2021-11-11T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b9de35dd-7567-4766-bc31-f27bf6c241ff', 'name': '', 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'mac_address': 'fa:16:3e:88:81:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:30Z', 'updated_at': '2021-11-11T12:14:33Z', 'revision_number': 2, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'subnets': [{'id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:38.425575 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6d203336-eac2-49be-96cc-ceda82604096 req-5d4eacf8-4d59-46ad-a176-f2082d399d06 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c50ad2899d5f44f391ca81db684e3194&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1311257 Nov 11 12:14:38.440484 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-53cd130e-6ff8-469c-af8f-2ad10c6ca43a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Calling delete_port for 9c4acebd-f34a-435e-9856-ab4f8d1ba676 owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:38.460841 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Checking router: 1b724a07-ef9a-439b-82f7-7bbf1108fe18 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:14:38.461248 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Updating router 1b724a07-ef9a-439b-82f7-7bbf1108fe18 port b9de35dd-7567-4766-bc31-f27bf6c241ff binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:14:38.546700 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-507e786a-5a7a-4302-8a99-346bff027a02 None None] Provisioning complete for port ce9b0828-995f-4dc3-9cb6-02cc682b5ee4 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:38.547524 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-507e786a-5a7a-4302-8a99-346bff027a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:38.551488 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfedc22-8f5c-4b79-a84c-ae57b214c177 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Network f762cf02-579f-4589-9e24-0ea29cd004e0 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:38.556675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-9cfedc22-8f5c-4b79-a84c-ae57b214c177 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:38.584164 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfedc22-8f5c-4b79-a84c-ae57b214c177 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:38.585152 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfedc22-8f5c-4b79-a84c-ae57b214c177 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:38.585757 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9cfedc22-8f5c-4b79-a84c-ae57b214c177 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:38.590282 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6b12e5-f877-4d3f-8847-1a74a1f8ccdd None None] DHCP port deletion for 234c4b92-6001-4fb5-b050-6c2e5f2b0a62 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:38.616714 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:38.630346 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfedc22-8f5c-4b79-a84c-ae57b214c177 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Pushing event updated for resources: {'Port': ['ID=3e0585d7-ab09-4f6e-919b-5725973176f9,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:38.652514 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port fabbb3b4-75e1-4f1f-9a2c-952cd7077d66 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:38.652849 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:38.673502 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:38.779340 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] For port fabbb3b4-75e1-4f1f-9a2c-952cd7077d66, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fabbb3b4-75e1-4f1f-9a2c-952cd7077d66,segment=NetworkSegment(edee155c-4c14-4b43-b21e-68b3f7f87fae),segment_id=edee155c-4c14-4b43-b21e-68b3f7f87fae)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:38.779847 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:38.799073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for fabbb3b4-75e1-4f1f-9a2c-952cd7077d66 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:38.848368 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51942) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:38.854919 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-54eb7548-f61a-4ba9-a76e-e972efcdbf67 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'subnet': {'network_id': 'f50c4066-2942-430c-8f8f-f9b294ddc7cb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:38.866692 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9cfedc22-8f5c-4b79-a84c-ae57b214c177 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.4237709 Nov 11 12:14:38.872085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port fabbb3b4-75e1-4f1f-9a2c-952cd7077d66, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fabbb3b4-75e1-4f1f-9a2c-952cd7077d66,segment=NetworkSegment(edee155c-4c14-4b43-b21e-68b3f7f87fae),segment_id=edee155c-4c14-4b43-b21e-68b3f7f87fae)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:38.880629 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51944) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:38.945108 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b12e5-f877-4d3f-8847-1a74a1f8ccdd None None] Deleting port fabbb3b4-75e1-4f1f-9a2c-952cd7077d66 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:38.945337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5c6b12e5-f877-4d3f-8847-1a74a1f8ccdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.000020 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.001223 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4067e27d-a4e3-4022-b5a4-48e04461b54f up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:39.009852 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-507e786a-5a7a-4302-8a99-346bff027a02 None None] Provisioning complete for port fabbb3b4-75e1-4f1f-9a2c-952cd7077d66 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:39.010120 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-507e786a-5a7a-4302-8a99-346bff027a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.130141 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-1581ede4-596d-4fae-af36-8aa546952852 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] For port 4067e27d-a4e3-4022-b5a4-48e04461b54f, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=4067e27d-a4e3-4022-b5a4-48e04461b54f,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:39.180079 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6d203336-eac2-49be-96cc-ceda82604096 req-ca8e4702-51ae-4b11-820a-ea77eab93328 service neutron] 10.222.0.50 "GET /v2.0/networks/b580bc89-3da6-495d-a6bb-01e9bf883bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7476139 Nov 11 12:14:39.190765 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd5aa5-5439-425f-b872-677d3504f9af req-abc7f868-6f39-4354-b27d-ebcdcd97a937 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:39.192559 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c6fd5aa5-5439-425f-b872-677d3504f9af req-abc7f868-6f39-4354-b27d-ebcdcd97a937 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1227102 Nov 11 12:14:39.214185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-81817d38-0abd-4957-812b-808f2f4a2645 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Deleting port 3e0585d7-ab09-4f6e-919b-5725973176f9 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:39.214626 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-81817d38-0abd-4957-812b-808f2f4a2645 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.225760 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1581ede4-596d-4fae-af36-8aa546952852 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.283876 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.plugins.ml2.db [None req-507e786a-5a7a-4302-8a99-346bff027a02 None None] No ports have port_id starting with fabbb3b4-75e1-4f1f-9a2c-952cd7077d66 Nov 11 12:14:39.304275 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c6fd5aa5-5439-425f-b872-677d3504f9af req-390d4f3a-25fd-48ce-9146-6fcc6b03a0fe tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946932 Nov 11 12:14:39.309366 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5c6b12e5-f877-4d3f-8847-1a74a1f8ccdd None None] For port fabbb3b4-75e1-4f1f-9a2c-952cd7077d66, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fabbb3b4-75e1-4f1f-9a2c-952cd7077d66,segment=NetworkSegment(edee155c-4c14-4b43-b21e-68b3f7f87fae),segment_id=edee155c-4c14-4b43-b21e-68b3f7f87fae)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:39.310008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5c6b12e5-f877-4d3f-8847-1a74a1f8ccdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.336891 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6d203336-eac2-49be-96cc-ceda82604096 req-25b2eafe-8d64-4906-af1f-dd6025a301b0 service neutron] 10.222.0.50 "GET /v2.0/networks/b580bc89-3da6-495d-a6bb-01e9bf883bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376631 Nov 11 12:14:39.342727 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1581ede4-596d-4fae-af36-8aa546952852 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.344223 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1581ede4-596d-4fae-af36-8aa546952852 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.358527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.364208 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b12e5-f877-4d3f-8847-1a74a1f8ccdd None None] Calling delete_port for fabbb3b4-75e1-4f1f-9a2c-952cd7077d66 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:39.375949 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=fabbb3b4-75e1-4f1f-9a2c-952cd7077d66,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:39.388249 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 4067e27d-a4e3-4022-b5a4-48e04461b54f triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:39.388686 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.428199 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1581ede4-596d-4fae-af36-8aa546952852 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:39.437660 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-1581ede4-596d-4fae-af36-8aa546952852 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:39.447618 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1581ede4-596d-4fae-af36-8aa546952852 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:39.448290 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1581ede4-596d-4fae-af36-8aa546952852 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.464489 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581ede4-596d-4fae-af36-8aa546952852 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=3dc436a6-ec60-46d9-ba75-c7a119a190e1,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:39.469702 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581ede4-596d-4fae-af36-8aa546952852 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=4067e27d-a4e3-4022-b5a4-48e04461b54f,revision_number=6']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:39.488411 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136bc515-3670-429d-a816-10a25ec7c7ff None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:39.568898 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-2d23bab5-68b1-4805-bb6d-05fdcc0ed8a1 None None] Provisioning complete for port 4067e27d-a4e3-4022-b5a4-48e04461b54f triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:39.569600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2d23bab5-68b1-4805-bb6d-05fdcc0ed8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.578598 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-53cd130e-6ff8-469c-af8f-2ad10c6ca43a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.580439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.582016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54eb7548-f61a-4ba9-a76e-e972efcdbf67 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:39.585824 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-54eb7548-f61a-4ba9-a76e-e972efcdbf67 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.622955 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1581ede4-596d-4fae-af36-8aa546952852 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3837688 Nov 11 12:14:39.625471 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51948) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:39.631313 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-b9e35a68-beff-4792-ad41-c52824dfb979 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'mac_address': 'fa:16:3e:0b:60:3d', 'name': 'tempest-NetworksTestDHCPv6-1471115536'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:39.656865 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.687679 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd130e-6ff8-469c-af8f-2ad10c6ca43a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Port': ['ID=9c4acebd-f34a-435e-9856-ab4f8d1ba676,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:39.694483 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No DVR routers for this DVR port fabbb3b4-75e1-4f1f-9a2c-952cd7077d66 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:39.733228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.761493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5c6b12e5-f877-4d3f-8847-1a74a1f8ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.795020 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=fabbb3b4-75e1-4f1f-9a2c-952cd7077d66,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:39.870418 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e35a68-beff-4792-ad41-c52824dfb979 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:39.913455 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b12e5-f877-4d3f-8847-1a74a1f8ccdd None None] No DVR routers for this DVR port fabbb3b4-75e1-4f1f-9a2c-952cd7077d66 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:39.928198 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7bbae-b971-48e9-8a7f-04eb10a9a7e8 None None] Pushing event updated for resources: {'Port': ['ID=b9de35dd-7567-4766-bc31-f27bf6c241ff,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:39.946787 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:39.989640 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234c4b92-6001-4fb5-b050-6c2e5f2b0a62']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:40.004004 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edee155c-4c14-4b43-b21e-68b3f7f87fae') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:40.004303 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edee155c-4c14-4b43-b21e-68b3f7f87fae') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:40.014256 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b12e5-f877-4d3f-8847-1a74a1f8ccdd None None] Pushing event deleted for resources: {'Port': ['ID=fabbb3b4-75e1-4f1f-9a2c-952cd7077d66,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:40.018160 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.078950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.092449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b9e35a68-beff-4792-ad41-c52824dfb979 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.099734 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ce9b0828-995f-4dc3-9cb6-02cc682b5ee4 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:40.101167 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:40.102181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:40.110841 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:40.125663 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-81817d38-0abd-4957-812b-808f2f4a2645 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.142620 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-b9e35a68-beff-4792-ad41-c52824dfb979 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port 325b94e9-e8fc-4e68-aa15-d7303d9b5acc yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:40.172404 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Attempting to bind port b9de35dd-7567-4766-bc31-f27bf6c241ff on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:40.172691 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Attempting to bind port b9de35dd-7567-4766-bc31-f27bf6c241ff by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:40.173056 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Attempting to bind port b9de35dd-7567-4766-bc31-f27bf6c241ff on network b580bc89-3da6-495d-a6bb-01e9bf883bce {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:40.186620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:40.188159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Checking segment: {'id': '06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:40.188159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.188159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Bound using segment: {'id': '06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:40.188418 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Bound port: b9de35dd-7567-4766-bc31-f27bf6c241ff, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:40.188634 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.192717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-81817d38-0abd-4957-812b-808f2f4a2645 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Calling delete_port for 3e0585d7-ab09-4f6e-919b-5725973176f9 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:40.315705 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-b9e35a68-beff-4792-ad41-c52824dfb979 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::f816:3eff:fe0b:603d (db126361-d280-4945-be72-90312642a11b/3dc436a6-ec60-46d9-ba75-c7a119a190e1/325b94e9-e8fc-4e68-aa15-d7303d9b5acc) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:40.358565 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.381251 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.387944 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/networks/234c4b92-6001-4fb5-b050-6c2e5f2b0a62 HTTP/1.1" status: 204 len: 168 time: 2.6956716 Nov 11 12:14:40.388853 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51952) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:40.404654 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e5792a2b-8522-40be-aca0-48665730ea0d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73', 'name': 'tempest-PortsTestJSON-1089414239'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:40.480975 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] For port b9de35dd-7567-4766-bc31-f27bf6c241ff, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:40.485228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] For port b9de35dd-7567-4766-bc31-f27bf6c241ff, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b9de35dd-7567-4766-bc31-f27bf6c241ff,segment=NetworkSegment(06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e),segment_id=06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:40.500307 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-fcf6f3a8-6c8f-42d1-a176-6c02f0d5d0f1 None None] Provisioning complete for port b9de35dd-7567-4766-bc31-f27bf6c241ff triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:40.500824 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fcf6f3a8-6c8f-42d1-a176-6c02f0d5d0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.525703 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc2d81-8481-4b4a-881c-40f1b0c89748 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Network': ['ID=234c4b92-6001-4fb5-b050-6c2e5f2b0a62,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:40.531907 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-54eb7548-f61a-4ba9-a76e-e972efcdbf67 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.538299 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-53cd130e-6ff8-469c-af8f-2ad10c6ca43a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.551140 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-fcf6f3a8-6c8f-42d1-a176-6c02f0d5d0f1 None None] Port b9de35dd-7567-4766-bc31-f27bf6c241ff cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:40.557204 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port ce9b0828-995f-4dc3-9cb6-02cc682b5ee4 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:40.557685 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.591463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.603085 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9239b41-249d-4a96-aa5f-8527d1a7a6d1 req-83b42788-341c-46f8-b4e6-595838c68092 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:40.605210 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a9239b41-249d-4a96-aa5f-8527d1a7a6d1 req-83b42788-341c-46f8-b4e6-595838c68092 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1801157 Nov 11 12:14:40.633029 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.701616 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5792a2b-8522-40be-aca0-48665730ea0d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:40.709953 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e5792a2b-8522-40be-aca0-48665730ea0d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.732734 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Routers {'1b724a07-ef9a-439b-82f7-7bbf1108fe18'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:40.733387 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:14:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:40.735492 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7bbae-b971-48e9-8a7f-04eb10a9a7e8 None None] Pushing event updated for resources: {'Port': ['ID=b9de35dd-7567-4766-bc31-f27bf6c241ff,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:40.748906 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a9239b41-249d-4a96-aa5f-8527d1a7a6d1 req-106090cb-70bd-4dc5-a629-0ba598e76bf8 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228783 Nov 11 12:14:40.784121 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a3970fe5-ac25-4ad3-978b-f22b735ac76a req-50e60d31-7ef0-49fa-870b-19eefdef6e8e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 210 time: 0.0617137 Nov 11 12:14:40.790415 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-e5792a2b-8522-40be-aca0-48665730ea0d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] device_id is not set on port adb02d0c-a8a2-4468-98bc-26bc5e78cdff yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:40.815148 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ace8a587-6345-4848-8dca-cda4aaf4224b None None] Provisioning complete for port 4067e27d-a4e3-4022-b5a4-48e04461b54f triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:40.815890 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ace8a587-6345-4848-8dca-cda4aaf4224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:40.839907 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb7548-f61a-4ba9-a76e-e972efcdbf67 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Subnet': ['ID=ed7af7ac-fc4c-4b26-837a-7e8f4f9eca40,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:40.879625 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eb7548-f61a-4ba9-a76e-e972efcdbf67 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Checking segment: {'id': 'b60c551d-2027-4906-9898-ec73078a614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f50c4066-2942-430c-8f8f-f9b294ddc7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:40.879998 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eb7548-f61a-4ba9-a76e-e972efcdbf67 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network hostable DHCP agents. Network: f50c4066-2942-430c-8f8f-f9b294ddc7cb, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:40.979162 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] Set router 1b724a07-ef9a-439b-82f7-7bbf1108fe18 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:14:40.981795 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4067e27d-a4e3-4022-b5a4-48e04461b54f up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:40.984589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-81817d38-0abd-4957-812b-808f2f4a2645 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.008657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b9e35a68-beff-4792-ad41-c52824dfb979 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.022837 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81817d38-0abd-4957-812b-808f2f4a2645 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e0585d7-ab09-4f6e-919b-5725973176f9,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:41.027584 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e5792a2b-8522-40be-aca0-48665730ea0d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.029778 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eb7548-f61a-4ba9-a76e-e972efcdbf67 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network f50c4066-2942-430c-8f8f-f9b294ddc7cb is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:41.079280 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-81817d38-0abd-4957-812b-808f2f4a2645 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.082500 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-81817d38-0abd-4957-812b-808f2f4a2645 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "DELETE /v2.0/ports/3e0585d7-ab09-4f6e-919b-5725973176f9 HTTP/1.1" status: 204 len: 168 time: 2.2008829 Nov 11 12:14:41.086398 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51966) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:41.090732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f762cf02-579f-4589-9e24-0ea29cd004e0', 'external_fixed_ips': [{'subnet_id': '98f1724e-cc0b-4996-95ab-d57d6b578959', 'ip_address': '2001:db8::313'}]}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:41.094767 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cd130e-6ff8-469c-af8f-2ad10c6ca43a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 784305e8-67a4-47e5-83ca-2799e78ffb90 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:14:41.149017 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-54eb7548-f61a-4ba9-a76e-e972efcdbf67 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, f50c4066-2942-430c-8f8f-f9b294ddc7cb) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:41.151021 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b9e35a68-beff-4792-ad41-c52824dfb979 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.153647 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e5792a2b-8522-40be-aca0-48665730ea0d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.182371 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb7548-f61a-4ba9-a76e-e972efcdbf67 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:41.182959 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-54eb7548-f61a-4ba9-a76e-e972efcdbf67 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.194321 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.195806 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.198454 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa696277-16a5-4df7-bfd1-6cb481e25296 None None] Network f50c4066-2942-430c-8f8f-f9b294ddc7cb requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:41.206045 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e35a68-beff-4792-ad41-c52824dfb979 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:41.212869 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-b9e35a68-beff-4792-ad41-c52824dfb979 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:41.219354 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e35a68-beff-4792-ad41-c52824dfb979 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:41.228187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e35a68-beff-4792-ad41-c52824dfb979 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:41.229035 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b9e35a68-beff-4792-ad41-c52824dfb979 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.234135 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cd130e-6ff8-469c-af8f-2ad10c6ca43a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:14:41.249184 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5792a2b-8522-40be-aca0-48665730ea0d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:41.254787 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-e5792a2b-8522-40be-aca0-48665730ea0d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:41.257052 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e35a68-beff-4792-ad41-c52824dfb979 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=325b94e9-e8fc-4e68-aa15-d7303d9b5acc,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:41.268304 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791c84db-0eb6-4738-a96c-b3b014ac202f None None] Sync routers for ids ['784305e8-67a4-47e5-83ca-2799e78ffb90'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:14:41.281137 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5792a2b-8522-40be-aca0-48665730ea0d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:41.283161 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-53cd130e-6ff8-469c-af8f-2ad10c6ca43a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/784305e8-67a4-47e5-83ca-2799e78ffb90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4027669 Nov 11 12:14:41.283895 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51968) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:41.294183 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 4067e27d-a4e3-4022-b5a4-48e04461b54f triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:41.294558 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.295533 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-54eb7548-f61a-4ba9-a76e-e972efcdbf67 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4459410 Nov 11 12:14:41.297289 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c84db-0eb6-4738-a96c-b3b014ac202f None None] Routers {'784305e8-67a4-47e5-83ca-2799e78ffb90'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:41.299358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51970) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:41.300339 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-791c84db-0eb6-4738-a96c-b3b014ac202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:14:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['784305e8-67a4-47e5-83ca-2799e78ffb90'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:41.305305 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5792a2b-8522-40be-aca0-48665730ea0d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:41.305976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-057b93cf-2e5e-4d48-9c71-80e437d66945 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1026607921'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:41.308248 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e5792a2b-8522-40be-aca0-48665730ea0d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.310986 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.373501 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-791c84db-0eb6-4738-a96c-b3b014ac202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:41.379892 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b9e35a68-beff-4792-ad41-c52824dfb979 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7532406 Nov 11 12:14:41.382800 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51972) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:41.398226 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c84db-0eb6-4738-a96c-b3b014ac202f None None] Routers {'784305e8-67a4-47e5-83ca-2799e78ffb90'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:41.399140 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-791c84db-0eb6-4738-a96c-b3b014ac202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:14:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['784305e8-67a4-47e5-83ca-2799e78ffb90'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:41.416823 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5792a2b-8522-40be-aca0-48665730ea0d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=adb02d0c-a8a2-4468-98bc-26bc5e78cdff,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:41.564053 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-63746e5d-f643-4058-bd5b-1c7de1abc0c4 None None] Provisioning complete for port b9de35dd-7567-4766-bc31-f27bf6c241ff triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:41.564854 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-63746e5d-f643-4058-bd5b-1c7de1abc0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.579179 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626de768-0188-464d-8a0e-23631026e069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-f50c4066-2942-430c-8f8f-f9b294ddc7cb', 'network_id': 'f50c4066-2942-430c-8f8f-f9b294ddc7cb', 'tenant_id': '6b3e3d86cd0a4032ba5e9f5e45e82059', 'fixed_ips': [{'subnet_id': 'ed7af7ac-fc4c-4b26-837a-7e8f4f9eca40'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:41.580334 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-626de768-0188-464d-8a0e-23631026e069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.585132 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057b93cf-2e5e-4d48-9c71-80e437d66945 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:41.589156 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-057b93cf-2e5e-4d48-9c71-80e437d66945 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.593334 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-791c84db-0eb6-4738-a96c-b3b014ac202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:41.594202 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791c84db-0eb6-4738-a96c-b3b014ac202f None None] The sync data for ids ['784305e8-67a4-47e5-83ca-2799e78ffb90'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:14:41.666743 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e5792a2b-8522-40be-aca0-48665730ea0d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2753010 Nov 11 12:14:41.670173 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51974) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:41.705318 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437813602', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:14:20Z', 'updated_at': '2021-11-11T12:14:33Z', 'revision_number': 4, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'gw_port': {'id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:22Z', 'updated_at': '2021-11-11T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b9de35dd-7567-4766-bc31-f27bf6c241ff', 'name': '', 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'mac_address': 'fa:16:3e:88:81:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:30Z', 'updated_at': '2021-11-11T12:14:40Z', 'revision_number': 4, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'subnets': [{'id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:41.713109 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0a4950-99c1-43f5-866a-28dbbe42380e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:41.719610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0a4950-99c1-43f5-866a-28dbbe42380e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:41.722032 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8f0a4950-99c1-43f5-866a-28dbbe42380e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3377769 Nov 11 12:14:41.725123 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51978) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:41.732642 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.746236 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7850c7c-acb9-4a66-87c7-72b102c3f785 None None] The sync data for ids ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'] in dv-neutron-786478-23-hyperv is: [{'id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437813602', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:14:20Z', 'updated_at': '2021-11-11T12:14:33Z', 'revision_number': 4, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'gw_port': {'id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:22Z', 'updated_at': '2021-11-11T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b9de35dd-7567-4766-bc31-f27bf6c241ff', 'name': '', 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'mac_address': 'fa:16:3e:88:81:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:30Z', 'updated_at': '2021-11-11T12:14:40Z', 'revision_number': 4, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'subnets': [{'id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:14:41.755814 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057b93cf-2e5e-4d48-9c71-80e437d66945 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:41.786526 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-057b93cf-2e5e-4d48-9c71-80e437d66945 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.786880 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-057b93cf-2e5e-4d48-9c71-80e437d66945 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Added segment 04ccdf1a-bd09-4ee4-b668-0a36e454c94b of type vlan for network d29cea9b-0d49-429f-a604-7c7cce9513a8 Nov 11 12:14:41.799433 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fabbb3b4-75e1-4f1f-9a2c-952cd7077d66 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:41.886991 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: fabbb3b4-75e1-4f1f-9a2c-952cd7077d66 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:41.887424 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fabbb3b4-75e1-4f1f-9a2c-952cd7077d66 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:41.907417 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-63746e5d-f643-4058-bd5b-1c7de1abc0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:41.936973 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-626de768-0188-464d-8a0e-23631026e069 None None] Allocated IP 2001:db8:0:ffff::2 (f50c4066-2942-430c-8f8f-f9b294ddc7cb/ed7af7ac-fc4c-4b26-837a-7e8f4f9eca40/3b2fe7fb-5945-4edb-be31-de0451423b90) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:42.029458 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-408bcc6d-e8f4-4558-9e42-f92a381ae5ba req-fb2aa6c2-358a-4553-b72f-989125ce343b tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 210 time: 0.1007655 Nov 11 12:14:42.040193 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-63746e5d-f643-4058-bd5b-1c7de1abc0c4 None None] For port b9de35dd-7567-4766-bc31-f27bf6c241ff, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b9de35dd-7567-4766-bc31-f27bf6c241ff,segment=NetworkSegment(06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e),segment_id=06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:42.133160 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e914e-fcf1-4515-a639-a2711f85e067 req-3f5291e0-8a93-41f4-9b10-6f4216b9b0c1 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:42.141318 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0f0e914e-fcf1-4515-a639-a2711f85e067 req-3f5291e0-8a93-41f4-9b10-6f4216b9b0c1 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1963878 Nov 11 12:14:42.151325 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-63746e5d-f643-4058-bd5b-1c7de1abc0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.158296 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b9de35dd-7567-4766-bc31-f27bf6c241ff up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:42.196135 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-55bf2ec2-b886-4ff7-9efa-ff10d73d7bc1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port adb02d0c-a8a2-4468-98bc-26bc5e78cdff {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:42.196746 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-55bf2ec2-b886-4ff7-9efa-ff10d73d7bc1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.253715 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-626de768-0188-464d-8a0e-23631026e069 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.283665 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0f0e914e-fcf1-4515-a639-a2711f85e067 req-4b05258e-4055-4981-9a53-8342c17085dc tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410336 Nov 11 12:14:42.304657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-97285cc0-ca85-40cb-ab8b-a7ee1f206aaf tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port 325b94e9-e8fc-4e68-aa15-d7303d9b5acc {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:42.305185 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-97285cc0-ca85-40cb-ab8b-a7ee1f206aaf tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.359608 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63746e5d-f643-4058-bd5b-1c7de1abc0c4 None None] Pushing event updated for resources: {'Port': ['ID=b9de35dd-7567-4766-bc31-f27bf6c241ff,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:42.366583 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0c97e60f-36c8-4ce3-af23-dd6f27d73a65 None None] Provisioning complete for port 325b94e9-e8fc-4e68-aa15-d7303d9b5acc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:42.366818 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-057b93cf-2e5e-4d48-9c71-80e437d66945 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.367299 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0c97e60f-36c8-4ce3-af23-dd6f27d73a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.411769 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port b9de35dd-7567-4766-bc31-f27bf6c241ff triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:42.412293 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.416173 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-626de768-0188-464d-8a0e-23631026e069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.424730 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-55bf2ec2-b886-4ff7-9efa-ff10d73d7bc1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.431926 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab7765-f834-4e82-9531-86e48f3ee8d7 req-105bfd50-89b4-4fb8-ba52-dad06971a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:42.433428 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-bfab7765-f834-4e82-9531-86e48f3ee8d7 req-105bfd50-89b4-4fb8-ba52-dad06971a941 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc3e745991484392a95e625e90086381&device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 1098 time: 0.1065683 Nov 11 12:14:42.447691 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-55bf2ec2-b886-4ff7-9efa-ff10d73d7bc1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for adb02d0c-a8a2-4468-98bc-26bc5e78cdff owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:42.503657 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-0c97e60f-36c8-4ce3-af23-dd6f27d73a65 None None] Port 325b94e9-e8fc-4e68-aa15-d7303d9b5acc cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:42.527815 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626de768-0188-464d-8a0e-23631026e069 None None] Network f50c4066-2942-430c-8f8f-f9b294ddc7cb is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:42.534744 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-626de768-0188-464d-8a0e-23631026e069 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:42.540116 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626de768-0188-464d-8a0e-23631026e069 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:42.551717 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-97285cc0-ca85-40cb-ab8b-a7ee1f206aaf tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.557402 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626de768-0188-464d-8a0e-23631026e069 None None] Pushing event updated for resources: {'Port': ['ID=3b2fe7fb-5945-4edb-be31-de0451423b90,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:42.567641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-057b93cf-2e5e-4d48-9c71-80e437d66945 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.574294 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057b93cf-2e5e-4d48-9c71-80e437d66945 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:42.575338 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-057b93cf-2e5e-4d48-9c71-80e437d66945 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.625080 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-97285cc0-ca85-40cb-ab8b-a7ee1f206aaf tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for 325b94e9-e8fc-4e68-aa15-d7303d9b5acc owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:42.697055 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b93cf-2e5e-4d48-9c71-80e437d66945 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Network': ['ID=d29cea9b-0d49-429f-a604-7c7cce9513a8,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:42.741934 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab7765-f834-4e82-9531-86e48f3ee8d7 req-35ba5458-36b4-4863-8ddf-8ef1e10016a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:42.743466 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-bfab7765-f834-4e82-9531-86e48f3ee8d7 req-35ba5458-36b4-4863-8ddf-8ef1e10016a6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=494eeba5-927d-4da7-9b52-12ccac274783 HTTP/1.1" status: 200 len: 912 time: 0.2863932 Nov 11 12:14:42.765911 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-55bf2ec2-b886-4ff7-9efa-ff10d73d7bc1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.799152 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf2ec2-b886-4ff7-9efa-ff10d73d7bc1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=adb02d0c-a8a2-4468-98bc-26bc5e78cdff,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:42.808773 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-55bf2ec2-b886-4ff7-9efa-ff10d73d7bc1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.816491 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-55bf2ec2-b886-4ff7-9efa-ff10d73d7bc1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/ports/adb02d0c-a8a2-4468-98bc-26bc5e78cdff HTTP/1.1" status: 204 len: 168 time: 1.1452882 Nov 11 12:14:42.817367 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51984) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:42.823715 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3f88a1b7-fcb9-4b3b-85f8-e1f40d29973a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73', 'mac_address': 'fa:16:3e:80:f7:f9', 'name': 'tempest-PortsTestJSON-409790243'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:42.855674 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network d29cea9b-0d49-429f-a604-7c7cce9513a8 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:42.860351 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-057b93cf-2e5e-4d48-9c71-80e437d66945 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5598767 Nov 11 12:14:42.862611 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51986) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:42.869648 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-10dbad10-161e-49a9-9a9f-d222fce5a132 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'subnet': {'network_id': 'd29cea9b-0d49-429f-a604-7c7cce9513a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:42.916572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-626de768-0188-464d-8a0e-23631026e069 None None] Attempting to bind port 3b2fe7fb-5945-4edb-be31-de0451423b90 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:42.916938 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-626de768-0188-464d-8a0e-23631026e069 None None] Attempting to bind port 3b2fe7fb-5945-4edb-be31-de0451423b90 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'b60c551d-2027-4906-9898-ec73078a614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f50c4066-2942-430c-8f8f-f9b294ddc7cb'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:42.917295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626de768-0188-464d-8a0e-23631026e069 None None] Attempting to bind port 3b2fe7fb-5945-4edb-be31-de0451423b90 on network f50c4066-2942-430c-8f8f-f9b294ddc7cb {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:42.922161 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-97285cc0-ca85-40cb-ab8b-a7ee1f206aaf tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.954016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0986ddb3-da54-4847-b6b1-1d578e4518d7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:42.987075 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97285cc0-ca85-40cb-ab8b-a7ee1f206aaf tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=325b94e9-e8fc-4e68-aa15-d7303d9b5acc,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:43.003578 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626de768-0188-464d-8a0e-23631026e069 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:43.004227 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626de768-0188-464d-8a0e-23631026e069 None None] Checking segment: {'id': 'b60c551d-2027-4906-9898-ec73078a614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f50c4066-2942-430c-8f8f-f9b294ddc7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:43.004645 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-626de768-0188-464d-8a0e-23631026e069 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:43.005045 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626de768-0188-464d-8a0e-23631026e069 None None] Bound using segment: {'id': 'b60c551d-2027-4906-9898-ec73078a614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f50c4066-2942-430c-8f8f-f9b294ddc7cb'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:43.005910 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-626de768-0188-464d-8a0e-23631026e069 None None] Bound port: 3b2fe7fb-5945-4edb-be31-de0451423b90, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60c551d-2027-4906-9898-ec73078a614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f50c4066-2942-430c-8f8f-f9b294ddc7cb'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:43.005910 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-626de768-0188-464d-8a0e-23631026e069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:43.050552 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-97285cc0-ca85-40cb-ab8b-a7ee1f206aaf tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:43.056960 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-97285cc0-ca85-40cb-ab8b-a7ee1f206aaf tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/325b94e9-e8fc-4e68-aa15-d7303d9b5acc HTTP/1.1" status: 204 len: 168 time: 1.3251073 Nov 11 12:14:43.064044 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51990) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:43.133715 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-626de768-0188-464d-8a0e-23631026e069 None None] For port 3b2fe7fb-5945-4edb-be31-de0451423b90, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:43.153188 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc6fbf9-889b-4be8-851e-27ce93895d37 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:43.155298 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc6fbf9-889b-4be8-851e-27ce93895d37 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:43.162947 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-efc6fbf9-889b-4be8-851e-27ce93895d37 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0943673 Nov 11 12:14:43.164306 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-626de768-0188-464d-8a0e-23631026e069 None None] For port 3b2fe7fb-5945-4edb-be31-de0451423b90, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=3b2fe7fb-5945-4edb-be31-de0451423b90,segment=NetworkSegment(b60c551d-2027-4906-9898-ec73078a614e),segment_id=b60c551d-2027-4906-9898-ec73078a614e)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:43.164448 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51992) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:43.165223 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:43.185175 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f88a1b7-fcb9-4b3b-85f8-e1f40d29973a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:43.190302 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-bfab7765-f834-4e82-9531-86e48f3ee8d7 req-84685b89-0b8e-4e6c-92d2-9e8eda77177a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b96338-7266-45da-aa4c-b83c6a5e75f9 HTTP/1.1" status: 200 len: 1000 time: 0.4289780 Nov 11 12:14:43.191459 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:43.204062 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:14:43.243331 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-626de768-0188-464d-8a0e-23631026e069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:43.289657 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-11d54756-e091-41de-ba9f-ca459292691f req-79fe834e-75e2-413c-839f-2cff84d96fb8 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 210 time: 0.1151400 Nov 11 12:14:43.345324 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626de768-0188-464d-8a0e-23631026e069 None None] Pushing event updated for resources: {'Port': ['ID=3b2fe7fb-5945-4edb-be31-de0451423b90,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:43.385445 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aac4ef4-2140-46c8-a77e-15644b27d40c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet 3dc436a6-ec60-46d9-ba75-c7a119a190e1 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:43.389614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6aac4ef4-2140-46c8-a77e-15644b27d40c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:43.480273 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f88a1b7-fcb9-4b3b-85f8-e1f40d29973a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:43.488311 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab7765-f834-4e82-9531-86e48f3ee8d7 req-5063b828-f3e2-4908-9ead-dc77cdacd89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:43.489831 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-bfab7765-f834-4e82-9531-86e48f3ee8d7 req-5063b828-f3e2-4908-9ead-dc77cdacd89b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2ad01249-f98e-4f0a-8732-1a30270cf49a HTTP/1.1" status: 200 len: 850 time: 0.2787216 Nov 11 12:14:43.496484 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6aac4ef4-2140-46c8-a77e-15644b27d40c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:43.559068 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd7bb4-20d3-4763-a64f-edb76e067ab6 req-cc288be9-9ad4-4520-85e7-d1bb001b6f82 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:43.566451 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e0fd7bb4-20d3-4763-a64f-edb76e067ab6 req-cc288be9-9ad4-4520-85e7-d1bb001b6f82 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1437669 Nov 11 12:14:43.591949 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-3f88a1b7-fcb9-4b3b-85f8-e1f40d29973a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] device_id is not set on port 1959b979-c88a-4a53-9b1b-a2ae5a372203 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:43.731549 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dbad10-161e-49a9-9a9f-d222fce5a132 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:43.735897 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-10dbad10-161e-49a9-9a9f-d222fce5a132 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:43.745805 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e0fd7bb4-20d3-4763-a64f-edb76e067ab6 req-dfab3525-343a-4ccc-8144-06be99367555 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786296 Nov 11 12:14:43.747100 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6aac4ef4-2140-46c8-a77e-15644b27d40c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:43.796022 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab7765-f834-4e82-9531-86e48f3ee8d7 req-f4013f43-e65a-43f3-aab4-30f193395977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:43.797830 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-bfab7765-f834-4e82-9531-86e48f3ee8d7 req-f4013f43-e65a-43f3-aab4-30f193395977 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=494eeba5-927d-4da7-9b52-12ccac274783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2879133 Nov 11 12:14:43.905622 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f88a1b7-fcb9-4b3b-85f8-e1f40d29973a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:43.944502 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Allocated IP 2001:db8::313 (f762cf02-579f-4589-9e24-0ea29cd004e0/98f1724e-cc0b-4996-95ab-d57d6b578959/88c6d436-91d0-4ea4-a048-b71e9d5938db) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:43.971406 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6aac4ef4-2140-46c8-a77e-15644b27d40c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.010391 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f88a1b7-fcb9-4b3b-85f8-e1f40d29973a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.012162 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac4ef4-2140-46c8-a77e-15644b27d40c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc436a6-ec60-46d9-ba75-c7a119a190e1,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:44.017161 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6aac4ef4-2140-46c8-a77e-15644b27d40c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.020442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23452470-cd55-444d-972c-ed24a52d6f2b None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:44.023957 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6aac4ef4-2140-46c8-a77e-15644b27d40c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/3dc436a6-ec60-46d9-ba75-c7a119a190e1 HTTP/1.1" status: 204 len: 168 time: 0.8554041 Nov 11 12:14:44.029427 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 51996) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:44.102881 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d203336-eac2-49be-96cc-ceda82604096 req-e3719f4d-a304-4834-8850-1266f6cefa9b tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:44.105019 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6d203336-eac2-49be-96cc-ceda82604096 req-e3719f4d-a304-4834-8850-1266f6cefa9b tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.70 "GET /v2.0/networks?id=b580bc89-3da6-495d-a6bb-01e9bf883bce HTTP/1.1" status: 200 len: 797 time: 0.5266366 Nov 11 12:14:44.116494 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-88aab711-9889-4a59-affe-a1d3ea22a04a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857077 Nov 11 12:14:44.130026 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 51998) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:44.147770 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f88a1b7-fcb9-4b3b-85f8-e1f40d29973a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:44.151762 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-3f88a1b7-fcb9-4b3b-85f8-e1f40d29973a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:44.154635 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f88a1b7-fcb9-4b3b-85f8-e1f40d29973a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:44.160850 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f88a1b7-fcb9-4b3b-85f8-e1f40d29973a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:44.161706 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f88a1b7-fcb9-4b3b-85f8-e1f40d29973a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.178688 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88a1b7-fcb9-4b3b-85f8-e1f40d29973a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=1959b979-c88a-4a53-9b1b-a2ae5a372203,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:44.222650 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b9de35dd-7567-4766-bc31-f27bf6c241ff up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:44.276529 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3f88a1b7-fcb9-4b3b-85f8-e1f40d29973a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4579127 Nov 11 12:14:44.279139 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52004) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:44.303981 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port b9de35dd-7567-4766-bc31-f27bf6c241ff triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:44.304355 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.364536 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994c689-b0a2-465c-92eb-3e4f5dbd3898 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:44.370082 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c994c689-b0a2-465c-92eb-3e4f5dbd3898 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports/1959b979-c88a-4a53-9b1b-a2ae5a372203 HTTP/1.1" status: 200 len: 840 time: 0.0895903 Nov 11 12:14:44.370688 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52008) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:44.390231 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea163636-0f25-4186-846b-f684c334534a None None] DHCP port deletion for db126361-d280-4945-be72-90312642a11b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:44.470478 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 3b2fe7fb-5945-4edb-be31-de0451423b90 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:44.485199 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1b917bc0-9f97-4db8-84e1-09dbaf30ee92 req-f9167687-2a42-4294-9b10-950b45a7dd98 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 210 time: 0.0658197 Nov 11 12:14:44.543474 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-bb662bc0-fab7-4505-b857-4fde9670ae8e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port 1959b979-c88a-4a53-9b1b-a2ae5a372203 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:44.543797 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb662bc0-fab7-4505-b857-4fde9670ae8e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.564892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ea163636-0f25-4186-846b-f684c334534a None None] Deleting port 4067e27d-a4e3-4022-b5a4-48e04461b54f {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:44.565367 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ea163636-0f25-4186-846b-f684c334534a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.625744 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 3b2fe7fb-5945-4edb-be31-de0451423b90 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:44.626144 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.631498 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb662bc0-fab7-4505-b857-4fde9670ae8e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.655087 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0110ecaf-aaab-4c99-a889-8cb776e73e2b None None] Network f50c4066-2942-430c-8f8f-f9b294ddc7cb requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:44.657481 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-bb662bc0-fab7-4505-b857-4fde9670ae8e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for 1959b979-c88a-4a53-9b1b-a2ae5a372203 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:44.674806 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-bfab7765-f834-4e82-9531-86e48f3ee8d7 req-d81816b0-a3b7-42fa-b43b-bae34adbdb10 service neutron] 10.222.0.70 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8337452 Nov 11 12:14:44.683192 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-ea163636-0f25-4186-846b-f684c334534a None None] For port 4067e27d-a4e3-4022-b5a4-48e04461b54f, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=4067e27d-a4e3-4022-b5a4-48e04461b54f,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:44.683594 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ea163636-0f25-4186-846b-f684c334534a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.714748 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bfe4c5-a133-47b7-9549-5ed8f16da5b3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:44.718571 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-30bfe4c5-a133-47b7-9549-5ed8f16da5b3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5804999 Nov 11 12:14:44.722423 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52010) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:44.734461 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ea163636-0f25-4186-846b-f684c334534a None None] Calling delete_port for 4067e27d-a4e3-4022-b5a4-48e04461b54f owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:44.759655 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0605fa0a-aa4c-44bf-aa94-8306b6b77074 None None] Provisioning complete for port 3b2fe7fb-5945-4edb-be31-de0451423b90 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:44.760056 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0605fa0a-aa4c-44bf-aa94-8306b6b77074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.796838 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e71cd50-c452-405a-9c20-bf4415130398 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:44.801143 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9e71cd50-c452-405a-9c20-bf4415130398 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0769091 Nov 11 12:14:44.803765 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52014) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:44.843715 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6d203336-eac2-49be-96cc-ceda82604096 req-c66aca89-7841-4b58-9453-1f26a125526c tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c50ad2899d5f44f391ca81db684e3194 HTTP/1.1" status: 200 len: 380 time: 0.7108400 Nov 11 12:14:44.851556 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f1d6f5af-dbc5-4ccb-95c1-3f587bae3029 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466416 Nov 11 12:14:44.854351 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52016) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:44.865515 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-572e5b3b-7ac2-4b9f-8f19-6e2d933f9a68 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:44.870990 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0986ddb3-da54-4847-b6b1-1d578e4518d7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting port a7335f75-903f-4c36-bec1-209514bc3fc5 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:44.871416 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0986ddb3-da54-4847-b6b1-1d578e4518d7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.880772 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.885236 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-6d203336-eac2-49be-96cc-ceda82604096 req-a938d964-12da-4696-a4dc-2a038518bd7d tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Request body: {'port': {'device_id': '2777dd77-f543-488e-a7e2-0619eda566c1', 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce', 'admin_state_up': True, 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'security_groups': ['1dcb63e8-3f77-473e-b827-956702cc5518']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:44.902181 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a817a-1856-414f-9e18-f89d31cfb163 req-24146d5f-9776-4600-b5ed-9373de506330 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:44.903823 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a56a817a-1856-414f-9e18-f89d31cfb163 req-24146d5f-9776-4600-b5ed-9373de506330 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.0593331 Nov 11 12:14:44.904672 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb662bc0-fab7-4505-b857-4fde9670ae8e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.935592 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb662bc0-fab7-4505-b857-4fde9670ae8e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=1959b979-c88a-4a53-9b1b-a2ae5a372203,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:44.963318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb662bc0-fab7-4505-b857-4fde9670ae8e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:44.969186 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bb662bc0-fab7-4505-b857-4fde9670ae8e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/ports/1959b979-c88a-4a53-9b1b-a2ae5a372203 HTTP/1.1" status: 204 len: 168 time: 0.5951791 Nov 11 12:14:44.970740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52018) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:44.970902 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.013863 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafd782d-fd2c-44fb-9622-18dc143e1f29 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] GET failed (client error): The resource could not be found. Nov 11 12:14:45.019075 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bafd782d-fd2c-44fb-9622-18dc143e1f29 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports/1959b979-c88a-4a53-9b1b-a2ae5a372203 HTTP/1.1" status: 404 len: 333 time: 0.0442779 Nov 11 12:14:45.023074 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52020) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:45.028109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-8cd5afb3-1504-4c58-b960-f60b547c690f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73', 'name': 'tempest-PortsTestJSON-454121865'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:45.067836 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 3b2fe7fb-5945-4edb-be31-de0451423b90, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=3b2fe7fb-5945-4edb-be31-de0451423b90,segment=NetworkSegment(b60c551d-2027-4906-9898-ec73078a614e),segment_id=b60c551d-2027-4906-9898-ec73078a614e)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:45.084984 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ea163636-0f25-4186-846b-f684c334534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.086318 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a56a817a-1856-414f-9e18-f89d31cfb163 req-af73d77f-4d9e-4289-8eb4-c9bc177e9c07 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518948 Nov 11 12:14:45.086755 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0605fa0a-aa4c-44bf-aa94-8306b6b77074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.134212 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea163636-0f25-4186-846b-f684c334534a None None] Pushing event deleted for resources: {'Port': ['ID=4067e27d-a4e3-4022-b5a4-48e04461b54f,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:45.152490 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea163636-0f25-4186-846b-f684c334534a None None] No DVR routers for this DVR port 4067e27d-a4e3-4022-b5a4-48e04461b54f on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:45.154291 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.167930 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-bfab7765-f834-4e82-9531-86e48f3ee8d7 req-6d40294f-347d-4746-b016-8ac34c3ab2ee service neutron] 10.222.0.70 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831269 Nov 11 12:14:45.233492 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd5afb3-1504-4c58-b960-f60b547c690f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:45.238700 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8cd5afb3-1504-4c58-b960-f60b547c690f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.258803 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0986ddb3-da54-4847-b6b1-1d578e4518d7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.267373 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-8cd5afb3-1504-4c58-b960-f60b547c690f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] device_id is not set on port e5001c99-9daa-4d01-866e-ec6c95ce7157 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:45.278086 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-0605fa0a-aa4c-44bf-aa94-8306b6b77074 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:14:45.278444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-0605fa0a-aa4c-44bf-aa94-8306b6b77074 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:14:45.278916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=3b2fe7fb-5945-4edb-be31-de0451423b90,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:45.280963 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-10dbad10-161e-49a9-9a9f-d222fce5a132 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.302271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0986ddb3-da54-4847-b6b1-1d578e4518d7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Calling delete_port for a7335f75-903f-4c36-bec1-209514bc3fc5 owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:45.338308 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.425320 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572e5b3b-7ac2-4b9f-8f19-6e2d933f9a68 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:45.428745 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-572e5b3b-7ac2-4b9f-8f19-6e2d933f9a68 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.456914 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8cd5afb3-1504-4c58-b960-f60b547c690f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.514611 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Network f762cf02-579f-4589-9e24-0ea29cd004e0 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:45.515524 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbad10-161e-49a9-9a9f-d222fce5a132 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Subnet': ['ID=5c401fe9-7849-4a1d-910e-a61811a8091a,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:45.546833 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:45.559352 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:45.604631 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8cd5afb3-1504-4c58-b960-f60b547c690f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.605835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dbad10-161e-49a9-9a9f-d222fce5a132 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Checking segment: {'id': '04ccdf1a-bd09-4ee4-b668-0a36e454c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd29cea9b-0d49-429f-a604-7c7cce9513a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:45.606476 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dbad10-161e-49a9-9a9f-d222fce5a132 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network hostable DHCP agents. Network: d29cea9b-0d49-429f-a604-7c7cce9513a8, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:45.636146 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-604f413a-a944-4d9c-97fb-2ab37d38c6c7 req-64c8ea67-aad4-4bfc-9bed-5aa8d9576dcb tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 210 time: 0.0466928 Nov 11 12:14:45.643997 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Pushing event updated for resources: {'Port': ['ID=88c6d436-91d0-4ea4-a048-b71e9d5938db,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:45.655854 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d203336-eac2-49be-96cc-ceda82604096 req-a938d964-12da-4696-a4dc-2a038518bd7d tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Made reservation on behalf of c50ad2899d5f44f391ca81db684e3194 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:45.659621 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6d203336-eac2-49be-96cc-ceda82604096 req-a938d964-12da-4696-a4dc-2a038518bd7d tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.686620 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd5afb3-1504-4c58-b960-f60b547c690f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:45.691494 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-8cd5afb3-1504-4c58-b960-f60b547c690f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:45.696414 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd5afb3-1504-4c58-b960-f60b547c690f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:45.703765 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5afb3-1504-4c58-b960-f60b547c690f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:45.704582 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8cd5afb3-1504-4c58-b960-f60b547c690f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.709130 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5afb3-1504-4c58-b960-f60b547c690f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=e5001c99-9daa-4d01-866e-ec6c95ce7157,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:45.795176 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8cd5afb3-1504-4c58-b960-f60b547c690f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7716427 Nov 11 12:14:45.797951 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52030) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:45.803760 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0e6bfffb-82bf-48b1-abee-ec3c9dff5ba2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:45.860703 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dbad10-161e-49a9-9a9f-d222fce5a132 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network d29cea9b-0d49-429f-a604-7c7cce9513a8 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:45.884453 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e6bfffb-82bf-48b1-abee-ec3c9dff5ba2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:45.948251 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e97377f3-b1cc-491e-b072-8f84f0519ca6 None None] Provisioning complete for port 3b2fe7fb-5945-4edb-be31-de0451423b90 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:45.948251 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e97377f3-b1cc-491e-b072-8f84f0519ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.003558 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-10dbad10-161e-49a9-9a9f-d222fce5a132 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, d29cea9b-0d49-429f-a604-7c7cce9513a8) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:46.024005 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bc71b2-f9d3-45de-90e3-6ae24bf66561 None None] Network d29cea9b-0d49-429f-a604-7c7cce9513a8 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:46.042963 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dbad10-161e-49a9-9a9f-d222fce5a132 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:46.044316 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-10dbad10-161e-49a9-9a9f-d222fce5a132 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.079545 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e6bfffb-82bf-48b1-abee-ec3c9dff5ba2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.084996 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-6d203336-eac2-49be-96cc-ceda82604096 req-a938d964-12da-4696-a4dc-2a038518bd7d tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Allocated IP 172.20.0.7 (b580bc89-3da6-495d-a6bb-01e9bf883bce/34e2f751-5fb5-4ae4-b698-e48b1c322623/51916070-5edf-4723-9dab-9e61f64122cc) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:46.118725 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0986ddb3-da54-4847-b6b1-1d578e4518d7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.125405 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 3b2fe7fb-5945-4edb-be31-de0451423b90 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:46.164478 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986ddb3-da54-4847-b6b1-1d578e4518d7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Port': ['ID=a7335f75-903f-4c36-bec1-209514bc3fc5,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:46.184967 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e6bfffb-82bf-48b1-abee-ec3c9dff5ba2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.234906 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 3b2fe7fb-5945-4edb-be31-de0451423b90 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:46.235227 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.275280 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-10dbad10-161e-49a9-9a9f-d222fce5a132 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4105556 Nov 11 12:14:46.276687 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-572e5b3b-7ac2-4b9f-8f19-6e2d933f9a68 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.278810 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-0e6bfffb-82bf-48b1-abee-ec3c9dff5ba2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] In _notify_port_updated(), no bound segment for port e5001c99-9daa-4d01-866e-ec6c95ce7157 on network 2612c6a9-3ad2-494f-b23e-047adb420d73 {{(pid=103002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:14:46.286045 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6bfffb-82bf-48b1-abee-ec3c9dff5ba2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:46.286699 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e6bfffb-82bf-48b1-abee-ec3c9dff5ba2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.290955 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0e6bfffb-82bf-48b1-abee-ec3c9dff5ba2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "PUT /v2.0/ports/e5001c99-9daa-4d01-866e-ec6c95ce7157 HTTP/1.1" status: 200 len: 818 time: 0.4916661 Nov 11 12:14:46.310500 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52034) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:46.310913 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52036) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:46.333216 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-d29cea9b-0d49-429f-a604-7c7cce9513a8', 'network_id': 'd29cea9b-0d49-429f-a604-7c7cce9513a8', 'tenant_id': '6b3e3d86cd0a4032ba5e9f5e45e82059', 'fixed_ips': [{'subnet_id': '5c401fe9-7849-4a1d-910e-a61811a8091a'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:46.334449 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.420789 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bfffb-82bf-48b1-abee-ec3c9dff5ba2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=e5001c99-9daa-4d01-866e-ec6c95ce7157,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:46.481426 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4067e27d-a4e3-4022-b5a4-48e04461b54f no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:46.490463 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421e91e-9e93-4bc2-a25f-b77536cdcbe6 req-362d3b44-c3db-49af-807d-3bd5332f5894 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:46.492815 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5421e91e-9e93-4bc2-a25f-b77536cdcbe6 req-362d3b44-c3db-49af-807d-3bd5332f5894 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.2913020 Nov 11 12:14:46.501472 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6d203336-eac2-49be-96cc-ceda82604096 req-a938d964-12da-4696-a4dc-2a038518bd7d tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.508544 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 4067e27d-a4e3-4022-b5a4-48e04461b54f {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:46.508544 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4067e27d-a4e3-4022-b5a4-48e04461b54f not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:46.517139 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572e5b3b-7ac2-4b9f-8f19-6e2d933f9a68 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:46.527531 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-572e5b3b-7ac2-4b9f-8f19-6e2d933f9a68 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:46.530050 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572e5b3b-7ac2-4b9f-8f19-6e2d933f9a68 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:46.530723 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-572e5b3b-7ac2-4b9f-8f19-6e2d933f9a68 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.556642 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1a2cc7-285d-4e69-bb4d-72368c4f4977 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:46.580673 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e5b3b-7ac2-4b9f-8f19-6e2d933f9a68 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=9069851b-bfad-4bc3-bb5b-3be2a68123ed,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:46.587699 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.595088 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5421e91e-9e93-4bc2-a25f-b77536cdcbe6 req-fa6fcade-4a9f-4bc2-aa1c-95623e2bbcde tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949445 Nov 11 12:14:46.610449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-36633203-5d19-4b3c-8d6a-fdb345a56000 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port e5001c99-9daa-4d01-866e-ec6c95ce7157 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:46.610794 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-36633203-5d19-4b3c-8d6a-fdb345a56000 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.694155 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Allocated IP 2001:db8::1 (d29cea9b-0d49-429f-a604-7c7cce9513a8/5c401fe9-7849-4a1d-910e-a61811a8091a/85641f25-082c-4cad-a0e6-14cbac938af4) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:46.702771 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0986ddb3-da54-4847-b6b1-1d578e4518d7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.796683 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-572e5b3b-7ac2-4b9f-8f19-6e2d933f9a68 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9323888 Nov 11 12:14:46.799563 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52042) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:46.800263 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.809248 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-748aa42c-ca61-4463-9bdb-0ce877a0f859 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'mac_address': 'fa:16:3e:6a:a8:24', 'name': 'tempest-NetworksTestDHCPv6-381463567'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:46.893058 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6d203336-eac2-49be-96cc-ceda82604096 req-a938d964-12da-4696-a4dc-2a038518bd7d tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.941027 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-db126361-d280-4945-be72-90312642a11b', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'fixed_ips': [{'subnet_id': '9069851b-bfad-4bc3-bb5b-3be2a68123ed'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:46.942506 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:46.996733 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.093335 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.100741 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-36633203-5d19-4b3c-8d6a-fdb345a56000 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.121019 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.125573 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-36633203-5d19-4b3c-8d6a-fdb345a56000 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for e5001c99-9daa-4d01-866e-ec6c95ce7157 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:47.177039 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Network d29cea9b-0d49-429f-a604-7c7cce9513a8 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:47.186580 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096fc3d-ca91-4ed9-82f8-f64cf660ac6d req-9f4b22e6-d1e7-4678-b83b-695c831ed1b7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:47.188165 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0096fc3d-ca91-4ed9-82f8-f64cf660ac6d req-9f4b22e6-d1e7-4678-b83b-695c831ed1b7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 931 time: 0.1876335 Nov 11 12:14:47.188639 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:47.195456 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:47.200071 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Pushing event updated for resources: {'Port': ['ID=85641f25-082c-4cad-a0e6-14cbac938af4,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:47.225588 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da865cc-50c9-4432-b339-91720f8e7b50 req-c686a7b7-e9a5-4cf4-9f75-4687c80eee6a tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:47.227173 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3da865cc-50c9-4432-b339-91720f8e7b50 req-c686a7b7-e9a5-4cf4-9f75-4687c80eee6a tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.2156706 Nov 11 12:14:47.257451 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Allocated IP 2001:db8::2 (db126361-d280-4945-be72-90312642a11b/9069851b-bfad-4bc3-bb5b-3be2a68123ed/10070e0d-5202-4f08-80df-e6f1cd703f80) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:47.290832 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Attempting to bind port 85641f25-082c-4cad-a0e6-14cbac938af4 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:47.291217 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Attempting to bind port 85641f25-082c-4cad-a0e6-14cbac938af4 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '04ccdf1a-bd09-4ee4-b668-0a36e454c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd29cea9b-0d49-429f-a604-7c7cce9513a8'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:47.291758 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Attempting to bind port 85641f25-082c-4cad-a0e6-14cbac938af4 on network d29cea9b-0d49-429f-a604-7c7cce9513a8 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:47.297138 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:47.297647 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Checking segment: {'id': '04ccdf1a-bd09-4ee4-b668-0a36e454c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd29cea9b-0d49-429f-a604-7c7cce9513a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:47.298055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.298466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Bound using segment: {'id': '04ccdf1a-bd09-4ee4-b668-0a36e454c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd29cea9b-0d49-429f-a604-7c7cce9513a8'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:47.298945 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Bound port: 85641f25-082c-4cad-a0e6-14cbac938af4, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ccdf1a-bd09-4ee4-b668-0a36e454c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd29cea9b-0d49-429f-a604-7c7cce9513a8'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:47.299380 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.353772 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0096fc3d-ca91-4ed9-82f8-f64cf660ac6d req-089f6c79-285c-4713-bb5e-e39dcb5b4541 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254764 Nov 11 12:14:47.357863 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3da865cc-50c9-4432-b339-91720f8e7b50 req-08a1d24c-6078-427d-92ef-e81099a0b140 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207113 Nov 11 12:14:47.377815 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] For port 85641f25-082c-4cad-a0e6-14cbac938af4, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:47.381632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] For port 85641f25-082c-4cad-a0e6-14cbac938af4, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=85641f25-082c-4cad-a0e6-14cbac938af4,segment=NetworkSegment(04ccdf1a-bd09-4ee4-b668-0a36e454c94b),segment_id=04ccdf1a-bd09-4ee4-b668-0a36e454c94b)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:47.392434 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.418198 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Subnet': ['ID=5c401fe9-7849-4a1d-910e-a61811a8091a,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:47.444930 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d203336-eac2-49be-96cc-ceda82604096 req-a938d964-12da-4696-a4dc-2a038518bd7d tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Network b580bc89-3da6-495d-a6bb-01e9bf883bce is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:47.454929 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0986ddb3-da54-4847-b6b1-1d578e4518d7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 784305e8-67a4-47e5-83ca-2799e78ffb90 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:14:47.475991 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-6d203336-eac2-49be-96cc-ceda82604096 req-a938d964-12da-4696-a4dc-2a038518bd7d tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:47.483990 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938d964-12da-4696-a4dc-2a038518bd7d tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event updated for resources: {'Port': ['ID=51916070-5edf-4723-9dab-9e61f64122cc,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:47.484228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.495517 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d203336-eac2-49be-96cc-ceda82604096 req-a938d964-12da-4696-a4dc-2a038518bd7d tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:47.497942 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-36633203-5d19-4b3c-8d6a-fdb345a56000 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.504595 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.564169 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36633203-5d19-4b3c-8d6a-fdb345a56000 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=e5001c99-9daa-4d01-866e-ec6c95ce7157,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:47.589719 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29cea9b-0d49-429f-a604-7c7cce9513a8']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:47.604393 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ccdf1a-bd09-4ee4-b668-0a36e454c94b') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:47.604655 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ccdf1a-bd09-4ee4-b668-0a36e454c94b') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:47.620409 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.638276 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.641584 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872e722-6640-45f2-81a3-dc7d42f16971 req-601a3da3-e2fe-4fd6-8450-5e1457769698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:47.643408 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b872e722-6640-45f2-81a3-dc7d42f16971 req-601a3da3-e2fe-4fd6-8450-5e1457769698 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc3e745991484392a95e625e90086381&device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 1098 time: 0.2361019 Nov 11 12:14:47.649267 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:47.649676 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:47.667725 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:47.707217 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-36633203-5d19-4b3c-8d6a-fdb345a56000 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.710435 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-36633203-5d19-4b3c-8d6a-fdb345a56000 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/ports/e5001c99-9daa-4d01-866e-ec6c95ce7157 HTTP/1.1" status: 204 len: 168 time: 1.3974440 Nov 11 12:14:47.722748 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52046) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:47.744961 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d203336-eac2-49be-96cc-ceda82604096 req-a938d964-12da-4696-a4dc-2a038518bd7d tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:47.745716 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6d203336-eac2-49be-96cc-ceda82604096 req-a938d964-12da-4696-a4dc-2a038518bd7d tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.795870 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180bd10d-9aa2-4af3-b65a-86b2b86eb2ac tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:47.797472 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-180bd10d-9aa2-4af3-b65a-86b2b86eb2ac tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0736833 Nov 11 12:14:47.799010 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.db.api [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:14:47.799010 dv-neutron-786478-23-hyperv neutron-server[103002]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:14:47.799010 dv-neutron-786478-23-hyperv neutron-server[103002]: [parameters: {'id': 'd29cea9b-0d49-429f-a604-7c7cce9513a8'}] Nov 11 12:14:47.799010 dv-neutron-786478-23-hyperv neutron-server[103002]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:14:47.799490 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG oslo_db.api [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:14:47.800120 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52048) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:47.817749 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d8ccd-ec68-459f-84e8-78355e2a69ab None None] Pushing event updated for resources: {'Port': ['ID=85641f25-082c-4cad-a0e6-14cbac938af4,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:47.832820 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c558e0-2fda-45b9-9281-05dfe66824ae tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] GET failed (client error): The resource could not be found. Nov 11 12:14:47.836560 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-22c558e0-2fda-45b9-9281-05dfe66824ae tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports/e5001c99-9daa-4d01-866e-ec6c95ce7157 HTTP/1.1" status: 404 len: 333 time: 0.0347564 Nov 11 12:14:47.841899 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52050) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:47.848684 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-4355fb1e-087f-4eda-b1f1-ec1cced6f073 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1962343964'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:47.853442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.878092 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0986ddb3-da54-4847-b6b1-1d578e4518d7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:14:47.888211 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0986ddb3-da54-4847-b6b1-1d578e4518d7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/784305e8-67a4-47e5-83ca-2799e78ffb90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6013029 Nov 11 12:14:47.895898 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52052) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:47.911420 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1770c952-19cf-4275-af3e-317f53814e68 None None] Sync routers for ids ['784305e8-67a4-47e5-83ca-2799e78ffb90'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:14:47.934788 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a43b12c8-4b3a-4674-8c9f-8a5a88b7af8a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/ports?device_id=784305e8-67a4-47e5-83ca-2799e78ffb90 HTTP/1.1" status: 200 len: 205 time: 0.0334241 Nov 11 12:14:47.934948 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770c952-19cf-4275-af3e-317f53814e68 None None] Routers {'784305e8-67a4-47e5-83ca-2799e78ffb90'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:47.934948 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-1770c952-19cf-4275-af3e-317f53814e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:14:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['784305e8-67a4-47e5-83ca-2799e78ffb90'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:47.935201 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.935654 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-76b00568-c7db-4cbc-892c-734f5aea8ee6 None None] Provisioning complete for port 51916070-5edf-4723-9dab-9e61f64122cc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:47.935654 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-76b00568-c7db-4cbc-892c-734f5aea8ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:47.938615 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52054) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:47.966989 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872e722-6640-45f2-81a3-dc7d42f16971 req-bd91456c-ba63-45bf-8803-adf707e6198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:47.969017 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b872e722-6640-45f2-81a3-dc7d42f16971 req-bd91456c-ba63-45bf-8803-adf707e6198a service neutron] 10.222.0.70 "GET /v2.0/networks?id=494eeba5-927d-4da7-9b52-12ccac274783 HTTP/1.1" status: 200 len: 912 time: 0.2723842 Nov 11 12:14:47.972888 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748aa42c-ca61-4463-9bdb-0ce877a0f859 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:48.012767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.018348 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-1770c952-19cf-4275-af3e-317f53814e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:48.087988 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Pushing event updated for resources: {'Port': ['ID=10070e0d-5202-4f08-80df-e6f1cd703f80,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:48.099529 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-76b00568-c7db-4cbc-892c-734f5aea8ee6 None None] Port 51916070-5edf-4723-9dab-9e61f64122cc cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:48.127693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:48.131610 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:48.131920 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a3ab3707-e4fd-4f00-a229-aaf09557d97a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.133772 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770c952-19cf-4275-af3e-317f53814e68 None None] Routers {'784305e8-67a4-47e5-83ca-2799e78ffb90'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:48.134529 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-1770c952-19cf-4275-af3e-317f53814e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:14:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['784305e8-67a4-47e5-83ca-2799e78ffb90'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:48.138585 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:48.168741 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6d203336-eac2-49be-96cc-ceda82604096 req-a938d964-12da-4696-a4dc-2a038518bd7d tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3107405 Nov 11 12:14:48.180476 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-1770c952-19cf-4275-af3e-317f53814e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:48.181773 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1770c952-19cf-4275-af3e-317f53814e68 None None] The sync data for ids ['784305e8-67a4-47e5-83ca-2799e78ffb90'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:14:48.195493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 85641f25-082c-4cad-a0e6-14cbac938af4 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:48.202151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4355fb1e-087f-4eda-b1f1-ec1cced6f073 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:48.206944 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4355fb1e-087f-4eda-b1f1-ec1cced6f073 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.232428 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4355fb1e-087f-4eda-b1f1-ec1cced6f073 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:48.241550 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Request body: {'port': {'device_id': '2777dd77-f543-488e-a7e2-0619eda566c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:48.242490 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4355fb1e-087f-4eda-b1f1-ec1cced6f073 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.242838 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-4355fb1e-087f-4eda-b1f1-ec1cced6f073 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Added segment 67da4b9b-1807-4741-9640-d7c720ecff3a of type vlan for network 2d0f4694-7764-4c4e-a202-2311e134fac1 Nov 11 12:14:48.289700 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4355fb1e-087f-4eda-b1f1-ec1cced6f073 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.301046 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.305444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Attempting to bind port 10070e0d-5202-4f08-80df-e6f1cd703f80 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:48.305897 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Attempting to bind port 10070e0d-5202-4f08-80df-e6f1cd703f80 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:48.306624 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Attempting to bind port 10070e0d-5202-4f08-80df-e6f1cd703f80 on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:48.317080 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:48.317568 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:48.318039 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.318498 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:48.319055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Bound port: 10070e0d-5202-4f08-80df-e6f1cd703f80, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:48.319521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.338197 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 85641f25-082c-4cad-a0e6-14cbac938af4 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:48.338713 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.370301 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Deleting port 85641f25-082c-4cad-a0e6-14cbac938af4 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:48.370621 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.410496 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4355fb1e-087f-4eda-b1f1-ec1cced6f073 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.416423 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4355fb1e-087f-4eda-b1f1-ec1cced6f073 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:48.417020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4355fb1e-087f-4eda-b1f1-ec1cced6f073 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.447328 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] For port 10070e0d-5202-4f08-80df-e6f1cd703f80, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:48.551689 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.553039 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b872e722-6640-45f2-81a3-dc7d42f16971 req-874db863-fbb9-4f08-a041-b69b5383e840 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b96338-7266-45da-aa4c-b83c6a5e75f9 HTTP/1.1" status: 200 len: 1000 time: 0.4383886 Nov 11 12:14:48.559161 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-748aa42c-ca61-4463-9bdb-0ce877a0f859 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.572687 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a3ab3707-e4fd-4f00-a229-aaf09557d97a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.576217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.587898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a3ab3707-e4fd-4f00-a229-aaf09557d97a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.590080 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] For port 10070e0d-5202-4f08-80df-e6f1cd703f80, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=10070e0d-5202-4f08-80df-e6f1cd703f80,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:48.594662 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4355fb1e-087f-4eda-b1f1-ec1cced6f073 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7483792 Nov 11 12:14:48.596629 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] For port 85641f25-082c-4cad-a0e6-14cbac938af4, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=85641f25-082c-4cad-a0e6-14cbac938af4,segment=NetworkSegment(04ccdf1a-bd09-4ee4-b668-0a36e454c94b),segment_id=04ccdf1a-bd09-4ee4-b668-0a36e454c94b)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:48.596940 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.599923 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 85641f25-082c-4cad-a0e6-14cbac938af4, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=85641f25-082c-4cad-a0e6-14cbac938af4,segment=NetworkSegment(04ccdf1a-bd09-4ee4-b668-0a36e454c94b),segment_id=04ccdf1a-bd09-4ee4-b668-0a36e454c94b)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:48.608672 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52060) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:48.619842 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f21a31c9-f02c-4d4e-b682-634425d2cfe2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'subnet': {'network_id': '2d0f4694-7764-4c4e-a202-2311e134fac1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:48.624204 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355fb1e-087f-4eda-b1f1-ec1cced6f073 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Network': ['ID=2d0f4694-7764-4c4e-a202-2311e134fac1,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:48.633430 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Calling delete_port for 85641f25-082c-4cad-a0e6-14cbac938af4 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:48.640406 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 2d0f4694-7764-4c4e-a202-2311e134fac1 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:48.688932 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.708097 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.764821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-748aa42c-ca61-4463-9bdb-0ce877a0f859 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port e0ecde2e-b8ff-4790-b0ce-67f0cbe41d51 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:48.765470 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a19042-e1c0-405d-8a5e-f30b2237639c req-c484efe8-b34f-4329-b5f4-cb6ccbf1a324 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:48.767352 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f2a19042-e1c0-405d-8a5e-f30b2237639c req-c484efe8-b34f-4329-b5f4-cb6ccbf1a324 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 931 time: 0.2558296 Nov 11 12:14:48.783543 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821cb5d-5cf6-4cc4-97ce-61735d772c3e req-9d20a4f2-f1c8-410b-b120-dc7a5a335743 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:48.786170 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d821cb5d-5cf6-4cc4-97ce-61735d772c3e req-9d20a4f2-f1c8-410b-b120-dc7a5a335743 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.2735922 Nov 11 12:14:48.813466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdb6e5-96e9-4451-9471-a6743e102ce2 None None] Pushing event updated for resources: {'Port': ['ID=10070e0d-5202-4f08-80df-e6f1cd703f80,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:48.855599 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872e722-6640-45f2-81a3-dc7d42f16971 req-5318049e-130c-479b-86ce-2a44c8bf8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:48.857090 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b872e722-6640-45f2-81a3-dc7d42f16971 req-5318049e-130c-479b-86ce-2a44c8bf8387 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2ad01249-f98e-4f0a-8732-1a30270cf49a HTTP/1.1" status: 200 len: 850 time: 0.2945287 Nov 11 12:14:48.858304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a3ab3707-e4fd-4f00-a229-aaf09557d97a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.858304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ab3707-e4fd-4f00-a229-aaf09557d97a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Fanout notify agent at l3_agent the message router_deleted on router 784305e8-67a4-47e5-83ca-2799e78ffb90 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:14:48.881236 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a3ab3707-e4fd-4f00-a229-aaf09557d97a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:48.883754 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a3ab3707-e4fd-4f00-a229-aaf09557d97a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/routers/784305e8-67a4-47e5-83ca-2799e78ffb90 HTTP/1.1" status: 204 len: 168 time: 0.9398723 Nov 11 12:14:48.899620 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52062) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:48.900940 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=85641f25-082c-4cad-a0e6-14cbac938af4,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:48.930123 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f2a19042-e1c0-405d-8a5e-f30b2237639c req-f8101028-9a85-4bff-958f-37de064bfa97 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356905 Nov 11 12:14:48.938837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21a31c9-f02c-4d4e-b682-634425d2cfe2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:48.943895 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f21a31c9-f02c-4d4e-b682-634425d2cfe2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.021974 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d821cb5d-5cf6-4cc4-97ce-61735d772c3e req-5aa4b3fe-b3cc-444a-84b5-04a72c3c7108 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232733 Nov 11 12:14:49.035247 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59790128-00d2-486e-abfa-2e1c71d4c023 None None] Network d29cea9b-0d49-429f-a604-7c7cce9513a8 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:49.144718 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Router 43a9c9de-08bd-45b5-9129-d8b82deafb4c is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:14:49.185314 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.214217 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a6eec78d-6550-4403-b0af-c852bfd63d26 None None] Provisioning complete for port 85641f25-082c-4cad-a0e6-14cbac938af4 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:49.215250 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a6eec78d-6550-4403-b0af-c852bfd63d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.226959 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Port': ['ID=85641f25-082c-4cad-a0e6-14cbac938af4,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:49.231231 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No DVR routers for this DVR port 85641f25-082c-4cad-a0e6-14cbac938af4 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:49.265422 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-a6eec78d-6550-4403-b0af-c852bfd63d26 None None] Port 85641f25-082c-4cad-a0e6-14cbac938af4 was deleted so its status cannot be updated. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 11 12:14:49.277924 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2cea146-0f6f-4dea-a85c-f5a844acf664 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting subnet f531b5dc-fa1d-455e-a0bc-a5190ee66d4d {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:49.289069 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b27218f-0dfa-445b-a15c-044e96075aaa None None] DHCP port deletion for d29cea9b-0d49-429f-a604-7c7cce9513a8 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:49.316711 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f21a31c9-f02c-4d4e-b682-634425d2cfe2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.324745 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d2cea146-0f6f-4dea-a85c-f5a844acf664 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.325509 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.328806 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872e722-6640-45f2-81a3-dc7d42f16971 req-f0f087af-d99f-42d4-9cda-29156310e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:49.330328 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b872e722-6640-45f2-81a3-dc7d42f16971 req-f0f087af-d99f-42d4-9cda-29156310e758 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=494eeba5-927d-4da7-9b52-12ccac274783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4553630 Nov 11 12:14:49.382723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29cea9b-0d49-429f-a604-7c7cce9513a8']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:49.398073 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ccdf1a-bd09-4ee4-b668-0a36e454c94b') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:49.398365 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ccdf1a-bd09-4ee4-b668-0a36e454c94b') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:49.408358 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a31c9-f02c-4d4e-b682-634425d2cfe2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Subnet': ['ID=b69007a7-8e98-443c-9e94-d6e170a35292,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:49.418787 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.436164 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a31c9-f02c-4d4e-b682-634425d2cfe2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Checking segment: {'id': '67da4b9b-1807-4741-9640-d7c720ecff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2d0f4694-7764-4c4e-a202-2311e134fac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:49.436523 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a31c9-f02c-4d4e-b682-634425d2cfe2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network hostable DHCP agents. Network: 2d0f4694-7764-4c4e-a202-2311e134fac1, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:49.438736 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.446694 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:49.447118 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:49.450886 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:49.587686 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a31c9-f02c-4d4e-b682-634425d2cfe2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 2d0f4694-7764-4c4e-a202-2311e134fac1 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:49.616784 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.624047 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.631255 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/networks/d29cea9b-0d49-429f-a604-7c7cce9513a8 HTTP/1.1" status: 204 len: 168 time: 3.3154635 Nov 11 12:14:49.644733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52064) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:49.649850 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a4cbaa2b-9af0-4dae-bcc4-a9f1beb7805a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1716309429'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:49.654759 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2aecb-4d71-4619-9b48-9e5d296fbc46 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Network': ['ID=d29cea9b-0d49-429f-a604-7c7cce9513a8,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:49.684794 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-f21a31c9-f02c-4d4e-b682-634425d2cfe2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 2d0f4694-7764-4c4e-a202-2311e134fac1) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:49.689349 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21a31c9-f02c-4d4e-b682-634425d2cfe2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:49.690600 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f21a31c9-f02c-4d4e-b682-634425d2cfe2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.696133 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce9b1a0-2d6d-4795-b103-8ab98a1c7bd8 None None] Network 2d0f4694-7764-4c4e-a202-2311e134fac1 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:49.764747 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cbaa2b-9af0-4dae-bcc4-a9f1beb7805a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:49.777946 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a4cbaa2b-9af0-4dae-bcc4-a9f1beb7805a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.799188 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-748aa42c-ca61-4463-9bdb-0ce877a0f859 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::2f2 (db126361-d280-4945-be72-90312642a11b/9069851b-bfad-4bc3-bb5b-3be2a68123ed/e0ecde2e-b8ff-4790-b0ce-67f0cbe41d51) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:49.812052 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4cbaa2b-9af0-4dae-bcc4-a9f1beb7805a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:49.823935 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a4cbaa2b-9af0-4dae-bcc4-a9f1beb7805a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.824453 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-a4cbaa2b-9af0-4dae-bcc4-a9f1beb7805a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Added segment 0e3b3c15-7719-4a57-be7b-3797499336aa of type vlan for network 458b4c34-b078-4d6f-8a98-ba03a4813beb Nov 11 12:14:49.841881 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d2cea146-0f6f-4dea-a85c-f5a844acf664 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.880273 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a4cbaa2b-9af0-4dae-bcc4-a9f1beb7805a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.891260 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-2d0f4694-7764-4c4e-a202-2311e134fac1', 'network_id': '2d0f4694-7764-4c4e-a202-2311e134fac1', 'tenant_id': '7893216449e342f89082e63f19617aea', 'fixed_ips': [{'subnet_id': 'b69007a7-8e98-443c-9e94-d6e170a35292'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:49.893615 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:49.901798 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f21a31c9-f02c-4d4e-b682-634425d2cfe2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2910500 Nov 11 12:14:49.904484 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52066) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:49.910053 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-5c4db627-38ac-48e2-884a-a519e600cabe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'subnet': {'network_id': '2d0f4694-7764-4c4e-a202-2311e134fac1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:50.017659 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a4cbaa2b-9af0-4dae-bcc4-a9f1beb7805a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.025690 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b872e722-6640-45f2-81a3-dc7d42f16971 req-2d923ad3-bafc-426b-a265-1e8400ee095a service neutron] 10.222.0.70 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6416197 Nov 11 12:14:50.030324 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cbaa2b-9af0-4dae-bcc4-a9f1beb7805a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:50.031769 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a4cbaa2b-9af0-4dae-bcc4-a9f1beb7805a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.121863 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Allocated IP 172.20.0.2 (2d0f4694-7764-4c4e-a202-2311e134fac1/b69007a7-8e98-443c-9e94-d6e170a35292/2169270c-467f-416f-921f-2b1c87384a4e) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:50.126611 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-97b248ef-3aa4-4f1d-9c9f-a044d9ae7952 None None] Provisioning complete for port 10070e0d-5202-4f08-80df-e6f1cd703f80 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:50.126986 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-97b248ef-3aa4-4f1d-9c9f-a044d9ae7952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.150303 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:14:50.165589 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Sync routers for ids ['43a9c9de-08bd-45b5-9129-d8b82deafb4c'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:14:50.170030 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 10070e0d-5202-4f08-80df-e6f1cd703f80 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:50.190525 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Routers {'43a9c9de-08bd-45b5-9129-d8b82deafb4c'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:50.193385 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:14:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['43a9c9de-08bd-45b5-9129-d8b82deafb4c'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:50.200641 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a4cbaa2b-9af0-4dae-bcc4-a9f1beb7805a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5547061 Nov 11 12:14:50.204158 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52072) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:50.215745 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-1bb05887-af5e-4386-bcb8-f61416af2ad2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'subnet': {'network_id': '458b4c34-b078-4d6f-8a98-ba03a4813beb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:50.279107 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d2cea146-0f6f-4dea-a85c-f5a844acf664 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.302760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-97b248ef-3aa4-4f1d-9c9f-a044d9ae7952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.303734 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbaa2b-9af0-4dae-bcc4-a9f1beb7805a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Network': ['ID=458b4c34-b078-4d6f-8a98-ba03a4813beb,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:50.321311 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 458b4c34-b078-4d6f-8a98-ba03a4813beb details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:50.322352 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fea72-8deb-4fe3-a903-0e12a404f3a1 req-d275e1d8-f83f-4965-9f4a-0a6e620ef413 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:50.324087 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bb3fea72-8deb-4fe3-a903-0e12a404f3a1 req-d275e1d8-f83f-4965-9f4a-0a6e620ef413 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 931 time: 0.2803378 Nov 11 12:14:50.328995 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.332925 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e1fdff2a-d40d-41ee-935c-0d99a332fd8b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.2431455 Nov 11 12:14:50.344595 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Set router 43a9c9de-08bd-45b5-9129-d8b82deafb4c gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:14:50.359762 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52074) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:50.393937 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51916070-5edf-4723-9dab-9e61f64122cc {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:14:50.399986 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b65d40-e1c9-42e7-b6f1-0d4a5bd485fe req-5ccb4ce5-76b2-459d-9716-d5e5f8e9cd8c tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:50.401734 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-24b65d40-e1c9-42e7-b6f1-0d4a5bd485fe req-5ccb4ce5-76b2-459d-9716-d5e5f8e9cd8c tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.2684593 Nov 11 12:14:50.425449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4db627-38ac-48e2-884a-a519e600cabe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:50.429427 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5c4db627-38ac-48e2-884a-a519e600cabe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.444692 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-97b248ef-3aa4-4f1d-9c9f-a044d9ae7952 None None] For port 10070e0d-5202-4f08-80df-e6f1cd703f80, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=10070e0d-5202-4f08-80df-e6f1cd703f80,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:50.449580 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 10070e0d-5202-4f08-80df-e6f1cd703f80 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:50.449949 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.474439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.520151 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b872e722-6640-45f2-81a3-dc7d42f16971 req-acaaeaa4-7c71-4f8e-a3f6-ae2dbafb774e service neutron] 10.222.0.70 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602237 Nov 11 12:14:50.523367 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bb3fea72-8deb-4fe3-a903-0e12a404f3a1 req-d8f429ee-877a-4e1c-815c-7c84e2624390 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743612 Nov 11 12:14:50.570826 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-24b65d40-e1c9-42e7-b6f1-0d4a5bd485fe req-0b424b2b-b83a-4266-9157-c287dc86aabc tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592317 Nov 11 12:14:50.591622 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.598064 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-97b248ef-3aa4-4f1d-9c9f-a044d9ae7952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.604296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Transition to ACTIVE for port object 51916070-5edf-4723-9dab-9e61f64122cc will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:14:50.606553 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a9c9de-08bd-45b5-9129-d8b82deafb4c', 'name': '', 'tenant_id': '3cc97ed8a2224517b16790c3369e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f762cf02-579f-4589-9e24-0ea29cd004e0', 'external_fixed_ips': [{'subnet_id': '98f1724e-cc0b-4996-95ab-d57d6b578959', 'ip_address': '2001:db8::313'}], 'enable_snat': True}, 'gw_port_id': '88c6d436-91d0-4ea4-a048-b71e9d5938db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:14:41Z', 'updated_at': '2021-11-11T12:14:45Z', 'revision_number': 3, 'project_id': '3cc97ed8a2224517b16790c3369e38d0', 'gw_port': {'id': '88c6d436-91d0-4ea4-a048-b71e9d5938db', 'name': '', 'network_id': 'f762cf02-579f-4589-9e24-0ea29cd004e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a9c9de-08bd-45b5-9129-d8b82deafb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '98f1724e-cc0b-4996-95ab-d57d6b578959', 'ip_address': '2001:db8::313', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:43Z', 'updated_at': '2021-11-11T12:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98f1724e-cc0b-4996-95ab-d57d6b578959', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:50.611092 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.ipam_backend_mixin [None req-5c4db627-38ac-48e2-884a-a519e600cabe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b69007a7-8e98-443c-9e94-d6e170a35292 (CIDR: 172.20.0.0/28) Nov 11 12:14:50.626911 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb05887-af5e-4386-bcb8-f61416af2ad2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:50.632746 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1bb05887-af5e-4386-bcb8-f61416af2ad2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.636397 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Checking router: 43a9c9de-08bd-45b5-9129-d8b82deafb4c for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:14:50.639020 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Updating router 43a9c9de-08bd-45b5-9129-d8b82deafb4c port 88c6d436-91d0-4ea4-a048-b71e9d5938db binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:14:50.662348 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4db627-38ac-48e2-884a-a519e600cabe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:50.663911 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4db627-38ac-48e2-884a-a519e600cabe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:50.664594 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.666721 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-748aa42c-ca61-4463-9bdb-0ce877a0f859 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.668781 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1df45a03-d323-425a-b1fb-eb76c90865a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.670047 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b248ef-3aa4-4f1d-9c9f-a044d9ae7952 None None] Pushing event updated for resources: {'Port': ['ID=10070e0d-5202-4f08-80df-e6f1cd703f80,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:50.719713 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.722446 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d2cea146-0f6f-4dea-a85c-f5a844acf664 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.722594 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.744573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Network 2d0f4694-7764-4c4e-a202-2311e134fac1 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:50.746988 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:50.749582 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:50.767864 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52076) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:50.772267 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5c4db627-38ac-48e2-884a-a519e600cabe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8665276 Nov 11 12:14:50.813265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 85641f25-082c-4cad-a0e6-14cbac938af4 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:50.815555 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-efb98ca0-a3aa-4888-89d4-91514f5eb9eb tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'subnet': {'network_id': '2d0f4694-7764-4c4e-a202-2311e134fac1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:50.854773 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Pushing event updated for resources: {'Port': ['ID=2169270c-467f-416f-921f-2b1c87384a4e,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:50.878818 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 85641f25-082c-4cad-a0e6-14cbac938af4 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:50.879233 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 85641f25-082c-4cad-a0e6-14cbac938af4 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:50.883070 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Attempting to bind port 2169270c-467f-416f-921f-2b1c87384a4e on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:50.883070 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Attempting to bind port 2169270c-467f-416f-921f-2b1c87384a4e by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '67da4b9b-1807-4741-9640-d7c720ecff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2d0f4694-7764-4c4e-a202-2311e134fac1'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:50.883070 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Attempting to bind port 2169270c-467f-416f-921f-2b1c87384a4e on network 2d0f4694-7764-4c4e-a202-2311e134fac1 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:50.889115 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:50.889487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Checking segment: {'id': '67da4b9b-1807-4741-9640-d7c720ecff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2d0f4694-7764-4c4e-a202-2311e134fac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:50.889888 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.890276 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Bound using segment: {'id': '67da4b9b-1807-4741-9640-d7c720ecff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2d0f4694-7764-4c4e-a202-2311e134fac1'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:50.890741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Bound port: 2169270c-467f-416f-921f-2b1c87384a4e, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67da4b9b-1807-4741-9640-d7c720ecff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2d0f4694-7764-4c4e-a202-2311e134fac1'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:50.891303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.956328 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cea146-0f6f-4dea-a85c-f5a844acf664 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Subnet': ['ID=f531b5dc-fa1d-455e-a0bc-a5190ee66d4d,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:50.965486 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d2cea146-0f6f-4dea-a85c-f5a844acf664 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:50.971713 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d2cea146-0f6f-4dea-a85c-f5a844acf664 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/subnets/f531b5dc-fa1d-455e-a0bc-a5190ee66d4d HTTP/1.1" status: 204 len: 168 time: 2.0595520 Nov 11 12:14:50.991894 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52078) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:51.009630 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] For port 2169270c-467f-416f-921f-2b1c87384a4e, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:51.015720 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] For port 2169270c-467f-416f-921f-2b1c87384a4e, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=2169270c-467f-416f-921f-2b1c87384a4e,segment=NetworkSegment(67da4b9b-1807-4741-9640-d7c720ecff3a),segment_id=67da4b9b-1807-4741-9640-d7c720ecff3a)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:51.021620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f2d74a-6ad3-44bd-8984-99f54657345c None None] Network bc9f675f-087e-481d-8fb0-0cd918e22c39 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:51.098052 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.113170 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.119328 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Pushing event updated for resources: {'Port': ['ID=51916070-5edf-4723-9dab-9e61f64122cc,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:51.132898 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1bb05887-af5e-4386-bcb8-f61416af2ad2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.134514 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c339ba-ed94-4937-8616-4b487cc2b8a3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting subnet d2b12f62-e5ac-4075-95f1-5aee6f40b1db {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:51.145550 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb98ca0-a3aa-4888-89d4-91514f5eb9eb tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:51.149791 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-efb98ca0-a3aa-4888-89d4-91514f5eb9eb tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.154388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-748aa42c-ca61-4463-9bdb-0ce877a0f859 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.165088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-30c339ba-ed94-4937-8616-4b487cc2b8a3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.212595 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.238273 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9dae3-f92a-4e9e-99d5-0595552664f3 None None] Pushing event updated for resources: {'Port': ['ID=2169270c-467f-416f-921f-2b1c87384a4e,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:51.271599 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb05887-af5e-4386-bcb8-f61416af2ad2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Subnet': ['ID=a44da513-1b16-478d-b539-8da027197b82,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:51.289911 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb05887-af5e-4386-bcb8-f61416af2ad2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Checking segment: {'id': '0e3b3c15-7719-4a57-be7b-3797499336aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '458b4c34-b078-4d6f-8a98-ba03a4813beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:51.290267 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb05887-af5e-4386-bcb8-f61416af2ad2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network hostable DHCP agents. Network: 458b4c34-b078-4d6f-8a98-ba03a4813beb, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:51.295068 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1df45a03-d323-425a-b1fb-eb76c90865a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.304816 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Attempting to bind port 88c6d436-91d0-4ea4-a048-b71e9d5938db on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:51.305479 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Attempting to bind port 88c6d436-91d0-4ea4-a048-b71e9d5938db by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '05970a9a-2d4a-40f5-91ea-6d183673aca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f762cf02-579f-4589-9e24-0ea29cd004e0'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:51.306041 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Attempting to bind port 88c6d436-91d0-4ea4-a048-b71e9d5938db on network f762cf02-579f-4589-9e24-0ea29cd004e0 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:51.319961 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fabbb3-c379-41d9-bbb4-e3b08aa66971 None None] Pushing event updated for resources: {'Port': ['ID=88c6d436-91d0-4ea4-a048-b71e9d5938db,revision_number=2']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:51.331744 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:51.332117 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Checking segment: {'id': '05970a9a-2d4a-40f5-91ea-6d183673aca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f762cf02-579f-4589-9e24-0ea29cd004e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:51.332539 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.332916 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Bound using segment: {'id': '05970a9a-2d4a-40f5-91ea-6d183673aca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f762cf02-579f-4589-9e24-0ea29cd004e0'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:51.333400 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Bound port: 88c6d436-91d0-4ea4-a048-b71e9d5938db, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05970a9a-2d4a-40f5-91ea-6d183673aca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f762cf02-579f-4589-9e24-0ea29cd004e0'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:51.333797 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.357988 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748aa42c-ca61-4463-9bdb-0ce877a0f859 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=e0ecde2e-b8ff-4790-b0ce-67f0cbe41d51,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:51.382280 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748aa42c-ca61-4463-9bdb-0ce877a0f859 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:51.391921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0d2362-94ee-4ef7-b172-e48202694ccc None None] DHCP port deletion for bc9f675f-087e-481d-8fb0-0cd918e22c39 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:51.396451 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-748aa42c-ca61-4463-9bdb-0ce877a0f859 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:51.398385 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Attempting to bind port 51916070-5edf-4723-9dab-9e61f64122cc on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:51.398689 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Attempting to bind port 51916070-5edf-4723-9dab-9e61f64122cc by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:51.399011 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Attempting to bind port 51916070-5edf-4723-9dab-9e61f64122cc on network b580bc89-3da6-495d-a6bb-01e9bf883bce {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:51.403941 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-30c339ba-ed94-4937-8616-4b487cc2b8a3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.406657 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748aa42c-ca61-4463-9bdb-0ce877a0f859 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:51.409669 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] For port 88c6d436-91d0-4ea4-a048-b71e9d5938db, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:51.412889 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748aa42c-ca61-4463-9bdb-0ce877a0f859 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:51.413423 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] For port 88c6d436-91d0-4ea4-a048-b71e9d5938db, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=88c6d436-91d0-4ea4-a048-b71e9d5938db,segment=NetworkSegment(05970a9a-2d4a-40f5-91ea-6d183673aca7),segment_id=05970a9a-2d4a-40f5-91ea-6d183673aca7)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:51.413579 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-748aa42c-ca61-4463-9bdb-0ce877a0f859 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.417855 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb05887-af5e-4386-bcb8-f61416af2ad2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network 458b4c34-b078-4d6f-8a98-ba03a4813beb is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:51.469433 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Port 51916070-5edf-4723-9dab-9e61f64122cc on network b580bc89-3da6-495d-a6bb-01e9bf883bce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:14:51.469759 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Attempting to bind port 51916070-5edf-4723-9dab-9e61f64122cc on network b580bc89-3da6-495d-a6bb-01e9bf883bce {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:51.481536 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-da0d2362-94ee-4ef7-b172-e48202694ccc None None] Deleting port 65689dc7-eef8-46b5-9b22-13feaf77508b {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:51.483008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-da0d2362-94ee-4ef7-b172-e48202694ccc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.505151 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.512267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:51.512675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Checking segment: {'id': '06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:51.512984 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Bound using segment: {'id': '06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:51.513434 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Bound port: 51916070-5edf-4723-9dab-9e61f64122cc, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:51.513784 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.530787 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-1bb05887-af5e-4386-bcb8-f61416af2ad2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 458b4c34-b078-4d6f-8a98-ba03a4813beb) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:51.542723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb05887-af5e-4386-bcb8-f61416af2ad2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:51.545668 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1bb05887-af5e-4386-bcb8-f61416af2ad2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.560506 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebf652d-69d3-4278-82e2-ebc54a993b4d None None] Network 458b4c34-b078-4d6f-8a98-ba03a4813beb requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:51.656417 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Routers {'43a9c9de-08bd-45b5-9129-d8b82deafb4c'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:14:51.657042 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:14:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['43a9c9de-08bd-45b5-9129-d8b82deafb4c'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:51.717762 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-748aa42c-ca61-4463-9bdb-0ce877a0f859 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.9144716 Nov 11 12:14:51.717987 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52084) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:51.725823 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-da0d2362-94ee-4ef7-b172-e48202694ccc None None] For port 65689dc7-eef8-46b5-9b22-13feaf77508b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=65689dc7-eef8-46b5-9b22-13feaf77508b,segment=NetworkSegment(df36c511-cc9a-4e63-96c0-d6fb2b75065c),segment_id=df36c511-cc9a-4e63-96c0-d6fb2b75065c)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:51.726479 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-da0d2362-94ee-4ef7-b172-e48202694ccc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.746037 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fabbb3-c379-41d9-bbb4-e3b08aa66971 None None] Pushing event updated for resources: {'Port': ['ID=88c6d436-91d0-4ea4-a048-b71e9d5938db,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:51.757743 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-30c339ba-ed94-4937-8616-4b487cc2b8a3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.770936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-da0d2362-94ee-4ef7-b172-e48202694ccc None None] Calling delete_port for 65689dc7-eef8-46b5-9b22-13feaf77508b owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:51.776096 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1bb05887-af5e-4386-bcb8-f61416af2ad2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5636563 Nov 11 12:14:51.778660 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52086) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:51.834728 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] For port 51916070-5edf-4723-9dab-9e61f64122cc, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:51.872837 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] Set router 43a9c9de-08bd-45b5-9129-d8b82deafb4c gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:14:51.873032 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-1df45a03-d323-425a-b1fb-eb76c90865a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Deleting port 88c6d436-91d0-4ea4-a048-b71e9d5938db {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:51.873032 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1df45a03-d323-425a-b1fb-eb76c90865a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.887761 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-99b2e6b4-f542-41ff-a7cb-1f1ae63343f7 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-48797105'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:51.932900 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-9e803775-542b-4dff-b971-731c59e9b129 None None] Provisioning complete for port e0ecde2e-b8ff-4790-b0ce-67f0cbe41d51 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:51.933290 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9e803775-542b-4dff-b971-731c59e9b129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.945636 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a9c9de-08bd-45b5-9129-d8b82deafb4c', 'name': '', 'tenant_id': '3cc97ed8a2224517b16790c3369e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:14:41Z', 'updated_at': '2021-11-11T12:14:51Z', 'revision_number': 4, 'project_id': '3cc97ed8a2224517b16790c3369e38d0', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:51.962175 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571d320-cb89-4341-932b-cfa0a4ac96b0 req-4dbd8a25-efe6-4988-9b67-1fec2820e14b tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:51.964022 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2571d320-cb89-4341-932b-cfa0a4ac96b0 req-4dbd8a25-efe6-4988-9b67-1fec2820e14b tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 943 time: 0.2488062 Nov 11 12:14:51.979952 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3abdc75-b8a7-4d03-8bed-6f348611ea8d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:51.987012 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-458b4c34-b078-4d6f-8a98-ba03a4813beb', 'network_id': '458b4c34-b078-4d6f-8a98-ba03a4813beb', 'tenant_id': '6b3e3d86cd0a4032ba5e9f5e45e82059', 'fixed_ips': [{'subnet_id': 'a44da513-1b16-478d-b539-8da027197b82'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:51.988091 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:51.996149 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8403eb98-a064-4c55-bfcc-ca27728fd1be None None] The sync data for ids ['43a9c9de-08bd-45b5-9129-d8b82deafb4c'] in dv-neutron-786478-23-hyperv is: [{'id': '43a9c9de-08bd-45b5-9129-d8b82deafb4c', 'name': '', 'tenant_id': '3cc97ed8a2224517b16790c3369e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:14:41Z', 'updated_at': '2021-11-11T12:14:51Z', 'revision_number': 4, 'project_id': '3cc97ed8a2224517b16790c3369e38d0', 'gw_port_host': None}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:14:52.004098 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3abdc75-b8a7-4d03-8bed-6f348611ea8d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:52.010626 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b3abdc75-b8a7-4d03-8bed-6f348611ea8d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.2916634 Nov 11 12:14:52.011487 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52088) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:52.038616 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b2e6b4-f542-41ff-a7cb-1f1ae63343f7 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:52.045741 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99b2e6b4-f542-41ff-a7cb-1f1ae63343f7 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.068724 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-1df45a03-d323-425a-b1fb-eb76c90865a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] For port 88c6d436-91d0-4ea4-a048-b71e9d5938db, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=88c6d436-91d0-4ea4-a048-b71e9d5938db,segment=NetworkSegment(05970a9a-2d4a-40f5-91ea-6d183673aca7),segment_id=05970a9a-2d4a-40f5-91ea-6d183673aca7)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:52.069095 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1df45a03-d323-425a-b1fb-eb76c90865a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.087150 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-1df45a03-d323-425a-b1fb-eb76c90865a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Calling delete_port for 88c6d436-91d0-4ea4-a048-b71e9d5938db owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:52.117573 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a4ab1-14be-46b2-baf4-d535206858ce req-00d8fe7f-5f33-45a8-9fad-5a0572062125 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:52.128730 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9d0a4ab1-14be-46b2-baf4-d535206858ce req-00d8fe7f-5f33-45a8-9fad-5a0572062125 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.3617909 Nov 11 12:14:52.191229 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b2e6b4-f542-41ff-a7cb-1f1ae63343f7 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:52.195922 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-9e803775-542b-4dff-b971-731c59e9b129 None None] Port e0ecde2e-b8ff-4790-b0ce-67f0cbe41d51 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:52.200532 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-da0d2362-94ee-4ef7-b172-e48202694ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.237494 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 10070e0d-5202-4f08-80df-e6f1cd703f80 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:52.242133 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d2362-94ee-4ef7-b172-e48202694ccc None None] Pushing event deleted for resources: {'Port': ['ID=65689dc7-eef8-46b5-9b22-13feaf77508b,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:52.270252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0d2362-94ee-4ef7-b172-e48202694ccc None None] No DVR routers for this DVR port 65689dc7-eef8-46b5-9b22-13feaf77508b on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:52.288856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99b2e6b4-f542-41ff-a7cb-1f1ae63343f7 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.289194 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-99b2e6b4-f542-41ff-a7cb-1f1ae63343f7 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Added segment 9cc868e0-2c34-43e2-9453-9a8d3ca8a44a of type vlan for network ac2c0741-189a-475d-a984-06a16e77163a Nov 11 12:14:52.323395 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2571d320-cb89-4341-932b-cfa0a4ac96b0 req-120759d9-f81b-443f-a731-a14fbdc09190 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092906 Nov 11 12:14:52.341062 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] For port 51916070-5edf-4723-9dab-9e61f64122cc, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=51916070-5edf-4723-9dab-9e61f64122cc,segment=NetworkSegment(06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e),segment_id=06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:52.358916 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9d0a4ab1-14be-46b2-baf4-d535206858ce req-1e6b3661-fbd3-4ffb-aced-aac82ef63390 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267463 Nov 11 12:14:52.378838 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99b2e6b4-f542-41ff-a7cb-1f1ae63343f7 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.425522 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-af8d99a4-f720-4382-ac37-28e06a0002ef tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port e0ecde2e-b8ff-4790-b0ce-67f0cbe41d51 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:52.425865 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af8d99a4-f720-4382-ac37-28e06a0002ef tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.502031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.513391 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 10070e0d-5202-4f08-80df-e6f1cd703f80 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:52.514433 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.564904 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:52.568881 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Allocated IP 2001:db8::3 (458b4c34-b078-4d6f-8a98-ba03a4813beb/a44da513-1b16-478d-b539-8da027197b82/61a6bae7-8074-4388-b824-0cde0efb449a) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:52.570924 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.572206 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6d203336-eac2-49be-96cc-ceda82604096 req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] 10.222.0.70 "PUT /v2.0/ports/51916070-5edf-4723-9dab-9e61f64122cc HTTP/1.1" status: 200 len: 1093 time: 4.3351679 Nov 11 12:14:52.572949 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2777dd77-f543-488e-a7e2-0619eda566c1', 'tag': '51916070-5edf-4723-9dab-9e61f64122cc'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:14:52.577308 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b7605f-459b-4e96-8844-dae1fad1db25" -d '{"events": [{"name": "network-changed", "server_uuid": "2777dd77-f543-488e-a7e2-0619eda566c1", "tag": "51916070-5edf-4723-9dab-9e61f64122cc"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:14:52.628972 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af8d99a4-f720-4382-ac37-28e06a0002ef tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.647871 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99b2e6b4-f542-41ff-a7cb-1f1ae63343f7 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.648400 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501d054d-74dc-46bc-aa0f-c7bf40b9de9e x-openstack-request-id: req-501d054d-74dc-46bc-aa0f-c7bf40b9de9e {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:14:52.648941 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2777dd77-f543-488e-a7e2-0619eda566c1", "tag": "51916070-5edf-4723-9dab-9e61f64122cc", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:14:52.649401 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-501d054d-74dc-46bc-aa0f-c7bf40b9de9e {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:14:52.650010 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2777dd77-f543-488e-a7e2-0619eda566c1', 'tag': '51916070-5edf-4723-9dab-9e61f64122cc', 'status': 'completed', 'code': 200} Nov 11 12:14:52.651779 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-30c339ba-ed94-4937-8616-4b487cc2b8a3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.658659 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b2e6b4-f542-41ff-a7cb-1f1ae63343f7 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:52.661056 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99b2e6b4-f542-41ff-a7cb-1f1ae63343f7 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.663927 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1df45a03-d323-425a-b1fb-eb76c90865a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.702667 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-30c339ba-ed94-4937-8616-4b487cc2b8a3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.703363 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-af8d99a4-f720-4382-ac37-28e06a0002ef tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for e0ecde2e-b8ff-4790-b0ce-67f0cbe41d51 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:52.707798 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-30c339ba-ed94-4937-8616-4b487cc2b8a3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/subnets/d2b12f62-e5ac-4075-95f1-5aee6f40b1db HTTP/1.1" status: 204 len: 168 time: 1.7128627 Nov 11 12:14:52.733667 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52094) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:52.754369 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0745de-2bdc-4b29-a2fa-c9ba182c5eee service neutron] Pushing event updated for resources: {'Port': ['ID=51916070-5edf-4723-9dab-9e61f64122cc,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:52.789787 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.795466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040a2e67-94bc-4a95-add5-3b6994fdc3bb None None] Network 2bf6d97e-2587-4c54-baf4-8a75b130542d requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:52.830102 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c339ba-ed94-4937-8616-4b487cc2b8a3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b12f62-e5ac-4075-95f1-5aee6f40b1db,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:52.832779 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-efb98ca0-a3aa-4888-89d4-91514f5eb9eb tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.840516 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b2d3e-9b45-4e5f-8eb0-973a9ff0e77c req-b5ad778a-3f85-45da-aef6-2101bca15a7f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:52.843410 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6b0b2d3e-9b45-4e5f-8eb0-973a9ff0e77c req-b5ad778a-3f85-45da-aef6-2101bca15a7f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.3436379 Nov 11 12:14:52.854004 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-99b2e6b4-f542-41ff-a7cb-1f1ae63343f7 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0287309 Nov 11 12:14:52.881246 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52096) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:52.889027 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.897456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df45a03-d323-425a-b1fb-eb76c90865a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Pushing event deleted for resources: {'Port': ['ID=88c6d436-91d0-4ea4-a048-b71e9d5938db,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:52.904586 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1df45a03-d323-425a-b1fb-eb76c90865a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:52.916584 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-dd362db6-b3b5-4175-a6f9-387956fcfaf8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'subnet': {'network_id': 'ac2c0741-189a-475d-a984-06a16e77163a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:52.928429 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6b0b2d3e-9b45-4e5f-8eb0-973a9ff0e77c req-c6233d86-7c83-4c02-8021-2982b008a626 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709536 Nov 11 12:14:52.939421 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 2169270c-467f-416f-921f-2b1c87384a4e up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:52.990766 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7a6c48-c6eb-4bd1-a2c4-6caf6270dc5f None None] Network 2d0f4694-7764-4c4e-a202-2311e134fac1 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:53.048920 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Network 458b4c34-b078-4d6f-8a98-ba03a4813beb is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:53.058707 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2e6b4-f542-41ff-a7cb-1f1ae63343f7 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Network': ['ID=ac2c0741-189a-475d-a984-06a16e77163a,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:53.073962 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Pushing event updated for resources: {'Port': ['ID=61a6bae7-8074-4388-b824-0cde0efb449a,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:53.083457 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network ac2c0741-189a-475d-a984-06a16e77163a details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:53.085887 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:53.088238 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:53.223853 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75512653-db3d-4f78-b804-41f3a68d63db req-cca8c060-138c-4f62-b11f-ac0db99b0dde tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:53.225794 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-75512653-db3d-4f78-b804-41f3a68d63db req-cca8c060-138c-4f62-b11f-ac0db99b0dde tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1280434 Nov 11 12:14:53.285657 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Attempting to bind port 61a6bae7-8074-4388-b824-0cde0efb449a on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:53.286197 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Attempting to bind port 61a6bae7-8074-4388-b824-0cde0efb449a by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '0e3b3c15-7719-4a57-be7b-3797499336aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '458b4c34-b078-4d6f-8a98-ba03a4813beb'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:53.286887 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Attempting to bind port 61a6bae7-8074-4388-b824-0cde0efb449a on network 458b4c34-b078-4d6f-8a98-ba03a4813beb {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:53.291267 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd362db6-b3b5-4175-a6f9-387956fcfaf8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:53.295640 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dd362db6-b3b5-4175-a6f9-387956fcfaf8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.309558 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-aaad2d7a-c8df-4bb5-9dfb-701c93b1b41a None None] Provisioning complete for port 2169270c-467f-416f-921f-2b1c87384a4e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:53.310016 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-aaad2d7a-c8df-4bb5-9dfb-701c93b1b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.311942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 2169270c-467f-416f-921f-2b1c87384a4e triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:53.312518 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.319675 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:53.320163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Checking segment: {'id': '0e3b3c15-7719-4a57-be7b-3797499336aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '458b4c34-b078-4d6f-8a98-ba03a4813beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:53.320647 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.321119 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Bound using segment: {'id': '0e3b3c15-7719-4a57-be7b-3797499336aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '458b4c34-b078-4d6f-8a98-ba03a4813beb'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:53.321690 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Bound port: 61a6bae7-8074-4388-b824-0cde0efb449a, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3b3c15-7719-4a57-be7b-3797499336aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '458b4c34-b078-4d6f-8a98-ba03a4813beb'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:53.322150 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.377239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.ipam_backend_mixin [None req-dd362db6-b3b5-4175-a6f9-387956fcfaf8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Performing IP validity checks on allocation pools {{(pid=103002) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 12:14:53.377774 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.ipam_backend_mixin [None req-dd362db6-b3b5-4175-a6f9-387956fcfaf8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103002) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 12:14:53.452071 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb98ca0-a3aa-4888-89d4-91514f5eb9eb tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 2d0f4694-7764-4c4e-a202-2311e134fac1 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:53.490619 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af8d99a4-f720-4382-ac37-28e06a0002ef tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.497158 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-efb98ca0-a3aa-4888-89d4-91514f5eb9eb tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:53.502480 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb98ca0-a3aa-4888-89d4-91514f5eb9eb tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:53.502480 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-efb98ca0-a3aa-4888-89d4-91514f5eb9eb tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.512883 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1df45a03-d323-425a-b1fb-eb76c90865a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.518661 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1df45a03-d323-425a-b1fb-eb76c90865a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.523671 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb98ca0-a3aa-4888-89d4-91514f5eb9eb tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Subnet': ['ID=0f355c53-9422-40c2-9d12-4c91156a0489,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:53.533944 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c88494c8-ef37-46aa-914c-fbd0dc45bd3c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.548291 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7605f-459b-4e96-8844-dae1fad1db25 req-58e9d764-6927-417c-814b-14ad612a2a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:53.549068 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa75aa9-a45f-4c22-b35d-ce6646767ddd None None] DHCP port deletion for 2bf6d97e-2587-4c54-baf4-8a75b130542d request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:53.551183 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c4b7605f-459b-4e96-8844-dae1fad1db25 req-58e9d764-6927-417c-814b-14ad612a2a5d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c50ad2899d5f44f391ca81db684e3194&device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 1096 time: 0.8758488 Nov 11 12:14:53.607038 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] For port 61a6bae7-8074-4388-b824-0cde0efb449a, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:53.611726 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-75512653-db3d-4f78-b804-41f3a68d63db req-69d67829-ee01-4c18-8ff4-3d7a851e31a2 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3747261 Nov 11 12:14:53.612362 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] For port 61a6bae7-8074-4388-b824-0cde0efb449a, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=61a6bae7-8074-4388-b824-0cde0efb449a,segment=NetworkSegment(0e3b3c15-7719-4a57-be7b-3797499336aa),segment_id=0e3b3c15-7719-4a57-be7b-3797499336aa)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:53.617337 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af8d99a4-f720-4382-ac37-28e06a0002ef tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.623575 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-af8d99a4-f720-4382-ac37-28e06a0002ef tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/e0ecde2e-b8ff-4790-b0ce-67f0cbe41d51 HTTP/1.1" status: 204 len: 168 time: 1.5951791 Nov 11 12:14:53.629929 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52102) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:53.632361 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d99a4-f720-4382-ac37-28e06a0002ef tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=e0ecde2e-b8ff-4790-b0ce-67f0cbe41d51,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:53.660661 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.683801 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-efb98ca0-a3aa-4888-89d4-91514f5eb9eb tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.9113736 Nov 11 12:14:53.717273 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52106) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:53.719834 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.723895 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-08165546-52a6-4622-8178-bcfc1690c57b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'network_id': '2d0f4694-7764-4c4e-a202-2311e134fac1', 'fixed_ips': [{'subnet_id': 'b69007a7-8e98-443c-9e94-d6e170a35292'}, {'subnet_id': '0f355c53-9422-40c2-9d12-4c91156a0489'}], 'name': 'tempest-PortsTestJSON-412131487'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:53.742042 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-aaad2d7a-c8df-4bb5-9dfb-701c93b1b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.879155 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce8d538-3cd0-4046-ac7f-2c5db5a7dba1 None None] Update dhcp port {'port': {'network_id': '2d0f4694-7764-4c4e-a202-2311e134fac1', 'fixed_ips': [{'subnet_id': 'b69007a7-8e98-443c-9e94-d6e170a35292', 'ip_address': '172.20.0.2'}, {'subnet_id': '0f355c53-9422-40c2-9d12-4c91156a0489'}], 'binding:host_id': 'dv-neutron-786478-23-hyperv'}, 'id': '2169270c-467f-416f-921f-2b1c87384a4e'} from dv-neutron-786478-23-hyperv. {{(pid=103003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:14:53.895357 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1df45a03-d323-425a-b1fb-eb76c90865a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.896126 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df45a03-d323-425a-b1fb-eb76c90865a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43a9c9de-08bd-45b5-9129-d8b82deafb4c {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:14:53.926644 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1df45a03-d323-425a-b1fb-eb76c90865a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.931860 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1df45a03-d323-425a-b1fb-eb76c90865a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "DELETE /v2.0/routers/43a9c9de-08bd-45b5-9129-d8b82deafb4c HTTP/1.1" status: 204 len: 168 time: 3.5624032 Nov 11 12:14:53.964547 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6ce8d538-3cd0-4046-ac7f-2c5db5a7dba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:53.990823 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52108) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:54.015760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 2169270c-467f-416f-921f-2b1c87384a4e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=2169270c-467f-416f-921f-2b1c87384a4e,segment=NetworkSegment(67da4b9b-1807-4741-9640-d7c720ecff3a),segment_id=67da4b9b-1807-4741-9640-d7c720ecff3a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:54.051650 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59709022-c7f1-4a54-8e55-40bb57183859 None None] Pushing event updated for resources: {'Port': ['ID=61a6bae7-8074-4388-b824-0cde0efb449a,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:54.063987 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-bfa75aa9-a45f-4c22-b35d-ce6646767ddd None None] Deleting port f6481968-e793-4d06-af29-f50740408b89 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:54.064359 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bfa75aa9-a45f-4c22-b35d-ce6646767ddd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.071556 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08165546-52a6-4622-8178-bcfc1690c57b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:54.113616 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.178568 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d16070-f43f-4f0b-a8f0-466b9dace78a req-f0aac3a0-08f0-4fe6-a462-5a4759cd2028 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:54.180157 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-48d16070-f43f-4f0b-a8f0-466b9dace78a req-f0aac3a0-08f0-4fe6-a462-5a4759cd2028 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 943 time: 0.7092636 Nov 11 12:14:54.239680 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 65689dc7-eef8-46b5-9b22-13feaf77508b no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:54.277479 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fc3458-de2f-4470-805a-a65d728087f4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:54.277479 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fc3458-de2f-4470-805a-a65d728087f4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:54.294730 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-13fc3458-de2f-4470-805a-a65d728087f4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.6600800 Nov 11 12:14:54.294894 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-48d16070-f43f-4f0b-a8f0-466b9dace78a req-fd8272de-f87f-41b4-a1f2-42721cae8310 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037190 Nov 11 12:14:54.296192 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52110) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:54.297311 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dd362db6-b3b5-4175-a6f9-387956fcfaf8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.359650 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 65689dc7-eef8-46b5-9b22-13feaf77508b {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:54.359909 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 65689dc7-eef8-46b5-9b22-13feaf77508b not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:54.367549 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-5877017a-b482-4818-88bc-10eae577513f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Deleting subnet 98f1724e-cc0b-4996-95ab-d57d6b578959 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:54.372075 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5877017a-b482-4818-88bc-10eae577513f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.379110 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-bfa75aa9-a45f-4c22-b35d-ce6646767ddd None None] For port f6481968-e793-4d06-af29-f50740408b89, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f6481968-e793-4d06-af29-f50740408b89,segment=NetworkSegment(cb482e33-f6b3-4f54-9aec-39d3fbceedf7),segment_id=cb482e33-f6b3-4f54-9aec-39d3fbceedf7)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:54.379521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bfa75aa9-a45f-4c22-b35d-ce6646767ddd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.424885 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5877017a-b482-4818-88bc-10eae577513f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.436569 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-aaad2d7a-c8df-4bb5-9dfb-701c93b1b41a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:14:54.436569 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-aaad2d7a-c8df-4bb5-9dfb-701c93b1b41a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:14:54.444722 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-1285bcbc-6a00-4ffc-8c33-ed77c77bdc3d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet 9069851b-bfad-4bc3-bb5b-3be2a68123ed {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:14:54.448996 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1285bcbc-6a00-4ffc-8c33-ed77c77bdc3d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.450270 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-bfa75aa9-a45f-4c22-b35d-ce6646767ddd None None] Calling delete_port for f6481968-e793-4d06-af29-f50740408b89 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:54.455199 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=2169270c-467f-416f-921f-2b1c87384a4e,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:54.492754 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-08165546-52a6-4622-8178-bcfc1690c57b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.538481 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5877017a-b482-4818-88bc-10eae577513f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.567495 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd362db6-b3b5-4175-a6f9-387956fcfaf8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Subnet': ['ID=89be9d15-1e42-4930-8015-857356514038,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:54.620225 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7605f-459b-4e96-8844-dae1fad1db25 req-3878b0d9-9da7-4ca1-b09f-0877494c094a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:54.623970 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c4b7605f-459b-4e96-8844-dae1fad1db25 req-3878b0d9-9da7-4ca1-b09f-0877494c094a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=c50ad2899d5f44f391ca81db684e3194&shared=False HTTP/1.1" status: 200 len: 898 time: 1.0409846 Nov 11 12:14:54.629649 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c88494c8-ef37-46aa-914c-fbd0dc45bd3c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.644166 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-08165546-52a6-4622-8178-bcfc1690c57b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] device_id is not set on port f108c375-da74-4a9e-be89-5378cd78b792 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:14:54.662540 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1285bcbc-6a00-4ffc-8c33-ed77c77bdc3d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.696289 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd362db6-b3b5-4175-a6f9-387956fcfaf8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Checking segment: {'id': '9cc868e0-2c34-43e2-9453-9a8d3ca8a44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ac2c0741-189a-475d-a984-06a16e77163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:54.696938 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd362db6-b3b5-4175-a6f9-387956fcfaf8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network hostable DHCP agents. Network: ac2c0741-189a-475d-a984-06a16e77163a, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:54.718272 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf08d8b-7953-482b-a86a-2557ac9f3157 req-e7fd2d79-0f4e-41ea-b923-a25c7992fc1a tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:54.720688 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cdf08d8b-7953-482b-a86a-2557ac9f3157 req-e7fd2d79-0f4e-41ea-b923-a25c7992fc1a tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1633291 Nov 11 12:14:54.739169 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-6ce8d538-3cd0-4046-ac7f-2c5db5a7dba1 None None] Allocated IP 172.20.0.18 (2d0f4694-7764-4c4e-a202-2311e134fac1/0f355c53-9422-40c2-9d12-4c91156a0489/2169270c-467f-416f-921f-2b1c87384a4e) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:54.786998 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5877017a-b482-4818-88bc-10eae577513f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.798065 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cdf08d8b-7953-482b-a86a-2557ac9f3157 req-2e3556c5-c38e-48a9-937a-42777af50500 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683799 Nov 11 12:14:54.835080 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 61a6bae7-8074-4388-b824-0cde0efb449a up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:54.835630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd362db6-b3b5-4175-a6f9-387956fcfaf8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network ac2c0741-189a-475d-a984-06a16e77163a is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:54.856489 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1285bcbc-6a00-4ffc-8c33-ed77c77bdc3d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.861834 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c88494c8-ef37-46aa-914c-fbd0dc45bd3c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9f675f-087e-481d-8fb0-0cd918e22c39']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:54.918131 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bfa75aa9-a45f-4c22-b35d-ce6646767ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.928504 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-dd362db6-b3b5-4175-a6f9-387956fcfaf8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, ac2c0741-189a-475d-a984-06a16e77163a) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:54.937906 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5877017a-b482-4818-88bc-10eae577513f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.943641 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5877017a-b482-4818-88bc-10eae577513f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/98f1724e-cc0b-4996-95ab-d57d6b578959 HTTP/1.1" status: 204 len: 168 time: 0.9558475 Nov 11 12:14:54.948532 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd362db6-b3b5-4175-a6f9-387956fcfaf8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:54.949132 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dd362db6-b3b5-4175-a6f9-387956fcfaf8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:54.951342 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52114) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:54.956268 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa75aa9-a45f-4c22-b35d-ce6646767ddd None None] Pushing event deleted for resources: {'Port': ['ID=f6481968-e793-4d06-af29-f50740408b89,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:54.958961 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bfb926-4460-40f8-b4e3-e7524d166f18 None None] Network ac2c0741-189a-475d-a984-06a16e77163a requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:54.986516 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877017a-b482-4818-88bc-10eae577513f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=98f1724e-cc0b-4996-95ab-d57d6b578959,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:54.992212 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c88494c8-ef37-46aa-914c-fbd0dc45bd3c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df36c511-cc9a-4e63-96c0-d6fb2b75065c') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:54.992513 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c88494c8-ef37-46aa-914c-fbd0dc45bd3c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df36c511-cc9a-4e63-96c0-d6fb2b75065c') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:55.010403 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-6ce8d538-3cd0-4046-ac7f-2c5db5a7dba1 None None] For port 2169270c-467f-416f-921f-2b1c87384a4e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=2169270c-467f-416f-921f-2b1c87384a4e,segment=NetworkSegment(67da4b9b-1807-4741-9640-d7c720ecff3a),segment_id=67da4b9b-1807-4741-9640-d7c720ecff3a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:55.023666 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1285bcbc-6a00-4ffc-8c33-ed77c77bdc3d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.028497 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c88494c8-ef37-46aa-914c-fbd0dc45bd3c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.069089 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285bcbc-6a00-4ffc-8c33-ed77c77bdc3d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=9069851b-bfad-4bc3-bb5b-3be2a68123ed,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:55.071446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1285bcbc-6a00-4ffc-8c33-ed77c77bdc3d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.074170 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa75aa9-a45f-4c22-b35d-ce6646767ddd None None] No DVR routers for this DVR port f6481968-e793-4d06-af29-f50740408b89 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:55.077372 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1285bcbc-6a00-4ffc-8c33-ed77c77bdc3d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/9069851b-bfad-4bc3-bb5b-3be2a68123ed HTTP/1.1" status: 204 len: 168 time: 0.7684290 Nov 11 12:14:55.079625 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 61a6bae7-8074-4388-b824-0cde0efb449a triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:55.080000 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.080274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b16e2cf7-f64f-444a-ad7a-f9bafbeb86f3 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.083194 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52116) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:55.089412 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-dd362db6-b3b5-4175-a6f9-387956fcfaf8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1784399 Nov 11 12:14:55.094262 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e04bc99-c161-4f45-95e2-3de6cc193fba None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:55.109535 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52118) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:55.114389 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c88494c8-ef37-46aa-914c-fbd0dc45bd3c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.160202 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-db9a842f-a818-4f6f-bb32-c035c4421a58 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695248 Nov 11 12:14:55.160817 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52120) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:55.163689 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88494c8-ef37-46aa-914c-fbd0dc45bd3c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:55.164090 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c88494c8-ef37-46aa-914c-fbd0dc45bd3c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:55.167349 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:55.219183 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7605f-459b-4e96-8844-dae1fad1db25 req-af3e2ded-5b6c-4070-9cc0-a5044d8fa874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:55.220690 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c4b7605f-459b-4e96-8844-dae1fad1db25 req-af3e2ded-5b6c-4070-9cc0-a5044d8fa874 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5875697 Nov 11 12:14:55.288651 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6ce8d538-3cd0-4046-ac7f-2c5db5a7dba1 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.332373 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18b63505-f22f-4af2-b00b-3643aa6764bf tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.365469 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c88494c8-ef37-46aa-914c-fbd0dc45bd3c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.382181 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.398497 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6ce8d538-3cd0-4046-ac7f-2c5db5a7dba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.445834 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2426836f-9cc4-4c21-b49b-bb88ea37df89 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:55.450687 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2426836f-9cc4-4c21-b49b-bb88ea37df89 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2582276 Nov 11 12:14:55.453687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b16e2cf7-f64f-444a-ad7a-f9bafbeb86f3 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.458118 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52124) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:55.477940 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c88494c8-ef37-46aa-914c-fbd0dc45bd3c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.484951 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c88494c8-ef37-46aa-914c-fbd0dc45bd3c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/networks/bc9f675f-087e-481d-8fb0-0cd918e22c39 HTTP/1.1" status: 204 len: 168 time: 2.7279816 Nov 11 12:14:55.489467 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44645c33-6191-42f0-8c03-2938189f70b5 None None] Network 458b4c34-b078-4d6f-8a98-ba03a4813beb requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:55.489675 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52126) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:55.500711 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d203336-eac2-49be-96cc-ceda82604096 req-5450d0ad-7acf-489a-856d-7b041762576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:55.502728 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6d203336-eac2-49be-96cc-ceda82604096 req-5450d0ad-7acf-489a-856d-7b041762576f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c50ad2899d5f44f391ca81db684e3194&device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 1096 time: 0.2162199 Nov 11 12:14:55.508028 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88494c8-ef37-46aa-914c-fbd0dc45bd3c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Network': ['ID=bc9f675f-087e-481d-8fb0-0cd918e22c39,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:55.566579 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-b16e2cf7-f64f-444a-ad7a-f9bafbeb86f3 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f762cf02-579f-4589-9e24-0ea29cd004e0']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:55.571849 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6d203336-eac2-49be-96cc-ceda82604096 req-3fd4ece1-58ca-47f2-bf81-4bb8776f7bfc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51916070-5edf-4723-9dab-9e61f64122cc HTTP/1.1" status: 200 len: 217 time: 0.0582147 Nov 11 12:14:55.574816 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 61a6bae7-8074-4388-b824-0cde0efb449a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=61a6bae7-8074-4388-b824-0cde0efb449a,segment=NetworkSegment(0e3b3c15-7719-4a57-be7b-3797499336aa),segment_id=0e3b3c15-7719-4a57-be7b-3797499336aa)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:55.615605 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18b63505-f22f-4af2-b00b-3643aa6764bf tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.621019 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-b16e2cf7-f64f-444a-ad7a-f9bafbeb86f3 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05970a9a-2d4a-40f5-91ea-6d183673aca7') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:55.621313 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-b16e2cf7-f64f-444a-ad7a-f9bafbeb86f3 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05970a9a-2d4a-40f5-91ea-6d183673aca7') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:55.630218 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-08165546-52a6-4622-8178-bcfc1690c57b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Allocated IP 172.20.0.13 (2d0f4694-7764-4c4e-a202-2311e134fac1/b69007a7-8e98-443c-9e94-d6e170a35292/f108c375-da74-4a9e-be89-5378cd78b792) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:55.643853 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-08165546-52a6-4622-8178-bcfc1690c57b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Allocated IP 172.20.0.28 (2d0f4694-7764-4c4e-a202-2311e134fac1/0f355c53-9422-40c2-9d12-4c91156a0489/f108c375-da74-4a9e-be89-5378cd78b792) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:55.647699 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d203336-eac2-49be-96cc-ceda82604096 req-f70e5f0f-ed67-452d-8a21-873dadc4631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:55.649154 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6d203336-eac2-49be-96cc-ceda82604096 req-f70e5f0f-ed67-452d-8a21-873dadc4631c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34e2f751-5fb5-4ae4-b698-e48b1c322623 HTTP/1.1" status: 200 len: 835 time: 0.0695381 Nov 11 12:14:55.655299 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b16e2cf7-f64f-444a-ad7a-f9bafbeb86f3 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.666491 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.667436 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 2169270c-467f-416f-921f-2b1c87384a4e up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:55.669319 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1b21c8d2-834c-4d3f-979a-8b173ce789e4 None None] Provisioning complete for port 61a6bae7-8074-4388-b824-0cde0efb449a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:55.669781 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1b21c8d2-834c-4d3f-979a-8b173ce789e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.705843 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac917f8-7908-4d33-b641-7ea35e7f8bf6 req-8de1f9c1-ab2d-47cb-b22e-338a125ab087 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:55.714264 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1ac917f8-7908-4d33-b641-7ea35e7f8bf6 req-8de1f9c1-ab2d-47cb-b22e-338a125ab087 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 943 time: 0.2546525 Nov 11 12:14:55.716341 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8d538-3cd0-4046-ac7f-2c5db5a7dba1 None None] Pushing event updated for resources: {'Port': ['ID=2169270c-467f-416f-921f-2b1c87384a4e,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:55.730993 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d842ed-4aa8-49a7-a6a4-316b572983b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-ac2c0741-189a-475d-a984-06a16e77163a', 'network_id': 'ac2c0741-189a-475d-a984-06a16e77163a', 'tenant_id': '6b3e3d86cd0a4032ba5e9f5e45e82059', 'fixed_ips': [{'subnet_id': '89be9d15-1e42-4930-8015-857356514038'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:55.731757 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b6d842ed-4aa8-49a7-a6a4-316b572983b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.734704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39702c69-746d-4066-8c6d-ae6ab1a64cac tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:55.737694 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-39702c69-746d-4066-8c6d-ae6ab1a64cac tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2702916 Nov 11 12:14:55.745434 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d203336-eac2-49be-96cc-ceda82604096 req-5568c1a0-0589-452d-934c-6fdc99913ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:55.747248 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6d203336-eac2-49be-96cc-ceda82604096 req-5568c1a0-0589-452d-934c-6fdc99913ac0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b580bc89-3da6-495d-a6bb-01e9bf883bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0873194 Nov 11 12:14:55.752226 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52128) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:55.769625 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b16e2cf7-f64f-444a-ad7a-f9bafbeb86f3 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.803040 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-83bdcec4-7074-4062-95a9-afa6b541d4fa tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.877223 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50280930-1df2-4105-9fb6-accbf6209a51 None None] DHCP port deletion for db126361-d280-4945-be72-90312642a11b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:14:55.942734 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1ac917f8-7908-4d33-b641-7ea35e7f8bf6 req-678f2c88-4cde-4f81-b7d3-1b46debb1e2e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202981 Nov 11 12:14:55.942899 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16e2cf7-f64f-444a-ad7a-f9bafbeb86f3 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:55.943310 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b16e2cf7-f64f-444a-ad7a-f9bafbeb86f3 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:55.949293 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:55.952524 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6d203336-eac2-49be-96cc-ceda82604096 req-c20f2336-c191-4e91-982d-9330458c9bbe service neutron] 10.222.0.70 "GET /v2.0/networks/b580bc89-3da6-495d-a6bb-01e9bf883bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612828 Nov 11 12:14:55.955786 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-08165546-52a6-4622-8178-bcfc1690c57b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:55.957440 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52132) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:55.964175 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-7b025229-5a40-4902-82b8-096835c15638 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:55.966210 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-dc985797-cebe-40b2-9639-7a78c6663a6e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2084143 Nov 11 12:14:55.994045 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=61a6bae7-8074-4388-b824-0cde0efb449a,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:56.111456 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 2169270c-467f-416f-921f-2b1c87384a4e triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:56.111879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.167398 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6d203336-eac2-49be-96cc-ceda82604096 req-645b8b35-a9d5-4caa-bde5-f1c7ee028fb8 service neutron] 10.222.0.70 "GET /v2.0/networks/b580bc89-3da6-495d-a6bb-01e9bf883bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967061 Nov 11 12:14:56.207606 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-83bdcec4-7074-4062-95a9-afa6b541d4fa tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.223331 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53ef3e-f822-4f6b-a0b4-7f85221c8fa5 req-b38ab810-859e-4063-a8a3-1458b26a5831 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:56.230651 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-08165546-52a6-4622-8178-bcfc1690c57b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.231215 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ba53ef3e-f822-4f6b-a0b4-7f85221c8fa5 req-b38ab810-859e-4063-a8a3-1458b26a5831 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.2399762 Nov 11 12:14:56.266889 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-50280930-1df2-4105-9fb6-accbf6209a51 None None] Deleting port 10070e0d-5202-4f08-80df-e6f1cd703f80 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:14:56.267300 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-50280930-1df2-4105-9fb6-accbf6209a51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.314964 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18b63505-f22f-4af2-b00b-3643aa6764bf tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.318341 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08165546-52a6-4622-8178-bcfc1690c57b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 2d0f4694-7764-4c4e-a202-2311e134fac1 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:56.321898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-08165546-52a6-4622-8178-bcfc1690c57b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:56.326680 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08165546-52a6-4622-8178-bcfc1690c57b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:56.336930 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08165546-52a6-4622-8178-bcfc1690c57b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=f108c375-da74-4a9e-be89-5378cd78b792,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server [None req-b6d842ed-4aa8-49a7-a6a4-316b572983b5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89be9d15-1e42-4930-8015-857356514038: This subnet is being modified by another concurrent operation. Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 12:14:56.346602 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise exception Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89be9d15-1e42-4930-8015-857356514038: This subnet is being modified by another concurrent operation. Nov 11 12:14:56.352037 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server Nov 11 12:14:56.367001 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b43fb9-2c68-465b-9eca-6902a5dd4974 None None] Network ac2c0741-189a-475d-a984-06a16e77163a requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:56.381760 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b025229-5a40-4902-82b8-096835c15638 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:56.385407 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b025229-5a40-4902-82b8-096835c15638 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.409563 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-83bdcec4-7074-4062-95a9-afa6b541d4fa tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf6d97e-2587-4c54-baf4-8a75b130542d']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:56.422734 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-50280930-1df2-4105-9fb6-accbf6209a51 None None] For port 10070e0d-5202-4f08-80df-e6f1cd703f80, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=10070e0d-5202-4f08-80df-e6f1cd703f80,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:56.423158 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-50280930-1df2-4105-9fb6-accbf6209a51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.440055 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-83bdcec4-7074-4062-95a9-afa6b541d4fa tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb482e33-f6b3-4f54-9aec-39d3fbceedf7') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:56.440278 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-83bdcec4-7074-4062-95a9-afa6b541d4fa tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb482e33-f6b3-4f54-9aec-39d3fbceedf7') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:56.448525 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-50280930-1df2-4105-9fb6-accbf6209a51 None None] Calling delete_port for 10070e0d-5202-4f08-80df-e6f1cd703f80 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:14:56.459143 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-83bdcec4-7074-4062-95a9-afa6b541d4fa tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.490741 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-83bdcec4-7074-4062-95a9-afa6b541d4fa tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.498338 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bdcec4-7074-4062-95a9-afa6b541d4fa tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:56.498505 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-83bdcec4-7074-4062-95a9-afa6b541d4fa tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.516972 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f6481968-e793-4d06-af29-f50740408b89 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:56.517168 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f89a3f0-b1c7-4431-9b31-9836448c5b32 None None] Network 2d0f4694-7764-4c4e-a202-2311e134fac1 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:56.520246 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:56.522318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b63505-f22f-4af2-b00b-3643aa6764bf tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Subnet': ['ID=89be9d15-1e42-4930-8015-857356514038,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:56.524275 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08165546-52a6-4622-8178-bcfc1690c57b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:56.525103 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-08165546-52a6-4622-8178-bcfc1690c57b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.525936 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ba53ef3e-f822-4f6b-a0b4-7f85221c8fa5 req-1e3288ee-3c86-4cce-9019-550b66fb6980 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940598 Nov 11 12:14:56.575078 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b16e2cf7-f64f-444a-ad7a-f9bafbeb86f3 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.582965 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16e2cf7-f64f-444a-ad7a-f9bafbeb86f3 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f762cf02-579f-4589-9e24-0ea29cd004e0 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 12:14:56.609097 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b16e2cf7-f64f-444a-ad7a-f9bafbeb86f3 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.612631 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b16e2cf7-f64f-444a-ad7a-f9bafbeb86f3 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "DELETE /v2.0/networks/f762cf02-579f-4589-9e24-0ea29cd004e0 HTTP/1.1" status: 204 len: 168 time: 1.6603215 Nov 11 12:14:56.666786 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-08165546-52a6-4622-8178-bcfc1690c57b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.9454217 Nov 11 12:14:56.669143 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52140) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:56.676180 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e826afaa-3727-45de-b8b0-219b140acacd tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b69007a7-8e98-443c-9e94-d6e170a35292'}]}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:56.714127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e2cf7-f64f-444a-ad7a-f9bafbeb86f3 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Pushing event deleted for resources: {'Network': ['ID=f762cf02-579f-4589-9e24-0ea29cd004e0,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:56.819363 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18b63505-f22f-4af2-b00b-3643aa6764bf tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.836184 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-83bdcec4-7074-4062-95a9-afa6b541d4fa tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.841031 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-83bdcec4-7074-4062-95a9-afa6b541d4fa tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.844985 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-83bdcec4-7074-4062-95a9-afa6b541d4fa tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/networks/2bf6d97e-2587-4c54-baf4-8a75b130542d HTTP/1.1" status: 204 len: 168 time: 1.3418791 Nov 11 12:14:56.850772 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52146) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:56.856955 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-82a4f9bb-a978-4a35-ade9-d2327598bed3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'network': {'name': 'tempest-RoutersTest-1496359214'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:56.882053 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: f6481968-e793-4d06-af29-f50740408b89 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:56.882642 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f6481968-e793-4d06-af29-f50740408b89 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:56.916041 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-18b63505-f22f-4af2-b00b-3643aa6764bf tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2c0741-189a-475d-a984-06a16e77163a']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:56.916303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7c2a66ea-2fe8-4bcd-8158-da24b3031e72 None None] Provisioning complete for port 2169270c-467f-416f-921f-2b1c87384a4e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:56.916673 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7c2a66ea-2fe8-4bcd-8158-da24b3031e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:56.928285 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-18b63505-f22f-4af2-b00b-3643aa6764bf tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc868e0-2c34-43e2-9453-9a8d3ca8a44a') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:56.928602 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-18b63505-f22f-4af2-b00b-3643aa6764bf tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc868e0-2c34-43e2-9453-9a8d3ca8a44a') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:14:56.967206 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a4f9bb-a978-4a35-ade9-d2327598bed3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Made reservation on behalf of 1c766233044443cca77dafe4d989ad4a for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:56.973970 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-82a4f9bb-a978-4a35-ade9-d2327598bed3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.002858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18b63505-f22f-4af2-b00b-3643aa6764bf tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.056212 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a4f9bb-a978-4a35-ade9-d2327598bed3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:57.068790 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-82a4f9bb-a978-4a35-ade9-d2327598bed3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.072809 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-82a4f9bb-a978-4a35-ade9-d2327598bed3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Added segment 00541ea9-7827-4227-9c34-10583517a8bc of type vlan for network f6c9fe56-ca1b-4151-8e38-d34298ece378 Nov 11 12:14:57.098595 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdcec4-7074-4062-95a9-afa6b541d4fa tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Network': ['ID=2bf6d97e-2587-4c54-baf4-8a75b130542d,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:57.119393 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-50280930-1df2-4105-9fb6-accbf6209a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.161177 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 61a6bae7-8074-4388-b824-0cde0efb449a up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:57.164159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18b63505-f22f-4af2-b00b-3643aa6764bf tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.168791 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50280930-1df2-4105-9fb6-accbf6209a51 None None] Pushing event deleted for resources: {'Port': ['ID=10070e0d-5202-4f08-80df-e6f1cd703f80,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:57.174805 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52154) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:57.181809 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-6c863975-4df0-46ca-b82e-c67755122971 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Request body: {'router': {'name': 'tempest-router--1495570970', 'project_id': '36d5cdf99ea94a29b863db5cccb3f557'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:57.185806 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-82a4f9bb-a978-4a35-ade9-d2327598bed3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.194908 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b63505-f22f-4af2-b00b-3643aa6764bf tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:14:57.196340 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50280930-1df2-4105-9fb6-accbf6209a51 None None] No DVR routers for this DVR port 10070e0d-5202-4f08-80df-e6f1cd703f80 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:14:57.199473 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18b63505-f22f-4af2-b00b-3643aa6764bf tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.237617 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 61a6bae7-8074-4388-b824-0cde0efb449a triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:57.238048 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:14:57.276471 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:14:57.313832 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-15d21748-7e5e-422f-931a-a0a0bd538e1e None None] Provisioning complete for port 61a6bae7-8074-4388-b824-0cde0efb449a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:57.315766 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-15d21748-7e5e-422f-931a-a0a0bd538e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.317618 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ac636-df7e-4f78-a9a0-be3e67997b77 req-22b4d540-2da8-479c-a9e8-5469f98ebc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:57.319188 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ee9ac636-df7e-4f78-a9a0-be3e67997b77 req-22b4d540-2da8-479c-a9e8-5469f98ebc45 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc3e745991484392a95e625e90086381&device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 1098 time: 0.1186635 Nov 11 12:14:57.377293 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.objects.ports [None req-7b025229-5a40-4902-82b8-096835c15638 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103001) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:14:57.384037 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b025229-5a40-4902-82b8-096835c15638 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.412885 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e826afaa-3727-45de-b8b0-219b140acacd tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.440538 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f001a-bf65-43f2-8047-fc00dc146aa9 req-289ab552-6d1e-45b8-ab9a-fd72006546f4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:57.442444 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-048f001a-bf65-43f2-8047-fc00dc146aa9 req-289ab552-6d1e-45b8-ab9a-fd72006546f4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 943 time: 0.3328600 Nov 11 12:14:57.465960 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 2169270c-467f-416f-921f-2b1c87384a4e up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:14:57.486229 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-82a4f9bb-a978-4a35-ade9-d2327598bed3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.496215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a4f9bb-a978-4a35-ade9-d2327598bed3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:57.496839 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-82a4f9bb-a978-4a35-ade9-d2327598bed3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.569071 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 2169270c-467f-416f-921f-2b1c87384a4e triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:57.569444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.575915 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4f9bb-a978-4a35-ade9-d2327598bed3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Network': ['ID=f6c9fe56-ca1b-4151-8e38-d34298ece378,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:57.592587 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b025229-5a40-4902-82b8-096835c15638 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:57.597639 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network f6c9fe56-ca1b-4151-8e38-d34298ece378 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:57.602840 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-7b025229-5a40-4902-82b8-096835c15638 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:57.611264 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b025229-5a40-4902-82b8-096835c15638 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:57.611853 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b025229-5a40-4902-82b8-096835c15638 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.621558 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b025229-5a40-4902-82b8-096835c15638 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=81444da3-6707-4aa2-ae44-54efb7c5b32e,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:57.646981 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f0a345-eccb-477e-80aa-2c1b4cf7a502 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:57.657388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ac636-df7e-4f78-a9a0-be3e67997b77 req-8a7cb76e-f1fb-4945-bb2b-9bfc23d2064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:57.658872 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ee9ac636-df7e-4f78-a9a0-be3e67997b77 req-8a7cb76e-f1fb-4945-bb2b-9bfc23d2064f service neutron] 10.222.0.70 "GET /v2.0/networks?id=494eeba5-927d-4da7-9b52-12ccac274783 HTTP/1.1" status: 200 len: 912 time: 0.3225911 Nov 11 12:14:57.664228 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c863975-4df0-46ca-b82e-c67755122971 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.665149 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c863975-4df0-46ca-b82e-c67755122971 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.676263 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e3e72-fe56-4192-a636-bd946198ef63 req-35f97786-0771-42a7-90a9-56b1304004b5 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:57.679139 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-798e3e72-fe56-4192-a636-bd946198ef63 req-35f97786-0771-42a7-90a9-56b1304004b5 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.7053528 Nov 11 12:14:57.740986 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7b025229-5a40-4902-82b8-096835c15638 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7822909 Nov 11 12:14:57.746401 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-82a4f9bb-a978-4a35-ade9-d2327598bed3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8946226 Nov 11 12:14:57.746973 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52158) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:57.759460 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-47fc1e19-cfff-4ee6-8834-4d558627626b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:57.763583 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52160) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:57.763883 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a5748ef6-0b08-4dee-8650-9a67368494f4 None None] Provisioning complete for port 2169270c-467f-416f-921f-2b1c87384a4e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:57.764270 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a5748ef6-0b08-4dee-8650-9a67368494f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.770561 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-fd57f735-53e4-457c-a266-c1eaf4771f30 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'subnet': {'network_id': 'f6c9fe56-ca1b-4151-8e38-d34298ece378', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:57.800874 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-798e3e72-fe56-4192-a636-bd946198ef63 req-221bee07-a478-43a9-b498-bb8a57d3d9f5 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097095 Nov 11 12:14:57.878154 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-e826afaa-3727-45de-b8b0-219b140acacd tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Delete allocated IP 172.20.0.28 (2d0f4694-7764-4c4e-a202-2311e134fac1/0f355c53-9422-40c2-9d12-4c91156a0489) {{(pid=103002) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 12:14:57.882070 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18b63505-f22f-4af2-b00b-3643aa6764bf tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.885181 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ee9ac636-df7e-4f78-a9a0-be3e67997b77 req-64d317da-6e85-4682-87f7-8d4edc2083ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b96338-7266-45da-aa4c-b83c6a5e75f9 HTTP/1.1" status: 200 len: 1000 time: 0.2190588 Nov 11 12:14:57.886682 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18b63505-f22f-4af2-b00b-3643aa6764bf tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:57.892643 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-18b63505-f22f-4af2-b00b-3643aa6764bf tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/networks/ac2c0741-189a-475d-a984-06a16e77163a HTTP/1.1" status: 204 len: 168 time: 2.7844503 Nov 11 12:14:57.901594 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52162) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:57.906193 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-048f001a-bf65-43f2-8047-fc00dc146aa9 req-6e053e6a-18fe-4201-b769-556149ceb4ba tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217324 Nov 11 12:14:57.910896 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f2105655-f20b-4442-ac3f-492824dfda74 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-847240357'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:57.946093 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b63505-f22f-4af2-b00b-3643aa6764bf tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Network': ['ID=ac2c0741-189a-475d-a984-06a16e77163a,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:57.971752 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ac636-df7e-4f78-a9a0-be3e67997b77 req-6227b7b1-daeb-47dd-b156-fdb371a5ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:57.974575 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ee9ac636-df7e-4f78-a9a0-be3e67997b77 req-6227b7b1-daeb-47dd-b156-fdb371a5ff44 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2ad01249-f98e-4f0a-8732-1a30270cf49a HTTP/1.1" status: 200 len: 850 time: 0.0768666 Nov 11 12:14:57.991296 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-db126361-d280-4945-be72-90312642a11b', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'fixed_ips': [{'subnet_id': '81444da3-6707-4aa2-ae44-54efb7c5b32e'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:57.992306 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.034558 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c863975-4df0-46ca-b82e-c67755122971 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.062150 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 10070e0d-5202-4f08-80df-e6f1cd703f80 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:14:58.094192 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 10070e0d-5202-4f08-80df-e6f1cd703f80 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:14:58.094601 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 10070e0d-5202-4f08-80df-e6f1cd703f80 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:14:58.125269 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c863975-4df0-46ca-b82e-c67755122971 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.131250 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e826afaa-3727-45de-b8b0-219b140acacd tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.173644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a5748ef6-0b08-4dee-8650-9a67368494f4 None None] Provisioning complete for port f108c375-da74-4a9e-be89-5378cd78b792 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:58.174006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a5748ef6-0b08-4dee-8650-9a67368494f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.179170 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2105655-f20b-4442-ac3f-492824dfda74 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:58.183558 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f2105655-f20b-4442-ac3f-492824dfda74 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.209124 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e826afaa-3727-45de-b8b0-219b140acacd tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.210820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2105655-f20b-4442-ac3f-492824dfda74 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:14:58.251867 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-a5748ef6-0b08-4dee-8650-9a67368494f4 None None] Port f108c375-da74-4a9e-be89-5378cd78b792 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:58.252227 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f2105655-f20b-4442-ac3f-492824dfda74 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.252487 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-f2105655-f20b-4442-ac3f-492824dfda74 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Added segment 26fd36e6-c0c9-46f5-9d11-324a142b8cda of type vlan for network 863ed61f-6b83-40ff-be74-9902cef191c9 Nov 11 12:14:58.256214 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c863975-4df0-46ca-b82e-c67755122971 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.257050 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6c863975-4df0-46ca-b82e-c67755122971 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0785475 Nov 11 12:14:58.266965 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52164) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:58.270741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Allocated IP 2001:db8::f816:3eff:fed7:78d4 (db126361-d280-4945-be72-90312642a11b/81444da3-6707-4aa2-ae44-54efb7c5b32e/c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:58.397572 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ac636-df7e-4f78-a9a0-be3e67997b77 req-a398bbff-aaee-4950-8372-b340af7e4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:58.399298 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ee9ac636-df7e-4f78-a9a0-be3e67997b77 req-a398bbff-aaee-4950-8372-b340af7e4fa3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=494eeba5-927d-4da7-9b52-12ccac274783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4167724 Nov 11 12:14:58.406810 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826afaa-3727-45de-b8b0-219b140acacd tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=f108c375-da74-4a9e-be89-5378cd78b792,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:58.410970 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f2105655-f20b-4442-ac3f-492824dfda74 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.437875 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-52226384-7710-4cd2-9084-bceb35bbfebb tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.451540 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-694c8712-17a0-4987-ab34-053209ec90eb None None] Provisioning complete for port f108c375-da74-4a9e-be89-5378cd78b792 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:58.451921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-694c8712-17a0-4987-ab34-053209ec90eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.514905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.517182 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-694c8712-17a0-4987-ab34-053209ec90eb None None] Port f108c375-da74-4a9e-be89-5378cd78b792 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:58.527697 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd57f735-53e4-457c-a266-c1eaf4771f30 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Made reservation on behalf of 1c766233044443cca77dafe4d989ad4a for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:58.534332 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fd57f735-53e4-457c-a266-c1eaf4771f30 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.551376 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-e826afaa-3727-45de-b8b0-219b140acacd tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] In _notify_port_updated(), no bound segment for port f108c375-da74-4a9e-be89-5378cd78b792 on network 2d0f4694-7764-4c4e-a202-2311e134fac1 {{(pid=103002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:14:58.567971 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e826afaa-3727-45de-b8b0-219b140acacd tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:58.567971 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e826afaa-3727-45de-b8b0-219b140acacd tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.567971 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e826afaa-3727-45de-b8b0-219b140acacd tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "PUT /v2.0/ports/f108c375-da74-4a9e-be89-5378cd78b792 HTTP/1.1" status: 200 len: 919 time: 1.8946724 Nov 11 12:14:58.570446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52166) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:58.575527 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e909ca83-8083-4ff2-b185-80fcf54639e9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b69007a7-8e98-443c-9e94-d6e170a35292'}, {'subnet_id': '0f355c53-9422-40c2-9d12-4c91156a0489'}]}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:58.583473 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.607319 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ee9ac636-df7e-4f78-a9a0-be3e67997b77 req-fd7285c7-940b-4994-82e0-533691091904 service neutron] 10.222.0.70 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989987 Nov 11 12:14:58.626335 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:58.640482 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:58.645547 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:14:58.651221 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Pushing event updated for resources: {'Port': ['ID=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:58.658775 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f2105655-f20b-4442-ac3f-492824dfda74 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.663895 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f74e7fda-1536-4156-8d38-2c3384547891 None None] Provisioning complete for port f108c375-da74-4a9e-be89-5378cd78b792 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:14:58.665021 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2105655-f20b-4442-ac3f-492824dfda74 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:58.665327 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f74e7fda-1536-4156-8d38-2c3384547891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.665616 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f2105655-f20b-4442-ac3f-492824dfda74 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.699103 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fc1e19-cfff-4ee6-8834-4d558627626b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:58.703130 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-47fc1e19-cfff-4ee6-8834-4d558627626b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.757070 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-52226384-7710-4cd2-9084-bceb35bbfebb tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.757564 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f74e7fda-1536-4156-8d38-2c3384547891 None None] Port f108c375-da74-4a9e-be89-5378cd78b792 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:14:58.762347 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Attempting to bind port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:14:58.763083 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Attempting to bind port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:14:58.763378 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Attempting to bind port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:14:58.770555 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:14:58.770555 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:58.771078 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.771372 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:14:58.771847 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Bound port: c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:14:58.772224 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.778191 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-52226384-7710-4cd2-9084-bceb35bbfebb tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.844755 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] For port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:14:58.852164 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] For port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:14:58.873721 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ee9ac636-df7e-4f78-a9a0-be3e67997b77 req-6dc8f059-80e0-48f2-8518-f72d5b642e6e service neutron] 10.222.0.70 "GET /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576149 Nov 11 12:14:58.876273 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.ipam_backend_mixin [None req-47fc1e19-cfff-4ee6-8834-4d558627626b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 81444da3-6707-4aa2-ae44-54efb7c5b32e (CIDR: 2001:db8::/64) Nov 11 12:14:58.918217 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-47fc1e19-cfff-4ee6-8834-4d558627626b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:14:58.918864 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47fc1e19-cfff-4ee6-8834-4d558627626b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:14:58.932065 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:58.977321 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fd57f735-53e4-457c-a266-c1eaf4771f30 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.003704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011186f1-e6da-4397-bf1b-36d0b89a29b7 None None] Pushing event updated for resources: {'Port': ['ID=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:59.027488 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-47fc1e19-cfff-4ee6-8834-4d558627626b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2769842 Nov 11 12:14:59.033242 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52174) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:59.040330 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-89babcfe-cf5b-4c77-b3b5-18bdf24cbce4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:59.111109 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57f735-53e4-457c-a266-c1eaf4771f30 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Subnet': ['ID=4b0b2eaf-ea5c-4c32-a352-5ee0fc464232,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:59.146204 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57f735-53e4-457c-a266-c1eaf4771f30 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Checking segment: {'id': '00541ea9-7827-4227-9c34-10583517a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f6c9fe56-ca1b-4151-8e38-d34298ece378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:14:59.146567 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd57f735-53e4-457c-a266-c1eaf4771f30 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network hostable DHCP agents. Network: f6c9fe56-ca1b-4151-8e38-d34298ece378, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:14:59.213156 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2105655-f20b-4442-ac3f-492824dfda74 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Network': ['ID=863ed61f-6b83-40ff-be74-9902cef191c9,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:59.218907 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f2105655-f20b-4442-ac3f-492824dfda74 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3117979 Nov 11 12:14:59.223008 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52176) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:59.223237 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 863ed61f-6b83-40ff-be74-9902cef191c9 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:14:59.228845 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-0f7b250e-dd6c-4c7d-ae51-d6f807613282 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'subnet': {'network_id': '863ed61f-6b83-40ff-be74-9902cef191c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:59.234899 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e909ca83-8083-4ff2-b185-80fcf54639e9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.273945 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd57f735-53e4-457c-a266-c1eaf4771f30 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network f6c9fe56-ca1b-4151-8e38-d34298ece378 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:14:59.282752 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89babcfe-cf5b-4c77-b3b5-18bdf24cbce4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:59.286755 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-89babcfe-cf5b-4c77-b3b5-18bdf24cbce4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.328676 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-52226384-7710-4cd2-9084-bceb35bbfebb tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.329178 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52226384-7710-4cd2-9084-bceb35bbfebb tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 742ae25a-5df6-4df6-bdd9-2f518409c9ad {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:14:59.334278 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-52226384-7710-4cd2-9084-bceb35bbfebb tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.339535 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-52226384-7710-4cd2-9084-bceb35bbfebb tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "DELETE /v2.0/routers/742ae25a-5df6-4df6-bdd9-2f518409c9ad HTTP/1.1" status: 204 len: 168 time: 1.0708952 Nov 11 12:14:59.371592 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-fd57f735-53e4-457c-a266-c1eaf4771f30 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, f6c9fe56-ca1b-4151-8e38-d34298ece378) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:59.381036 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b2ccb5-3448-4b09-92c5-cc420bed900f None None] Network f6c9fe56-ca1b-4151-8e38-d34298ece378 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:14:59.387346 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd57f735-53e4-457c-a266-c1eaf4771f30 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:59.388674 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fd57f735-53e4-457c-a266-c1eaf4771f30 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.450804 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a103c-ed2f-47d4-95e2-08445cf508cb req-15d254fa-0d06-47cf-9dde-928b8428220b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:59.452327 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8d4a103c-ed2f-47d4-95e2-08445cf508cb req-15d254fa-0d06-47cf-9dde-928b8428220b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.2463784 Nov 11 12:14:59.498488 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29e9a7-3338-4357-9e0d-83cca7f7cb6d req-7dc4c7ab-819f-45cd-badf-fb88e4b318ae tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:59.505546 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1e29e9a7-3338-4357-9e0d-83cca7f7cb6d req-7dc4c7ab-819f-45cd-badf-fb88e4b318ae tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 943 time: 0.2954254 Nov 11 12:14:59.527364 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7b250e-dd6c-4c7d-ae51-d6f807613282 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:14:59.531845 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0f7b250e-dd6c-4c7d-ae51-d6f807613282 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.575135 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 51916070-5edf-4723-9dab-9e61f64122cc details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:14:59.578122 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-f6c9fe56-ca1b-4151-8e38-d34298ece378', 'network_id': 'f6c9fe56-ca1b-4151-8e38-d34298ece378', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'fixed_ips': [{'subnet_id': '4b0b2eaf-ea5c-4c32-a352-5ee0fc464232'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:14:59.579013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.624152 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1e29e9a7-3338-4357-9e0d-83cca7f7cb6d req-15ab5070-b6f3-45c3-b658-6619eff67b9f tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177299 Nov 11 12:14:59.674590 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fd57f735-53e4-457c-a266-c1eaf4771f30 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9091444 Nov 11 12:14:59.676082 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52180) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:59.680656 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-d599483e-8158-424f-b764-ef39bdceb29d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-592764150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:14:59.695179 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8d4a103c-ed2f-47d4-95e2-08445cf508cb req-e53e28a5-5eba-470f-9e49-16c356924bfe tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200429 Nov 11 12:14:59.791930 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-89babcfe-cf5b-4c77-b3b5-18bdf24cbce4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.794499 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52182) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:14:59.816646 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 51916070-5edf-4723-9dab-9e61f64122cc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=51916070-5edf-4723-9dab-9e61f64122cc,segment=NetworkSegment(06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e),segment_id=06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:14:59.845166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Allocated IP 172.20.0.2 (f6c9fe56-ca1b-4151-8e38-d34298ece378/4b0b2eaf-ea5c-4c32-a352-5ee0fc464232/9e627b38-de90-4eec-8e0d-e71af58b6b53) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:14:59.847941 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '51916070-5edf-4723-9dab-9e61f64122cc', 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce', 'port_id': '51916070-5edf-4723-9dab-9e61f64122cc', 'mac_address': 'fa:16:3e:8e:05:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:14:59.856156 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d599483e-8158-424f-b764-ef39bdceb29d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.857767 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d599483e-8158-424f-b764-ef39bdceb29d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.873976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89babcfe-cf5b-4c77-b3b5-18bdf24cbce4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:14:59.884275 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-89babcfe-cf5b-4c77-b3b5-18bdf24cbce4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:14:59.914605 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89babcfe-cf5b-4c77-b3b5-18bdf24cbce4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:14:59.916143 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-89babcfe-cf5b-4c77-b3b5-18bdf24cbce4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.918731 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89babcfe-cf5b-4c77-b3b5-18bdf24cbce4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=c22d406c-aebc-4d47-bdf6-5daef25e5ca5,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:14:59.964288 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:14:59.992695 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51916070-5edf-4723-9dab-9e61f64122cc {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:14:59.996858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d599483e-8158-424f-b764-ef39bdceb29d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.002313 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-e909ca83-8083-4ff2-b185-80fcf54639e9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Allocated IP 172.20.0.21 (2d0f4694-7764-4c4e-a202-2311e134fac1/0f355c53-9422-40c2-9d12-4c91156a0489/f108c375-da74-4a9e-be89-5378cd78b792) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:00.009711 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-89babcfe-cf5b-4c77-b3b5-18bdf24cbce4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9750416 Nov 11 12:15:00.012032 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52186) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:00.020743 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6f935127-8358-4d18-b124-95ea4bc30d4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'mac_address': 'fa:16:3e:16:34:cb', 'name': 'tempest-NetworksTestDHCPv6-255614087'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:00.053528 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0f7b250e-dd6c-4c7d-ae51-d6f807613282 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.088552 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 51916070-5edf-4723-9dab-9e61f64122cc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=51916070-5edf-4723-9dab-9e61f64122cc,segment=NetworkSegment(06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e),segment_id=06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:00.161286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2013616846', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}, 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:00.183033 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.185620 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e909ca83-8083-4ff2-b185-80fcf54639e9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.209228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b250e-dd6c-4c7d-ae51-d6f807613282 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Subnet': ['ID=0a9f56b0-bbe7-4e90-8e85-67699afb4d24,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:00.254563 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7b250e-dd6c-4c7d-ae51-d6f807613282 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Checking segment: {'id': '26fd36e6-c0c9-46f5-9d11-324a142b8cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '863ed61f-6b83-40ff-be74-9902cef191c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:00.254930 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7b250e-dd6c-4c7d-ae51-d6f807613282 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network hostable DHCP agents. Network: 863ed61f-6b83-40ff-be74-9902cef191c9, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:15:00.268376 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d599483e-8158-424f-b764-ef39bdceb29d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.293303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.351423 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.353262 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.355527 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e909ca83-8083-4ff2-b185-80fcf54639e9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.389331 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7b250e-dd6c-4c7d-ae51-d6f807613282 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network 863ed61f-6b83-40ff-be74-9902cef191c9 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:15:00.435417 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.455174 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909ca83-8083-4ff2-b185-80fcf54639e9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=f108c375-da74-4a9e-be89-5378cd78b792,revision_number=3']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:00.468098 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d599483e-8158-424f-b764-ef39bdceb29d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.471766 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d599483e-8158-424f-b764-ef39bdceb29d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7922490 Nov 11 12:15:00.472072 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52188) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:00.473002 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee057cd-d703-4f29-9f87-385141af2b48 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:00.480596 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-f18321ea-9503-4eae-abb3-a0c751a3cf52 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'port': {'network_id': 'f6c9fe56-ca1b-4151-8e38-d34298ece378', 'name': 'tempest-RoutersTest-1477277700'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:00.482901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.522812 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-e909ca83-8083-4ff2-b185-80fcf54639e9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] In _notify_port_updated(), no bound segment for port f108c375-da74-4a9e-be89-5378cd78b792 on network 2d0f4694-7764-4c4e-a202-2311e134fac1 {{(pid=103002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:15:00.529999 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e909ca83-8083-4ff2-b185-80fcf54639e9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:00.531124 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e909ca83-8083-4ff2-b185-80fcf54639e9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.533256 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e909ca83-8083-4ff2-b185-80fcf54639e9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "PUT /v2.0/ports/f108c375-da74-4a9e-be89-5378cd78b792 HTTP/1.1" status: 200 len: 999 time: 1.9617844 Nov 11 12:15:00.537061 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52190) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:00.553640 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-0f7b250e-dd6c-4c7d-ae51-d6f807613282 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 863ed61f-6b83-40ff-be74-9902cef191c9) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:00.565345 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7b250e-dd6c-4c7d-ae51-d6f807613282 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:00.566698 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0f7b250e-dd6c-4c7d-ae51-d6f807613282 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.573032 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['51916070-5edf-4723-9dab-9e61f64122cc'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:15:00.582301 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d254753e-17b0-43fc-9839-6a8b2240c0a5 None None] Network 863ed61f-6b83-40ff-be74-9902cef191c9 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:00.586812 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Network f6c9fe56-ca1b-4151-8e38-d34298ece378 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:00.613047 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f4b6fda6-903d-4d28-aa80-bff098b259f9 None None] Provisioning complete for port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:00.613420 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f4b6fda6-903d-4d28-aa80-bff098b259f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.614993 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=51916070-5edf-4723-9dab-9e61f64122cc,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:00.666984 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f935127-8358-4d18-b124-95ea4bc30d4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:00.690364 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-b72758e2-f993-45a6-a010-5e210287224e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port f108c375-da74-4a9e-be89-5378cd78b792 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:00.690701 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b72758e2-f993-45a6-a010-5e210287224e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.691859 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:00.728907 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:00.736494 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0f7b250e-dd6c-4c7d-ae51-d6f807613282 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5115747 Nov 11 12:15:00.737182 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52194) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:00.847894 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Pushing event updated for resources: {'Port': ['ID=9e627b38-de90-4eec-8e0d-e71af58b6b53,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:00.886939 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.896546 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b72758e2-f993-45a6-a010-5e210287224e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.920968 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-b72758e2-f993-45a6-a010-5e210287224e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for f108c375-da74-4a9e-be89-5378cd78b792 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:00.927549 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6f935127-8358-4d18-b124-95ea4bc30d4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:00.940616 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a68df-a570-4a24-824c-407d4d6f7005 req-a145e6d4-918a-4a39-b327-bc5ebe8b8674 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:00.941866 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Attempting to bind port 9e627b38-de90-4eec-8e0d-e71af58b6b53 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:00.942800 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Attempting to bind port 9e627b38-de90-4eec-8e0d-e71af58b6b53 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '00541ea9-7827-4227-9c34-10583517a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f6c9fe56-ca1b-4151-8e38-d34298ece378'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:00.942800 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Attempting to bind port 9e627b38-de90-4eec-8e0d-e71af58b6b53 on network f6c9fe56-ca1b-4151-8e38-d34298ece378 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:00.953470 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-716a68df-a570-4a24-824c-407d4d6f7005 req-a145e6d4-918a-4a39-b327-bc5ebe8b8674 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 944 time: 0.1734884 Nov 11 12:15:00.979915 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-6f935127-8358-4d18-b124-95ea4bc30d4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port d28ca68a-3f04-4f53-aedb-934f9275c018 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:15:01.008749 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991a8b7-3063-456c-96a1-b4794081c082 req-668e2ffe-25cf-422f-8251-1eaf9410bed5 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:01.010618 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5991a8b7-3063-456c-96a1-b4794081c082 req-668e2ffe-25cf-422f-8251-1eaf9410bed5 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1789839 Nov 11 12:15:01.015221 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:01.015600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Checking segment: {'id': '00541ea9-7827-4227-9c34-10583517a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f6c9fe56-ca1b-4151-8e38-d34298ece378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:01.016009 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.016906 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Bound using segment: {'id': '00541ea9-7827-4227-9c34-10583517a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f6c9fe56-ca1b-4151-8e38-d34298ece378'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:01.016906 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Bound port: 9e627b38-de90-4eec-8e0d-e71af58b6b53, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00541ea9-7827-4227-9c34-10583517a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f6c9fe56-ca1b-4151-8e38-d34298ece378'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:01.017237 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.076819 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f4b6fda6-903d-4d28-aa80-bff098b259f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.083371 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18321ea-9503-4eae-abb3-a0c751a3cf52 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Made reservation on behalf of 1c766233044443cca77dafe4d989ad4a for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:01.086988 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f18321ea-9503-4eae-abb3-a0c751a3cf52 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.090782 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-716a68df-a570-4a24-824c-407d4d6f7005 req-93beb415-8a4e-4652-b620-7457bcd70ac3 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349506 Nov 11 12:15:01.109834 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b736117c-7006-47b8-b0f7-85b9dca53a32 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.152008 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-f18321ea-9503-4eae-abb3-a0c751a3cf52 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] device_id is not set on port 80e3b2bc-1030-4911-a632-8ca6ee5fb5b8 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:15:01.174242 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5991a8b7-3063-456c-96a1-b4794081c082 req-ab24ed0d-cfd6-43bf-aa4e-225aff79cd21 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105680 Nov 11 12:15:01.174359 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:01.179641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb07f82d-bc68-4a91-babc-726f5c4ed69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-863ed61f-6b83-40ff-be74-9902cef191c9', 'network_id': '863ed61f-6b83-40ff-be74-9902cef191c9', 'tenant_id': '6b3e3d86cd0a4032ba5e9f5e45e82059', 'fixed_ips': [{'subnet_id': '0a9f56b0-bbe7-4e90-8e85-67699afb4d24'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:15:01.180483 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bb07f82d-bc68-4a91-babc-726f5c4ed69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.281789 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] For port 9e627b38-de90-4eec-8e0d-e71af58b6b53, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:01.286856 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] For port 9e627b38-de90-4eec-8e0d-e71af58b6b53, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=9e627b38-de90-4eec-8e0d-e71af58b6b53,segment=NetworkSegment(00541ea9-7827-4227-9c34-10583517a8bc),segment_id=00541ea9-7827-4227-9c34-10583517a8bc)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:01.292340 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f4b6fda6-903d-4d28-aa80-bff098b259f9 None None] For port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:01.330705 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b736117c-7006-47b8-b0f7-85b9dca53a32 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.372288 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475c41a-5884-4fe1-bec2-8a9e7f547ecf req-20f67a7b-73e0-4e45-93b4-f3a4ed96d278 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:01.373651 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9475c41a-5884-4fe1-bec2-8a9e7f547ecf req-20f67a7b-73e0-4e45-93b4-f3a4ed96d278 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.0714221 Nov 11 12:15:01.422601 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.424615 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9475c41a-5884-4fe1-bec2-8a9e7f547ecf req-ea0882f7-b0c0-4d76-8440-b27a1a8ed457 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439496 Nov 11 12:15:01.425669 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f4b6fda6-903d-4d28-aa80-bff098b259f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.470534 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b72758e2-f993-45a6-a010-5e210287224e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.476813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-6f935127-8358-4d18-b124-95ea4bc30d4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8:0:1::25c (db126361-d280-4945-be72-90312642a11b/c22d406c-aebc-4d47-bdf6-5daef25e5ca5/d28ca68a-3f04-4f53-aedb-934f9275c018) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:01.492917 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-6f935127-8358-4d18-b124-95ea4bc30d4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::f816:3eff:fe16:34cb (db126361-d280-4945-be72-90312642a11b/81444da3-6707-4aa2-ae44-54efb7c5b32e/d28ca68a-3f04-4f53-aedb-934f9275c018) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:01.508276 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-f18321ea-9503-4eae-abb3-a0c751a3cf52 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Allocated IP 172.20.0.3 (f6c9fe56-ca1b-4151-8e38-d34298ece378/4b0b2eaf-ea5c-4c32-a352-5ee0fc464232/80e3b2bc-1030-4911-a632-8ca6ee5fb5b8) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:01.524731 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e175d7-aad1-4d93-bb8f-a048a2e75d3c None None] Pushing event updated for resources: {'Port': ['ID=9e627b38-de90-4eec-8e0d-e71af58b6b53,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:01.536065 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15759c1b-11ec-445f-9456-826ae103dcd0 None None] Update dhcp port {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'fixed_ips': [{'subnet_id': '81444da3-6707-4aa2-ae44-54efb7c5b32e', 'ip_address': '2001:db8::f816:3eff:fed7:78d4'}, {'subnet_id': 'c22d406c-aebc-4d47-bdf6-5daef25e5ca5'}], 'binding:host_id': 'dv-neutron-786478-23-hyperv'}, 'id': 'c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b'} from dv-neutron-786478-23-hyperv. {{(pid=103003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:15:01.541424 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72758e2-f993-45a6-a010-5e210287224e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=f108c375-da74-4a9e-be89-5378cd78b792,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:01.623893 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:01.624188 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.677512 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b72758e2-f993-45a6-a010-5e210287224e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.681497 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b72758e2-f993-45a6-a010-5e210287224e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/ports/f108c375-da74-4a9e-be89-5378cd78b792 HTTP/1.1" status: 204 len: 168 time: 1.1431375 Nov 11 12:15:01.682162 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e4f10444-b471-4385-8f88-02e8c1d3e05b None None] Could not find standard attr ID for object f108c375-da74-4a9e-be89-5378cd78b792. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:15:01.691959 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52202) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:01.694305 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b736117c-7006-47b8-b0f7-85b9dca53a32 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.706154 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-15759c1b-11ec-445f-9456-826ae103dcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.743207 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-507dcfaf-a9bf-40ba-ba32-68c132555597 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] GET failed (client error): The resource could not be found. Nov 11 12:15:01.748442 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-507dcfaf-a9bf-40ba-ba32-68c132555597 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports/f108c375-da74-4a9e-be89-5378cd78b792 HTTP/1.1" status: 404 len: 333 time: 0.0516024 Nov 11 12:15:01.748719 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52204) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server [None req-bb07f82d-bc68-4a91-babc-726f5c4ed69e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a9f56b0-bbe7-4e90-8e85-67699afb4d24: This subnet is being modified by another concurrent operation. Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 12:15:01.760848 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise exception Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a9f56b0-bbe7-4e90-8e85-67699afb4d24: This subnet is being modified by another concurrent operation. Nov 11 12:15:01.764869 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server Nov 11 12:15:01.805584 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6fda6-903d-4d28-aa80-bff098b259f9 None None] Pushing event updated for resources: {'Port': ['ID=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:01.814803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e57a53-fd66-452a-90ef-fb5f37a0764f None None] Network 863ed61f-6b83-40ff-be74-9902cef191c9 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:01.837054 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736117c-7006-47b8-b0f7-85b9dca53a32 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Subnet': ['ID=0a9f56b0-bbe7-4e90-8e85-67699afb4d24,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:01.891196 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06bc2ff-770e-4776-acf5-0abfdb02a867 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting subnet 0f355c53-9422-40c2-9d12-4c91156a0489 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:01.896965 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f06bc2ff-770e-4776-acf5-0abfdb02a867 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:01.920520 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.001977 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f06bc2ff-770e-4776-acf5-0abfdb02a867 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.139879 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382f0de-ce17-4681-b689-9ca685e9a80b req-f2388003-1de2-49e4-a971-0711147e5426 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:02.146631 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c382f0de-ce17-4681-b689-9ca685e9a80b req-f2388003-1de2-49e4-a971-0711147e5426 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1134608 Nov 11 12:15:02.182687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f06bc2ff-770e-4776-acf5-0abfdb02a867 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.276316 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c382f0de-ce17-4681-b689-9ca685e9a80b req-3359a383-715c-432d-be06-56e8ad5f3f59 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190515 Nov 11 12:15:02.300458 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7f541-9255-4eca-92ae-076cee2ee3ce req-3cce167b-b1c1-4738-925b-e8eb663698a8 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:02.301979 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9ab7f541-9255-4eca-92ae-076cee2ee3ce req-3cce167b-b1c1-4738-925b-e8eb663698a8 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 944 time: 0.0960443 Nov 11 12:15:02.353449 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9ab7f541-9255-4eca-92ae-076cee2ee3ce req-207d7ff0-7a9e-441f-898d-aa02c9b161c1 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454788 Nov 11 12:15:02.366508 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f06bc2ff-770e-4776-acf5-0abfdb02a867 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.402926 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06bc2ff-770e-4776-acf5-0abfdb02a867 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Subnet': ['ID=0f355c53-9422-40c2-9d12-4c91156a0489,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:02.406638 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f06bc2ff-770e-4776-acf5-0abfdb02a867 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.412492 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f06bc2ff-770e-4776-acf5-0abfdb02a867 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/0f355c53-9422-40c2-9d12-4c91156a0489 HTTP/1.1" status: 204 len: 168 time: 0.6601663 Nov 11 12:15:02.412790 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52210) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:02.419282 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f37060-8820-4cd3-95d1-1f8c8e748307 None None] Network 2d0f4694-7764-4c4e-a202-2311e134fac1 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:02.424794 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.456311 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b736117c-7006-47b8-b0f7-85b9dca53a32 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.469593 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-957506dc-5b7e-471f-beb8-ac17e642c6ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting subnet b69007a7-8e98-443c-9e94-d6e170a35292 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:02.473919 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-957506dc-5b7e-471f-beb8-ac17e642c6ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.516930 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-957506dc-5b7e-471f-beb8-ac17e642c6ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.570408 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b736117c-7006-47b8-b0f7-85b9dca53a32 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863ed61f-6b83-40ff-be74-9902cef191c9']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:02.592008 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f18321ea-9503-4eae-abb3-a0c751a3cf52 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.603323 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b736117c-7006-47b8-b0f7-85b9dca53a32 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26fd36e6-c0c9-46f5-9d11-324a142b8cda') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:02.603634 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b736117c-7006-47b8-b0f7-85b9dca53a32 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26fd36e6-c0c9-46f5-9d11-324a142b8cda') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:02.611140 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6f935127-8358-4d18-b124-95ea4bc30d4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.632035 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-957506dc-5b7e-471f-beb8-ac17e642c6ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.643717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b736117c-7006-47b8-b0f7-85b9dca53a32 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.674440 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b736117c-7006-47b8-b0f7-85b9dca53a32 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.693836 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b736117c-7006-47b8-b0f7-85b9dca53a32 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:02.694244 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b736117c-7006-47b8-b0f7-85b9dca53a32 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:02.699473 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:02.756967 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-957506dc-5b7e-471f-beb8-ac17e642c6ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.769054 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Allocated IP 172.26.5.25 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/a52f70f3-d44b-45b4-8326-3e85a4177b4e) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:02.788987 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957506dc-5b7e-471f-beb8-ac17e642c6ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Subnet': ['ID=b69007a7-8e98-443c-9e94-d6e170a35292,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:02.799344 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-957506dc-5b7e-471f-beb8-ac17e642c6ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.803840 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-957506dc-5b7e-471f-beb8-ac17e642c6ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/b69007a7-8e98-443c-9e94-d6e170a35292 HTTP/1.1" status: 204 len: 168 time: 0.3894856 Nov 11 12:15:02.805951 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52212) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:02.860856 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6f935127-8358-4d18-b124-95ea4bc30d4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.891294 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f935127-8358-4d18-b124-95ea4bc30d4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:02.896157 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-6f935127-8358-4d18-b124-95ea4bc30d4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:02.924645 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.929159 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f18321ea-9503-4eae-abb3-a0c751a3cf52 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.933722 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b736117c-7006-47b8-b0f7-85b9dca53a32 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.935538 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f935127-8358-4d18-b124-95ea4bc30d4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:02.954915 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f935127-8358-4d18-b124-95ea4bc30d4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:02.955654 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6f935127-8358-4d18-b124-95ea4bc30d4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:02.972076 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-15759c1b-11ec-445f-9456-826ae103dcd0 None None] Allocated IP 2001:db8:0:1::2 (db126361-d280-4945-be72-90312642a11b/c22d406c-aebc-4d47-bdf6-5daef25e5ca5/c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:02.993671 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f935127-8358-4d18-b124-95ea4bc30d4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=d28ca68a-3f04-4f53-aedb-934f9275c018,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:03.009289 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b736117c-7006-47b8-b0f7-85b9dca53a32 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.017429 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b736117c-7006-47b8-b0f7-85b9dca53a32 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/networks/863ed61f-6b83-40ff-be74-9902cef191c9 HTTP/1.1" status: 204 len: 168 time: 2.2350698 Nov 11 12:15:03.021898 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52214) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:03.031178 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-235dda7e-365d-477c-b10d-8363e3b687c2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-698653935'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:03.080839 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port 2169270c-467f-416f-921f-2b1c87384a4e {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:03.081180 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.093022 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736117c-7006-47b8-b0f7-85b9dca53a32 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Network': ['ID=863ed61f-6b83-40ff-be74-9902cef191c9,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:03.117927 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18321ea-9503-4eae-abb3-a0c751a3cf52 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network f6c9fe56-ca1b-4151-8e38-d34298ece378 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:03.131983 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-f18321ea-9503-4eae-abb3-a0c751a3cf52 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:03.137261 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18321ea-9503-4eae-abb3-a0c751a3cf52 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:03.144776 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18321ea-9503-4eae-abb3-a0c751a3cf52 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=80e3b2bc-1030-4911-a632-8ca6ee5fb5b8,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:03.186305 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6f935127-8358-4d18-b124-95ea4bc30d4f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1680117 Nov 11 12:15:03.188905 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52216) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:03.191339 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dba93d0-2e0b-405e-932f-c4b2a599618f None None] Network f6c9fe56-ca1b-4151-8e38-d34298ece378 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:03.193963 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.227176 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:03.262098 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] For port 2169270c-467f-416f-921f-2b1c87384a4e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=2169270c-467f-416f-921f-2b1c87384a4e,segment=NetworkSegment(67da4b9b-1807-4741-9640-d7c720ecff3a),segment_id=67da4b9b-1807-4741-9640-d7c720ecff3a)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:03.263303 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.267321 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18321ea-9503-4eae-abb3-a0c751a3cf52 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:03.268131 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f18321ea-9503-4eae-abb3-a0c751a3cf52 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.280001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for 2169270c-467f-416f-921f-2b1c87384a4e owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:03.376715 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235dda7e-365d-477c-b10d-8363e3b687c2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:03.380127 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f18321ea-9503-4eae-abb3-a0c751a3cf52 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9054680 Nov 11 12:15:03.393023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-235dda7e-365d-477c-b10d-8363e3b687c2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.393729 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52220) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:03.444269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.468853 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b79629-7594-4827-8191-c23729705aa9 None None] Network 2d0f4694-7764-4c4e-a202-2311e134fac1 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:03.523837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235dda7e-365d-477c-b10d-8363e3b687c2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:15:03.532215 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-aedb2eda-c9f7-4687-b59f-d503f5ffe9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.539347 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:03.544462 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:03.545628 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f243d502-4c03-4c36-8a67-ff67a909b423 None None] Provisioning complete for port 9e627b38-de90-4eec-8e0d-e71af58b6b53 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:03.546227 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f243d502-4c03-4c36-8a67-ff67a909b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.547081 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:03.554970 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-235dda7e-365d-477c-b10d-8363e3b687c2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.556583 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-235dda7e-365d-477c-b10d-8363e3b687c2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Added segment ca914e01-de91-4eda-a9f1-6b648b9880b3 of type vlan for network 2f6e589d-7798-467e-aa93-ff47c6084632 Nov 11 12:15:03.573506 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630a9df-056c-49c0-8990-cfcdb60e7f52 req-11a6d6df-557e-4d3f-8309-8f6a7f9b77d3 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:03.575176 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a630a9df-056c-49c0-8990-cfcdb60e7f52 req-11a6d6df-557e-4d3f-8309-8f6a7f9b77d3 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1668088 Nov 11 12:15:03.581922 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-15759c1b-11ec-445f-9456-826ae103dcd0 None None] For port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:03.599550 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd2193b-3c34-49bf-9ecc-6f2ee41a4dc2 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:03.610808 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6ebe3-1cf0-4e11-8cb5-93d2d591c359 req-730f4b18-27ea-4c64-a7bb-d69e19f8edfb tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:03.612390 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9cf6ebe3-1cf0-4e11-8cb5-93d2d591c359 req-730f4b18-27ea-4c64-a7bb-d69e19f8edfb tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 944 time: 0.1510043 Nov 11 12:15:03.614813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 51916070-5edf-4723-9dab-9e61f64122cc up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:03.623599 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4dd0df45-cebc-4f6f-93b8-80d1ef7c7cd7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port d28ca68a-3f04-4f53-aedb-934f9275c018 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:03.624037 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dd0df45-cebc-4f6f-93b8-80d1ef7c7cd7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.643799 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.659511 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Pushing event updated for resources: {'Port': ['ID=a52f70f3-d44b-45b4-8326-3e85a4177b4e,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:03.672885 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-235dda7e-365d-477c-b10d-8363e3b687c2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.731137 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-15759c1b-11ec-445f-9456-826ae103dcd0 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.757837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=2169270c-467f-416f-921f-2b1c87384a4e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:03.769116 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No DVR routers for this DVR port 2169270c-467f-416f-921f-2b1c87384a4e on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:03.789320 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:03.789696 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.826635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-15759c1b-11ec-445f-9456-826ae103dcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.843904 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a630a9df-056c-49c0-8990-cfcdb60e7f52 req-a92dcb92-68a2-45db-916e-d871552a3486 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414408 Nov 11 12:15:03.930813 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-235dda7e-365d-477c-b10d-8363e3b687c2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.932596 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86983a89-d069-4097-8c9f-c620344844cc None None] DHCP port deletion for 2d0f4694-7764-4c4e-a202-2311e134fac1 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:03.936786 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235dda7e-365d-477c-b10d-8363e3b687c2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:03.937422 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-235dda7e-365d-477c-b10d-8363e3b687c2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.954736 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9cf6ebe3-1cf0-4e11-8cb5-93d2d591c359 req-f598323d-ddf9-4e70-a41b-603d8a568c4f tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196921 Nov 11 12:15:03.961611 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 51916070-5edf-4723-9dab-9e61f64122cc completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:15:03.967602 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dd0df45-cebc-4f6f-93b8-80d1ef7c7cd7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:03.970823 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.002835 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 51916070-5edf-4723-9dab-9e61f64122cc triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:04.003249 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.039511 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4dd0df45-cebc-4f6f-93b8-80d1ef7c7cd7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for d28ca68a-3f04-4f53-aedb-934f9275c018 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:04.051855 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f243d502-4c03-4c36-8a67-ff67a909b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.055339 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-98fc9e33-0a7b-433b-b2b4-d0a6a82d46a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.057884 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15759c1b-11ec-445f-9456-826ae103dcd0 None None] Pushing event updated for resources: {'Port': ['ID=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:04.068740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0f4694-7764-4c4e-a202-2311e134fac1']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:04.082480 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235dda7e-365d-477c-b10d-8363e3b687c2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Network': ['ID=2f6e589d-7798-467e-aa93-ff47c6084632,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:04.090323 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67da4b9b-1807-4741-9640-d7c720ecff3a') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:04.090650 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67da4b9b-1807-4741-9640-d7c720ecff3a') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:04.116543 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 2f6e589d-7798-467e-aa93-ff47c6084632 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:15:04.138243 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-235dda7e-365d-477c-b10d-8363e3b687c2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1118622 Nov 11 12:15:04.138243 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.146001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52224) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:04.155480 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a88e80e0-c84f-4fda-be76-292d8d36afc2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'subnet': {'network_id': '2f6e589d-7798-467e-aa93-ff47c6084632', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:04.173892 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.222504 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:04.222937 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:04.226063 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:04.281521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 9e627b38-de90-4eec-8e0d-e71af58b6b53 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:04.366512 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f243d502-4c03-4c36-8a67-ff67a909b423 None None] For port 9e627b38-de90-4eec-8e0d-e71af58b6b53, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=9e627b38-de90-4eec-8e0d-e71af58b6b53,segment=NetworkSegment(00541ea9-7827-4227-9c34-10583517a8bc),segment_id=00541ea9-7827-4227-9c34-10583517a8bc)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:04.395644 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88e80e0-c84f-4fda-be76-292d8d36afc2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:04.401791 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a88e80e0-c84f-4fda-be76-292d8d36afc2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.421190 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 9e627b38-de90-4eec-8e0d-e71af58b6b53 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:04.427601 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.458081 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f243d502-4c03-4c36-8a67-ff67a909b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.487877 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.500977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.514240 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.519144 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.527420 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/networks/2d0f4694-7764-4c4e-a202-2311e134fac1 HTTP/1.1" status: 204 len: 168 time: 1.7203708 Nov 11 12:15:04.532129 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52226) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:04.597639 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243d502-4c03-4c36-8a67-ff67a909b423 None None] Pushing event updated for resources: {'Port': ['ID=9e627b38-de90-4eec-8e0d-e71af58b6b53,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:04.609933 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2777dd77-f543-488e-a7e2-0619eda566c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51916070-5edf-4723-9dab-9e61f64122cc'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:15:04.612676 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad09550e-0a36-402f-86c7-4be12ed7f591" -d '{"events": [{"server_uuid": "2777dd77-f543-488e-a7e2-0619eda566c1", "name": "network-vif-plugged", "status": "completed", "tag": "51916070-5edf-4723-9dab-9e61f64122cc"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:15:04.614124 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b40fd7-2484-4e12-ae76-eb06afa74d8a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Network': ['ID=2d0f4694-7764-4c4e-a202-2311e134fac1,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:04.690043 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d86a86a-d51b-4f8a-8e8b-18f3d13e17b3 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:04.695618 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7d86a86a-d51b-4f8a-8e8b-18f3d13e17b3 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1592629 Nov 11 12:15:04.696384 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52230) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:04.701797 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 51916070-5edf-4723-9dab-9e61f64122cc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=51916070-5edf-4723-9dab-9e61f64122cc,segment=NetworkSegment(06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e),segment_id=06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:04.707363 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a185bd-1d30-428f-a53a-7a59409be514 x-openstack-request-id: req-74a185bd-1d30-428f-a53a-7a59409be514 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:15:04.707652 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2777dd77-f543-488e-a7e2-0619eda566c1", "name": "network-vif-plugged", "status": "completed", "tag": "51916070-5edf-4723-9dab-9e61f64122cc", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:15:04.707912 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74a185bd-1d30-428f-a53a-7a59409be514 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:15:04.708294 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2777dd77-f543-488e-a7e2-0619eda566c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51916070-5edf-4723-9dab-9e61f64122cc', 'code': 200} Nov 11 12:15:04.717457 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e45a9766-445a-4e00-b268-cb5cbcda0b55 None None] Provisioning complete for port 80e3b2bc-1030-4911-a632-8ca6ee5fb5b8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:04.717457 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e45a9766-445a-4e00-b268-cb5cbcda0b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.769135 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa668db-c7e4-4e11-90f8-44eee1f53bea req-26c35e72-eb4f-4639-b4e5-cb5b0425a9f3 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:04.770765 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ae635e5c-30cf-4f52-a383-6d77f303e298 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0689201 Nov 11 12:15:04.771460 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52232) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:04.771984 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-eaa668db-c7e4-4e11-90f8-44eee1f53bea req-26c35e72-eb4f-4639-b4e5-cb5b0425a9f3 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.5626671 Nov 11 12:15:04.777378 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-af87d0d0-6d4f-4c7d-9b7a-d6a10f5853a3 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-810182342'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:04.793349 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.841257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e45a9766-445a-4e00-b268-cb5cbcda0b55 None None] Port 80e3b2bc-1030-4911-a632-8ca6ee5fb5b8 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:04.845220 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dd0df45-cebc-4f6f-93b8-80d1ef7c7cd7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.851464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e45a9766-445a-4e00-b268-cb5cbcda0b55 None None] Could not find standard attr ID for object 2169270c-467f-416f-921f-2b1c87384a4e. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:15:04.867490 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=51916070-5edf-4723-9dab-9e61f64122cc,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:04.874750 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e45a9766-445a-4e00-b268-cb5cbcda0b55 None None] Provisioning complete for port a52f70f3-d44b-45b4-8326-3e85a4177b4e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:04.875251 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e45a9766-445a-4e00-b268-cb5cbcda0b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.966265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e45a9766-445a-4e00-b268-cb5cbcda0b55 None None] Port a52f70f3-d44b-45b4-8326-3e85a4177b4e cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:04.967335 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af87d0d0-6d4f-4c7d-9b7a-d6a10f5853a3 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:04.972178 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af87d0d0-6d4f-4c7d-9b7a-d6a10f5853a3 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:04.981031 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e45a9766-445a-4e00-b268-cb5cbcda0b55 None None] Provisioning complete for port 9e627b38-de90-4eec-8e0d-e71af58b6b53 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:04.981545 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e45a9766-445a-4e00-b268-cb5cbcda0b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.008745 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0df45-cebc-4f6f-93b8-80d1ef7c7cd7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=d28ca68a-3f04-4f53-aedb-934f9275c018,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:05.084230 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:05.168420 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.177343 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-98fc9e33-0a7b-433b-b2b4-d0a6a82d46a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.181054 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-eaa668db-c7e4-4e11-90f8-44eee1f53bea req-84273968-9b02-416b-803b-29ceab0ce10f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Deleting port 61b96338-7266-45da-aa4c-b83c6a5e75f9 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:05.181357 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-eaa668db-c7e4-4e11-90f8-44eee1f53bea req-84273968-9b02-416b-803b-29ceab0ce10f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.217196 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:05.217628 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.233971 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbb62a-d9c2-4fcc-8959-96408225ca8e req-9b5e8688-0138-4402-a3ac-32c3a0bc7ed3 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:05.236057 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cddbb62a-d9c2-4fcc-8959-96408225ca8e req-9b5e8688-0138-4402-a3ac-32c3a0bc7ed3 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.2576480 Nov 11 12:15:05.245430 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af87d0d0-6d4f-4c7d-9b7a-d6a10f5853a3 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:15:05.245430 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dd0df45-cebc-4f6f-93b8-80d1ef7c7cd7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.247639 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4dd0df45-cebc-4f6f-93b8-80d1ef7c7cd7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/d28ca68a-3f04-4f53-aedb-934f9275c018 HTTP/1.1" status: 204 len: 168 time: 2.0529413 Nov 11 12:15:05.255072 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52238) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:05.284086 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-98fc9e33-0a7b-433b-b2b4-d0a6a82d46a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.287368 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29e1c0-0481-4def-8d98-57b47c01c848 req-86a81b07-4b50-41e7-aed4-f75865949633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:05.288904 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cb29e1c0-0481-4def-8d98-57b47c01c848 req-86a81b07-4b50-41e7-aed4-f75865949633 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 1098 time: 0.1967490 Nov 11 12:15:05.304469 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fb7b0-fc8d-4b41-aae4-9508f9103f99 req-aeb14c61-e3ee-4602-a415-a74161a9140b tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:05.312345 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c40fb7b0-fc8d-4b41-aae4-9508f9103f99 req-aeb14c61-e3ee-4602-a415-a74161a9140b tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.2254333 Nov 11 12:15:05.342146 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 9e627b38-de90-4eec-8e0d-e71af58b6b53 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:05.346928 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-af7d0d67-2bf1-4d34-8050-d7f3054fe5e8 None None] Provisioning complete for port 80e3b2bc-1030-4911-a632-8ca6ee5fb5b8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:05.347644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-af7d0d67-2bf1-4d34-8050-d7f3054fe5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.426243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-af7d0d67-2bf1-4d34-8050-d7f3054fe5e8 None None] Port 80e3b2bc-1030-4911-a632-8ca6ee5fb5b8 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:05.441270 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-af7d0d67-2bf1-4d34-8050-d7f3054fe5e8 None None] Could not find standard attr ID for object d28ca68a-3f04-4f53-aedb-934f9275c018. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:15:05.462166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 9e627b38-de90-4eec-8e0d-e71af58b6b53 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:05.468863 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.482903 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cddbb62a-d9c2-4fcc-8959-96408225ca8e req-3b4fc81a-5799-4044-8ca1-2e4d129e1b93 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292662 Nov 11 12:15:05.486628 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-af7d0d67-2bf1-4d34-8050-d7f3054fe5e8 None None] Provisioning complete for port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:05.487381 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-af7d0d67-2bf1-4d34-8050-d7f3054fe5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.494213 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc9e33-0a7b-433b-b2b4-d0a6a82d46a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=80e3b2bc-1030-4911-a632-8ca6ee5fb5b8,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:05.524742 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af87d0d0-6d4f-4c7d-9b7a-d6a10f5853a3 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.525935 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-af87d0d0-6d4f-4c7d-9b7a-d6a10f5853a3 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Added segment 474cbf9c-0433-4b0d-b9d3-743f4f583934 of type vlan for network 0c435cd3-1a60-4610-ba2a-1adbfc94931f Nov 11 12:15:05.540321 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-eaa668db-c7e4-4e11-90f8-44eee1f53bea req-84273968-9b02-416b-803b-29ceab0ce10f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] For port 61b96338-7266-45da-aa4c-b83c6a5e75f9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=61b96338-7266-45da-aa4c-b83c6a5e75f9,segment=NetworkSegment(08c1dbeb-d92a-4f86-a3c1-9913bb41991f),segment_id=08c1dbeb-d92a-4f86-a3c1-9913bb41991f)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:05.540692 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-eaa668db-c7e4-4e11-90f8-44eee1f53bea req-84273968-9b02-416b-803b-29ceab0ce10f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.558475 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c40fb7b0-fc8d-4b41-aae4-9508f9103f99 req-e038514e-2c64-4d91-a3d5-9ce3eb025657 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452061 Nov 11 12:15:05.564222 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cb29e1c0-0481-4def-8d98-57b47c01c848 req-99dc5d76-19c4-478a-b273-c7612b17fd2e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515852 Nov 11 12:15:05.610927 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9d5aa702-f664-4dcb-a547-928827d9836d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.614688 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a88e80e0-c84f-4fda-be76-292d8d36afc2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.679484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05142a7-f207-4b52-9312-b9bedaed7216 None None] get_active_networks_info from dv-neutron-786478-23-hyperv {{(pid=103003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:15:05.693002 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e80e0-c84f-4fda-be76-292d8d36afc2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Subnet': ['ID=11022d45-db15-4ffb-b4c5-6da48170f5ac,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:05.701633 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af87d0d0-6d4f-4c7d-9b7a-d6a10f5853a3 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.727755 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a7a930-7437-4d17-a870-06056d09dfac tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:05.730335 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a0a7a930-7437-4d17-a870-06056d09dfac tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4743574 Nov 11 12:15:05.734843 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52240) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:05.795152 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 2169270c-467f-416f-921f-2b1c87384a4e no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:05.809142 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e80e0-c84f-4fda-be76-292d8d36afc2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Checking segment: {'id': 'ca914e01-de91-4eda-a9f1-6b648b9880b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2f6e589d-7798-467e-aa93-ff47c6084632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:05.809142 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88e80e0-c84f-4fda-be76-292d8d36afc2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network hostable DHCP agents. Network: 2f6e589d-7798-467e-aa93-ff47c6084632, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:15:05.832712 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 2169270c-467f-416f-921f-2b1c87384a4e {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:05.833065 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 2169270c-467f-416f-921f-2b1c87384a4e not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:05.833645 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c2e37a-48bf-4d3b-9572-69ea8c088d44 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:05.835369 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d4c2e37a-48bf-4d3b-9572-69ea8c088d44 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0995221 Nov 11 12:15:05.838047 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52242) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:05.889187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af87d0d0-6d4f-4c7d-9b7a-d6a10f5853a3 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.902595 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af87d0d0-6d4f-4c7d-9b7a-d6a10f5853a3 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:05.903281 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af87d0d0-6d4f-4c7d-9b7a-d6a10f5853a3 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.909387 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b6bc5014-896b-4f1f-b4f2-be6e01dc3eb2 None None] Provisioning complete for port 80e3b2bc-1030-4911-a632-8ca6ee5fb5b8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:05.909901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5014-896b-4f1f-b4f2-be6e01dc3eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:05.961740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88e80e0-c84f-4fda-be76-292d8d36afc2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network 2f6e589d-7798-467e-aa93-ff47c6084632 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:15:05.968873 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-b6bc5014-896b-4f1f-b4f2-be6e01dc3eb2 None None] Port 80e3b2bc-1030-4911-a632-8ca6ee5fb5b8 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:05.981228 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6868a3-6fa0-42bc-98ec-9f48f8a15dd5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:05.982757 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6868a3-6fa0-42bc-98ec-9f48f8a15dd5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:05.984386 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6868a3-6fa0-42bc-98ec-9f48f8a15dd5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:05.986000 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cf6868a3-6fa0-42bc-98ec-9f48f8a15dd5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1470246 Nov 11 12:15:05.992895 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52246) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:06.024774 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87d0d0-6d4f-4c7d-9b7a-d6a10f5853a3 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Network': ['ID=0c435cd3-1a60-4610-ba2a-1adbfc94931f,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:06.051116 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-af87d0d0-6d4f-4c7d-9b7a-d6a10f5853a3 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2785208 Nov 11 12:15:06.054080 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52248) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:06.059576 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e84669a5-9be5-4257-817a-0f714ad1d490 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'subnet': {'network_id': '0c435cd3-1a60-4610-ba2a-1adbfc94931f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:06.066489 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98c3f69-cd91-4955-b23d-4c82e849055b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet 81444da3-6707-4aa2-ae44-54efb7c5b32e {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:06.081177 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-a88e80e0-c84f-4fda-be76-292d8d36afc2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 2f6e589d-7798-467e-aa93-ff47c6084632) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:06.182806 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 0c435cd3-1a60-4610-ba2a-1adbfc94931f details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:15:06.185337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05142a7-f207-4b52-9312-b9bedaed7216 None None] Unable to find a vacant binding_index for network 2f6e589d-7798-467e-aa93-ff47c6084632 and agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a {{(pid=103003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 11 12:15:06.227510 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05142a7-f207-4b52-9312-b9bedaed7216 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 2f6e589d-7798-467e-aa93-ff47c6084632) {{(pid=103003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:15:06.270670 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-eaa668db-c7e4-4e11-90f8-44eee1f53bea req-84273968-9b02-416b-803b-29ceab0ce10f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.271325 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-eaa668db-c7e4-4e11-90f8-44eee1f53bea req-84273968-9b02-416b-803b-29ceab0ce10f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.271647 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [req-eaa668db-c7e4-4e11-90f8-44eee1f53bea req-84273968-9b02-416b-803b-29ceab0ce10f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Floating IP eab942ca-1028-46cc-9929-f594d1aea969 disassociated. External IP: 172.26.5.18, port: 61b96338-7266-45da-aa4c-b83c6a5e75f9. Nov 11 12:15:06.272083 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-eaa668db-c7e4-4e11-90f8-44eee1f53bea req-84273968-9b02-416b-803b-29ceab0ce10f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Calling delete_port for 61b96338-7266-45da-aa4c-b83c6a5e75f9 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:06.413898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-98fc9e33-0a7b-433b-b2b4-d0a6a82d46a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.420083 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c98c3f69-cd91-4955-b23d-4c82e849055b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.445665 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88e80e0-c84f-4fda-be76-292d8d36afc2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:06.446246 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a88e80e0-c84f-4fda-be76-292d8d36afc2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.472905 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Router 355d60e1-4bbd-4562-a40e-c0b1172a5c38 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:15:06.496199 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c98c3f69-cd91-4955-b23d-4c82e849055b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.524285 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.556713 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-2f6e589d-7798-467e-aa93-ff47c6084632', 'network_id': '2f6e589d-7798-467e-aa93-ff47c6084632', 'tenant_id': '6b3e3d86cd0a4032ba5e9f5e45e82059', 'fixed_ips': [{'subnet_id': '11022d45-db15-4ffb-b4c5-6da48170f5ac'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:15:06.557812 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.585706 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a88e80e0-c84f-4fda-be76-292d8d36afc2 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4386308 Nov 11 12:15:06.591686 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52252) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:06.746330 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Allocated IP 2001:db8::1 (2f6e589d-7798-467e-aa93-ff47c6084632/11022d45-db15-4ffb-b4c5-6da48170f5ac/0ecf63a6-3837-47a7-9a3c-d65f25c34ef4) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:06.750500 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c105093-41e8-4ca0-ad8a-b6283cb09d3b req-006d9074-6ddb-4df3-a554-940d653da24e tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:06.752392 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9c105093-41e8-4ca0-ad8a-b6283cb09d3b req-006d9074-6ddb-4df3-a554-940d653da24e tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 945 time: 0.1774821 Nov 11 12:15:06.756510 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c98c3f69-cd91-4955-b23d-4c82e849055b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.775271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-98fc9e33-0a7b-433b-b2b4-d0a6a82d46a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.808045 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84669a5-9be5-4257-817a-0f714ad1d490 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:06.811662 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e84669a5-9be5-4257-817a-0f714ad1d490 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.825837 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-eaa668db-c7e4-4e11-90f8-44eee1f53bea req-84273968-9b02-416b-803b-29ceab0ce10f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.862809 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:06.870986 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b661ef0-2949-4ded-b1d8-3c4cf4826e17 req-86407496-1281-4dd7-a324-ac5658724497 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:06.872532 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3b661ef0-2949-4ded-b1d8-3c4cf4826e17 req-86407496-1281-4dd7-a324-ac5658724497 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.2020507 Nov 11 12:15:06.894146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.895661 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012a3445-c46c-418a-96d3-4bbc58979038 None None] Sync routers for ids ['355d60e1-4bbd-4562-a40e-c0b1172a5c38'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:06.904533 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84273968-9b02-416b-803b-29ceab0ce10f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Pushing event deleted for resources: {'Port': ['ID=61b96338-7266-45da-aa4c-b83c6a5e75f9,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:06.961783 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a3445-c46c-418a-96d3-4bbc58979038 None None] Routers {'355d60e1-4bbd-4562-a40e-c0b1172a5c38'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:06.962904 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-012a3445-c46c-418a-96d3-4bbc58979038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['355d60e1-4bbd-4562-a40e-c0b1172a5c38'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:06.971704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:06.989717 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9c105093-41e8-4ca0-ad8a-b6283cb09d3b req-49c61685-76b1-4e1f-b664-83b6071f0cac tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e72311a-439a-488d-900c-02d99164da0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278373 Nov 11 12:15:06.995239 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3b661ef0-2949-4ded-b1d8-3c4cf4826e17 req-a447c115-bb32-4480-8a7b-2b79df2d5c2f tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136467 Nov 11 12:15:07.007105 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-012a3445-c46c-418a-96d3-4bbc58979038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:07.025813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a3445-c46c-418a-96d3-4bbc58979038 None None] Routers {'355d60e1-4bbd-4562-a40e-c0b1172a5c38'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:07.026577 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-012a3445-c46c-418a-96d3-4bbc58979038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['355d60e1-4bbd-4562-a40e-c0b1172a5c38'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:07.059940 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-012a3445-c46c-418a-96d3-4bbc58979038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:07.060701 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012a3445-c46c-418a-96d3-4bbc58979038 None None] The sync data for ids ['355d60e1-4bbd-4562-a40e-c0b1172a5c38'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:07.065194 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c98c3f69-cd91-4955-b23d-4c82e849055b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.076423 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.080549 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fc62db07-bee0-43ae-8417-9e1ee9e751d0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.2790637 Nov 11 12:15:07.085881 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52256) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:07.093572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.102409 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c3f69-cd91-4955-b23d-4c82e849055b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=81444da3-6707-4aa2-ae44-54efb7c5b32e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:07.126483 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c98c3f69-cd91-4955-b23d-4c82e849055b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.132156 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c98c3f69-cd91-4955-b23d-4c82e849055b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/81444da3-6707-4aa2-ae44-54efb7c5b32e HTTP/1.1" status: 204 len: 168 time: 1.1359828 Nov 11 12:15:07.135760 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52258) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:07.157556 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Network 2f6e589d-7798-467e-aa93-ff47c6084632 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:07.160611 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:07.163108 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:07.174181 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Pushing event updated for resources: {'Port': ['ID=0ecf63a6-3837-47a7-9a3c-d65f25c34ef4,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:07.199219 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-09033025-a3e4-47be-a2cb-424b12d579ed tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet c22d406c-aebc-4d47-bdf6-5daef25e5ca5 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:07.205692 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-09033025-a3e4-47be-a2cb-424b12d579ed tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.217690 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.245892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Attempting to bind port 0ecf63a6-3837-47a7-9a3c-d65f25c34ef4 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:07.247517 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Attempting to bind port 0ecf63a6-3837-47a7-9a3c-d65f25c34ef4 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'ca914e01-de91-4eda-a9f1-6b648b9880b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2f6e589d-7798-467e-aa93-ff47c6084632'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:07.248198 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Attempting to bind port 0ecf63a6-3837-47a7-9a3c-d65f25c34ef4 on network 2f6e589d-7798-467e-aa93-ff47c6084632 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:07.253500 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e84669a5-9be5-4257-817a-0f714ad1d490 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.255925 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:07.256385 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Checking segment: {'id': 'ca914e01-de91-4eda-a9f1-6b648b9880b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2f6e589d-7798-467e-aa93-ff47c6084632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:07.256893 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.257477 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Bound using segment: {'id': 'ca914e01-de91-4eda-a9f1-6b648b9880b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2f6e589d-7798-467e-aa93-ff47c6084632'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:07.262035 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Bound port: 0ecf63a6-3837-47a7-9a3c-d65f25c34ef4, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca914e01-de91-4eda-a9f1-6b648b9880b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2f6e589d-7798-467e-aa93-ff47c6084632'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:07.262035 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.293957 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-09033025-a3e4-47be-a2cb-424b12d579ed tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.323773 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] For port 0ecf63a6-3837-47a7-9a3c-d65f25c34ef4, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:07.326977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] For port 0ecf63a6-3837-47a7-9a3c-d65f25c34ef4, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=0ecf63a6-3837-47a7-9a3c-d65f25c34ef4,segment=NetworkSegment(ca914e01-de91-4eda-a9f1-6b648b9880b3),segment_id=ca914e01-de91-4eda-a9f1-6b648b9880b3)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:07.357221 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84669a5-9be5-4257-817a-0f714ad1d490 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Subnet': ['ID=48853e66-c28e-4dba-bf4c-7edd62487d62,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:07.373181 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84669a5-9be5-4257-817a-0f714ad1d490 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Checking segment: {'id': '474cbf9c-0433-4b0d-b9d3-743f4f583934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c435cd3-1a60-4610-ba2a-1adbfc94931f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:07.373548 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84669a5-9be5-4257-817a-0f714ad1d490 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network hostable DHCP agents. Network: 0c435cd3-1a60-4610-ba2a-1adbfc94931f, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:15:07.374949 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaa668db-c7e4-4e11-90f8-44eee1f53bea req-84273968-9b02-416b-803b-29ceab0ce10f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Router bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:15:07.408519 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c17f5e87-4baa-423b-b261-23343fcc7880 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "GET /v2.0/routers/355d60e1-4bbd-4562-a40e-c0b1172a5c38 HTTP/1.1" status: 200 len: 924 time: 0.3186750 Nov 11 12:15:07.419269 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52260) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:07.439210 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.452475 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-299e22eb-f710-45a1-a5c0-dcfc5bd4d569 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "GET /v2.0/ports?device_id=355d60e1-4bbd-4562-a40e-c0b1172a5c38 HTTP/1.1" status: 200 len: 205 time: 0.0395527 Nov 11 12:15:07.454997 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52262) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:07.463730 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-09033025-a3e4-47be-a2cb-424b12d579ed tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.510431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e62d3-1a25-4e16-bab8-453bad1d37e8 None None] Pushing event updated for resources: {'Port': ['ID=0ecf63a6-3837-47a7-9a3c-d65f25c34ef4,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:07.536495 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.578528 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-98fc9e33-0a7b-433b-b2b4-d0a6a82d46a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.580755 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84669a5-9be5-4257-817a-0f714ad1d490 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 0c435cd3-1a60-4610-ba2a-1adbfc94931f is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:15:07.586002 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Subnet': ['ID=11022d45-db15-4ffb-b4c5-6da48170f5ac,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:07.599025 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 61b96338-7266-45da-aa4c-b83c6a5e75f9 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:07.623777 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d451a38d-89a0-4f35-8380-9ab6a50b3730 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.631236 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 61b96338-7266-45da-aa4c-b83c6a5e75f9 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:07.631604 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 61b96338-7266-45da-aa4c-b83c6a5e75f9 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:07.643792 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaa668db-c7e4-4e11-90f8-44eee1f53bea req-84273968-9b02-416b-803b-29ceab0ce10f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:07.654730 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-98fc9e33-0a7b-433b-b2b4-d0a6a82d46a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.659886 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f7169-a687-469b-a212-37a7768425b2 None None] Sync routers for ids ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:07.684185 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f7169-a687-469b-a212-37a7768425b2 None None] Routers {'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:07.684806 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-401f7169-a687-469b-a212-37a7768425b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:07.706143 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-e84669a5-9be5-4257-817a-0f714ad1d490 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 0c435cd3-1a60-4610-ba2a-1adbfc94931f) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:07.706293 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.709854 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-09033025-a3e4-47be-a2cb-424b12d579ed tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.719653 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84669a5-9be5-4257-817a-0f714ad1d490 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:07.720491 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e84669a5-9be5-4257-817a-0f714ad1d490 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.791665 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa668db-c7e4-4e11-90f8-44eee1f53bea req-84273968-9b02-416b-803b-29ceab0ce10f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] No DVR routers for this DVR port 61b96338-7266-45da-aa4c-b83c6a5e75f9 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:07.791764 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09033025-a3e4-47be-a2cb-424b12d579ed tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=c22d406c-aebc-4d47-bdf6-5daef25e5ca5,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:07.791764 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-09033025-a3e4-47be-a2cb-424b12d579ed tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.791932 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-eaa668db-c7e4-4e11-90f8-44eee1f53bea req-84273968-9b02-416b-803b-29ceab0ce10f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.792016 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-09033025-a3e4-47be-a2cb-424b12d579ed tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/c22d406c-aebc-4d47-bdf6-5daef25e5ca5 HTTP/1.1" status: 204 len: 168 time: 0.6344130 Nov 11 12:15:07.792016 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52264) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:07.792161 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-eaa668db-c7e4-4e11-90f8-44eee1f53bea req-84273968-9b02-416b-803b-29ceab0ce10f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.70 "DELETE /v2.0/ports/61b96338-7266-45da-aa4c-b83c6a5e75f9 HTTP/1.1" status: 204 len: 173 time: 2.9852498 Nov 11 12:15:07.792161 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca66f6bb-658a-4c72-ae23-43467c4efde7', 'name': 'network-vif-deleted', 'tag': '61b96338-7266-45da-aa4c-b83c6a5e75f9'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:15:07.792161 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fc3065-207c-4f3e-a449-446fee8abee8" -d '{"events": [{"server_uuid": "ca66f6bb-658a-4c72-ae23-43467c4efde7", "name": "network-vif-deleted", "tag": "61b96338-7266-45da-aa4c-b83c6a5e75f9"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:15:07.836114 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c59b5a98-1b5b-45da-b6bc-ec3c9ebd9a2a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597582 Nov 11 12:15:07.839376 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52268) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:07.844887 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3446ca07-42a2-492d-b0ef-e1b9bcf9b41a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:07.853770 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc9e33-0a7b-433b-b2b4-d0a6a82d46a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=80e3b2bc-1030-4911-a632-8ca6ee5fb5b8,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:07.856549 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-98fc9e33-0a7b-433b-b2b4-d0a6a82d46a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.862848 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6e589d-7798-467e-aa93-ff47c6084632']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:07.874556 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affd73ce-16f8-4553-8626-fe33e635316e x-openstack-request-id: req-affd73ce-16f8-4553-8626-fe33e635316e {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:15:07.875104 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca66f6bb-658a-4c72-ae23-43467c4efde7", "name": "network-vif-deleted", "tag": "61b96338-7266-45da-aa4c-b83c6a5e75f9", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:15:07.875527 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-affd73ce-16f8-4553-8626-fe33e635316e {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:15:07.876255 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca66f6bb-658a-4c72-ae23-43467c4efde7', 'name': 'network-vif-deleted', 'tag': '61b96338-7266-45da-aa4c-b83c6a5e75f9', 'status': 'completed', 'code': 200} Nov 11 12:15:07.883411 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca914e01-de91-4eda-a9f1-6b648b9880b3') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:07.884415 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca914e01-de91-4eda-a9f1-6b648b9880b3') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:07.898413 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.925759 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-401f7169-a687-469b-a212-37a7768425b2 None None] Set router bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:15:07.926331 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d451a38d-89a0-4f35-8380-9ab6a50b3730 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.943359 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e84669a5-9be5-4257-817a-0f714ad1d490 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8880632 Nov 11 12:15:07.944944 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52270) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:07.959329 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e7000604-aec5-4a1f-9373-db356633e2ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'network_id': '0c435cd3-1a60-4610-ba2a-1adbfc94931f', 'name': 'tempest-PortsTestJSON-837377238'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:07.975526 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.988185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:07.988928 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:07.992410 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:08.090960 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fc9e33-0a7b-433b-b2b4-d0a6a82d46a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network f6c9fe56-ca1b-4151-8e38-d34298ece378 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:08.093317 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-98fc9e33-0a7b-433b-b2b4-d0a6a82d46a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:08.140959 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:08.179700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.db.api [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:15:08.179700 dv-neutron-786478-23-hyperv neutron-server[103001]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:15:08.179700 dv-neutron-786478-23-hyperv neutron-server[103001]: [parameters: {'id': '2f6e589d-7798-467e-aa93-ff47c6084632'}] Nov 11 12:15:08.179700 dv-neutron-786478-23-hyperv neutron-server[103001]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:15:08.180146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG oslo_db.api [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:15:08.181429 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-99697165-52a6-4c7d-a307-947dba1bcdd0 req-4d8d4894-be11-4c64-a450-9083ed128a52 tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca66f6bb-658a-4c72-ae23-43467c4efde7 HTTP/1.1" status: 200 len: 210 time: 0.0736430 Nov 11 12:15:08.248465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3446ca07-42a2-492d-b0ef-e1b9bcf9b41a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:08.252491 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3446ca07-42a2-492d-b0ef-e1b9bcf9b41a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:08.272181 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-401f7169-a687-469b-a212-37a7768425b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'name': 'tempest-ServerActionsTestJSON-985379772-router', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '663a520c-f283-4793-9c97-1f5966f43811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:28Z', 'revision_number': 4, 'project_id': 'bc3e745991484392a95e625e90086381', 'gw_port': {'id': '663a520c-f283-4793-9c97-1f5966f43811', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '6f606e38-1b0b-431b-a0d5-56e8beaa54cc', 'name': '', 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'mac_address': 'fa:16:3e:52:ba:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2ad01249-f98e-4f0a-8732-1a30270cf49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:26Z', 'updated_at': '2021-11-11T12:11:37Z', 'revision_number': 5, 'project_id': 'bc3e745991484392a95e625e90086381', 'subnets': [{'id': '2ad01249-f98e-4f0a-8732-1a30270cf49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:08.297570 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f7169-a687-469b-a212-37a7768425b2 None None] Checking router: bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:15:08.310475 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f7169-a687-469b-a212-37a7768425b2 None None] Routers {'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:08.310475 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-401f7169-a687-469b-a212-37a7768425b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:08.333254 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fc9e33-0a7b-433b-b2b4-d0a6a82d46a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 078f9b24-ff7d-4082-981a-a8ecfe541db5 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:15:08.344563 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad527fe3-e911-4680-b399-c423e4c773f6 req-c35d6eb9-001a-43e5-8fe7-857082d76e92 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:08.351859 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ad527fe3-e911-4680-b399-c423e4c773f6 req-c35d6eb9-001a-43e5-8fe7-857082d76e92 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.2139206 Nov 11 12:15:08.457433 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-d451a38d-89a0-4f35-8380-9ab6a50b3730 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Deleting port a52f70f3-d44b-45b4-8326-3e85a4177b4e {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:08.457777 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d451a38d-89a0-4f35-8380-9ab6a50b3730 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:08.461153 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fc9e33-0a7b-433b-b2b4-d0a6a82d46a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:08.474546 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52349f-6e02-43d7-9c72-de9f5f4804fc None None] Sync routers for ids ['078f9b24-ff7d-4082-981a-a8ecfe541db5'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:08.476310 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-98fc9e33-0a7b-433b-b2b4-d0a6a82d46a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/078f9b24-ff7d-4082-981a-a8ecfe541db5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0931463 Nov 11 12:15:08.487683 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52276) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:08.495146 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52349f-6e02-43d7-9c72-de9f5f4804fc None None] Routers {'078f9b24-ff7d-4082-981a-a8ecfe541db5'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:08.513259 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ad527fe3-e911-4680-b399-c423e4c773f6 req-26477e8e-eab0-4600-bbec-5b081038a110 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598299 Nov 11 12:15:08.515213 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-3a52349f-6e02-43d7-9c72-de9f5f4804fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['078f9b24-ff7d-4082-981a-a8ecfe541db5'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:08.543341 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-401f7169-a687-469b-a212-37a7768425b2 None None] Set router bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:15:08.552483 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7000604-aec5-4a1f-9373-db356633e2ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:08.565556 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e7000604-aec5-4a1f-9373-db356633e2ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:08.567811 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13364719-f82f-4b25-b72c-d443b515d046 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:08.573353 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-13364719-f82f-4b25-b72c-d443b515d046 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/ports/80e3b2bc-1030-4911-a632-8ca6ee5fb5b8 HTTP/1.1" status: 200 len: 977 time: 0.0840516 Nov 11 12:15:08.574069 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52280) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:08.600864 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-3a52349f-6e02-43d7-9c72-de9f5f4804fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:08.613463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52349f-6e02-43d7-9c72-de9f5f4804fc None None] Routers {'078f9b24-ff7d-4082-981a-a8ecfe541db5'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:08.614534 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-3a52349f-6e02-43d7-9c72-de9f5f4804fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['078f9b24-ff7d-4082-981a-a8ecfe541db5'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:08.668390 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-3a52349f-6e02-43d7-9c72-de9f5f4804fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:08.669061 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52349f-6e02-43d7-9c72-de9f5f4804fc None None] The sync data for ids ['078f9b24-ff7d-4082-981a-a8ecfe541db5'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:08.685589 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-e7000604-aec5-4a1f-9373-db356633e2ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] device_id is not set on port 52259066-85a3-435b-a05a-100f110d3ea0 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:15:08.821609 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac079b20-e3ce-44cd-bfd6-9d016f0d9290 None None] get_active_networks_info from dv-neutron-786478-23-hyperv {{(pid=103003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:15:08.839633 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-401f7169-a687-469b-a212-37a7768425b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'name': 'tempest-ServerActionsTestJSON-985379772-router', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '663a520c-f283-4793-9c97-1f5966f43811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:28Z', 'revision_number': 4, 'project_id': 'bc3e745991484392a95e625e90086381', 'gw_port': {'id': '663a520c-f283-4793-9c97-1f5966f43811', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '6f606e38-1b0b-431b-a0d5-56e8beaa54cc', 'name': '', 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'mac_address': 'fa:16:3e:52:ba:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2ad01249-f98e-4f0a-8732-1a30270cf49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:26Z', 'updated_at': '2021-11-11T12:11:37Z', 'revision_number': 5, 'project_id': 'bc3e745991484392a95e625e90086381', 'subnets': [{'id': '2ad01249-f98e-4f0a-8732-1a30270cf49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:08.849607 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aaf57-4f82-491a-adec-60dd01b8d0f9 req-1c750859-b302-47d4-a5a5-5a3e8eefb98c tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:08.853546 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-808aaf57-4f82-491a-adec-60dd01b8d0f9 req-1c750859-b302-47d4-a5a5-5a3e8eefb98c tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.1708248 Nov 11 12:15:08.855990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d451a38d-89a0-4f35-8380-9ab6a50b3730 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:08.874749 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f7169-a687-469b-a212-37a7768425b2 None None] The sync data for ids ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'] in dv-neutron-786478-23-hyperv is: [{'id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'name': 'tempest-ServerActionsTestJSON-985379772-router', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '663a520c-f283-4793-9c97-1f5966f43811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:11:28Z', 'revision_number': 4, 'project_id': 'bc3e745991484392a95e625e90086381', 'gw_port': {'id': '663a520c-f283-4793-9c97-1f5966f43811', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '6f606e38-1b0b-431b-a0d5-56e8beaa54cc', 'name': '', 'network_id': '494eeba5-927d-4da7-9b52-12ccac274783', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'mac_address': 'fa:16:3e:52:ba:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '2ad01249-f98e-4f0a-8732-1a30270cf49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:26Z', 'updated_at': '2021-11-11T12:11:37Z', 'revision_number': 5, 'project_id': 'bc3e745991484392a95e625e90086381', 'subnets': [{'id': '2ad01249-f98e-4f0a-8732-1a30270cf49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:08.958013 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-d451a38d-89a0-4f35-8380-9ab6a50b3730 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Calling delete_port for a52f70f3-d44b-45b4-8326-3e85a4177b4e owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:08.981285 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-24142cfe-4980-4ddb-bff6-0b3ef369ab52 None None] Provisioning complete for port 0ecf63a6-3837-47a7-9a3c-d65f25c34ef4 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:08.982853 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-24142cfe-4980-4ddb-bff6-0b3ef369ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.058115 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-808aaf57-4f82-491a-adec-60dd01b8d0f9 req-923f5b42-5547-4228-8a32-733939a7074d tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849787 Nov 11 12:15:09.082002 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-e7000604-aec5-4a1f-9373-db356633e2ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Allocated IP 172.20.0.14 (0c435cd3-1a60-4610-ba2a-1adbfc94931f/48853e66-c28e-4dba-bf4c-7edd62487d62/52259066-85a3-435b-a05a-100f110d3ea0) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:09.097106 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0ecf63a6-3837-47a7-9a3c-d65f25c34ef4 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:09.098011 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.101293 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52282) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:09.165155 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac079b20-e3ce-44cd-bfd6-9d016f0d9290 None None] Resources bound (agent type, host, resource id): {{(pid=103003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:15:09.177489 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.273626 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.objects.ports [None req-3446ca07-42a2-492d-b0ef-e1b9bcf9b41a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:15:09.291520 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 0ecf63a6-3837-47a7-9a3c-d65f25c34ef4 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:09.291898 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.301002 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-24142cfe-4980-4ddb-bff6-0b3ef369ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.318461 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e19a54e-6fdc-49ad-bc38-bd57958a0de5 tempest-TestNetworkAdvancedServerOps-2039871107 tempest-TestNetworkAdvancedServerOps-2039871107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:09.327571 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6e19a54e-6fdc-49ad-bc38-bd57958a0de5 tempest-TestNetworkAdvancedServerOps-2039871107 tempest-TestNetworkAdvancedServerOps-2039871107-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 1093 time: 0.2224181 Nov 11 12:15:09.329267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52288) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:09.353216 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '51916070-5edf-4723-9dab-9e61f64122cc', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:09.374631 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f4d9fe-3826-431e-a839-41dc173bb4cb None None] New status for floating IP eab942ca-1028-46cc-9929-f594d1aea969: DOWN {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:15:09.407363 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52290) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:09.416188 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-24142cfe-4980-4ddb-bff6-0b3ef369ab52 None None] For port 0ecf63a6-3837-47a7-9a3c-d65f25c34ef4, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=0ecf63a6-3837-47a7-9a3c-d65f25c34ef4,segment=NetworkSegment(ca914e01-de91-4eda-a9f1-6b648b9880b3),segment_id=ca914e01-de91-4eda-a9f1-6b648b9880b3)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:09.500895 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-24142cfe-4980-4ddb-bff6-0b3ef369ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.502424 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.551226 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Deleting port 0ecf63a6-3837-47a7-9a3c-d65f25c34ef4 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:09.551824 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.585771 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e7000604-aec5-4a1f-9373-db356633e2ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.626413 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for floatingip, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.652759 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-0c435cd3-1a60-4610-ba2a-1adbfc94931f', 'network_id': '0c435cd3-1a60-4610-ba2a-1adbfc94931f', 'tenant_id': '7893216449e342f89082e63f19617aea', 'fixed_ips': [{'subnet_id': '48853e66-c28e-4dba-bf4c-7edd62487d62'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:15:09.652759 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.652759 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24142cfe-4980-4ddb-bff6-0b3ef369ab52 None None] Pushing event updated for resources: {'Port': ['ID=0ecf63a6-3837-47a7-9a3c-d65f25c34ef4,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:09.677704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d451a38d-89a0-4f35-8380-9ab6a50b3730 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.687489 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:15:09.687841 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:15:09.707333 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c6e26138-7122-4313-8166-5fb6dc6abd2c tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.709693 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451a38d-89a0-4f35-8380-9ab6a50b3730 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Pushing event deleted for resources: {'Port': ['ID=a52f70f3-d44b-45b4-8326-3e85a4177b4e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:09.717293 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e7000604-aec5-4a1f-9373-db356633e2ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.727532 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] For port 0ecf63a6-3837-47a7-9a3c-d65f25c34ef4, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=0ecf63a6-3837-47a7-9a3c-d65f25c34ef4,segment=NetworkSegment(ca914e01-de91-4eda-a9f1-6b648b9880b3),segment_id=ca914e01-de91-4eda-a9f1-6b648b9880b3)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:09.727905 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.770182 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Calling delete_port for 0ecf63a6-3837-47a7-9a3c-d65f25c34ef4 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:09.774405 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c6e26138-7122-4313-8166-5fb6dc6abd2c tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.818520 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Allocated IP 172.20.0.2 (0c435cd3-1a60-4610-ba2a-1adbfc94931f/48853e66-c28e-4dba-bf4c-7edd62487d62/9d730f5e-2162-4964-becb-7b11d285de1c) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:09.834540 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3446ca07-42a2-492d-b0ef-e1b9bcf9b41a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.844751 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7000604-aec5-4a1f-9373-db356633e2ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 0c435cd3-1a60-4610-ba2a-1adbfc94931f is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:09.863713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-e7000604-aec5-4a1f-9373-db356633e2ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:09.872159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7000604-aec5-4a1f-9373-db356633e2ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:09.878384 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7000604-aec5-4a1f-9373-db356633e2ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=52259066-85a3-435b-a05a-100f110d3ea0,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:09.924887 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d451a38d-89a0-4f35-8380-9ab6a50b3730 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.954756 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6fe2-1fa4-4fff-a68a-c3f9d0174c23 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:09.987374 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.048542 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7000604-aec5-4a1f-9373-db356633e2ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:10.049158 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e7000604-aec5-4a1f-9373-db356633e2ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.052558 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d451a38d-89a0-4f35-8380-9ab6a50b3730 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.057765 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d451a38d-89a0-4f35-8380-9ab6a50b3730 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.064050 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.105999 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Network 0c435cd3-1a60-4610-ba2a-1adbfc94931f is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:10.112604 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:10.116204 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:10.122396 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c6e26138-7122-4313-8166-5fb6dc6abd2c tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.125088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c6e26138-7122-4313-8166-5fb6dc6abd2c tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.125801 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Pushing event updated for resources: {'Port': ['ID=9d730f5e-2162-4964-becb-7b11d285de1c,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:10.126244 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c6e26138-7122-4313-8166-5fb6dc6abd2c tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "DELETE /v2.0/security-groups/4e72311a-439a-488d-900c-02d99164da0c HTTP/1.1" status: 204 len: 168 time: 0.7179389 Nov 11 12:15:10.135268 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52292) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:10.168742 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.178033 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e26138-7122-4313-8166-5fb6dc6abd2c tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e72311a-439a-488d-900c-02d99164da0c,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:10.179813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.190546 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-28a8762f-1ca9-4dbb-a6c9-923915e5332f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] show failed (client error): The resource could not be found. Nov 11 12:15:10.191639 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-28a8762f-1ca9-4dbb-a6c9-923915e5332f tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "GET /v2.0/security-groups/4e72311a-439a-488d-900c-02d99164da0c HTTP/1.1" status: 404 len: 347 time: 0.0547438 Nov 11 12:15:10.193861 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Attempting to bind port 9d730f5e-2162-4964-becb-7b11d285de1c on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:10.194339 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Attempting to bind port 9d730f5e-2162-4964-becb-7b11d285de1c by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '474cbf9c-0433-4b0d-b9d3-743f4f583934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c435cd3-1a60-4610-ba2a-1adbfc94931f'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:10.194938 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52294) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:10.196861 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Attempting to bind port 9d730f5e-2162-4964-becb-7b11d285de1c on network 0c435cd3-1a60-4610-ba2a-1adbfc94931f {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:10.203682 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-3446ca07-42a2-492d-b0ef-e1b9bcf9b41a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] For port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:10.223489 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Port': ['ID=0ecf63a6-3837-47a7-9a3c-d65f25c34ef4,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:10.225352 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No DVR routers for this DVR port 0ecf63a6-3837-47a7-9a3c-d65f25c34ef4 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:10.229674 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:10.230050 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Checking segment: {'id': '474cbf9c-0433-4b0d-b9d3-743f4f583934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c435cd3-1a60-4610-ba2a-1adbfc94931f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:10.230569 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.230961 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Bound using segment: {'id': '474cbf9c-0433-4b0d-b9d3-743f4f583934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c435cd3-1a60-4610-ba2a-1adbfc94931f'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:10.231560 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Bound port: 9d730f5e-2162-4964-becb-7b11d285de1c, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474cbf9c-0433-4b0d-b9d3-743f4f583934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c435cd3-1a60-4610-ba2a-1adbfc94931f'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:10.232140 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.241335 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Port 0ecf63a6-3837-47a7-9a3c-d65f25c34ef4 update to ACTIVE by agent not found {{(pid=103003) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 11 12:15:10.264493 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e7000604-aec5-4a1f-9373-db356633e2ec tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3112955 Nov 11 12:15:10.265362 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d451a38d-89a0-4f35-8380-9ab6a50b3730 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.265761 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d451a38d-89a0-4f35-8380-9ab6a50b3730 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Fanout notify agent at l3_agent the message router_deleted on router 355d60e1-4bbd-4562-a40e-c0b1172a5c38 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:15:10.267225 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52296) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:10.280376 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d451a38d-89a0-4f35-8380-9ab6a50b3730 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.284190 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d451a38d-89a0-4f35-8380-9ab6a50b3730 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "DELETE /v2.0/routers/355d60e1-4bbd-4562-a40e-c0b1172a5c38 HTTP/1.1" status: 204 len: 168 time: 2.8252356 Nov 11 12:15:10.289612 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52298) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:10.290451 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-59fc4b07-436f-4a27-8507-23409cb1f197 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'network_id': '0c435cd3-1a60-4610-ba2a-1adbfc94931f', 'name': 'tempest-PortsTestJSON-1121992275'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:10.296262 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1489318673', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'enable_snat': False}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:10.324316 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] For port 9d730f5e-2162-4964-becb-7b11d285de1c, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:10.327706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] For port 9d730f5e-2162-4964-becb-7b11d285de1c, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=9d730f5e-2162-4964-becb-7b11d285de1c,segment=NetworkSegment(474cbf9c-0433-4b0d-b9d3-743f4f583934),segment_id=474cbf9c-0433-4b0d-b9d3-743f4f583934)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:10.395361 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.405638 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.431811 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.454139 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Allocated IP 172.26.5.100 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/c127efe7-530b-4558-a9fa-77023f95292d) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:10.464290 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e60e6b-b6ef-4440-8315-1498c569659c None None] Pushing event updated for resources: {'Port': ['ID=9d730f5e-2162-4964-becb-7b11d285de1c,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:10.479772 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6e589d-7798-467e-aa93-ff47c6084632']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:10.497487 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca914e01-de91-4eda-a9f1-6b648b9880b3') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:10.497776 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca914e01-de91-4eda-a9f1-6b648b9880b3') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:10.519562 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.543193 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.544266 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.592305 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.608439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:10.608949 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:10.613185 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:10.714014 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-6a5c6fe2-1fa4-4fff-a68a-c3f9d0174c23 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting port 80e3b2bc-1030-4911-a632-8ca6ee5fb5b8 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:10.719208 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6fe2-1fa4-4fff-a68a-c3f9d0174c23 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.729247 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3446ca07-42a2-492d-b0ef-e1b9bcf9b41a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.775721 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.816053 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.817205 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3446ca07-42a2-492d-b0ef-e1b9bcf9b41a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.817973 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3446ca07-42a2-492d-b0ef-e1b9bcf9b41a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.821085 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e0b47-a21e-48c6-9465-13ce0fb8af5b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Deleting port 2c1e74f2-77c9-40bc-9b77-3a2237460056 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:10.821240 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.821405 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0b47-a21e-48c6-9465-13ce0fb8af5b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.824819 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/networks/2f6e589d-7798-467e-aa93-ff47c6084632 HTTP/1.1" status: 204 len: 168 time: 4.2255263 Nov 11 12:15:10.838940 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52300) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:10.860604 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-fa965561-45ff-488f-9bf3-c83ea623482f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1800822409'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:10.912811 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452a719-d943-493a-9c64-6c5871d3e08c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Network': ['ID=2f6e589d-7798-467e-aa93-ff47c6084632,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:10.917431 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6fe2-1fa4-4fff-a68a-c3f9d0174c23 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.919379 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fc4b07-436f-4a27-8507-23409cb1f197 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:10.922974 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59fc4b07-436f-4a27-8507-23409cb1f197 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.940126 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:10.942072 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-6a5c6fe2-1fa4-4fff-a68a-c3f9d0174c23 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Calling delete_port for 80e3b2bc-1030-4911-a632-8ca6ee5fb5b8 owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:10.969694 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3446ca07-42a2-492d-b0ef-e1b9bcf9b41a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:10.984876 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-3446ca07-42a2-492d-b0ef-e1b9bcf9b41a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:10.991429 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446ca07-42a2-492d-b0ef-e1b9bcf9b41a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=1b8c47c4-ac06-4d90-87a4-9f3be45e3ca5,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:10.995012 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3446ca07-42a2-492d-b0ef-e1b9bcf9b41a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:10.995368 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3446ca07-42a2-492d-b0ef-e1b9bcf9b41a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.000023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-59fc4b07-436f-4a27-8507-23409cb1f197 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] device_id is not set on port 695cf337-dd8c-47fe-a984-c81d3168109a yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:15:11.007930 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446ca07-42a2-492d-b0ef-e1b9bcf9b41a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,revision_number=8']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:11.074928 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0b47-a21e-48c6-9465-13ce0fb8af5b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.075356 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0b47-a21e-48c6-9465-13ce0fb8af5b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.075536 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa965561-45ff-488f-9bf3-c83ea623482f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:11.078948 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fa965561-45ff-488f-9bf3-c83ea623482f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.081377 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.098038 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e0b47-a21e-48c6-9465-13ce0fb8af5b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Calling delete_port for 2c1e74f2-77c9-40bc-9b77-3a2237460056 owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:11.140133 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3446ca07-42a2-492d-b0ef-e1b9bcf9b41a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2996457 Nov 11 12:15:11.149552 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 9d730f5e-2162-4964-becb-7b11d285de1c up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:11.172551 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52302) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:11.177406 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-55449934-acb4-4fa0-923b-451b6f442815 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:11.210138 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 9d730f5e-2162-4964-becb-7b11d285de1c triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:11.210764 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.259682 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-59fc4b07-436f-4a27-8507-23409cb1f197 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Allocated IP 172.20.0.7 (0c435cd3-1a60-4610-ba2a-1adbfc94931f/48853e66-c28e-4dba-bf4c-7edd62487d62/695cf337-dd8c-47fe-a984-c81d3168109a) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:11.262019 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:11.275619 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:11.280269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.283399 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa965561-45ff-488f-9bf3-c83ea623482f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:15:11.285403 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event updated for resources: {'Port': ['ID=c127efe7-530b-4558-a9fa-77023f95292d,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:11.295682 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:11.305772 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.336975 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fa965561-45ff-488f-9bf3-c83ea623482f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.337325 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-fa965561-45ff-488f-9bf3-c83ea623482f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Added segment 744d2549-7535-4e0c-9505-aca6e736cfe8 of type vlan for network 478002b0-5d44-4e9b-a244-05fc8485b6ec Nov 11 12:15:11.347549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 9d730f5e-2162-4964-becb-7b11d285de1c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=9d730f5e-2162-4964-becb-7b11d285de1c,segment=NetworkSegment(474cbf9c-0433-4b0d-b9d3-743f4f583934),segment_id=474cbf9c-0433-4b0d-b9d3-743f4f583934)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:11.417510 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.426334 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fa965561-45ff-488f-9bf3-c83ea623482f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.480187 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=9d730f5e-2162-4964-becb-7b11d285de1c,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:11.497025 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55449934-acb4-4fa0-923b-451b6f442815 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:11.500848 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-55449934-acb4-4fa0-923b-451b6f442815 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.553545 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0b47-a21e-48c6-9465-13ce0fb8af5b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.595422 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e0b47-a21e-48c6-9465-13ce0fb8af5b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Pushing event deleted for resources: {'Port': ['ID=2c1e74f2-77c9-40bc-9b77-3a2237460056,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:11.616362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6fe2-1fa4-4fff-a68a-c3f9d0174c23 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.666104 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fa965561-45ff-488f-9bf3-c83ea623482f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.671717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa965561-45ff-488f-9bf3-c83ea623482f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:11.672552 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fa965561-45ff-488f-9bf3-c83ea623482f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.674943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c6fe2-1fa4-4fff-a68a-c3f9d0174c23 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Port': ['ID=80e3b2bc-1030-4911-a632-8ca6ee5fb5b8,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:11.728236 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3710fd-80c0-4186-9d89-ae6e90d2b0fe None None] Network 2f6e589d-7798-467e-aa93-ff47c6084632 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:11.747086 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.ipam_backend_mixin [None req-55449934-acb4-4fa0-923b-451b6f442815 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b8c47c4-ac06-4d90-87a4-9f3be45e3ca5 (CIDR: 2001:db8::/64) Nov 11 12:15:11.761823 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9258cc-2fb0-4728-b222-d513b2a671ef None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:11.764163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c045295-ecd1-404a-9e44-29d00ddfb940 None None] Network 0c435cd3-1a60-4610-ba2a-1adbfc94931f requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:11.764796 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0b47-a21e-48c6-9465-13ce0fb8af5b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.769413 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0b47-a21e-48c6-9465-13ce0fb8af5b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.774679 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3c9e0b47-a21e-48c6-9465-13ce0fb8af5b tempest-ServerActionsTestJSON-1455311671 tempest-ServerActionsTestJSON-1455311671-project] 10.222.0.50 "DELETE /v2.0/floatingips/eab942ca-1028-46cc-9929-f594d1aea969 HTTP/1.1" status: 204 len: 168 time: 1.5778947 Nov 11 12:15:11.777865 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52306) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:11.812978 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3710fd-80c0-4186-9d89-ae6e90d2b0fe None None] Network 2f6e589d-7798-467e-aa93-ff47c6084632 could not be found, it might have been deleted concurrently. {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:15:11.866855 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fa965561-45ff-488f-9bf3-c83ea623482f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0234873 Nov 11 12:15:11.885612 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a249a9-c4e2-4bed-8d3c-46223a721bdf None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:11.886497 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52308) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:11.891771 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa965561-45ff-488f-9bf3-c83ea623482f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Network': ['ID=478002b0-5d44-4e9b-a244-05fc8485b6ec,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:11.915554 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59fc4b07-436f-4a27-8507-23409cb1f197 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:11.935180 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 478002b0-5d44-4e9b-a244-05fc8485b6ec details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:15:11.952276 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'subnet': {'network_id': '478002b0-5d44-4e9b-a244-05fc8485b6ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:11.976443 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-55449934-acb4-4fa0-923b-451b6f442815 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:15:11.978733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55449934-acb4-4fa0-923b-451b6f442815 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:12.065000 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59fc4b07-436f-4a27-8507-23409cb1f197 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:12.117728 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7257f779-504a-4d41-93c0-907fffcfaaf5 None None] DHCP port deletion for 2f6e589d-7798-467e-aa93-ff47c6084632 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:12.119560 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58664539-a22b-488e-add9-742ce8720405 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:12.123972 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-55449934-acb4-4fa0-923b-451b6f442815 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9500954 Nov 11 12:15:12.134919 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52310) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:12.141342 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-71d259ef-db10-4dcd-b0e8-4c03fed1ae94 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:12.188671 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-511056a8-9d07-4b4b-80e0-281b8d1fcfcb None None] Provisioning complete for port 9d730f5e-2162-4964-becb-7b11d285de1c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:12.189102 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-511056a8-9d07-4b4b-80e0-281b8d1fcfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:12.213445 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fc4b07-436f-4a27-8507-23409cb1f197 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 0c435cd3-1a60-4610-ba2a-1adbfc94931f is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:12.226099 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-59fc4b07-436f-4a27-8507-23409cb1f197 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:12.245069 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0583103d-a139-41ac-9ad3-2c80ad3873f1 None None] Network 2f6e589d-7798-467e-aa93-ff47c6084632 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:12.300287 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0583103d-a139-41ac-9ad3-2c80ad3873f1 None None] Network 2f6e589d-7798-467e-aa93-ff47c6084632 could not be found, it might have been deleted concurrently. {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:15:12.386951 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc4b07-436f-4a27-8507-23409cb1f197 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:12.417355 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc4b07-436f-4a27-8507-23409cb1f197 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=695cf337-dd8c-47fe-a984-c81d3168109a,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:12.485787 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fc4b07-436f-4a27-8507-23409cb1f197 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:12.486604 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59fc4b07-436f-4a27-8507-23409cb1f197 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:12.592283 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d259ef-db10-4dcd-b0e8-4c03fed1ae94 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:12.596750 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-71d259ef-db10-4dcd-b0e8-4c03fed1ae94 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:12.612670 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ea1b4354-e77e-4163-a243-0476da0747e2 None None] Could not find standard attr ID for object 80e3b2bc-1030-4911-a632-8ca6ee5fb5b8. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:15:12.698866 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-59fc4b07-436f-4a27-8507-23409cb1f197 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4218309 Nov 11 12:15:12.700778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52312) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:12.802827 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6fe2-1fa4-4fff-a68a-c3f9d0174c23 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:12.839657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf950bb-ae1c-4ecd-b3ad-aeb13460f27f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:12.841247 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bbf950bb-ae1c-4ecd-b3ad-aeb13460f27f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.1376445 Nov 11 12:15:12.844673 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52314) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:12.860205 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-93f97438-3c53-49af-aa73-fb007aff0ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.063341 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:13.140086 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:13.140465 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.153999 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.208294 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port 695cf337-dd8c-47fe-a984-c81d3168109a {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:13.208630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.211730 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.283232 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-71d259ef-db10-4dcd-b0e8-4c03fed1ae94 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.303768 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 9d730f5e-2162-4964-becb-7b11d285de1c up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:13.327767 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:13.331815 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.362421 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 9d730f5e-2162-4964-becb-7b11d285de1c triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:13.362421 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.385577 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d259ef-db10-4dcd-b0e8-4c03fed1ae94 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=48d7b246-b3fa-43e0-ae00-2d1c6153b8be,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:13.385684 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415a58d0-aa0d-4cdd-a5ae-fafbb029f49f None None] Network 0c435cd3-1a60-4610-ba2a-1adbfc94931f requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:13.435568 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d259ef-db10-4dcd-b0e8-4c03fed1ae94 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:13.437454 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-71d259ef-db10-4dcd-b0e8-4c03fed1ae94 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:13.440897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d259ef-db10-4dcd-b0e8-4c03fed1ae94 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:13.441393 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649ddb8c-2ba5-43cf-ba45-04ded89a13ca None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:13.441940 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-71d259ef-db10-4dcd-b0e8-4c03fed1ae94 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.445777 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.464688 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for 695cf337-dd8c-47fe-a984-c81d3168109a owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:13.470030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.517193 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5c6fe2-1fa4-4fff-a68a-c3f9d0174c23 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 078f9b24-ff7d-4082-981a-a8ecfe541db5 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:15:13.525741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6556ce8e-e742-4940-aded-80f21e91eaa0 None None] Provisioning complete for port 52259066-85a3-435b-a05a-100f110d3ea0 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:13.526053 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6556ce8e-e742-4940-aded-80f21e91eaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.590332 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-71d259ef-db10-4dcd-b0e8-4c03fed1ae94 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4511800 Nov 11 12:15:13.593221 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52316) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:13.597964 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-14c0deda-af98-4bd9-9dbd-ef4b8ed8d7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'mac_address': 'fa:16:3e:07:70:a6', 'name': 'tempest-NetworksTestDHCPv6-681334852'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:13.640725 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-6556ce8e-e742-4940-aded-80f21e91eaa0 None None] Port 52259066-85a3-435b-a05a-100f110d3ea0 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:13.716669 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Allocated IP 172.26.5.60 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/a0373046-e933-4ed0-9856-457beae0f9cf) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:13.728541 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-93f97438-3c53-49af-aa73-fb007aff0ea3 admin admin] Deleting port 6f606e38-1b0b-431b-a0d5-56e8beaa54cc {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:13.729139 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-93f97438-3c53-49af-aa73-fb007aff0ea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.739753 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6556ce8e-e742-4940-aded-80f21e91eaa0 None None] Provisioning complete for port 9d730f5e-2162-4964-becb-7b11d285de1c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:13.743268 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6556ce8e-e742-4940-aded-80f21e91eaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.753933 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0ecf63a6-3837-47a7-9a3c-d65f25c34ef4 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:13.774848 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5c6fe2-1fa4-4fff-a68a-c3f9d0174c23 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:13.782377 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6a5c6fe2-1fa4-4fff-a68a-c3f9d0174c23 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/078f9b24-ff7d-4082-981a-a8ecfe541db5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2051513 Nov 11 12:15:13.789161 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52318) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:13.802355 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deafe77f-aefb-4a10-a5c5-43bd6eb9fead None None] Sync routers for ids ['078f9b24-ff7d-4082-981a-a8ecfe541db5'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:13.810558 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 0ecf63a6-3837-47a7-9a3c-d65f25c34ef4 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:13.811774 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0ecf63a6-3837-47a7-9a3c-d65f25c34ef4 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:13.823738 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:13.855788 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deafe77f-aefb-4a10-a5c5-43bd6eb9fead None None] Routers {'078f9b24-ff7d-4082-981a-a8ecfe541db5'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:13.856643 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-deafe77f-aefb-4a10-a5c5-43bd6eb9fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['078f9b24-ff7d-4082-981a-a8ecfe541db5'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:13.927015 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-deafe77f-aefb-4a10-a5c5-43bd6eb9fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:13.952948 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deafe77f-aefb-4a10-a5c5-43bd6eb9fead None None] Routers {'078f9b24-ff7d-4082-981a-a8ecfe541db5'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:13.955061 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-deafe77f-aefb-4a10-a5c5-43bd6eb9fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['078f9b24-ff7d-4082-981a-a8ecfe541db5'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:14.030942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-deafe77f-aefb-4a10-a5c5-43bd6eb9fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:14.031945 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deafe77f-aefb-4a10-a5c5-43bd6eb9fead None None] The sync data for ids ['078f9b24-ff7d-4082-981a-a8ecfe541db5'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:14.058329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.060213 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.074740 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6556ce8e-e742-4940-aded-80f21e91eaa0 None None] Could not find standard attr ID for object 695cf337-dd8c-47fe-a984-c81d3168109a. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:15:14.168763 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a5854b-d82d-474c-9b3a-2faabecaa2f5 None None] Update dhcp port {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'fixed_ips': [{'subnet_id': '1b8c47c4-ac06-4d90-87a4-9f3be45e3ca5', 'ip_address': '2001:db8::f816:3eff:fed7:78d4'}, {'subnet_id': '48d7b246-b3fa-43e0-ae00-2d1c6153b8be'}], 'binding:host_id': 'dv-neutron-786478-23-hyperv'}, 'id': 'c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b'} from dv-neutron-786478-23-hyperv. {{(pid=103003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:15:14.209496 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-00a5854b-d82d-474c-9b3a-2faabecaa2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.229177 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-308853b9-ec36-49e5-b76f-dfb460d6cc64 None None] Provisioning complete for port 52259066-85a3-435b-a05a-100f110d3ea0 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:14.229550 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-308853b9-ec36-49e5-b76f-dfb460d6cc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.280480 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.397112 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-93f97438-3c53-49af-aa73-fb007aff0ea3 admin admin] For port 6f606e38-1b0b-431b-a0d5-56e8beaa54cc, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6f606e38-1b0b-431b-a0d5-56e8beaa54cc,segment=NetworkSegment(08c1dbeb-d92a-4f86-a3c1-9913bb41991f),segment_id=08c1dbeb-d92a-4f86-a3c1-9913bb41991f)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:14.397310 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-93f97438-3c53-49af-aa73-fb007aff0ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.409842 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=695cf337-dd8c-47fe-a984-c81d3168109a,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:14.427076 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-93f97438-3c53-49af-aa73-fb007aff0ea3 admin admin] Calling delete_port for 6f606e38-1b0b-431b-a0d5-56e8beaa54cc owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:14.449702 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.449702 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.450077 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Subnet': ['ID=78c2d38e-e15d-450a-aefd-900c4273f2c0,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:14.450186 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.450186 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.450341 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.450675 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.451242 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.451495 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.451820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.452291 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.452514 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.452778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.463503 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-00a5854b-d82d-474c-9b3a-2faabecaa2f5 None None] Allocated IP 2001:db8:0:1::2 (db126361-d280-4945-be72-90312642a11b/48d7b246-b3fa-43e0-ae00-2d1c6153b8be/c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:14.480880 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Checking segment: {'id': '744d2549-7535-4e0c-9505-aca6e736cfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '478002b0-5d44-4e9b-a244-05fc8485b6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:14.482056 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network hostable DHCP agents. Network: 478002b0-5d44-4e9b-a244-05fc8485b6ec, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:15:14.490063 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-308853b9-ec36-49e5-b76f-dfb460d6cc64 None None] Port 52259066-85a3-435b-a05a-100f110d3ea0 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:14.494428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.494428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.494428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.494428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.494428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.494428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.494428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.494980 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.494980 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.496101 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.496101 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.496298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:14.524826 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.535233 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c0deda-af98-4bd9-9dbd-ef4b8ed8d7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:14.544438 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-308853b9-ec36-49e5-b76f-dfb460d6cc64 None None] Provisioning complete for port 9d730f5e-2162-4964-becb-7b11d285de1c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:14.544809 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-308853b9-ec36-49e5-b76f-dfb460d6cc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.564320 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-b5bfa30b-a343-4455-a73a-95fe08783844 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] remove_router_interface failed (client error): The resource could not be found. Nov 11 12:15:14.568039 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b5bfa30b-a343-4455-a73a-95fe08783844 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/078f9b24-ff7d-4082-981a-a8ecfe541db5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7733059 Nov 11 12:15:14.569370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52320) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:14.585599 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.625945 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-00a5854b-d82d-474c-9b3a-2faabecaa2f5 None None] For port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:14.643614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.647419 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4b249c28-6a8b-4fad-9480-09351f9a0b85 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/ports/695cf337-dd8c-47fe-a984-c81d3168109a HTTP/1.1" status: 204 len: 168 time: 1.8018124 Nov 11 12:15:14.653017 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52322) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:14.676682 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Pushing event updated for resources: {'Port': ['ID=a0373046-e933-4ed0-9856-457beae0f9cf,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:14.689635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-00a5854b-d82d-474c-9b3a-2faabecaa2f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.690905 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-00f2499d-7cd9-492f-92f2-fd7ea001b064 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/ports?device_id=078f9b24-ff7d-4082-981a-a8ecfe541db5 HTTP/1.1" status: 200 len: 205 time: 0.1194158 Nov 11 12:15:14.695856 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52324) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:14.696675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.700875 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-308853b9-ec36-49e5-b76f-dfb460d6cc64 None None] Provisioning complete for port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:14.701240 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-308853b9-ec36-49e5-b76f-dfb460d6cc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.704534 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network 478002b0-5d44-4e9b-a244-05fc8485b6ec is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:15:14.711633 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:14.727803 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-066f8f84-da13-4fcb-906a-a244793e1d82 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] GET failed (client error): The resource could not be found. Nov 11 12:15:14.729388 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-066f8f84-da13-4fcb-906a-a244793e1d82 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports/695cf337-dd8c-47fe-a984-c81d3168109a HTTP/1.1" status: 404 len: 333 time: 0.0751786 Nov 11 12:15:14.739282 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52326) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:14.778685 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-00a5854b-d82d-474c-9b3a-2faabecaa2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.792002 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-14c0deda-af98-4bd9-9dbd-ef4b8ed8d7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.797635 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:14.805261 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:14.830447 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a89390-43e6-4dc3-89d8-2a2f11109c7d None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:14.850805 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-14c0deda-af98-4bd9-9dbd-ef4b8ed8d7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port f80ff018-14bf-4445-a248-91aef8970a75 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:15:14.866645 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-308853b9-ec36-49e5-b76f-dfb460d6cc64 None None] Could not find standard attr ID for object 695cf337-dd8c-47fe-a984-c81d3168109a. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:15:14.877976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac15c-3e7f-4ca1-8c13-29acbf24a463 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.886240 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event updated for resources: {'Port': ['ID=c127efe7-530b-4558-a9fa-77023f95292d,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:14.904329 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5854b-d82d-474c-9b3a-2faabecaa2f5 None None] Pushing event updated for resources: {'Port': ['ID=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,revision_number=9']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:14.957561 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 478002b0-5d44-4e9b-a244-05fc8485b6ec) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:14.980976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:14.980976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:14.988992 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31534fa6-26ea-4905-b794-43e0c594bb7e None None] Network 478002b0-5d44-4e9b-a244-05fc8485b6ec requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:14.996722 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-cd50fe61-d21c-48d0-9865-3049aecc6433 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port 52259066-85a3-435b-a05a-100f110d3ea0 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:14.997064 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cd50fe61-d21c-48d0-9865-3049aecc6433 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.054559 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.059148 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:15.142276 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cd50fe61-d21c-48d0-9865-3049aecc6433 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.146465 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5e8ab8c-a464-4bfe-9831-a4f4faf9c31f None None] Provisioning complete for port a0373046-e933-4ed0-9856-457beae0f9cf triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:15.147212 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ab8c-a464-4bfe-9831-a4f4faf9c31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.159435 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-cd50fe61-d21c-48d0-9865-3049aecc6433 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for 52259066-85a3-435b-a05a-100f110d3ea0 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:15.280522 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac15c-3e7f-4ca1-8c13-29acbf24a463 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.286529 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac15c-3e7f-4ca1-8c13-29acbf24a463 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.323001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-93f97438-3c53-49af-aa73-fb007aff0ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.347283 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6badf408-1e5c-4f74-b102-46bf9f25f1ea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4547012 Nov 11 12:15:15.348194 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52328) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:15.372422 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-2c9639c0-2c73-4dd7-9094-971ae2323eb4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'subnet': {'network_id': '478002b0-5d44-4e9b-a244-05fc8485b6ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:15.412363 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Floating IP 5e821a52-f2e9-4d01-b5d4-91c09f0d25f7 associated. External IP: 172.26.5.100, port: 51916070-5edf-4723-9dab-9e61f64122cc. Nov 11 12:15:15.438450 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5e8ab8c-a464-4bfe-9831-a4f4faf9c31f None None] Port a0373046-e933-4ed0-9856-457beae0f9cf cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:15.464904 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f97438-3c53-49af-aa73-fb007aff0ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f606e38-1b0b-431b-a0d5-56e8beaa54cc,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:15.493089 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:15.493644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.502601 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cd50fe61-d21c-48d0-9865-3049aecc6433 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.537794 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5e8ab8c-a464-4bfe-9831-a4f4faf9c31f None None] Provisioning complete for port 52259066-85a3-435b-a05a-100f110d3ea0 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:15.538164 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ab8c-a464-4bfe-9831-a4f4faf9c31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.563711 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5e8ab8c-a464-4bfe-9831-a4f4faf9c31f None None] Port 52259066-85a3-435b-a05a-100f110d3ea0 was deleted so its status cannot be updated. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 11 12:15:15.567263 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac15c-3e7f-4ca1-8c13-29acbf24a463 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.569097 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4ac15c-3e7f-4ca1-8c13-29acbf24a463 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Fanout notify agent at l3_agent the message router_deleted on router 078f9b24-ff7d-4082-981a-a8ecfe541db5 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:15:15.569296 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5e8ab8c-a464-4bfe-9831-a4f4faf9c31f None None] Could not find standard attr ID for object 695cf337-dd8c-47fe-a984-c81d3168109a. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:15:15.584166 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-14c0deda-af98-4bd9-9dbd-ef4b8ed8d7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8:0:1::382 (db126361-d280-4945-be72-90312642a11b/48d7b246-b3fa-43e0-ae00-2d1c6153b8be/f80ff018-14bf-4445-a248-91aef8970a75) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:15.622549 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50fe61-d21c-48d0-9865-3049aecc6433 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=52259066-85a3-435b-a05a-100f110d3ea0,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:15.624575 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac15c-3e7f-4ca1-8c13-29acbf24a463 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.625847 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fd4ac15c-3e7f-4ca1-8c13-29acbf24a463 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/routers/078f9b24-ff7d-4082-981a-a8ecfe541db5 HTTP/1.1" status: 204 len: 168 time: 0.9263902 Nov 11 12:15:15.631669 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52330) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:15.642713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-14c0deda-af98-4bd9-9dbd-ef4b8ed8d7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::f816:3eff:fe07:70a6 (db126361-d280-4945-be72-90312642a11b/1b8c47c4-ac06-4d90-87a4-9f3be45e3ca5/f80ff018-14bf-4445-a248-91aef8970a75) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:15.683747 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-478002b0-5d44-4e9b-a244-05fc8485b6ec', 'network_id': '478002b0-5d44-4e9b-a244-05fc8485b6ec', 'tenant_id': '6b3e3d86cd0a4032ba5e9f5e45e82059', 'fixed_ips': [{'subnet_id': '78c2d38e-e15d-450a-aefd-900c4273f2c0'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:15:15.685471 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.853052 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ebc6a98-6d6f-4495-a8ec-25095801eb2b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting subnet 4b0b2eaf-ea5c-4c32-a352-5ee0fc464232 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:15.868347 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6a98-6d6f-4495-a8ec-25095801eb2b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.902104 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7913bac1-ddfb-43f9-ac66-50d7995e6aea None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:15.922441 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.931355 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6a98-6d6f-4495-a8ec-25095801eb2b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.966717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Router 1b724a07-ef9a-439b-82f7-7bbf1108fe18 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:15:15.980526 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cd50fe61-d21c-48d0-9865-3049aecc6433 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.984459 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Allocated IP 2001:db8::2 (478002b0-5d44-4e9b-a244-05fc8485b6ec/78c2d38e-e15d-450a-aefd-900c4273f2c0/6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:15.986623 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cd50fe61-d21c-48d0-9865-3049aecc6433 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/ports/52259066-85a3-435b-a05a-100f110d3ea0 HTTP/1.1" status: 204 len: 168 time: 1.2449596 Nov 11 12:15:15.986826 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6a5c9354-5af1-49c9-ae3d-c0fb44ca67d6 None None] Provisioning complete for port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:15.987208 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6a5c9354-5af1-49c9-ae3d-c0fb44ca67d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:15.992052 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52332) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:16.027574 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d07505-65c5-4952-a869-2de2f5811af5 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] GET failed (client error): The resource could not be found. Nov 11 12:15:16.034825 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f9d07505-65c5-4952-a869-2de2f5811af5 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports/52259066-85a3-435b-a05a-100f110d3ea0 HTTP/1.1" status: 404 len: 333 time: 0.0415502 Nov 11 12:15:16.040516 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52334) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:16.102438 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2938f2-d826-4b62-913c-fd938f77fb3d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting subnet 48853e66-c28e-4dba-bf4c-7edd62487d62 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:16.108703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9639c0-2c73-4dd7-9094-971ae2323eb4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:16.112301 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2c9639c0-2c73-4dd7-9094-971ae2323eb4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.139645 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ff2938f2-d826-4b62-913c-fd938f77fb3d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.171371 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-93f97438-3c53-49af-aa73-fb007aff0ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.249657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-14c0deda-af98-4bd9-9dbd-ef4b8ed8d7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.334242 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.424185 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-14c0deda-af98-4bd9-9dbd-ef4b8ed8d7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.434855 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.437401 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ff2938f2-d826-4b62-913c-fd938f77fb3d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.482181 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Network 478002b0-5d44-4e9b-a244-05fc8485b6ec is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:16.485318 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:16.489113 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:16.521613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Pushing event updated for resources: {'Port': ['ID=6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:16.538613 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0deda-af98-4bd9-9dbd-ef4b8ed8d7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=f80ff018-14bf-4445-a248-91aef8970a75,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:16.552245 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:16.552497 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:16.552838 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:16.553170 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:16.553500 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:16.553830 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:16.554150 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:16.554473 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:16.554795 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:16.555130 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:16.555461 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:16.555766 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:16.562897 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Attempting to bind port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:16.563293 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Attempting to bind port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '744d2549-7535-4e0c-9505-aca6e736cfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '478002b0-5d44-4e9b-a244-05fc8485b6ec'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:16.563655 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Attempting to bind port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 on network 478002b0-5d44-4e9b-a244-05fc8485b6ec {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:16.569530 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:16.569911 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Checking segment: {'id': '744d2549-7535-4e0c-9505-aca6e736cfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '478002b0-5d44-4e9b-a244-05fc8485b6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:16.570047 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6a98-6d6f-4495-a8ec-25095801eb2b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.570361 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.570686 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Bound using segment: {'id': '744d2549-7535-4e0c-9505-aca6e736cfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '478002b0-5d44-4e9b-a244-05fc8485b6ec'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:16.571179 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Bound port: 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744d2549-7535-4e0c-9505-aca6e736cfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '478002b0-5d44-4e9b-a244-05fc8485b6ec'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:16.571560 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.634611 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c0deda-af98-4bd9-9dbd-ef4b8ed8d7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:16.652514 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5cd74554-4f82-44cb-a046-5d182c3bd878 None None] Provisioning complete for port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:16.652731 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-14c0deda-af98-4bd9-9dbd-ef4b8ed8d7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:16.653396 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5cd74554-4f82-44cb-a046-5d182c3bd878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.656414 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:16.657738 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] For port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:16.660080 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c0deda-af98-4bd9-9dbd-ef4b8ed8d7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:16.666813 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c0deda-af98-4bd9-9dbd-ef4b8ed8d7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:16.667524 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-14c0deda-af98-4bd9-9dbd-ef4b8ed8d7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.667702 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b93af2d-af76-498f-b2a6-39d8536b7e91 None None] Sync routers for ids ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:16.686365 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b93af2d-af76-498f-b2a6-39d8536b7e91 None None] Routers {'1b724a07-ef9a-439b-82f7-7bbf1108fe18'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:16.687425 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-4b93af2d-af76-498f-b2a6-39d8536b7e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:16.705087 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] For port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30,segment=NetworkSegment(744d2549-7535-4e0c-9505-aca6e736cfe8),segment_id=744d2549-7535-4e0c-9505-aca6e736cfe8)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:16.711286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.784507 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ff2938f2-d826-4b62-913c-fd938f77fb3d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.822823 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6a98-6d6f-4495-a8ec-25095801eb2b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.824881 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:16.832262 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-4b93af2d-af76-498f-b2a6-39d8536b7e91 None None] Set router 1b724a07-ef9a-439b-82f7-7bbf1108fe18 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:15:16.866339 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-14c0deda-af98-4bd9-9dbd-ef4b8ed8d7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2724798 Nov 11 12:15:16.873685 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52336) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:16.960237 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29728ca7-96a2-47aa-b8a7-1b703c5d02c6 None None] Pushing event updated for resources: {'Port': ['ID=6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:17.028501 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.077738 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c0999659-8d1e-466e-b10c-5916bcb08888 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7287643 Nov 11 12:15:17.078818 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc6a98-6d6f-4495-a8ec-25095801eb2b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0b2eaf-ea5c-4c32-a352-5ee0fc464232,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:17.093624 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f97438-3c53-49af-aa73-fb007aff0ea3 admin admin] Router bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:15:17.093768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2777dd77-f543-488e-a7e2-0619eda566c1', 'tag': '51916070-5edf-4723-9dab-9e61f64122cc'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:15:17.094144 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978baa8c-239d-4bb9-a7b0-f3340d6a0285" -d '{"events": [{"name": "network-changed", "server_uuid": "2777dd77-f543-488e-a7e2-0619eda566c1", "tag": "51916070-5edf-4723-9dab-9e61f64122cc"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:15:17.106523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be35c76a-d629-45b3-89e3-29c997993235 None None] Network f6c9fe56-ca1b-4151-8e38-d34298ece378 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:17.121574 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6a98-6d6f-4495-a8ec-25095801eb2b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.131123 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1ebc6a98-6d6f-4495-a8ec-25095801eb2b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/subnets/4b0b2eaf-ea5c-4c32-a352-5ee0fc464232 HTTP/1.1" status: 204 len: 168 time: 1.4968259 Nov 11 12:15:17.141298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52342) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:17.219591 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-4b93af2d-af76-498f-b2a6-39d8536b7e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437813602', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:14:20Z', 'updated_at': '2021-11-11T12:14:33Z', 'revision_number': 4, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'gw_port': {'id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:22Z', 'updated_at': '2021-11-11T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '5e821a52-f2e9-4d01-b5d4-91c09f0d25f7', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'port_id': '51916070-5edf-4723-9dab-9e61f64122cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce', 'mac_address': 'fa:16:3e:8e:05:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2777dd77-f543-488e-a7e2-0619eda566c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:15:11Z', 'updated_at': '2021-11-11T12:15:11Z', 'revision_number': 0, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9de35dd-7567-4766-bc31-f27bf6c241ff', 'name': '', 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'mac_address': 'fa:16:3e:88:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:30Z', 'updated_at': '2021-11-11T12:14:41Z', 'revision_number': 5, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'subnets': [{'id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:17.225852 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2c9639c0-2c73-4dd7-9094-971ae2323eb4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.233741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5d6a80ed-e871-42c9-9c20-4f82ddab6264 None None] Provisioning complete for port f80ff018-14bf-4445-a248-91aef8970a75 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:17.234111 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5d6a80ed-e871-42c9-9c20-4f82ddab6264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.296294 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b93af2d-af76-498f-b2a6-39d8536b7e91 None None] Checking router: 1b724a07-ef9a-439b-82f7-7bbf1108fe18 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:15:17.297455 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ff2938f2-d826-4b62-913c-fd938f77fb3d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.299686 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f97438-3c53-49af-aa73-fb007aff0ea3 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:17.302954 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da860f6-d861-451e-a2f7-6b48d82a5374 x-openstack-request-id: req-7da860f6-d861-451e-a2f7-6b48d82a5374 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:15:17.303271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2777dd77-f543-488e-a7e2-0619eda566c1", "tag": "51916070-5edf-4723-9dab-9e61f64122cc", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:15:17.303582 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7da860f6-d861-451e-a2f7-6b48d82a5374 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:15:17.303984 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2777dd77-f543-488e-a7e2-0619eda566c1', 'tag': '51916070-5edf-4723-9dab-9e61f64122cc', 'status': 'completed', 'code': 200} Nov 11 12:15:17.309797 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-93f97438-3c53-49af-aa73-fb007aff0ea3 admin admin] 10.222.0.50 "PUT /v2.0/routers/bd993045-1f0f-4fa9-a1ce-1b0dce159ff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5282910 Nov 11 12:15:17.313033 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52344) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:17.329170 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b93af2d-af76-498f-b2a6-39d8536b7e91 None None] Routers {'1b724a07-ef9a-439b-82f7-7bbf1108fe18'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:17.329784 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-4b93af2d-af76-498f-b2a6-39d8536b7e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:17.333336 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3265b4a4-c51b-4564-a183-395cf405cac3 None None] Sync routers for ids ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:17.400387 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9639c0-2c73-4dd7-9094-971ae2323eb4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network 478002b0-5d44-4e9b-a244-05fc8485b6ec is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:17.422436 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a80ed-e871-42c9-9c20-4f82ddab6264 None None] Port f80ff018-14bf-4445-a248-91aef8970a75 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:17.425365 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3265b4a4-c51b-4564-a183-395cf405cac3 None None] Routers {'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:17.425987 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-3265b4a4-c51b-4564-a183-395cf405cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:17.441450 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.443959 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ff2938f2-d826-4b62-913c-fd938f77fb3d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.450358 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ff2938f2-d826-4b62-913c-fd938f77fb3d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/48853e66-c28e-4dba-bf4c-7edd62487d62 HTTP/1.1" status: 204 len: 168 time: 1.4069364 Nov 11 12:15:17.450851 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52346) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:17.462390 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-2c9639c0-2c73-4dd7-9094-971ae2323eb4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:17.469162 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9639c0-2c73-4dd7-9094-971ae2323eb4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:17.474994 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2c9639c0-2c73-4dd7-9094-971ae2323eb4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.475167 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978baa8c-239d-4bb9-a7b0-f3340d6a0285 req-26b4f441-7a6b-41ce-8dd9-c47c6f790fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:17.475699 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-978baa8c-239d-4bb9-a7b0-f3340d6a0285 req-26b4f441-7a6b-41ce-8dd9-c47c6f790fba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c50ad2899d5f44f391ca81db684e3194&device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 1098 time: 0.2149651 Nov 11 12:15:17.479876 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced52feb-ff4a-4ff3-b27f-fde64eb2708b None None] Network 0c435cd3-1a60-4610-ba2a-1adbfc94931f requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:17.509913 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71dcff-3603-48d1-9650-8ef6b2e355f0 req-da3cbc3a-2cff-4a04-9366-fe89b4f28fb7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:17.517818 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ac71dcff-3603-48d1-9650-8ef6b2e355f0 req-da3cbc3a-2cff-4a04-9366-fe89b4f28fb7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.2943189 Nov 11 12:15:17.528167 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9639c0-2c73-4dd7-9094-971ae2323eb4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Subnet': ['ID=14bab217-ac2c-455a-8d50-86c24d0bf151,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:17.561622 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2938f2-d826-4b62-913c-fd938f77fb3d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Subnet': ['ID=48853e66-c28e-4dba-bf4c-7edd62487d62,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:17.576887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc1931-fab0-4e08-bdba-25bd7bfd8851 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port f80ff018-14bf-4445-a248-91aef8970a75 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:17.577278 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2fbc1931-fab0-4e08-bdba-25bd7bfd8851 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.586651 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Router 6796fbef-dfc2-41fc-8af5-458adc2fd2d1 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:15:17.595927 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-4b93af2d-af76-498f-b2a6-39d8536b7e91 None None] Set router 1b724a07-ef9a-439b-82f7-7bbf1108fe18 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:15:17.665557 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ac71dcff-3603-48d1-9650-8ef6b2e355f0 req-923762d7-f0f3-4e41-b898-13054472563a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467142 Nov 11 12:15:17.673555 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2c9639c0-2c73-4dd7-9094-971ae2323eb4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3055046 Nov 11 12:15:17.678623 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52348) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:17.701539 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52350) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:17.720713 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364d6f21-b14b-4884-8e88-d1d9d210a573 None None] DHCP port deletion for f6c9fe56-ca1b-4151-8e38-d34298ece378 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:17.781525 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-3265b4a4-c51b-4564-a183-395cf405cac3 None None] Set router bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:15:17.793809 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7db098-e659-4202-9d58-d25af90af9a8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:17.796377 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7db098-e659-4202-9d58-d25af90af9a8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:17.799242 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7db098-e659-4202-9d58-d25af90af9a8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:17.800773 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7db098-e659-4202-9d58-d25af90af9a8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:17.803127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7db098-e659-4202-9d58-d25af90af9a8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:17.805507 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ef55e84b-28bf-448f-a124-e901564b3248 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/floatingips/5e821a52-f2e9-4d01-b5d4-91c09f0d25f7 HTTP/1.1" status: 200 len: 991 time: 0.0898957 Nov 11 12:15:17.807146 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8b7db098-e659-4202-9d58-d25af90af9a8 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1263657 Nov 11 12:15:17.808581 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d867dbc6-3543-4689-8b3b-86bd89f398dc admin admin] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.811848 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52352) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:17.819795 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-11a75957-018a-4320-8328-b79ce886f062 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1846382259'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:17.875479 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcc3921-9912-4062-b13b-de8b2bdf7ee8 None None] DHCP port deletion for 0c435cd3-1a60-4610-ba2a-1adbfc94931f request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:17.948368 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:17.960023 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Sync routers for ids ['6796fbef-dfc2-41fc-8af5-458adc2fd2d1'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:17.982697 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-364d6f21-b14b-4884-8e88-d1d9d210a573 None None] Deleting port 9e627b38-de90-4eec-8e0d-e71af58b6b53 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:17.983307 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-364d6f21-b14b-4884-8e88-d1d9d210a573 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:17.989405 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Routers {'6796fbef-dfc2-41fc-8af5-458adc2fd2d1'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:17.990930 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['6796fbef-dfc2-41fc-8af5-458adc2fd2d1'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:18.005254 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.137609 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting port 9e627b38-de90-4eec-8e0d-e71af58b6b53 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:18.138261 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.143275 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2fbc1931-fab0-4e08-bdba-25bd7bfd8851 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.156121 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-364d6f21-b14b-4884-8e88-d1d9d210a573 None None] For port 9e627b38-de90-4eec-8e0d-e71af58b6b53, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=9e627b38-de90-4eec-8e0d-e71af58b6b53,segment=NetworkSegment(00541ea9-7827-4227-9c34-10583517a8bc),segment_id=00541ea9-7827-4227-9c34-10583517a8bc)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:18.156773 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-364d6f21-b14b-4884-8e88-d1d9d210a573 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.176876 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc3921-9912-4062-b13b-de8b2bdf7ee8 None None] Deleting port 9d730f5e-2162-4964-becb-7b11d285de1c {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:18.177418 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3921-9912-4062-b13b-de8b2bdf7ee8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.179483 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-364d6f21-b14b-4884-8e88-d1d9d210a573 None None] Calling delete_port for 9e627b38-de90-4eec-8e0d-e71af58b6b53 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:18.189233 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.196691 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-94dcdcac-6d9f-406f-a2fa-9ccea6af5d1f tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.9014361 Nov 11 12:15:18.196920 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-4b93af2d-af76-498f-b2a6-39d8536b7e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437813602', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:14:20Z', 'updated_at': '2021-11-11T12:14:33Z', 'revision_number': 4, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'gw_port': {'id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:22Z', 'updated_at': '2021-11-11T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '5e821a52-f2e9-4d01-b5d4-91c09f0d25f7', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'port_id': '51916070-5edf-4723-9dab-9e61f64122cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce', 'mac_address': 'fa:16:3e:8e:05:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2777dd77-f543-488e-a7e2-0619eda566c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:15:11Z', 'updated_at': '2021-11-11T12:15:11Z', 'revision_number': 0, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9de35dd-7567-4766-bc31-f27bf6c241ff', 'name': '', 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'mac_address': 'fa:16:3e:88:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:30Z', 'updated_at': '2021-11-11T12:14:41Z', 'revision_number': 5, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'subnets': [{'id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:18.233566 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b93af2d-af76-498f-b2a6-39d8536b7e91 None None] The sync data for ids ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'] in dv-neutron-786478-23-hyperv is: [{'id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437813602', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:14:20Z', 'updated_at': '2021-11-11T12:14:33Z', 'revision_number': 4, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'gw_port': {'id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:22Z', 'updated_at': '2021-11-11T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '5e821a52-f2e9-4d01-b5d4-91c09f0d25f7', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'port_id': '51916070-5edf-4723-9dab-9e61f64122cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce', 'mac_address': 'fa:16:3e:8e:05:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2777dd77-f543-488e-a7e2-0619eda566c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:15:11Z', 'updated_at': '2021-11-11T12:15:11Z', 'revision_number': 0, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9de35dd-7567-4766-bc31-f27bf6c241ff', 'name': '', 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'mac_address': 'fa:16:3e:88:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:30Z', 'updated_at': '2021-11-11T12:14:41Z', 'revision_number': 5, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'subnets': [{'id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:18.255092 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978baa8c-239d-4bb9-a7b0-f3340d6a0285 req-18d35d40-e6a5-4ef0-acec-4980e436152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:18.256366 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-978baa8c-239d-4bb9-a7b0-f3340d6a0285 req-18d35d40-e6a5-4ef0-acec-4980e436152e service neutron] 10.222.0.70 "GET /v2.0/networks?id=b580bc89-3da6-495d-a6bb-01e9bf883bce HTTP/1.1" status: 200 len: 898 time: 0.6972816 Nov 11 12:15:18.261803 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52354) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:18.281125 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Set router 6796fbef-dfc2-41fc-8af5-458adc2fd2d1 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:15:18.354512 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5fcc3921-9912-4062-b13b-de8b2bdf7ee8 None None] For port 9d730f5e-2162-4964-becb-7b11d285de1c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=9d730f5e-2162-4964-becb-7b11d285de1c,segment=NetworkSegment(474cbf9c-0433-4b0d-b9d3-743f4f583934),segment_id=474cbf9c-0433-4b0d-b9d3-743f4f583934)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:18.357553 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3921-9912-4062-b13b-de8b2bdf7ee8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.379925 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc1931-fab0-4e08-bdba-25bd7bfd8851 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for f80ff018-14bf-4445-a248-91aef8970a75 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:18.409874 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc3921-9912-4062-b13b-de8b2bdf7ee8 None None] Calling delete_port for 9d730f5e-2162-4964-becb-7b11d285de1c owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:18.440409 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-3265b4a4-c51b-4564-a183-395cf405cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'name': 'tempest-ServerActionsTestJSON-985379772-router', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '663a520c-f283-4793-9c97-1f5966f43811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:15:14Z', 'revision_number': 5, 'project_id': 'bc3e745991484392a95e625e90086381', 'gw_port': {'id': '663a520c-f283-4793-9c97-1f5966f43811', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:11:18Z', 'updated_at': '2021-11-11T12:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:18.474624 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a75957-018a-4320-8328-b79ce886f062 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:18.478231 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-11a75957-018a-4320-8328-b79ce886f062 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.498808 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3265b4a4-c51b-4564-a183-395cf405cac3 None None] Checking router: bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:15:18.618483 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d867dbc6-3543-4689-8b3b-86bd89f398dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.634005 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a75957-018a-4320-8328-b79ce886f062 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:15:18.653359 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-11a75957-018a-4320-8328-b79ce886f062 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.653857 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-11a75957-018a-4320-8328-b79ce886f062 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Added segment 50e8523c-3555-4b39-bde8-89cc2c142496 of type vlan for network 843a42d3-d9a5-489f-af61-660a49591dba Nov 11 12:15:18.716508 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-11a75957-018a-4320-8328-b79ce886f062 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.762723 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6796fbef-dfc2-41fc-8af5-458adc2fd2d1', 'name': 'tempest-snat-router-1489318673', 'tenant_id': '3cc97ed8a2224517b16790c3369e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.60'}], 'enable_snat': False}, 'gw_port_id': 'a0373046-e933-4ed0-9856-457beae0f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:15:10Z', 'updated_at': '2021-11-11T12:15:15Z', 'revision_number': 3, 'project_id': '3cc97ed8a2224517b16790c3369e38d0', 'gw_port': {'id': 'a0373046-e933-4ed0-9856-457beae0f9cf', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6796fbef-dfc2-41fc-8af5-458adc2fd2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:15:13Z', 'updated_at': '2021-11-11T12:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:18.778665 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58db293-9b7f-49ce-acd4-35675e49b271 None None] New status for floating IP 5e821a52-f2e9-4d01-b5d4-91c09f0d25f7: ACTIVE {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:15:18.797118 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Checking router: 6796fbef-dfc2-41fc-8af5-458adc2fd2d1 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:15:18.797916 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Updating router 6796fbef-dfc2-41fc-8af5-458adc2fd2d1 port a0373046-e933-4ed0-9856-457beae0f9cf binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:15:18.807323 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-d867dbc6-3543-4689-8b3b-86bd89f398dc admin admin] Deleting port 663a520c-f283-4793-9c97-1f5966f43811 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:18.807795 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d867dbc6-3543-4689-8b3b-86bd89f398dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.809651 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52356) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:18.831482 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-11a75957-018a-4320-8328-b79ce886f062 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.832899 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.836253 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad9b478-04ea-464d-bc75-6181c505008e None None] Network 478002b0-5d44-4e9b-a244-05fc8485b6ec requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:18.839715 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a75957-018a-4320-8328-b79ce886f062 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:18.841059 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-11a75957-018a-4320-8328-b79ce886f062 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.872989 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] For port 9e627b38-de90-4eec-8e0d-e71af58b6b53, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=9e627b38-de90-4eec-8e0d-e71af58b6b53,segment=NetworkSegment(00541ea9-7827-4227-9c34-10583517a8bc),segment_id=00541ea9-7827-4227-9c34-10583517a8bc)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:18.873358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.876642 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port 9d730f5e-2162-4964-becb-7b11d285de1c {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:18.876968 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.882975 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a83db869-701c-4a51-a548-b9886043dde7 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "GET /v2.0/routers/6796fbef-dfc2-41fc-8af5-458adc2fd2d1 HTTP/1.1" status: 200 len: 908 time: 0.6171386 Nov 11 12:15:18.882975 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-978baa8c-239d-4bb9-a7b0-f3340d6a0285 req-f5147b84-1954-48c7-83b7-4b3fc311dab4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51916070-5edf-4723-9dab-9e61f64122cc HTTP/1.1" status: 200 len: 999 time: 0.5005066 Nov 11 12:15:18.900253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52358) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:18.905036 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-364d6f21-b14b-4884-8e88-d1d9d210a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.905244 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1489318673', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'enable_snat': True}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:18.907726 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3921-9912-4062-b13b-de8b2bdf7ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:18.946462 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Calling delete_port for 9e627b38-de90-4eec-8e0d-e71af58b6b53 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:18.995652 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3265b4a4-c51b-4564-a183-395cf405cac3 None None] Routers {'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:18.996160 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-3265b4a4-c51b-4564-a183-395cf405cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:19.018154 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-d7c3be5f-3c02-4021-8263-73f327357b9d None None] Provisioning complete for port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:19.018457 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d7c3be5f-3c02-4021-8263-73f327357b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.021943 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d6f21-b14b-4884-8e88-d1d9d210a573 None None] Pushing event deleted for resources: {'Port': ['ID=9e627b38-de90-4eec-8e0d-e71af58b6b53,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:19.084183 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc3921-9912-4062-b13b-de8b2bdf7ee8 None None] No DVR routers for this DVR port 9d730f5e-2162-4964-becb-7b11d285de1c on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:19.086321 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc3921-9912-4062-b13b-de8b2bdf7ee8 None None] Pushing event deleted for resources: {'Port': ['ID=9d730f5e-2162-4964-becb-7b11d285de1c,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:19.089515 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-11a75957-018a-4320-8328-b79ce886f062 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2747073 Nov 11 12:15:19.097739 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52360) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:19.114714 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d6f21-b14b-4884-8e88-d1d9d210a573 None None] No DVR routers for this DVR port 9e627b38-de90-4eec-8e0d-e71af58b6b53 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:19.116094 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] For port 9d730f5e-2162-4964-becb-7b11d285de1c, host dv-neutron-786478-23-hyperv, got binding levels [] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:19.116391 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.127160 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a60f5f58-e6a2-4131-8cbd-1f7d7056f455 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:19.148128 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a75957-018a-4320-8328-b79ce886f062 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Network': ['ID=843a42d3-d9a5-489f-af61-660a49591dba,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:19.166563 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:19.168745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 843a42d3-d9a5-489f-af61-660a49591dba details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:15:19.211897 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978baa8c-239d-4bb9-a7b0-f3340d6a0285 req-b6244cbd-4d56-410b-8ccb-dea0ed29d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:19.213836 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-978baa8c-239d-4bb9-a7b0-f3340d6a0285 req-b6244cbd-4d56-410b-8ccb-dea0ed29d0a9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34e2f751-5fb5-4ae4-b698-e48b1c322623 HTTP/1.1" status: 200 len: 835 time: 0.3051209 Nov 11 12:15:19.214732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.216137 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.219647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.227020 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b3fbefc4-1dc0-4948-bf2c-ed0c98e4a891 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/floatingips/5e821a52-f2e9-4d01-b5d4-91c09f0d25f7 HTTP/1.1" status: 200 len: 991 time: 0.4149554 Nov 11 12:15:19.256420 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.274934 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for 9d730f5e-2162-4964-becb-7b11d285de1c owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:19.282822 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-d867dbc6-3543-4689-8b3b-86bd89f398dc admin admin] For port 663a520c-f283-4793-9c97-1f5966f43811, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=663a520c-f283-4793-9c97-1f5966f43811,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:19.283242 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d867dbc6-3543-4689-8b3b-86bd89f398dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.294942 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] No DVR routers for this DVR port 9e627b38-de90-4eec-8e0d-e71af58b6b53 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:19.305601 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-d867dbc6-3543-4689-8b3b-86bd89f398dc admin admin] Calling delete_port for 663a520c-f283-4793-9c97-1f5966f43811 owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:19.321026 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.ipam_backend_mixin [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Port 9d730f5e-2162-4964-becb-7b11d285de1c was not found and therefore no delete operation was performed {{(pid=103001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:15:19.329185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Port': ['ID=9e627b38-de90-4eec-8e0d-e71af58b6b53,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:19.337729 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.366400 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.395300 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-3265b4a4-c51b-4564-a183-395cf405cac3 None None] Set router bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:15:19.402265 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=9d730f5e-2162-4964-becb-7b11d285de1c,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:19.435936 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92768c3-632a-4683-b706-f09e62af4d5b None None] Pushing event updated for resources: {'Port': ['ID=a0373046-e933-4ed0-9856-457beae0f9cf,revision_number=2']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:19.440481 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a60f5f58-e6a2-4131-8cbd-1f7d7056f455 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.469536 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-3265b4a4-c51b-4564-a183-395cf405cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'name': 'tempest-ServerActionsTestJSON-985379772-router', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:15:18Z', 'revision_number': 6, 'project_id': 'bc3e745991484392a95e625e90086381', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:19.470169 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978baa8c-239d-4bb9-a7b0-f3340d6a0285 req-12d664d0-e8d2-4dce-b8f6-ef0f19a98cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:19.472974 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-978baa8c-239d-4bb9-a7b0-f3340d6a0285 req-12d664d0-e8d2-4dce-b8f6-ef0f19a98cbb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b580bc89-3da6-495d-a6bb-01e9bf883bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2191215 Nov 11 12:15:19.480824 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No DVR routers for this DVR port 9d730f5e-2162-4964-becb-7b11d285de1c on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:19.525317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a60f5f58-e6a2-4131-8cbd-1f7d7056f455 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.528797 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Attempting to bind port a0373046-e933-4ed0-9856-457beae0f9cf on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:19.529149 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Attempting to bind port a0373046-e933-4ed0-9856-457beae0f9cf by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:19.530234 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Attempting to bind port a0373046-e933-4ed0-9856-457beae0f9cf on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:19.536942 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:19.537379 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:19.537924 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.538585 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:19.539139 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Bound port: a0373046-e933-4ed0-9856-457beae0f9cf, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:19.539590 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.543929 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c69b5ec-e12c-44d2-942f-b227338a692b None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:19.549747 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3265b4a4-c51b-4564-a183-395cf405cac3 None None] The sync data for ids ['bd993045-1f0f-4fa9-a1ce-1b0dce159ff4'] in dv-neutron-786478-23-hyperv is: [{'id': 'bd993045-1f0f-4fa9-a1ce-1b0dce159ff4', 'name': 'tempest-ServerActionsTestJSON-985379772-router', 'tenant_id': 'bc3e745991484392a95e625e90086381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:11:15Z', 'updated_at': '2021-11-11T12:15:18Z', 'revision_number': 6, 'project_id': 'bc3e745991484392a95e625e90086381', 'gw_port_host': None}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:19.575492 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d7c3be5f-3c02-4021-8263-73f327357b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.589349 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:19.590016 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.619550 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-978baa8c-239d-4bb9-a7b0-f3340d6a0285 req-fdc22c4a-fccb-4266-9fc2-534a93758c5e service neutron] 10.222.0.70 "GET /v2.0/networks/b580bc89-3da6-495d-a6bb-01e9bf883bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368465 Nov 11 12:15:19.641313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-d7c3be5f-3c02-4021-8263-73f327357b9d None None] For port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30,segment=NetworkSegment(744d2549-7535-4e0c-9505-aca6e736cfe8),segment_id=744d2549-7535-4e0c-9505-aca6e736cfe8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:19.664589 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] For port a0373046-e933-4ed0-9856-457beae0f9cf, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:19.669774 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a60f5f58-e6a2-4131-8cbd-1f7d7056f455 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network 843a42d3-d9a5-489f-af61-660a49591dba is not hosted by any dhcp agent {{(pid=103002) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 12:15:19.670941 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] For port a0373046-e933-4ed0-9856-457beae0f9cf, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a0373046-e933-4ed0-9856-457beae0f9cf,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:19.676881 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60f5f58-e6a2-4131-8cbd-1f7d7056f455 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:19.677535 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a60f5f58-e6a2-4131-8cbd-1f7d7056f455 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.678767 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a60f5f58-e6a2-4131-8cbd-1f7d7056f455 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "PUT /v2.0/networks/843a42d3-d9a5-489f-af61-660a49591dba HTTP/1.1" status: 200 len: 723 time: 0.5559590 Nov 11 12:15:19.685189 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.688373 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52362) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:19.709421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-12996198-3828-472a-9005-36cd178c9c88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'subnet': {'network_id': '843a42d3-d9a5-489f-af61-660a49591dba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:19.713427 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d7c3be5f-3c02-4021-8263-73f327357b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.736457 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.745635 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f5f58-e6a2-4131-8cbd-1f7d7056f455 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Network': ['ID=843a42d3-d9a5-489f-af61-660a49591dba,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:19.775959 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d867dbc6-3543-4689-8b3b-86bd89f398dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.777861 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 843a42d3-d9a5-489f-af61-660a49591dba details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:15:19.801958 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.820867 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867dbc6-3543-4689-8b3b-86bd89f398dc admin admin] Pushing event deleted for resources: {'Port': ['ID=663a520c-f283-4793-9c97-1f5966f43811,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:19.826869 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.842863 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc0165c-44d0-4fcf-8532-9b9d6f29f5ba None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:19.846721 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92768c3-632a-4683-b706-f09e62af4d5b None None] Pushing event updated for resources: {'Port': ['ID=a0373046-e933-4ed0-9856-457beae0f9cf,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:19.851273 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c435cd3-1a60-4610-ba2a-1adbfc94931f']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:19.865362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474cbf9c-0433-4b0d-b9d3-743f4f583934') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:19.865670 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474cbf9c-0433-4b0d-b9d3-743f4f583934') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:19.866015 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Routers {'6796fbef-dfc2-41fc-8af5-458adc2fd2d1'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:19.866769 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['6796fbef-dfc2-41fc-8af5-458adc2fd2d1'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:19.875533 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.876889 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654e1306-4e1c-4899-88c6-7f7a91f02c37 None None] Update dhcp port {'port': {'network_id': '478002b0-5d44-4e9b-a244-05fc8485b6ec', 'fixed_ips': [{'subnet_id': '78c2d38e-e15d-450a-aefd-900c4273f2c0', 'ip_address': '2001:db8::2'}, {'subnet_id': '14bab217-ac2c-455a-8d50-86c24d0bf151'}], 'binding:host_id': 'dv-neutron-786478-23-hyperv'}, 'id': '6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30'} from dv-neutron-786478-23-hyperv. {{(pid=103003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:15:19.889509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.890535 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d867dbc6-3543-4689-8b3b-86bd89f398dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.897552 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:19.897945 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.914396 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7d846b09-d385-4254-9fb3-234fa60ed854 None None] Provisioning complete for port a0373046-e933-4ed0-9856-457beae0f9cf triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:19.914913 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7d846b09-d385-4254-9fb3-234fa60ed854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:19.977264 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:15:19.977685 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:15:20.013464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81ddfbc-eb94-4732-93e9-6be03cdffb80 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:20.032349 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] Set router 6796fbef-dfc2-41fc-8af5-458adc2fd2d1 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:15:20.034210 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3be5f-3c02-4021-8263-73f327357b9d None None] Pushing event updated for resources: {'Port': ['ID=6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:20.054465 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-654e1306-4e1c-4899-88c6-7f7a91f02c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.072972 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d867dbc6-3543-4689-8b3b-86bd89f398dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.075240 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d867dbc6-3543-4689-8b3b-86bd89f398dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:20.132671 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:20.152393 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-978baa8c-239d-4bb9-a7b0-f3340d6a0285 req-7e7f7b5f-e230-46cd-9541-a0cb8af04cf4 service neutron] 10.222.0.70 "GET /v2.0/networks/b580bc89-3da6-495d-a6bb-01e9bf883bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087576 Nov 11 12:15:20.167106 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c9fe56-ca1b-4151-8e38-d34298ece378']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:20.194274 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00541ea9-7827-4227-9c34-10583517a8bc') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:20.194576 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00541ea9-7827-4227-9c34-10583517a8bc') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:20.201642 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d867dbc6-3543-4689-8b3b-86bd89f398dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.202353 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d867dbc6-3543-4689-8b3b-86bd89f398dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:15:20.209150 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:15:20.211133 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.216549 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d867dbc6-3543-4689-8b3b-86bd89f398dc admin admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.217754 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d867dbc6-3543-4689-8b3b-86bd89f398dc admin admin] 10.222.0.50 "DELETE /v2.0/routers/bd993045-1f0f-4fa9-a1ce-1b0dce159ff4 HTTP/1.1" status: 204 len: 168 time: 2.8617015 Nov 11 12:15:20.220684 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52364) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:20.230698 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52366) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:20.238834 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2fbc1931-fab0-4e08-bdba-25bd7bfd8851 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.288370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.313109 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7d846b09-d385-4254-9fb3-234fa60ed854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.316749 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6796fbef-dfc2-41fc-8af5-458adc2fd2d1', 'name': 'tempest-snat-router-1489318673', 'tenant_id': '3cc97ed8a2224517b16790c3369e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.60'}], 'enable_snat': False}, 'gw_port_id': 'a0373046-e933-4ed0-9856-457beae0f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:15:10Z', 'updated_at': '2021-11-11T12:15:15Z', 'revision_number': 3, 'project_id': '3cc97ed8a2224517b16790c3369e38d0', 'gw_port': {'id': 'a0373046-e933-4ed0-9856-457beae0f9cf', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6796fbef-dfc2-41fc-8af5-458adc2fd2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:15:13Z', 'updated_at': '2021-11-11T12:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:20.332482 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-db62dd03-d5ff-44d9-a1cc-6e763f5d1f9c tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/floatingips/5e821a52-f2e9-4d01-b5d4-91c09f0d25f7 HTTP/1.1" status: 200 len: 993 time: 0.0662992 Nov 11 12:15:20.337264 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.341586 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-654e1306-4e1c-4899-88c6-7f7a91f02c37 None None] Allocated IP 172.20.0.1 (478002b0-5d44-4e9b-a244-05fc8485b6ec/14bab217-ac2c-455a-8d50-86c24d0bf151/6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:20.341720 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc1931-fab0-4e08-bdba-25bd7bfd8851 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=f80ff018-14bf-4445-a248-91aef8970a75,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:20.363674 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.368733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc789d87-e28b-49b6-b674-58bbec3c9073 admin admin] Deleting subnet 2ad01249-f98e-4f0a-8732-1a30270cf49a {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:20.368733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cc789d87-e28b-49b6-b674-58bbec3c9073 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.371592 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/networks/0c435cd3-1a60-4610-ba2a-1adbfc94931f HTTP/1.1" status: 204 len: 168 time: 2.9193382 Nov 11 12:15:20.374496 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:20.374911 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.376596 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3866dbb7-00a9-4ed6-8d59-6f07ca420db0 None None] The sync data for ids ['6796fbef-dfc2-41fc-8af5-458adc2fd2d1'] in dv-neutron-786478-23-hyperv is: [{'id': '6796fbef-dfc2-41fc-8af5-458adc2fd2d1', 'name': 'tempest-snat-router-1489318673', 'tenant_id': '3cc97ed8a2224517b16790c3369e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.60'}], 'enable_snat': False}, 'gw_port_id': 'a0373046-e933-4ed0-9856-457beae0f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:15:10Z', 'updated_at': '2021-11-11T12:15:15Z', 'revision_number': 3, 'project_id': '3cc97ed8a2224517b16790c3369e38d0', 'gw_port': {'id': 'a0373046-e933-4ed0-9856-457beae0f9cf', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6796fbef-dfc2-41fc-8af5-458adc2fd2d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:15:13Z', 'updated_at': '2021-11-11T12:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:20.379552 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12996198-3828-472a-9005-36cd178c9c88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:20.383769 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-12996198-3828-472a-9005-36cd178c9c88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:20.388866 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:20.392879 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.402419 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52368) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:20.408922 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785b3f7-dfa0-44ea-8057-83d8cc93885b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Network': ['ID=0c435cd3-1a60-4610-ba2a-1adbfc94931f,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:20.424156 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3f1c579b-fcdd-4ada-87b5-559a34b3368b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-736203370'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:20.435428 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cc789d87-e28b-49b6-b674-58bbec3c9073 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.562982 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cc789d87-e28b-49b6-b674-58bbec3c9073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.605059 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1c579b-fcdd-4ada-87b5-559a34b3368b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:20.610014 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f1c579b-fcdd-4ada-87b5-559a34b3368b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.688449 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-7d846b09-d385-4254-9fb3-234fa60ed854 None None] For port a0373046-e933-4ed0-9856-457beae0f9cf, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a0373046-e933-4ed0-9856-457beae0f9cf,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:20.693240 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1c579b-fcdd-4ada-87b5-559a34b3368b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:15:20.716923 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f1c579b-fcdd-4ada-87b5-559a34b3368b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.717413 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-3f1c579b-fcdd-4ada-87b5-559a34b3368b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Added segment cfa4f76a-d14b-4782-893f-43d74a46bf78 of type vlan for network 471a39f8-e5e8-42f1-a772-e0930b1740b1 Nov 11 12:15:20.757684 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2fbc1931-fab0-4e08-bdba-25bd7bfd8851 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.761593 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2fbc1931-fab0-4e08-bdba-25bd7bfd8851 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/f80ff018-14bf-4445-a248-91aef8970a75 HTTP/1.1" status: 204 len: 168 time: 3.8820200 Nov 11 12:15:20.762319 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7d846b09-d385-4254-9fb3-234fa60ed854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.765465 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52370) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:20.830479 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f1c579b-fcdd-4ada-87b5-559a34b3368b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.862686 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-654e1306-4e1c-4899-88c6-7f7a91f02c37 None None] For port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30,segment=NetworkSegment(744d2549-7535-4e0c-9505-aca6e736cfe8),segment_id=744d2549-7535-4e0c-9505-aca6e736cfe8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:20.875644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 9e627b38-de90-4eec-8e0d-e71af58b6b53 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:20.876247 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.911172 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d846b09-d385-4254-9fb3-234fa60ed854 None None] Pushing event updated for resources: {'Port': ['ID=a0373046-e933-4ed0-9856-457beae0f9cf,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:20.922179 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 9e627b38-de90-4eec-8e0d-e71af58b6b53 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:20.922179 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 9e627b38-de90-4eec-8e0d-e71af58b6b53 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:20.922638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 9d730f5e-2162-4964-becb-7b11d285de1c no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:20.930902 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cc789d87-e28b-49b6-b674-58bbec3c9073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.951565 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.967949 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-654e1306-4e1c-4899-88c6-7f7a91f02c37 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.970078 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/networks/f6c9fe56-ca1b-4151-8e38-d34298ece378 HTTP/1.1" status: 204 len: 168 time: 3.8277683 Nov 11 12:15:20.971352 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 9d730f5e-2162-4964-becb-7b11d285de1c {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:20.972052 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 9d730f5e-2162-4964-becb-7b11d285de1c not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:20.980437 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0e0ebc22-12f7-4d78-864c-951ff4b8e9bd None None] Provisioning complete for port a0373046-e933-4ed0-9856-457beae0f9cf triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:20.981841 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0e0ebc22-12f7-4d78-864c-951ff4b8e9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:20.996261 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52372) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:21.005849 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e6a04584-4891-47c3-94f6-000d181a2f1c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'network': {'name': 'tempest-RoutersTest-127933149'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:21.012748 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc789d87-e28b-49b6-b674-58bbec3c9073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad01249-f98e-4f0a-8732-1a30270cf49a,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:21.019833 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cc789d87-e28b-49b6-b674-58bbec3c9073 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:21.023508 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cc789d87-e28b-49b6-b674-58bbec3c9073 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2ad01249-f98e-4f0a-8732-1a30270cf49a HTTP/1.1" status: 204 len: 168 time: 0.8022647 Nov 11 12:15:21.025542 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f1c579b-fcdd-4ada-87b5-559a34b3368b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:21.031180 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1c579b-fcdd-4ada-87b5-559a34b3368b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:21.032621 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52374) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:21.036908 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f1c579b-fcdd-4ada-87b5-559a34b3368b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:21.048798 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8af23c-6665-4f24-8989-f5ab4eb0067f None None] Network 494eeba5-927d-4da7-9b52-12ccac274783 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:21.107428 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-654e1306-4e1c-4899-88c6-7f7a91f02c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:21.157100 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c579b-fcdd-4ada-87b5-559a34b3368b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Network': ['ID=471a39f8-e5e8-42f1-a772-e0930b1740b1,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:21.192316 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 471a39f8-e5e8-42f1-a772-e0930b1740b1 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:15:21.216379 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6849e0-1cfb-4c78-827f-ea7b9eb360c5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:21.221174 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8c6849e0-1cfb-4c78-827f-ea7b9eb360c5 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4501362 Nov 11 12:15:21.221597 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a04584-4891-47c3-94f6-000d181a2f1c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Made reservation on behalf of 1c766233044443cca77dafe4d989ad4a for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:21.222462 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8596e2f-6317-4c7f-bea6-dadafed84864 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Network': ['ID=f6c9fe56-ca1b-4151-8e38-d34298ece378,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:21.224393 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52376) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:21.226953 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:21.229260 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e6a04584-4891-47c3-94f6-000d181a2f1c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:21.324279 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:21.342744 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3f1c579b-fcdd-4ada-87b5-559a34b3368b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9391599 Nov 11 12:15:21.348265 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a04584-4891-47c3-94f6-000d181a2f1c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:15:21.350328 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52378) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:21.360351 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a5635be6-30b4-4cb4-b9e6-7736f43b33d4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'subnet': {'network_id': '471a39f8-e5e8-42f1-a772-e0930b1740b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:21.378947 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e1306-4e1c-4899-88c6-7f7a91f02c37 None None] Pushing event updated for resources: {'Port': ['ID=6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:21.413647 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:21.438305 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1d8118-f157-436d-812a-de4659458d68 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:21.453509 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-db1d8118-f157-436d-812a-de4659458d68 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2200246 Nov 11 12:15:21.454403 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52380) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:21.515765 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e6a04584-4891-47c3-94f6-000d181a2f1c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:21.516191 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-e6a04584-4891-47c3-94f6-000d181a2f1c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Added segment e177e197-fb7e-4034-b3a9-4323a726557d of type vlan for network 5d617a16-3df4-4b5d-8780-3af14221e439 Nov 11 12:15:21.518042 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:21.518689 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:21.580812 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e6a04584-4891-47c3-94f6-000d181a2f1c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:21.586041 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41483662-8fff-4495-9278-f0fc96babfc2 None None] DHCP port deletion for 494eeba5-927d-4da7-9b52-12ccac274783 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:21.614720 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5635be6-30b4-4cb4-b9e6-7736f43b33d4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:21.622184 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a5635be6-30b4-4cb4-b9e6-7736f43b33d4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:21.681675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed6864c-5e15-45c4-ab39-5b8a263cc9e6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:21.683345 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed6864c-5e15-45c4-ab39-5b8a263cc9e6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:21.684868 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed6864c-5e15-45c4-ab39-5b8a263cc9e6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:21.686539 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4ed6864c-5e15-45c4-ab39-5b8a263cc9e6 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1836927 Nov 11 12:15:21.692077 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52382) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:21.705928 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a0373046-e933-4ed0-9856-457beae0f9cf up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:21.724181 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e6a04584-4891-47c3-94f6-000d181a2f1c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:21.730688 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a04584-4891-47c3-94f6-000d181a2f1c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:21.736096 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e6a04584-4891-47c3-94f6-000d181a2f1c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:21.742670 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-41483662-8fff-4495-9278-f0fc96babfc2 None None] Deleting port bdfa8418-7e5c-46e6-8e84-778fe9288b8d {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:21.743384 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-41483662-8fff-4495-9278-f0fc96babfc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:21.853476 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-41483662-8fff-4495-9278-f0fc96babfc2 None None] For port bdfa8418-7e5c-46e6-8e84-778fe9288b8d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=bdfa8418-7e5c-46e6-8e84-778fe9288b8d,segment=NetworkSegment(08c1dbeb-d92a-4f86-a3c1-9913bb41991f),segment_id=08c1dbeb-d92a-4f86-a3c1-9913bb41991f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:21.853868 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-41483662-8fff-4495-9278-f0fc96babfc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:21.871366 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-41483662-8fff-4495-9278-f0fc96babfc2 None None] Calling delete_port for bdfa8418-7e5c-46e6-8e84-778fe9288b8d owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:21.878058 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port a0373046-e933-4ed0-9856-457beae0f9cf triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:21.878429 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:21.882203 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a04584-4891-47c3-94f6-000d181a2f1c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Network': ['ID=5d617a16-3df4-4b5d-8780-3af14221e439,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:21.905032 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 5d617a16-3df4-4b5d-8780-3af14221e439 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:15:21.940377 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e6a04584-4891-47c3-94f6-000d181a2f1c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9407835 Nov 11 12:15:21.943275 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52384) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:21.948393 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-bed30f2c-2ba1-405a-88b3-952b226abe4c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'subnet': {'network_id': '5d617a16-3df4-4b5d-8780-3af14221e439', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:22.088965 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e2d59-c441-4b41-b60d-f9373e077729 None None] Network 478002b0-5d44-4e9b-a244-05fc8485b6ec requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:22.131963 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-12996198-3828-472a-9005-36cd178c9c88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.156104 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-951c9b3e-ff39-4921-98d4-9e9233626fd7 None None] Provisioning complete for port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:22.156467 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-951c9b3e-ff39-4921-98d4-9e9233626fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.181633 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-41483662-8fff-4495-9278-f0fc96babfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.196394 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed30f2c-2ba1-405a-88b3-952b226abe4c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Made reservation on behalf of 1c766233044443cca77dafe4d989ad4a for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:22.201930 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bed30f2c-2ba1-405a-88b3-952b226abe4c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.202982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5510b34-6b9e-4741-8524-c8a859320784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet 1b8c47c4-ac06-4d90-87a4-9f3be45e3ca5 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:22.207673 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a5635be6-30b4-4cb4-b9e6-7736f43b33d4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.219136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e5510b34-6b9e-4741-8524-c8a859320784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.234268 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6f606e38-1b0b-431b-a0d5-56e8beaa54cc no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:22.244487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41483662-8fff-4495-9278-f0fc96babfc2 None None] No DVR routers for this DVR port bdfa8418-7e5c-46e6-8e84-778fe9288b8d on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:22.244487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41483662-8fff-4495-9278-f0fc96babfc2 None None] Pushing event deleted for resources: {'Port': ['ID=bdfa8418-7e5c-46e6-8e84-778fe9288b8d,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:22.262853 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] Deleting port bdfa8418-7e5c-46e6-8e84-778fe9288b8d {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:22.263500 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.277567 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 6f606e38-1b0b-431b-a0d5-56e8beaa54cc {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:22.277911 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6f606e38-1b0b-431b-a0d5-56e8beaa54cc not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:22.278329 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 663a520c-f283-4793-9c97-1f5966f43811 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:22.322878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 663a520c-f283-4793-9c97-1f5966f43811 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:22.322878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 663a520c-f283-4793-9c97-1f5966f43811 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:22.323269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12996198-3828-472a-9005-36cd178c9c88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Subnet': ['ID=3ba0485f-5e05-4a68-971e-c83415433df2,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:22.357848 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5635be6-30b4-4cb4-b9e6-7736f43b33d4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Subnet': ['ID=2225d187-1488-466d-bec8-1e8848f99dbf,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:22.365167 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e5510b34-6b9e-4741-8524-c8a859320784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.383273 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5635be6-30b4-4cb4-b9e6-7736f43b33d4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Checking segment: {'id': 'cfa4f76a-d14b-4782-893f-43d74a46bf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '471a39f8-e5e8-42f1-a772-e0930b1740b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:22.383273 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5635be6-30b4-4cb4-b9e6-7736f43b33d4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network hostable DHCP agents. Network: 471a39f8-e5e8-42f1-a772-e0930b1740b1, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:15:22.443617 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12996198-3828-472a-9005-36cd178c9c88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Checking segment: {'id': '50e8523c-3555-4b39-bde8-89cc2c142496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '843a42d3-d9a5-489f-af61-660a49591dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:22.443985 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12996198-3828-472a-9005-36cd178c9c88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network hostable DHCP agents. Network: 843a42d3-d9a5-489f-af61-660a49591dba, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:15:22.483664 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] For port bdfa8418-7e5c-46e6-8e84-778fe9288b8d, host dv-neutron-786478-23-hyperv, got binding levels [] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:22.484039 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.503203 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5635be6-30b4-4cb4-b9e6-7736f43b33d4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 471a39f8-e5e8-42f1-a772-e0930b1740b1 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:15:22.514654 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] Calling delete_port for bdfa8418-7e5c-46e6-8e84-778fe9288b8d owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:22.541027 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.ipam_backend_mixin [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] Port bdfa8418-7e5c-46e6-8e84-778fe9288b8d was not found and therefore no delete operation was performed {{(pid=103001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:15:22.549584 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.649412 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12996198-3828-472a-9005-36cd178c9c88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network 843a42d3-d9a5-489f-af61-660a49591dba is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:15:22.649793 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bed30f2c-2ba1-405a-88b3-952b226abe4c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.656302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] Pushing event deleted for resources: {'Port': ['ID=bdfa8418-7e5c-46e6-8e84-778fe9288b8d,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:22.661195 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] No DVR routers for this DVR port bdfa8418-7e5c-46e6-8e84-778fe9288b8d on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:22.667560 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e5510b34-6b9e-4741-8524-c8a859320784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.694669 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-a5635be6-30b4-4cb4-b9e6-7736f43b33d4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 471a39f8-e5e8-42f1-a772-e0930b1740b1) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:22.704934 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5635be6-30b4-4cb4-b9e6-7736f43b33d4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:22.705468 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a5635be6-30b4-4cb4-b9e6-7736f43b33d4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.716305 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c1c0e2-4307-4c74-b121-cf53e719926a None None] Network 471a39f8-e5e8-42f1-a772-e0930b1740b1 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:22.736006 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-12996198-3828-472a-9005-36cd178c9c88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 843a42d3-d9a5-489f-af61-660a49591dba) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:22.746993 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed30f2c-2ba1-405a-88b3-952b226abe4c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Subnet': ['ID=27487ccf-3af1-4544-8f74-2c87aaff7a4d,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:22.755939 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed30f2c-2ba1-405a-88b3-952b226abe4c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Checking segment: {'id': 'e177e197-fb7e-4034-b3a9-4323a726557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5d617a16-3df4-4b5d-8780-3af14221e439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:22.756301 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed30f2c-2ba1-405a-88b3-952b226abe4c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network hostable DHCP agents. Network: 5d617a16-3df4-4b5d-8780-3af14221e439, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:15:22.789628 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd51884-07c9-40e2-b104-16f678bd8de3 None None] Network 843a42d3-d9a5-489f-af61-660a49591dba requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:22.792990 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12996198-3828-472a-9005-36cd178c9c88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:22.793586 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-12996198-3828-472a-9005-36cd178c9c88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.807084 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e8a89217-017f-4443-842d-1af9659d6ad0 None None] Provisioning complete for port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:22.807221 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e8a89217-017f-4443-842d-1af9659d6ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.835309 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.836210 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a5635be6-30b4-4cb4-b9e6-7736f43b33d4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4847736 Nov 11 12:15:22.837152 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52386) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:22.841241 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.846061 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c492e6ee-6bcf-42ed-ba18-0247f9b9c7ae tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'network_id': '471a39f8-e5e8-42f1-a772-e0930b1740b1', 'name': 'tempest-PortsTestJSON-978822338', 'fixed_ips': [{'subnet_id': '2225d187-1488-466d-bec8-1e8848f99dbf', 'ip_address': '172.20.0.10'}]}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:22.870933 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.890327 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494eeba5-927d-4da7-9b52-12ccac274783']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:22.898550 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed30f2c-2ba1-405a-88b3-952b226abe4c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network 5d617a16-3df4-4b5d-8780-3af14221e439 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:15:22.928164 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c1dbeb-d92a-4f86-a3c1-9913bb41991f') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:22.928451 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c1dbeb-d92a-4f86-a3c1-9913bb41991f') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:22.941263 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-12996198-3828-472a-9005-36cd178c9c88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2363155 Nov 11 12:15:22.945319 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.945512 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52388) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:22.951183 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-d004a335-2015-4f6e-96f7-c6daa49710a5 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:22.966450 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e5510b34-6b9e-4741-8524-c8a859320784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:22.975620 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.013515 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:23.014101 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:23.020175 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:23.034205 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e5510b34-6b9e-4741-8524-c8a859320784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.038274 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e5510b34-6b9e-4741-8524-c8a859320784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/1b8c47c4-ac06-4d90-87a4-9f3be45e3ca5 HTTP/1.1" status: 204 len: 168 time: 1.3432059 Nov 11 12:15:23.043165 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52390) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:23.057561 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5510b34-6b9e-4741-8524-c8a859320784 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=1b8c47c4-ac06-4d90-87a4-9f3be45e3ca5,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:23.057902 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-bed30f2c-2ba1-405a-88b3-952b226abe4c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 5d617a16-3df4-4b5d-8780-3af14221e439) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:23.085827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed30f2c-2ba1-405a-88b3-952b226abe4c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:23.086417 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bed30f2c-2ba1-405a-88b3-952b226abe4c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.121939 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c492e6ee-6bcf-42ed-ba18-0247f9b9c7ae tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:23.130967 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d004a335-2015-4f6e-96f7-c6daa49710a5 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260411514'] for subnet, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.138757 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Allocated IP 172.26.5.247 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/b2d491bd-d156-4679-936d-01367c470d5e) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:23.181855 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c9274f-c317-413c-8246-5472103d1a1d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet 48d7b246-b3fa-43e0-ae00-2d1c6153b8be {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:23.187199 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-47c9274f-c317-413c-8246-5472103d1a1d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.209288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.219510 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.222936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3103c6ab-9724-4b62-840d-6d0c4864fded None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:23.224587 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] 10.222.0.50 "DELETE /v2.0/networks/494eeba5-927d-4da7-9b52-12ccac274783 HTTP/1.1" status: 204 len: 168 time: 2.1877627 Nov 11 12:15:23.236834 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a150ba1-5353-4276-87ab-e6d5cdaccff4 None None] Network 5d617a16-3df4-4b5d-8780-3af14221e439 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:23.238489 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:23.254300 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bed30f2c-2ba1-405a-88b3-952b226abe4c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3098123 Nov 11 12:15:23.265404 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52394) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:23.266194 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b3b9a-1c11-43f7-bd5d-3f0f8ffee27b admin admin] Pushing event deleted for resources: {'Network': ['ID=494eeba5-927d-4da7-9b52-12ccac274783,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:23.271006 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-8c4027b6-e330-4489-b03b-ffb2acde5a34 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1980804959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:23.306441 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-47c9274f-c317-413c-8246-5472103d1a1d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.320172 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.418234 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.430663 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c492e6ee-6bcf-42ed-ba18-0247f9b9c7ae tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.433615 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-471a39f8-e5e8-42f1-a772-e0930b1740b1', 'network_id': '471a39f8-e5e8-42f1-a772-e0930b1740b1', 'tenant_id': '7893216449e342f89082e63f19617aea', 'fixed_ips': [{'subnet_id': '2225d187-1488-466d-bec8-1e8848f99dbf'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:15:23.434591 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.463172 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-843a42d3-d9a5-489f-af61-660a49591dba', 'network_id': '843a42d3-d9a5-489f-af61-660a49591dba', 'tenant_id': '6b3e3d86cd0a4032ba5e9f5e45e82059', 'fixed_ips': [{'subnet_id': '3ba0485f-5e05-4a68-971e-c83415433df2'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:15:23.464035 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.469967 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:23.475946 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:23.480933 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:23.484655 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Pushing event updated for resources: {'Port': ['ID=b2d491bd-d156-4679-936d-01367c470d5e,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:23.505243 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8c4027b6-e330-4489-b03b-ffb2acde5a34 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.506717 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8c4027b6-e330-4489-b03b-ffb2acde5a34 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.507816 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e11a854-6916-4403-a7f1-8271b3ceeb1c None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:23.514033 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-c492e6ee-6bcf-42ed-ba18-0247f9b9c7ae tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] device_id is not set on port c9d1b674-f3ce-4974-b017-12a5d74058b1 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:15:23.538184 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-47c9274f-c317-413c-8246-5472103d1a1d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.645853 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:23.645853 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.693936 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8c4027b6-e330-4489-b03b-ffb2acde5a34 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.697100 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d004a335-2015-4f6e-96f7-c6daa49710a5 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777976339842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-261966964'] for subnet, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.761388 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d004a335-2015-4f6e-96f7-c6daa49710a5 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:23.761975 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d004a335-2015-4f6e-96f7-c6daa49710a5 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.765790 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d004a335-2015-4f6e-96f7-c6daa49710a5 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "PUT /v2.0/subnets/3ba0485f-5e05-4a68-971e-c83415433df2 HTTP/1.1" status: 200 len: 826 time: 0.8168068 Nov 11 12:15:23.775444 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52396) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:23.788920 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52398) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:23.796265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7fbf6b6b-8aaf-4913-ba12-2ca38b17a50a None None] Provisioning complete for port b2d491bd-d156-4679-936d-01367c470d5e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:23.796611 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7fbf6b6b-8aaf-4913-ba12-2ca38b17a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.831028 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8c4027b6-e330-4489-b03b-ffb2acde5a34 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.852845 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004a335-2015-4f6e-96f7-c6daa49710a5 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Subnet': ['ID=3ba0485f-5e05-4a68-971e-c83415433df2,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:23.893740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-c492e6ee-6bcf-42ed-ba18-0247f9b9c7ae tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Allocated IP 172.20.0.10 (471a39f8-e5e8-42f1-a772-e0930b1740b1/2225d187-1488-466d-bec8-1e8848f99dbf/c9d1b674-f3ce-4974-b017-12a5d74058b1) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:23.901333 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-47c9274f-c317-413c-8246-5472103d1a1d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.910538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-5d617a16-3df4-4b5d-8780-3af14221e439', 'network_id': '5d617a16-3df4-4b5d-8780-3af14221e439', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'fixed_ips': [{'subnet_id': '27487ccf-3af1-4544-8f74-2c87aaff7a4d'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:15:23.914170 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.914291 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a94fbd27-3d40-4f4f-9567-c8d002e62813 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc3e745991484392a95e625e90086381&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1217437 Nov 11 12:15:23.915741 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52400) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:23.933118 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Allocated IP 2001:db8::2 (843a42d3-d9a5-489f-af61-660a49591dba/3ba0485f-5e05-4a68-971e-c83415433df2/ef12f372-e131-4ef7-810f-9f5f91f56d28) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:23.938176 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.944830 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf6b6b-8aaf-4913-ba12-2ca38b17a50a None None] Port b2d491bd-d156-4679-936d-01367c470d5e cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:23.947151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9274f-c317-413c-8246-5472103d1a1d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=48d7b246-b3fa-43e0-ae00-2d1c6153b8be,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:23.961393 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-47c9274f-c317-413c-8246-5472103d1a1d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:23.964968 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-47c9274f-c317-413c-8246-5472103d1a1d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/48d7b246-b3fa-43e0-ae00-2d1c6153b8be HTTP/1.1" status: 204 len: 168 time: 0.9174032 Nov 11 12:15:23.973447 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52402) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:24.030595 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8c4027b6-e330-4489-b03b-ffb2acde5a34 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.035323 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8c4027b6-e330-4489-b03b-ffb2acde5a34 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7688868 Nov 11 12:15:24.040858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52404) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:24.045501 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-33944936-e83f-4075-9f47-5f20b40a4439 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661912 Nov 11 12:15:24.047157 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52406) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:24.054055 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-a901d8ad-fc17-481f-8506-8fd4d23eed86 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:24.135980 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.155015 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e0d5151c-1a95-4da2-b819-249a9fe4b37e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.166329 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device bdfa8418-7e5c-46e6-8e84-778fe9288b8d no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:24.227911 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e0d5151c-1a95-4da2-b819-249a9fe4b37e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.229505 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: bdfa8418-7e5c-46e6-8e84-778fe9288b8d {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:24.229980 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device bdfa8418-7e5c-46e6-8e84-778fe9288b8d not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:24.240299 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b8a2e2-b35f-4b6d-88d4-546195e9f68d None None] Update dhcp port {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'fixed_ips': [{'subnet_id': '48d7b246-b3fa-43e0-ae00-2d1c6153b8be'}], 'binding:host_id': 'dv-neutron-786478-23-hyperv'}, 'id': 'c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b'} from dv-neutron-786478-23-hyperv. {{(pid=103003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:15:24.310042 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Allocated IP 172.20.0.2 (5d617a16-3df4-4b5d-8780-3af14221e439/27487ccf-3af1-4544-8f74-2c87aaff7a4d/1b989734-b7eb-42b0-b636-b80f50e68f50) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:24.316653 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-56b8a2e2-b35f-4b6d-88d4-546195e9f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.331088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.366171 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.376993 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a901d8ad-fc17-481f-8506-8fd4d23eed86 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:24.380933 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a901d8ad-fc17-481f-8506-8fd4d23eed86 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.432334 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e0d5151c-1a95-4da2-b819-249a9fe4b37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.434946 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e0d5151c-1a95-4da2-b819-249a9fe4b37e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.441702 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e0d5151c-1a95-4da2-b819-249a9fe4b37e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d3943cd0-c34a-409f-901a-3b7d96c305a8 HTTP/1.1" status: 204 len: 168 time: 0.5193100 Nov 11 12:15:24.463556 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5151c-1a95-4da2-b819-249a9fe4b37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3943cd0-c34a-409f-901a-3b7d96c305a8,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:24.521054 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.594098 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Network 843a42d3-d9a5-489f-af61-660a49591dba is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:24.603913 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:24.606501 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:24.630798 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Pushing event updated for resources: {'Port': ['ID=ef12f372-e131-4ef7-810f-9f5f91f56d28,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:24.664358 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c492e6ee-6bcf-42ed-ba18-0247f9b9c7ae tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.702781 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b15407-f20b-4a41-a709-d6db6bdc0c20 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:24.739333 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Router 9e8f4831-d236-47f7-8ab2-5a82f643bc1c is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:15:24.769725 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Attempting to bind port ef12f372-e131-4ef7-810f-9f5f91f56d28 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:24.770253 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Attempting to bind port ef12f372-e131-4ef7-810f-9f5f91f56d28 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '50e8523c-3555-4b39-bde8-89cc2c142496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '843a42d3-d9a5-489f-af61-660a49591dba'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:24.770601 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Attempting to bind port ef12f372-e131-4ef7-810f-9f5f91f56d28 on network 843a42d3-d9a5-489f-af61-660a49591dba {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:24.786837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c492e6ee-6bcf-42ed-ba18-0247f9b9c7ae tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.795089 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.824588 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:24.824897 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Checking segment: {'id': '50e8523c-3555-4b39-bde8-89cc2c142496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '843a42d3-d9a5-489f-af61-660a49591dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:24.825272 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.825585 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Bound using segment: {'id': '50e8523c-3555-4b39-bde8-89cc2c142496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '843a42d3-d9a5-489f-af61-660a49591dba'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:24.826078 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Bound port: ef12f372-e131-4ef7-810f-9f5f91f56d28, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e8523c-3555-4b39-bde8-89cc2c142496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '843a42d3-d9a5-489f-af61-660a49591dba'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:24.826458 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.847645 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a901d8ad-fc17-481f-8506-8fd4d23eed86 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.867176 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-54faecf8-8c21-493c-bbbd-654ac30f78e4 None None] Provisioning complete for port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:24.867795 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-54faecf8-8c21-493c-bbbd-654ac30f78e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.890212 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c492e6ee-6bcf-42ed-ba18-0247f9b9c7ae tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 471a39f8-e5e8-42f1-a772-e0930b1740b1 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:24.895186 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-c492e6ee-6bcf-42ed-ba18-0247f9b9c7ae tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:24.897293 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492e6ee-6bcf-42ed-ba18-0247f9b9c7ae tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=c9d1b674-f3ce-4974-b017-12a5d74058b1,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:24.904831 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c492e6ee-6bcf-42ed-ba18-0247f9b9c7ae tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:24.908467 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a901d8ad-fc17-481f-8506-8fd4d23eed86 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:24.917325 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-a901d8ad-fc17-481f-8506-8fd4d23eed86 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:24.926873 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a901d8ad-fc17-481f-8506-8fd4d23eed86 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:24.928873 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a901d8ad-fc17-481f-8506-8fd4d23eed86 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.951733 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901d8ad-fc17-481f-8506-8fd4d23eed86 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=af0fe097-f8b4-4f06-98e5-cdb4cd646cef,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:24.954310 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:24.960791 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Deleting port ef12f372-e131-4ef7-810f-9f5f91f56d28 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:24.970147 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:24.972259 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Sync routers for ids ['9e8f4831-d236-47f7-8ab2-5a82f643bc1c'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:24.984399 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Routers {'9e8f4831-d236-47f7-8ab2-5a82f643bc1c'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:24.991951 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['9e8f4831-d236-47f7-8ab2-5a82f643bc1c'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:25.020763 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a901d8ad-fc17-481f-8506-8fd4d23eed86 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9662466 Nov 11 12:15:25.020763 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52412) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:25.022821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-0817f39b-2585-44a8-b253-2db4533615d0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:25.091965 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] For port ef12f372-e131-4ef7-810f-9f5f91f56d28, host dv-neutron-786478-23-hyperv, got binding levels [] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:25.092424 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.116861 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.120039 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Allocated IP 172.20.0.2 (471a39f8-e5e8-42f1-a772-e0930b1740b1/2225d187-1488-466d-bec8-1e8848f99dbf/14b5b985-7899-44f9-b913-9127052bd685) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:25.126567 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.143594 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b4ff1b1e-6c8e-44bb-968d-a85565af03f9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.2422564 Nov 11 12:15:25.146038 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:25.146436 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52416) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:25.159568 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c492e6ee-6bcf-42ed-ba18-0247f9b9c7ae tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:25.160395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c492e6ee-6bcf-42ed-ba18-0247f9b9c7ae tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.167318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Calling delete_port for ef12f372-e131-4ef7-810f-9f5f91f56d28 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:25.214983 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Set router 9e8f4831-d236-47f7-8ab2-5a82f643bc1c gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:15:25.260754 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f73dac85-0b1a-4327-9844-48491ad63dab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.327399 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fe32694e-3e2b-451f-b840-e51b2dc4fcdc tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "GET /v2.0/routers/9e8f4831-d236-47f7-8ab2-5a82f643bc1c HTTP/1.1" status: 200 len: 908 time: 0.1797895 Nov 11 12:15:25.328826 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52422) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:25.373776 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c492e6ee-6bcf-42ed-ba18-0247f9b9c7ae tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5354846 Nov 11 12:15:25.376694 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52426) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:25.383317 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-9ba8844b-04fe-4f64-aff2-fba51c77d695 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'network_id': '471a39f8-e5e8-42f1-a772-e0930b1740b1', 'name': 'tempest-PortsTestJSON-1195439231', 'fixed_ips': [{'subnet_id': '2225d187-1488-466d-bec8-1e8848f99dbf', 'ip_address': '172.20.0.9'}]}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:25.462778 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Network 5d617a16-3df4-4b5d-8780-3af14221e439 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:25.507927 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8f4831-d236-47f7-8ab2-5a82f643bc1c', 'name': 'tempest-snat-router-1489318673', 'tenant_id': '3cc97ed8a2224517b16790c3369e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b2d491bd-d156-4679-936d-01367c470d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:15:19Z', 'updated_at': '2021-11-11T12:15:23Z', 'revision_number': 3, 'project_id': '3cc97ed8a2224517b16790c3369e38d0', 'gw_port': {'id': 'b2d491bd-d156-4679-936d-01367c470d5e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8f4831-d236-47f7-8ab2-5a82f643bc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:15:22Z', 'updated_at': '2021-11-11T12:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:25.515827 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Pushing event updated for resources: {'Port': ['ID=1b989734-b7eb-42b0-b636-b80f50e68f50,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:25.528209 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:25.542354 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Checking router: 9e8f4831-d236-47f7-8ab2-5a82f643bc1c for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:15:25.543065 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Updating router 9e8f4831-d236-47f7-8ab2-5a82f643bc1c port b2d491bd-d156-4679-936d-01367c470d5e binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:15:25.549619 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:25.573801 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.605919 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25584aa9-29b1-4d6c-bd1e-aedab53e4cef tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.673240 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.692061 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:15:25.692523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:15:25.712535 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.812015 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0817f39b-2585-44a8-b253-2db4533615d0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:25.815591 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0817f39b-2585-44a8-b253-2db4533615d0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.849531 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:25.857980 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Attempting to bind port 1b989734-b7eb-42b0-b636-b80f50e68f50 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:25.858818 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Attempting to bind port 1b989734-b7eb-42b0-b636-b80f50e68f50 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e177e197-fb7e-4034-b3a9-4323a726557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5d617a16-3df4-4b5d-8780-3af14221e439'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:25.859431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Attempting to bind port 1b989734-b7eb-42b0-b636-b80f50e68f50 on network 5d617a16-3df4-4b5d-8780-3af14221e439 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:25.872175 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:25.873104 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Checking segment: {'id': 'e177e197-fb7e-4034-b3a9-4323a726557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5d617a16-3df4-4b5d-8780-3af14221e439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:25.873735 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.874346 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Bound using segment: {'id': 'e177e197-fb7e-4034-b3a9-4323a726557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5d617a16-3df4-4b5d-8780-3af14221e439'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:25.875108 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Bound port: 1b989734-b7eb-42b0-b636-b80f50e68f50, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e177e197-fb7e-4034-b3a9-4323a726557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5d617a16-3df4-4b5d-8780-3af14221e439'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:25.876252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.893049 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3877307-cb0f-47cc-83ad-dd4435f69d40 None None] Update dhcp port {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'fixed_ips': [{'subnet_id': 'af0fe097-f8b4-4f06-98e5-cdb4cd646cef'}], 'binding:host_id': 'dv-neutron-786478-23-hyperv'}, 'id': 'c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b'} from dv-neutron-786478-23-hyperv. {{(pid=103003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:15:25.936731 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-f73dac85-0b1a-4327-9844-48491ad63dab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Allocated IP 172.20.0.1 (5d617a16-3df4-4b5d-8780-3af14221e439/27487ccf-3af1-4544-8f74-2c87aaff7a4d/fdbbd8d6-53d0-48b5-937d-1e438ba777f7) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:25.943693 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:25.967407 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.001798 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.ipam_backend_mixin [None req-0817f39b-2585-44a8-b253-2db4533615d0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet af0fe097-f8b4-4f06-98e5-cdb4cd646cef (CIDR: 2001:db8::/64) Nov 11 12:15:26.021088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Port': ['ID=ef12f372-e131-4ef7-810f-9f5f91f56d28,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:26.021923 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.050684 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba8844b-04fe-4f64-aff2-fba51c77d695 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:26.051216 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a3877307-cb0f-47cc-83ad-dd4435f69d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.057088 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-0817f39b-2585-44a8-b253-2db4533615d0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:15:26.057541 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0817f39b-2585-44a8-b253-2db4533615d0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:26.069978 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.104926 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcaef42-ec0a-4f8c-829b-791a27400ce4 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:26.121225 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] For port 1b989734-b7eb-42b0-b636-b80f50e68f50, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:26.124980 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Attempting to bind port b2d491bd-d156-4679-936d-01367c470d5e on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:26.125342 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Attempting to bind port b2d491bd-d156-4679-936d-01367c470d5e by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:26.126206 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Attempting to bind port b2d491bd-d156-4679-936d-01367c470d5e on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:26.127424 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f73dac85-0b1a-4327-9844-48491ad63dab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.138743 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d2635-a89d-47d9-9029-1908fbec131c None None] Pushing event updated for resources: {'Port': ['ID=b2d491bd-d156-4679-936d-01367c470d5e,revision_number=2']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:26.156282 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:26.156647 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:26.157068 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.157450 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:26.158059 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Bound port: b2d491bd-d156-4679-936d-01367c470d5e, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:26.158458 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.184659 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No DVR routers for this DVR port ef12f372-e131-4ef7-810f-9f5f91f56d28 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:26.215656 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.218363 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25584aa9-29b1-4d6c-bd1e-aedab53e4cef tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.220308 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] For port b2d491bd-d156-4679-936d-01367c470d5e, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:26.224237 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] For port b2d491bd-d156-4679-936d-01367c470d5e, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b2d491bd-d156-4679-936d-01367c470d5e,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:26.232869 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] For port 1b989734-b7eb-42b0-b636-b80f50e68f50, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=1b989734-b7eb-42b0-b636-b80f50e68f50,segment=NetworkSegment(e177e197-fb7e-4034-b3a9-4323a726557d),segment_id=e177e197-fb7e-4034-b3a9-4323a726557d)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:26.249144 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,revision_number=12']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:26.256135 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.267634 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9ba8844b-04fe-4f64-aff2-fba51c77d695 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.274344 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0817f39b-2585-44a8-b253-2db4533615d0 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2550533 Nov 11 12:15:26.284017 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52440) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:26.294442 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-393da172-a7a5-4cfd-bb64-4ad7042d7615 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:26.317074 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Attempting to bind port ef12f372-e131-4ef7-810f-9f5f91f56d28 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:26.317447 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Attempting to bind port ef12f372-e131-4ef7-810f-9f5f91f56d28 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '50e8523c-3555-4b39-bde8-89cc2c142496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '843a42d3-d9a5-489f-af61-660a49591dba'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:26.317861 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Attempting to bind port ef12f372-e131-4ef7-810f-9f5f91f56d28 on network 843a42d3-d9a5-489f-af61-660a49591dba {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:26.330770 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.353583 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-9ba8844b-04fe-4f64-aff2-fba51c77d695 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] device_id is not set on port ac7d32cf-e230-4e97-b246-5df94bbc7372 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:15:26.358241 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f73dac85-0b1a-4327-9844-48491ad63dab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.419751 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Network 471a39f8-e5e8-42f1-a772-e0930b1740b1 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:26.421862 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73dac85-0b1a-4327-9844-48491ad63dab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network 5d617a16-3df4-4b5d-8780-3af14221e439 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:26.423769 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.425643 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73dac85-0b1a-4327-9844-48491ad63dab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=fdbbd8d6-53d0-48b5-937d-1e438ba777f7,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:26.455469 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Routers {'9e8f4831-d236-47f7-8ab2-5a82f643bc1c'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:26.456086 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['9e8f4831-d236-47f7-8ab2-5a82f643bc1c'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:26.457318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba0485f-5e05-4a68-971e-c83415433df2,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:26.459382 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-f73dac85-0b1a-4327-9844-48491ad63dab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:26.468739 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73dac85-0b1a-4327-9844-48491ad63dab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:26.558101 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-25584aa9-29b1-4d6c-bd1e-aedab53e4cef tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Deleting port b2d491bd-d156-4679-936d-01367c470d5e {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:26.558439 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25584aa9-29b1-4d6c-bd1e-aedab53e4cef tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.562118 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] Set router 9e8f4831-d236-47f7-8ab2-5a82f643bc1c gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:15:26.583454 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-a3877307-cb0f-47cc-83ad-dd4435f69d40 None None] Allocated IP 2001:db8::2 (db126361-d280-4945-be72-90312642a11b/af0fe097-f8b4-4f06-98e5-cdb4cd646cef/c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:26.612396 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c55d1a-8315-49f1-8aae-2dccfb0fef42 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:26.618982 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f73dac85-0b1a-4327-9844-48491ad63dab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.619874 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7a659ee3-518e-4afe-937e-29704ebe980d None None] Provisioning complete for port b2d491bd-d156-4679-936d-01367c470d5e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:26.620238 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7a659ee3-518e-4afe-937e-29704ebe980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.623394 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.643388 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.650662 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:26.665624 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393da172-a7a5-4cfd-bb64-4ad7042d7615 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:26.669359 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-393da172-a7a5-4cfd-bb64-4ad7042d7615 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.685631 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:26.688386 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:26.688762 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Checking segment: {'id': '50e8523c-3555-4b39-bde8-89cc2c142496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '843a42d3-d9a5-489f-af61-660a49591dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:26.689326 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.689684 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Bound using segment: {'id': '50e8523c-3555-4b39-bde8-89cc2c142496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '843a42d3-d9a5-489f-af61-660a49591dba'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:26.690155 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Bound port: ef12f372-e131-4ef7-810f-9f5f91f56d28, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e8523c-3555-4b39-bde8-89cc2c142496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '843a42d3-d9a5-489f-af61-660a49591dba'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:26.690732 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.695182 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843a42d3-d9a5-489f-af61-660a49591dba']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:26.710186 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e8523c-3555-4b39-bde8-89cc2c142496') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:26.710479 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e8523c-3555-4b39-bde8-89cc2c142496') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:26.745143 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Pushing event updated for resources: {'Port': ['ID=14b5b985-7899-44f9-b913-9127052bd685,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:26.758241 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.793587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-25584aa9-29b1-4d6c-bd1e-aedab53e4cef tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] For port b2d491bd-d156-4679-936d-01367c470d5e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b2d491bd-d156-4679-936d-01367c470d5e,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:26.796849 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25584aa9-29b1-4d6c-bd1e-aedab53e4cef tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.798688 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d2635-a89d-47d9-9029-1908fbec131c None None] Pushing event updated for resources: {'Port': ['ID=b2d491bd-d156-4679-936d-01367c470d5e,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:26.849242 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8f4831-d236-47f7-8ab2-5a82f643bc1c', 'name': 'tempest-snat-router-1489318673', 'tenant_id': '3cc97ed8a2224517b16790c3369e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:15:19Z', 'updated_at': '2021-11-11T12:15:26Z', 'revision_number': 4, 'project_id': '3cc97ed8a2224517b16790c3369e38d0', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:26.862058 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.866092 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-25584aa9-29b1-4d6c-bd1e-aedab53e4cef tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Calling delete_port for b2d491bd-d156-4679-936d-01367c470d5e owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:26.891927 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:26.892335 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:26.897081 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5306887-9ca0-4813-a492-5b51495aaaba None None] The sync data for ids ['9e8f4831-d236-47f7-8ab2-5a82f643bc1c'] in dv-neutron-786478-23-hyperv is: [{'id': '9e8f4831-d236-47f7-8ab2-5a82f643bc1c', 'name': 'tempest-snat-router-1489318673', 'tenant_id': '3cc97ed8a2224517b16790c3369e38d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:15:19Z', 'updated_at': '2021-11-11T12:15:26Z', 'revision_number': 4, 'project_id': '3cc97ed8a2224517b16790c3369e38d0', 'gw_port_host': None}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:26.911739 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:26.921260 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f3d81-dac2-4b53-ba5d-791a134d0ee3 None None] Port ef12f372-e131-4ef7-810f-9f5f91f56d28 has been deleted concurrently {{(pid=103003) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 11 12:15:26.989101 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f910b-b1da-4285-a739-2bbc2e0f4592 None None] Pushing event updated for resources: {'Port': ['ID=1b989734-b7eb-42b0-b636-b80f50e68f50,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:27.024444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Attempting to bind port 14b5b985-7899-44f9-b913-9127052bd685 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:27.024831 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Attempting to bind port 14b5b985-7899-44f9-b913-9127052bd685 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'cfa4f76a-d14b-4782-893f-43d74a46bf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '471a39f8-e5e8-42f1-a772-e0930b1740b1'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:27.025178 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Attempting to bind port 14b5b985-7899-44f9-b913-9127052bd685 on network 471a39f8-e5e8-42f1-a772-e0930b1740b1 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:27.035924 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-a3877307-cb0f-47cc-83ad-dd4435f69d40 None None] For port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:27.081337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:27.081741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Checking segment: {'id': 'cfa4f76a-d14b-4782-893f-43d74a46bf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '471a39f8-e5e8-42f1-a772-e0930b1740b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:27.082123 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.082516 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Bound using segment: {'id': 'cfa4f76a-d14b-4782-893f-43d74a46bf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '471a39f8-e5e8-42f1-a772-e0930b1740b1'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:27.083350 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Bound port: 14b5b985-7899-44f9-b913-9127052bd685, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa4f76a-d14b-4782-893f-43d74a46bf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '471a39f8-e5e8-42f1-a772-e0930b1740b1'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:27.083740 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.159617 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-9ba8844b-04fe-4f64-aff2-fba51c77d695 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Allocated IP 172.20.0.9 (471a39f8-e5e8-42f1-a772-e0930b1740b1/2225d187-1488-466d-bec8-1e8848f99dbf/ac7d32cf-e230-4e97-b246-5df94bbc7372) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:27.232850 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a3877307-cb0f-47cc-83ad-dd4435f69d40 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.243970 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7a659ee3-518e-4afe-937e-29704ebe980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.276855 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52452) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:27.287399 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.299024 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.300018 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-7a659ee3-518e-4afe-937e-29704ebe980d None None] For port b2d491bd-d156-4679-936d-01367c470d5e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b2d491bd-d156-4679-936d-01367c470d5e,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:27.306051 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/networks/843a42d3-d9a5-489f-af61-660a49591dba HTTP/1.1" status: 204 len: 168 time: 3.5297275 Nov 11 12:15:27.306821 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f73dac85-0b1a-4327-9844-48491ad63dab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.308004 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a3877307-cb0f-47cc-83ad-dd4435f69d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.317940 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] For port 14b5b985-7899-44f9-b913-9127052bd685, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:27.330096 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52454) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:27.379842 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-7806f8af-8f9a-4d7e-83fb-8e01a6b5e9d0 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:27.382350 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7806f8af-8f9a-4d7e-83fb-8e01a6b5e9d0 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:27.388363 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3877307-cb0f-47cc-83ad-dd4435f69d40 None None] Pushing event updated for resources: {'Port': ['ID=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,revision_number=13']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:27.388559 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7806f8af-8f9a-4d7e-83fb-8e01a6b5e9d0 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/networks/843a42d3-d9a5-489f-af61-660a49591dba HTTP/1.1" status: 404 len: 339 time: 0.0564108 Nov 11 12:15:27.394690 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52458) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:27.398831 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a3b7d-e85d-4cb0-9d4e-495ad98b7847 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Network': ['ID=843a42d3-d9a5-489f-af61-660a49591dba,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:27.403586 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7a659ee3-518e-4afe-937e-29704ebe980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.404494 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-cd2aa6bc-a600-4363-b313-ae4bde47bbfa tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-733441382', 'description': 'd1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:27.406809 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] For port 14b5b985-7899-44f9-b913-9127052bd685, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=14b5b985-7899-44f9-b913-9127052bd685,segment=NetworkSegment(cfa4f76a-d14b-4782-893f-43d74a46bf78),segment_id=cfa4f76a-d14b-4782-893f-43d74a46bf78)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:27.511439 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.528991 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a659ee3-518e-4afe-937e-29704ebe980d None None] Pushing event updated for resources: {'Port': ['ID=b2d491bd-d156-4679-936d-01367c470d5e,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:27.600280 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.objects.ports [None req-393da172-a7a5-4cfd-bb64-4ad7042d7615 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103001) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:15:27.646022 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-84ec9ff4-0815-4eb1-a1e0-66a972d07788 None None] Provisioning complete for port b2d491bd-d156-4679-936d-01367c470d5e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:27.646568 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-84ec9ff4-0815-4eb1-a1e0-66a972d07788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.686070 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2aa6bc-a600-4363-b313-ae4bde47bbfa tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:27.695932 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cd2aa6bc-a600-4363-b313-ae4bde47bbfa tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.725976 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256900b-f6f7-4a48-bc29-e3ec82e5c925 None None] Pushing event updated for resources: {'Port': ['ID=14b5b985-7899-44f9-b913-9127052bd685,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:27.824715 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-2bbd5496-ad6b-4297-8657-747867f92f73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1478308374', 'router:external': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:27.838204 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2aa6bc-a600-4363-b313-ae4bde47bbfa tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:15:27.857138 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cd2aa6bc-a600-4363-b313-ae4bde47bbfa tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:27.857832 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-cd2aa6bc-a600-4363-b313-ae4bde47bbfa tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Added segment e61c7430-739e-4137-b5a2-0269aee89967 of type vlan for network a6c626a6-ec58-42e5-b8db-739553400e3f Nov 11 12:15:27.859754 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25584aa9-29b1-4d6c-bd1e-aedab53e4cef tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.010405 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25584aa9-29b1-4d6c-bd1e-aedab53e4cef tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2d491bd-d156-4679-936d-01367c470d5e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:28.056184 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbd5496-ad6b-4297-8657-747867f92f73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Made reservation on behalf of 61ec6e57ef5a474fabb8ddf343c4d1ac for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:28.058742 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5496-ad6b-4297-8657-747867f92f73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.068696 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dc895d-1b04-49aa-b3b6-2e951d3ff291 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:28.114827 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5496-ad6b-4297-8657-747867f92f73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.153265 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9ba8844b-04fe-4f64-aff2-fba51c77d695 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.223392 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cd2aa6bc-a600-4363-b313-ae4bde47bbfa tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.280880 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-393da172-a7a5-4cfd-bb64-4ad7042d7615 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.334882 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25584aa9-29b1-4d6c-bd1e-aedab53e4cef tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.389256 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9ba8844b-04fe-4f64-aff2-fba51c77d695 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.435805 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5496-ad6b-4297-8657-747867f92f73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.471803 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25584aa9-29b1-4d6c-bd1e-aedab53e4cef tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.474358 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25584aa9-29b1-4d6c-bd1e-aedab53e4cef tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.514484 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba8844b-04fe-4f64-aff2-fba51c77d695 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 471a39f8-e5e8-42f1-a772-e0930b1740b1 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:28.520399 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-9ba8844b-04fe-4f64-aff2-fba51c77d695 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:28.526022 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba8844b-04fe-4f64-aff2-fba51c77d695 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:28.543371 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8844b-04fe-4f64-aff2-fba51c77d695 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=ac7d32cf-e230-4e97-b246-5df94bbc7372,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:28.545744 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5496-ad6b-4297-8657-747867f92f73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.569376 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f73dac85-0b1a-4327-9844-48491ad63dab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.615640 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25584aa9-29b1-4d6c-bd1e-aedab53e4cef tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.616526 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25584aa9-29b1-4d6c-bd1e-aedab53e4cef tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e8f4831-d236-47f7-8ab2-5a82f643bc1c {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:15:28.623318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25584aa9-29b1-4d6c-bd1e-aedab53e4cef tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.625425 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-25584aa9-29b1-4d6c-bd1e-aedab53e4cef tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "DELETE /v2.0/routers/9e8f4831-d236-47f7-8ab2-5a82f643bc1c HTTP/1.1" status: 204 len: 168 time: 3.2950761 Nov 11 12:15:28.628591 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52460) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:28.642842 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbd5496-ad6b-4297-8657-747867f92f73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:15:28.674663 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd5496-ad6b-4297-8657-747867f92f73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47826ce3-d24a-4401-8a72-fbe230ab3ca1,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:28.683471 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5496-ad6b-4297-8657-747867f92f73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.683471 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-2bbd5496-ad6b-4297-8657-747867f92f73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Added segment 5ea8ed36-4071-47c9-b50b-e737c3e14603 of type vlan for network 26ca6761-8d62-479b-86da-de302bb5e373 Nov 11 12:15:28.691785 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f73dac85-0b1a-4327-9844-48491ad63dab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.696119 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba8844b-04fe-4f64-aff2-fba51c77d695 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:28.696796 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9ba8844b-04fe-4f64-aff2-fba51c77d695 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.704393 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cd2aa6bc-a600-4363-b313-ae4bde47bbfa tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.713557 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2aa6bc-a600-4363-b313-ae4bde47bbfa tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:28.714431 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cd2aa6bc-a600-4363-b313-ae4bde47bbfa tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.769916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bc4a75-9595-4230-a854-15e0b29607ab None None] Network 5d617a16-3df4-4b5d-8780-3af14221e439 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:28.813100 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5496-ad6b-4297-8657-747867f92f73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.821892 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-393da172-a7a5-4cfd-bb64-4ad7042d7615 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] For port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:28.846722 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2aa6bc-a600-4363-b313-ae4bde47bbfa tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Network': ['ID=a6c626a6-ec58-42e5-b8db-739553400e3f,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:28.881701 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9ba8844b-04fe-4f64-aff2-fba51c77d695 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5030828 Nov 11 12:15:28.890704 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52462) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:28.927311 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01644f08-ee3b-480b-bf11-8f789303b0dd None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:28.963310 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-393da172-a7a5-4cfd-bb64-4ad7042d7615 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:28.997220 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network a6c626a6-ec58-42e5-b8db-739553400e3f details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:15:29.044627 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abd1014-3e14-49b3-b922-3d3e39798f6f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:29.046841 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5abd1014-3e14-49b3-b922-3d3e39798f6f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1491280 Nov 11 12:15:29.050314 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52464) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:29.103260 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5496-ad6b-4297-8657-747867f92f73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:29.111819 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbd5496-ad6b-4297-8657-747867f92f73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:29.111819 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5496-ad6b-4297-8657-747867f92f73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:29.111819 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-393da172-a7a5-4cfd-bb64-4ad7042d7615 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:29.111819 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-393da172-a7a5-4cfd-bb64-4ad7042d7615 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:29.281245 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda4918e-eb06-4d61-ac75-4ccb1711e3c2 None None] DHCP port deletion for 843a42d3-d9a5-489f-af61-660a49591dba request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:29.287753 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c094a50b-9ab1-452d-abfc-5780b1ebe330 None None] Provisioning complete for port 1b989734-b7eb-42b0-b636-b80f50e68f50 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:29.288119 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c094a50b-9ab1-452d-abfc-5780b1ebe330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:29.380355 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77556be0-b328-42a0-b194-a3d39de60f99 None None] Network 843a42d3-d9a5-489f-af61-660a49591dba requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:29.396705 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 14b5b985-7899-44f9-b913-9127052bd685 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:29.453201 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393da172-a7a5-4cfd-bb64-4ad7042d7615 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:29.461658 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77556be0-b328-42a0-b194-a3d39de60f99 None None] Network 843a42d3-d9a5-489f-af61-660a49591dba could not be found, it might have been deleted concurrently. {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:15:29.468423 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cd2aa6bc-a600-4363-b313-ae4bde47bbfa tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0702012 Nov 11 12:15:29.477573 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52466) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:29.482372 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbd1c46-a3e6-4285-bae6-96de4f176226 None None] Network 843a42d3-d9a5-489f-af61-660a49591dba requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:29.502679 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbd1c46-a3e6-4285-bae6-96de4f176226 None None] Network 843a42d3-d9a5-489f-af61-660a49591dba could not be found, it might have been deleted concurrently. {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 12:15:29.534102 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2bbd5496-ad6b-4297-8657-747867f92f73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.1801939 Nov 11 12:15:29.553271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355362ef-0d47-4dae-a480-eadda271cd12 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:29.560637 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355362ef-0d47-4dae-a480-eadda271cd12 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:29.572326 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355362ef-0d47-4dae-a480-eadda271cd12 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:29.572326 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-355362ef-0d47-4dae-a480-eadda271cd12 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.5196140 Nov 11 12:15:29.572755 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-393da172-a7a5-4cfd-bb64-4ad7042d7615 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:29.574693 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52468) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:29.575303 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52470) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:29.583190 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393da172-a7a5-4cfd-bb64-4ad7042d7615 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:29.584143 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-393da172-a7a5-4cfd-bb64-4ad7042d7615 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:29.601971 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-bf924e31-378b-4e07-9fa3-7c02a3a0ccc0 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Request body: {'subnet': {'network_id': '26ca6761-8d62-479b-86da-de302bb5e373', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:29.610067 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c094a50b-9ab1-452d-abfc-5780b1ebe330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:29.614230 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6989c906-3ef1-46bf-a963-ad3cdedbe6d9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:29.622014 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393da172-a7a5-4cfd-bb64-4ad7042d7615 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,revision_number=15']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:29.623359 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6989c906-3ef1-46bf-a963-ad3cdedbe6d9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "GET /v2.0/networks?id=a6c626a6-ec58-42e5-b8db-739553400e3f HTTP/1.1" status: 200 len: 764 time: 0.1351676 Nov 11 12:15:29.625410 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd5496-ad6b-4297-8657-747867f92f73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Pushing event updated for resources: {'Network': ['ID=26ca6761-8d62-479b-86da-de302bb5e373,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:29.630001 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52472) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:29.630393 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 14b5b985-7899-44f9-b913-9127052bd685 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:29.630709 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:29.638632 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f73dac85-0b1a-4327-9844-48491ad63dab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:29.649521 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-f0014b66-a9f7-42ec-a7e7-65fdb17f4811 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'network': {'description': 'd2'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:29.649521 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393da172-a7a5-4cfd-bb64-4ad7042d7615 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=19057684-e39f-41ec-979d-2f3b656a038d,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:29.670404 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73dac85-0b1a-4327-9844-48491ad63dab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=fdbbd8d6-53d0-48b5-937d-1e438ba777f7,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:29.694668 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 26ca6761-8d62-479b-86da-de302bb5e373 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:15:29.750767 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc2e6d08-5efe-48c8-af51-439828280557 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:29.798658 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf924e31-378b-4e07-9fa3-7c02a3a0ccc0 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Made reservation on behalf of 61ec6e57ef5a474fabb8ddf343c4d1ac for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:29.801118 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bf924e31-378b-4e07-9fa3-7c02a3a0ccc0 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:29.847980 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c094a50b-9ab1-452d-abfc-5780b1ebe330 None None] For port 1b989734-b7eb-42b0-b636-b80f50e68f50, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=1b989734-b7eb-42b0-b636-b80f50e68f50,segment=NetworkSegment(e177e197-fb7e-4034-b3a9-4323a726557d),segment_id=e177e197-fb7e-4034-b3a9-4323a726557d)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:29.901381 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdab8111-be73-4516-bfd3-c385658731e5 None None] Network 471a39f8-e5e8-42f1-a772-e0930b1740b1 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:29.919913 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73dac85-0b1a-4327-9844-48491ad63dab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network 5d617a16-3df4-4b5d-8780-3af14221e439 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:29.922974 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-f73dac85-0b1a-4327-9844-48491ad63dab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:29.934449 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-393da172-a7a5-4cfd-bb64-4ad7042d7615 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6462946 Nov 11 12:15:29.947181 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52474) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:29.953855 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-68375a25-687e-4081-8c02-3092327be22b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'mac_address': 'fa:16:3e:01:ee:fd', 'name': 'tempest-NetworksTestDHCPv6-967532825'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:30.034135 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.051337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c094a50b-9ab1-452d-abfc-5780b1ebe330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.163791 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc2e6d08-5efe-48c8-af51-439828280557 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.175105 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 14b5b985-7899-44f9-b913-9127052bd685, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=14b5b985-7899-44f9-b913-9127052bd685,segment=NetworkSegment(cfa4f76a-d14b-4782-893f-43d74a46bf78),segment_id=cfa4f76a-d14b-4782-893f-43d74a46bf78)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:30.207881 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a23fecc2-2750-4baf-9b95-a7ce69a2177a None None] Could not find standard attr ID for object ef12f372-e131-4ef7-810f-9f5f91f56d28. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:15:30.234600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f0014b66-a9f7-42ec-a7e7-65fdb17f4811 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.257722 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094a50b-9ab1-452d-abfc-5780b1ebe330 None None] Pushing event updated for resources: {'Port': ['ID=1b989734-b7eb-42b0-b636-b80f50e68f50,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:30.258940 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-3c24837a-0267-4acf-923f-51a43d39e4b1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port ac7d32cf-e230-4e97-b246-5df94bbc7372 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:30.258940 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3c24837a-0267-4acf-923f-51a43d39e4b1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.265616 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a23fecc2-2750-4baf-9b95-a7ce69a2177a None None] Provisioning complete for port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:30.266783 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a23fecc2-2750-4baf-9b95-a7ce69a2177a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.295142 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.296870 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 1b989734-b7eb-42b0-b636-b80f50e68f50 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:30.386468 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-fc2e6d08-5efe-48c8-af51-439828280557 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Deleting port a0373046-e933-4ed0-9856-457beae0f9cf {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:30.387902 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc2e6d08-5efe-48c8-af51-439828280557 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.391796 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f0014b66-a9f7-42ec-a7e7-65fdb17f4811 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.492419 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0014b66-a9f7-42ec-a7e7-65fdb17f4811 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network a6c626a6-ec58-42e5-b8db-739553400e3f is not hosted by any dhcp agent {{(pid=103001) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 12:15:30.494456 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=14b5b985-7899-44f9-b913-9127052bd685,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:30.514869 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0014b66-a9f7-42ec-a7e7-65fdb17f4811 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:30.515687 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f0014b66-a9f7-42ec-a7e7-65fdb17f4811 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.527904 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-fc2e6d08-5efe-48c8-af51-439828280557 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] For port a0373046-e933-4ed0-9856-457beae0f9cf, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a0373046-e933-4ed0-9856-457beae0f9cf,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:30.528456 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc2e6d08-5efe-48c8-af51-439828280557 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.540967 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f0014b66-a9f7-42ec-a7e7-65fdb17f4811 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "PUT /v2.0/networks/a6c626a6-ec58-42e5-b8db-739553400e3f HTTP/1.1" status: 200 len: 761 time: 0.9070573 Nov 11 12:15:30.548994 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52478) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:30.551400 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 1b989734-b7eb-42b0-b636-b80f50e68f50 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:30.552027 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.554288 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-fc2e6d08-5efe-48c8-af51-439828280557 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Calling delete_port for a0373046-e933-4ed0-9856-457beae0f9cf owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:30.554434 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a23fecc2-2750-4baf-9b95-a7ce69a2177a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.594946 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73dac85-0b1a-4327-9844-48491ad63dab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 7e5661d0-3562-4583-97b5-dc79375d0c31 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:15:30.596974 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68375a25-687e-4081-8c02-3092327be22b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:30.599884 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a578792f-20e9-4e2a-80bb-261baed6aa99 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:30.618588 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3c24837a-0267-4acf-923f-51a43d39e4b1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.680044 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-a23fecc2-2750-4baf-9b95-a7ce69a2177a None None] For port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:30.703550 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-3c24837a-0267-4acf-923f-51a43d39e4b1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for ac7d32cf-e230-4e97-b246-5df94bbc7372 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:30.706694 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0014b66-a9f7-42ec-a7e7-65fdb17f4811 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Network': ['ID=a6c626a6-ec58-42e5-b8db-739553400e3f,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:30.726486 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network a6c626a6-ec58-42e5-b8db-739553400e3f details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:15:30.831672 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a23fecc2-2750-4baf-9b95-a7ce69a2177a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.882364 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73dac85-0b1a-4327-9844-48491ad63dab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:30.899404 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f73dac85-0b1a-4327-9844-48491ad63dab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/7e5661d0-3562-4583-97b5-dc79375d0c31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8556492 Nov 11 12:15:30.900109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52482) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:30.911168 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e48a6-92ce-43c1-b630-e48b3cce7570 None None] Sync routers for ids ['7e5661d0-3562-4583-97b5-dc79375d0c31'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:30.914819 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-68375a25-687e-4081-8c02-3092327be22b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.936810 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:30.979655 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c25b74-2417-4f74-b135-4128b891be6d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:30.985554 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-35c25b74-2417-4f74-b135-4128b891be6d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/ports/fdbbd8d6-53d0-48b5-937d-1e438ba777f7 HTTP/1.1" status: 200 len: 910 time: 0.0833559 Nov 11 12:15:30.986140 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a23fecc2-2750-4baf-9b95-a7ce69a2177a None None] Provisioning complete for port fdbbd8d6-53d0-48b5-937d-1e438ba777f7 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:30.986337 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52484) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:30.986621 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a23fecc2-2750-4baf-9b95-a7ce69a2177a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:30.994146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-68375a25-687e-4081-8c02-3092327be22b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port 17b69a8e-995a-4f79-8cea-9a053f9afc49 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:15:31.082577 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e48a6-92ce-43c1-b630-e48b3cce7570 None None] Routers {'7e5661d0-3562-4583-97b5-dc79375d0c31'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:31.084088 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-497e48a6-92ce-43c1-b630-e48b3cce7570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7e5661d0-3562-4583-97b5-dc79375d0c31'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:31.095437 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fecc2-2750-4baf-9b95-a7ce69a2177a None None] Pushing event updated for resources: {'Port': ['ID=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,revision_number=16']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:31.177725 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-497e48a6-92ce-43c1-b630-e48b3cce7570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:31.181030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66509c9-7551-4192-a203-1ef37ef09e88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:31.188896 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f66509c9-7551-4192-a203-1ef37ef09e88 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "GET /v2.0/networks?id=a6c626a6-ec58-42e5-b8db-739553400e3f HTTP/1.1" status: 200 len: 764 time: 0.6377211 Nov 11 12:15:31.190239 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52486) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:31.194256 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:31.195463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:31.244273 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-a23fecc2-2750-4baf-9b95-a7ce69a2177a None None] Port fdbbd8d6-53d0-48b5-937d-1e438ba777f7 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:31.275181 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a23fecc2-2750-4baf-9b95-a7ce69a2177a None None] Provisioning complete for port 1b989734-b7eb-42b0-b636-b80f50e68f50 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:31.275933 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a23fecc2-2750-4baf-9b95-a7ce69a2177a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:31.342128 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e48a6-92ce-43c1-b630-e48b3cce7570 None None] Routers {'7e5661d0-3562-4583-97b5-dc79375d0c31'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:31.343138 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-497e48a6-92ce-43c1-b630-e48b3cce7570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7e5661d0-3562-4583-97b5-dc79375d0c31'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:31.347162 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc2e6d08-5efe-48c8-af51-439828280557 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:31.390326 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-497e48a6-92ce-43c1-b630-e48b3cce7570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:31.391386 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e48a6-92ce-43c1-b630-e48b3cce7570 None None] The sync data for ids ['7e5661d0-3562-4583-97b5-dc79375d0c31'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:31.496291 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c440e6b-e8f8-4787-b25b-ba7c13ab2a9a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:31.503189 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c440e6b-e8f8-4787-b25b-ba7c13ab2a9a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:31.505334 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e6d08-5efe-48c8-af51-439828280557 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0373046-e933-4ed0-9856-457beae0f9cf,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:31.507804 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3c440e6b-e8f8-4787-b25b-ba7c13ab2a9a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1381 time: 0.3156445 Nov 11 12:15:31.508473 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52488) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:31.596677 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e9016af5-02e3-48d5-b3bf-1ca8ed13716b tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69 HTTP/1.1" status: 200 len: 207 time: 0.0824039 Nov 11 12:15:31.602914 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52490) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:31.615837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3483b592-c3e8-450e-823b-5764791f3114 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:31.616043 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.objects.ports [None req-bf924e31-378b-4e07-9fa3-7c02a3a0ccc0 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103001) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:15:31.616439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bf924e31-378b-4e07-9fa3-7c02a3a0ccc0 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:31.616864 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc2e6d08-5efe-48c8-af51-439828280557 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:31.694842 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a23fecc2-2750-4baf-9b95-a7ce69a2177a None None] Provisioning complete for port 14b5b985-7899-44f9-b913-9127052bd685 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:31.695310 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a23fecc2-2750-4baf-9b95-a7ce69a2177a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:31.723800 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3c24837a-0267-4acf-923f-51a43d39e4b1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:31.741444 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-68375a25-687e-4081-8c02-3092327be22b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::33f (db126361-d280-4945-be72-90312642a11b/af0fe097-f8b4-4f06-98e5-cdb4cd646cef/17b69a8e-995a-4f79-8cea-9a053f9afc49) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:31.757223 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc2e6d08-5efe-48c8-af51-439828280557 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:31.758580 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc2e6d08-5efe-48c8-af51-439828280557 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:31.798503 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-68375a25-687e-4081-8c02-3092327be22b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8:0:1:f816:3eff:fe01:eefd (db126361-d280-4945-be72-90312642a11b/19057684-e39f-41ec-979d-2f3b656a038d/17b69a8e-995a-4f79-8cea-9a053f9afc49) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:31.811437 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24837a-0267-4acf-923f-51a43d39e4b1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=ac7d32cf-e230-4e97-b246-5df94bbc7372,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:31.849000 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf924e31-378b-4e07-9fa3-7c02a3a0ccc0 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Pushing event updated for resources: {'Subnet': ['ID=59462155-98ee-4ffd-a886-0cbf523c95ae,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:31.892297 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 14b5b985-7899-44f9-b913-9127052bd685 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:31.954108 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ba4d63-019b-4d10-975c-cdb2f7032d90 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:31.960886 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ba4d63-019b-4d10-975c-cdb2f7032d90 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:31.967518 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ba4d63-019b-4d10-975c-cdb2f7032d90 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:31.967961 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-484b29b9-5409-46b7-b6f9-efa1a638d7b7 None None] Provisioning complete for port c9d1b674-f3ce-4974-b017-12a5d74058b1 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:31.968462 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-484b29b9-5409-46b7-b6f9-efa1a638d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:31.974651 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ba4d63-019b-4d10-975c-cdb2f7032d90 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:31.980801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ba4d63-019b-4d10-975c-cdb2f7032d90 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:31.981142 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc2e6d08-5efe-48c8-af51-439828280557 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:31.981671 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2e6d08-5efe-48c8-af51-439828280557 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6796fbef-dfc2-41fc-8af5-458adc2fd2d1 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:15:31.989196 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc2e6d08-5efe-48c8-af51-439828280557 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:31.993582 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ba4d63-019b-4d10-975c-cdb2f7032d90 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:31.996173 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fc2e6d08-5efe-48c8-af51-439828280557 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "DELETE /v2.0/routers/6796fbef-dfc2-41fc-8af5-458adc2fd2d1 HTTP/1.1" status: 204 len: 168 time: 3.3663096 Nov 11 12:15:32.000492 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ba4d63-019b-4d10-975c-cdb2f7032d90 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:32.002413 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-23ba4d63-019b-4d10-975c-cdb2f7032d90 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4329 time: 0.3985240 Nov 11 12:15:32.003496 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52492) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:32.008113 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf924e31-378b-4e07-9fa3-7c02a3a0ccc0 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Checking segment: {'id': '5ea8ed36-4071-47c9-b50b-e737c3e14603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '26ca6761-8d62-479b-86da-de302bb5e373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:32.008719 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf924e31-378b-4e07-9fa3-7c02a3a0ccc0 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Network hostable DHCP agents. Network: 26ca6761-8d62-479b-86da-de302bb5e373, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:15:32.008850 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52494) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:32.018778 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1580225240', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}, 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:32.025933 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 14b5b985-7899-44f9-b913-9127052bd685 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:32.026322 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:32.033072 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-484b29b9-5409-46b7-b6f9-efa1a638d7b7 None None] Port c9d1b674-f3ce-4974-b017-12a5d74058b1 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:32.058543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3c24837a-0267-4acf-923f-51a43d39e4b1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:32.062166 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3c24837a-0267-4acf-923f-51a43d39e4b1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/ports/ac7d32cf-e230-4e97-b246-5df94bbc7372 HTTP/1.1" status: 204 len: 168 time: 2.4807703 Nov 11 12:15:32.066531 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52496) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:32.097575 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-484b29b9-5409-46b7-b6f9-efa1a638d7b7 None None] Provisioning complete for port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:32.097969 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-484b29b9-5409-46b7-b6f9-efa1a638d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:32.119269 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-945bb4d1-d3bb-4204-8071-5c8584035c15 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] GET failed (client error): The resource could not be found. Nov 11 12:15:32.120889 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-945bb4d1-d3bb-4204-8071-5c8584035c15 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports/ac7d32cf-e230-4e97-b246-5df94bbc7372 HTTP/1.1" status: 404 len: 333 time: 0.0505702 Nov 11 12:15:32.124747 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52498) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:32.157669 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf924e31-378b-4e07-9fa3-7c02a3a0ccc0 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Network 26ca6761-8d62-479b-86da-de302bb5e373 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:15:32.190068 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:32.190068 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:32.248603 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:32.251936 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-bf924e31-378b-4e07-9fa3-7c02a3a0ccc0 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 26ca6761-8d62-479b-86da-de302bb5e373) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:32.256640 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:32.258136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf924e31-378b-4e07-9fa3-7c02a3a0ccc0 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:32.258725 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bf924e31-378b-4e07-9fa3-7c02a3a0ccc0 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:32.275403 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d673ea2-f9e6-47a3-9613-a18d0dbfbfaa None None] Network 26ca6761-8d62-479b-86da-de302bb5e373 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:32.301357 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-68375a25-687e-4081-8c02-3092327be22b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:32.333239 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-10a1bbdb-181d-4b14-b8ec-d6ca7ab73a20 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 915 time: 0.3225808 Nov 11 12:15:32.340465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52500) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:32.361251 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bf924e31-378b-4e07-9fa3-7c02a3a0ccc0 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7802167 Nov 11 12:15:32.373835 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-484b29b9-5409-46b7-b6f9-efa1a638d7b7 None None] Provisioning complete for port fdbbd8d6-53d0-48b5-937d-1e438ba777f7 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:32.374202 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-484b29b9-5409-46b7-b6f9-efa1a638d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:32.374772 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-22ca322c-266e-4160-bc83-1fc94795e5d8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:32.380220 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52502) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:32.388474 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a29cf8ee-478d-42c2-b15f-b50f665f7b49 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-579873750', 'network_id': '26ca6761-8d62-479b-86da-de302bb5e373'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:32.430014 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:32.430380 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:32.436464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-484b29b9-5409-46b7-b6f9-efa1a638d7b7 None None] Port fdbbd8d6-53d0-48b5-937d-1e438ba777f7 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:32.464748 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:32.486479 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-484b29b9-5409-46b7-b6f9-efa1a638d7b7 None None] Could not find standard attr ID for object ac7d32cf-e230-4e97-b246-5df94bbc7372. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:15:32.531471 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-484b29b9-5409-46b7-b6f9-efa1a638d7b7 None None] Provisioning complete for port 14b5b985-7899-44f9-b913-9127052bd685 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:32.531848 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-484b29b9-5409-46b7-b6f9-efa1a638d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:32.535869 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b0ced8-0079-479d-b56d-a85628604c63 None None] Network 26ca6761-8d62-479b-86da-de302bb5e373 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:32.670331 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 1b989734-b7eb-42b0-b636-b80f50e68f50 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:32.787085 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:32.811542 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:32.824591 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 1b989734-b7eb-42b0-b636-b80f50e68f50 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:32.824915 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:32.856115 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e96c91f-1ddd-4293-b784-05e6757d33ff tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:32.858179 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e96c91f-1ddd-4293-b784-05e6757d33ff tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:32.859764 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e96c91f-1ddd-4293-b784-05e6757d33ff tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:32.861291 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e96c91f-1ddd-4293-b784-05e6757d33ff tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:32.862805 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e96c91f-1ddd-4293-b784-05e6757d33ff tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:32.864587 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5e96c91f-1ddd-4293-b784-05e6757d33ff tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5233548 Nov 11 12:15:32.870167 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52504) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:32.883416 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-3dd62834-979d-4b90-9200-e2add906cf05 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port c9d1b674-f3ce-4974-b017-12a5d74058b1 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:32.883749 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3dd62834-979d-4b90-9200-e2add906cf05 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:32.927484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ef12f372-e131-4ef7-810f-9f5f91f56d28 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:32.953232 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: ef12f372-e131-4ef7-810f-9f5f91f56d28 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:32.954019 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ef12f372-e131-4ef7-810f-9f5f91f56d28 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:32.955786 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-68375a25-687e-4081-8c02-3092327be22b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:32.962244 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b6dfbb-8998-496c-b840-63ccaa482472 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['shared'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:32.963671 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b6dfbb-8998-496c-b840-63ccaa482472 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['shared'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:32.965042 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b6dfbb-8998-496c-b840-63ccaa482472 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['shared'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:32.967110 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b6dfbb-8998-496c-b840-63ccaa482472 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['shared'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:32.968498 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b6dfbb-8998-496c-b840-63ccaa482472 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['shared'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:32.970075 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-30b6dfbb-8998-496c-b840-63ccaa482472 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0986483 Nov 11 12:15:32.973670 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52506) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:33.012120 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29cf8ee-478d-42c2-b15f-b50f665f7b49 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Made reservation on behalf of 61ec6e57ef5a474fabb8ddf343c4d1ac for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:33.015439 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a29cf8ee-478d-42c2-b15f-b50f665f7b49 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.028036 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Allocated IP 172.26.5.47 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/c069f1ef-4379-4fbf-90f2-378ed2a560a0) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:33.060892 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68375a25-687e-4081-8c02-3092327be22b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:33.077886 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-68375a25-687e-4081-8c02-3092327be22b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:33.079735 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68375a25-687e-4081-8c02-3092327be22b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=17b69a8e-995a-4f79-8cea-9a053f9afc49,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:33.087633 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68375a25-687e-4081-8c02-3092327be22b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:33.093781 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68375a25-687e-4081-8c02-3092327be22b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:33.094416 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-68375a25-687e-4081-8c02-3092327be22b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.098412 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-a29cf8ee-478d-42c2-b15f-b50f665f7b49 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] device_id is not set on port fc78dc15-7567-4779-b3eb-d09f7245bd33 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:15:33.120801 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3dd62834-979d-4b90-9200-e2add906cf05 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.152205 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f292264d-aec0-46a1-afdd-e7089f196903 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:33.154491 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f292264d-aec0-46a1-afdd-e7089f196903 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "GET /v2.0/networks/f50c4066-2942-430c-8f8f-f9b294ddc7cb HTTP/1.1" status: 200 len: 804 time: 0.1791527 Nov 11 12:15:33.158512 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52510) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:33.179337 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-3dd62834-979d-4b90-9200-e2add906cf05 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for c9d1b674-f3ce-4974-b017-12a5d74058b1 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:33.193117 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7b7c09f7-ba0a-41d5-9e9d-133084d02360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.250761 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-68375a25-687e-4081-8c02-3092327be22b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.3000290 Nov 11 12:15:33.252673 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52512) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:33.262826 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.318979 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c4b7f874-a643-47c8-b57e-17445c49d58b tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "GET /v2.0/networks/f50c4066-2942-430c-8f8f-f9b294ddc7cb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1596379 Nov 11 12:15:33.322749 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52514) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:33.379874 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dc6dbe-e581-4d56-b28f-e7669a76322a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:33.384540 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c6dc6dbe-e581-4d56-b28f-e7669a76322a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "GET /v2.0/subnets/ed7af7ac-fc4c-4b26-837a-7e8f4f9eca40 HTTP/1.1" status: 200 len: 843 time: 0.0575094 Nov 11 12:15:33.384790 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52516) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:33.428370 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-a29cf8ee-478d-42c2-b15f-b50f665f7b49 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Allocated IP 172.20.0.8 (26ca6761-8d62-479b-86da-de302bb5e373/59462155-98ee-4ffd-a886-0cbf523c95ae/fc78dc15-7567-4779-b3eb-d09f7245bd33) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:33.437266 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766d535c-8a7d-49dd-b946-fd7917d1e9bb tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['shared'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:33.442555 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-766d535c-8a7d-49dd-b946-fd7917d1e9bb tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "GET /v2.0/subnets/ed7af7ac-fc4c-4b26-837a-7e8f4f9eca40?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0531039 Nov 11 12:15:33.442734 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52518) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:33.445092 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0252aa48-8473-45ec-b58e-202b2f638a85 None None] Provisioning complete for port 17b69a8e-995a-4f79-8cea-9a053f9afc49 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:33.445771 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0252aa48-8473-45ec-b58e-202b2f638a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.448183 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-4c701d8e-2729-4767-b3e9-162167aac40f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1159878519'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:33.452654 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.482606 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-0252aa48-8473-45ec-b58e-202b2f638a85 None None] Port 17b69a8e-995a-4f79-8cea-9a053f9afc49 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:33.501519 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:33.507130 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:33.515806 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:33.522783 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f92fdcb-9ed1-4e24-8a37-d5d4f29c6b17 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:33.543698 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Pushing event updated for resources: {'Port': ['ID=c069f1ef-4379-4fbf-90f2-378ed2a560a0,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:33.565055 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-22ca322c-266e-4160-bc83-1fc94795e5d8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting port fdbbd8d6-53d0-48b5-937d-1e438ba777f7 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:33.571930 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-22ca322c-266e-4160-bc83-1fc94795e5d8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.583441 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-310732e9-83b5-4c20-920a-f22b3887d568 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port 17b69a8e-995a-4f79-8cea-9a053f9afc49 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:33.584023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-310732e9-83b5-4c20-920a-f22b3887d568 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.595730 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c701d8e-2729-4767-b3e9-162167aac40f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:33.600512 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4c701d8e-2729-4767-b3e9-162167aac40f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.605366 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e3678337-5a72-461d-8b13-448e3f794227 None None] Provisioning complete for port c069f1ef-4379-4fbf-90f2-378ed2a560a0 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:33.605841 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e3678337-5a72-461d-8b13-448e3f794227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.642977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e3678337-5a72-461d-8b13-448e3f794227 None None] Port c069f1ef-4379-4fbf-90f2-378ed2a560a0 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:33.664720 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3dd62834-979d-4b90-9200-e2add906cf05 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.679692 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c701d8e-2729-4767-b3e9-162167aac40f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:15:33.698394 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a0373046-e933-4ed0-9856-457beae0f9cf no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:33.699193 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4c701d8e-2729-4767-b3e9-162167aac40f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.699511 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-4c701d8e-2729-4767-b3e9-162167aac40f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Added segment 46ee19bb-e318-4cbb-8678-6a61f3524d75 of type vlan for network 0f09bb67-5958-45fa-a66a-17d7151cb3da Nov 11 12:15:33.729706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: a0373046-e933-4ed0-9856-457beae0f9cf {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:33.730092 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a0373046-e933-4ed0-9856-457beae0f9cf not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:33.740754 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4c701d8e-2729-4767-b3e9-162167aac40f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.755684 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd62834-979d-4b90-9200-e2add906cf05 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=c9d1b674-f3ce-4974-b017-12a5d74058b1,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:33.866820 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.868144 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-22ca322c-266e-4160-bc83-1fc94795e5d8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.890759 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-310732e9-83b5-4c20-920a-f22b3887d568 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.906667 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4c701d8e-2729-4767-b3e9-162167aac40f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.910519 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-22ca322c-266e-4160-bc83-1fc94795e5d8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Calling delete_port for fdbbd8d6-53d0-48b5-937d-1e438ba777f7 owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:33.912293 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c701d8e-2729-4767-b3e9-162167aac40f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:33.912909 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4c701d8e-2729-4767-b3e9-162167aac40f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.931317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-310732e9-83b5-4c20-920a-f22b3887d568 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for 17b69a8e-995a-4f79-8cea-9a053f9afc49 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:33.944025 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a29cf8ee-478d-42c2-b15f-b50f665f7b49 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.958161 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3dd62834-979d-4b90-9200-e2add906cf05 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:33.964328 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3dd62834-979d-4b90-9200-e2add906cf05 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/ports/c9d1b674-f3ce-4974-b017-12a5d74058b1 HTTP/1.1" status: 204 len: 168 time: 1.8348134 Nov 11 12:15:33.966373 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52520) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:34.058841 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab43235-9cc5-4940-89fe-8e196c84c569 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] GET failed (client error): The resource could not be found. Nov 11 12:15:34.061100 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fab43235-9cc5-4940-89fe-8e196c84c569 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports/c9d1b674-f3ce-4974-b017-12a5d74058b1 HTTP/1.1" status: 404 len: 333 time: 0.0941854 Nov 11 12:15:34.068389 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52522) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:34.210268 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4356fe-992b-43f1-abe4-129d1b09ff2e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting subnet 2225d187-1488-466d-bec8-1e8848f99dbf {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:34.228881 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f4356fe-992b-43f1-abe4-129d1b09ff2e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:34.273864 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a29cf8ee-478d-42c2-b15f-b50f665f7b49 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:34.306542 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4c701d8e-2729-4767-b3e9-162167aac40f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8627262 Nov 11 12:15:34.311016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52524) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:34.319835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-dea44c72-f601-4f34-b1b0-d0589e2d77f3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'subnet': {'network_id': '0f09bb67-5958-45fa-a66a-17d7151cb3da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:34.323294 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c701d8e-2729-4767-b3e9-162167aac40f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Network': ['ID=0f09bb67-5958-45fa-a66a-17d7151cb3da,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:34.338290 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 0f09bb67-5958-45fa-a66a-17d7151cb3da details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:15:34.358394 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f4356fe-992b-43f1-abe4-129d1b09ff2e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:34.428020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29cf8ee-478d-42c2-b15f-b50f665f7b49 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Network 26ca6761-8d62-479b-86da-de302bb5e373 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:34.442210 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-a29cf8ee-478d-42c2-b15f-b50f665f7b49 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:34.451116 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cf8ee-478d-42c2-b15f-b50f665f7b49 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Pushing event updated for resources: {'Port': ['ID=fc78dc15-7567-4779-b3eb-d09f7245bd33,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:34.453423 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29cf8ee-478d-42c2-b15f-b50f665f7b49 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:34.510813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:34.553788 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29cf8ee-478d-42c2-b15f-b50f665f7b49 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:34.554380 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a29cf8ee-478d-42c2-b15f-b50f665f7b49 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:34.562334 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f4356fe-992b-43f1-abe4-129d1b09ff2e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:34.595490 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea44c72-f601-4f34-b1b0-d0589e2d77f3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Made reservation on behalf of 6b3e3d86cd0a4032ba5e9f5e45e82059 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:34.599093 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dea44c72-f601-4f34-b1b0-d0589e2d77f3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:34.606548 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-310732e9-83b5-4c20-920a-f22b3887d568 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:34.608801 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-22ca322c-266e-4160-bc83-1fc94795e5d8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:34.645468 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca322c-266e-4160-bc83-1fc94795e5d8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Port': ['ID=fdbbd8d6-53d0-48b5-937d-1e438ba777f7,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:34.671608 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.ipam_backend_mixin [None req-dea44c72-f601-4f34-b1b0-d0589e2d77f3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Performing IP validity checks on allocation pools {{(pid=103001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 12:15:34.672141 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.ipam_backend_mixin [None req-dea44c72-f601-4f34-b1b0-d0589e2d77f3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 12:15:34.680607 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310732e9-83b5-4c20-920a-f22b3887d568 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=17b69a8e-995a-4f79-8cea-9a053f9afc49,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:34.685428 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a29cf8ee-478d-42c2-b15f-b50f665f7b49 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.3034341 Nov 11 12:15:34.692029 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52526) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:34.760805 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f4356fe-992b-43f1-abe4-129d1b09ff2e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:34.779091 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-310732e9-83b5-4c20-920a-f22b3887d568 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:34.782400 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-310732e9-83b5-4c20-920a-f22b3887d568 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/17b69a8e-995a-4f79-8cea-9a053f9afc49 HTTP/1.1" status: 204 len: 168 time: 1.5263038 Nov 11 12:15:34.787498 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52528) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:34.812686 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4356fe-992b-43f1-abe4-129d1b09ff2e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Subnet': ['ID=2225d187-1488-466d-bec8-1e8848f99dbf,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:34.819910 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f4356fe-992b-43f1-abe4-129d1b09ff2e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:34.827430 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6f4356fe-992b-43f1-abe4-129d1b09ff2e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/2225d187-1488-466d-bec8-1e8848f99dbf HTTP/1.1" status: 204 len: 168 time: 0.7538037 Nov 11 12:15:34.829392 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034c2d54-17fb-496f-af40-38c12e855eae None None] Network 471a39f8-e5e8-42f1-a772-e0930b1740b1 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:34.832805 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52530) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:34.938466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Router f3f354bc-6b02-4ccf-ab76-392f9d50ea44 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:15:34.961444 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef2732a-1670-4923-80c6-010512afa4fa tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:34.963703 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-eef2732a-1670-4923-80c6-010512afa4fa tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1731696 Nov 11 12:15:34.983039 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52532) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:35.000997 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-fe723bd4-4a7c-4d8a-aee8-1d763d9cc017 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Deleting port fc78dc15-7567-4779-b3eb-d09f7245bd33 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:35.001564 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fe723bd4-4a7c-4d8a-aee8-1d763d9cc017 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.024972 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-22ca322c-266e-4160-bc83-1fc94795e5d8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.034787 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.082196 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbfae14-e9fe-48df-abfc-b838e6a3f2f1 None None] DHCP port deletion for 471a39f8-e5e8-42f1-a772-e0930b1740b1 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:35.131583 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ddbfae14-e9fe-48df-abfc-b838e6a3f2f1 None None] Deleting port 14b5b985-7899-44f9-b913-9127052bd685 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:35.132357 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ddbfae14-e9fe-48df-abfc-b838e6a3f2f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.204829 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-ddbfae14-e9fe-48df-abfc-b838e6a3f2f1 None None] For port 14b5b985-7899-44f9-b913-9127052bd685, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=14b5b985-7899-44f9-b913-9127052bd685,segment=NetworkSegment(cfa4f76a-d14b-4782-893f-43d74a46bf78),segment_id=cfa4f76a-d14b-4782-893f-43d74a46bf78)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:35.205623 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ddbfae14-e9fe-48df-abfc-b838e6a3f2f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.206851 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc388b7-d8dc-4c81-b264-64c10c2fc95b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:35.208711 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4bc388b7-d8dc-4c81-b264-64c10c2fc95b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2247140 Nov 11 12:15:35.217976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52534) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:35.219816 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ddbfae14-e9fe-48df-abfc-b838e6a3f2f1 None None] Calling delete_port for 14b5b985-7899-44f9-b913-9127052bd685 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:35.233558 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dea44c72-f601-4f34-b1b0-d0589e2d77f3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.244270 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ca322c-266e-4160-bc83-1fc94795e5d8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 7e5661d0-3562-4583-97b5-dc79375d0c31 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:15:35.255561 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port 14b5b985-7899-44f9-b913-9127052bd685 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:35.256133 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.286988 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fe723bd4-4a7c-4d8a-aee8-1d763d9cc017 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.319351 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:35.321206 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-fe723bd4-4a7c-4d8a-aee8-1d763d9cc017 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Calling delete_port for fc78dc15-7567-4779-b3eb-d09f7245bd33 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:35.330752 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba104b6-8118-4a93-b3cb-bf9923133e00 None None] Sync routers for ids ['f3f354bc-6b02-4ccf-ab76-392f9d50ea44'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:35.341241 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba104b6-8118-4a93-b3cb-bf9923133e00 None None] Routers {'f3f354bc-6b02-4ccf-ab76-392f9d50ea44'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:35.342404 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8ba104b6-8118-4a93-b3cb-bf9923133e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f3f354bc-6b02-4ccf-ab76-392f9d50ea44'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:35.375359 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1c76f3-a240-467e-af29-c66de6a375a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:35.376860 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1c76f3-a240-467e-af29-c66de6a375a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:35.378337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1c76f3-a240-467e-af29-c66de6a375a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:35.380020 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bf1c76f3-a240-467e-af29-c66de6a375a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1611247 Nov 11 12:15:35.380692 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ddbfae14-e9fe-48df-abfc-b838e6a3f2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.386726 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea44c72-f601-4f34-b1b0-d0589e2d77f3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Subnet': ['ID=a4de1f84-1773-4636-a5a6-574274205cc9,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:35.406830 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8ba104b6-8118-4a93-b3cb-bf9923133e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:35.416243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfae14-e9fe-48df-abfc-b838e6a3f2f1 None None] Pushing event deleted for resources: {'Port': ['ID=14b5b985-7899-44f9-b913-9127052bd685,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:35.421436 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbfae14-e9fe-48df-abfc-b838e6a3f2f1 None None] No DVR routers for this DVR port 14b5b985-7899-44f9-b913-9127052bd685 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:35.428337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52536) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:35.435548 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ca322c-266e-4160-bc83-1fc94795e5d8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:35.441342 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba104b6-8118-4a93-b3cb-bf9923133e00 None None] Routers {'f3f354bc-6b02-4ccf-ab76-392f9d50ea44'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:35.442272 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8ba104b6-8118-4a93-b3cb-bf9923133e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f3f354bc-6b02-4ccf-ab76-392f9d50ea44'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:35.448239 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324c58c4-e8f8-4aad-bb6d-a2217954272e None None] Sync routers for ids ['7e5661d0-3562-4583-97b5-dc79375d0c31'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:35.465368 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] For port 14b5b985-7899-44f9-b913-9127052bd685, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=14b5b985-7899-44f9-b913-9127052bd685,segment=NetworkSegment(cfa4f76a-d14b-4782-893f-43d74a46bf78),segment_id=cfa4f76a-d14b-4782-893f-43d74a46bf78)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:35.465728 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.487953 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for 14b5b985-7899-44f9-b913-9127052bd685 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:35.489228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea44c72-f601-4f34-b1b0-d0589e2d77f3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Checking segment: {'id': '46ee19bb-e318-4cbb-8678-6a61f3524d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0f09bb67-5958-45fa-a66a-17d7151cb3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:35.489595 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea44c72-f601-4f34-b1b0-d0589e2d77f3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network hostable DHCP agents. Network: 0f09bb67-5958-45fa-a66a-17d7151cb3da, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:15:35.506803 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.508571 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324c58c4-e8f8-4aad-bb6d-a2217954272e None None] Routers {'7e5661d0-3562-4583-97b5-dc79375d0c31'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:35.510916 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6a065432-eb9c-4a15-ab7d-9deac8573c74 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5039561 Nov 11 12:15:35.511553 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-324c58c4-e8f8-4aad-bb6d-a2217954272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7e5661d0-3562-4583-97b5-dc79375d0c31'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:35.515523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52538) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:35.519975 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-d4b9f0d3-6012-45c1-9b3c-b6a5e81829a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'enable_snat': False}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:35.551642 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8ba104b6-8118-4a93-b3cb-bf9923133e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:35.553988 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba104b6-8118-4a93-b3cb-bf9923133e00 None None] The sync data for ids ['f3f354bc-6b02-4ccf-ab76-392f9d50ea44'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:35.563250 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-153edace-3ed2-423d-a74b-2cbcedddc16a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet 19057684-e39f-41ec-979d-2f3b656a038d {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:35.570130 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-153edace-3ed2-423d-a74b-2cbcedddc16a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.578796 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-22ca322c-266e-4160-bc83-1fc94795e5d8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/7e5661d0-3562-4583-97b5-dc79375d0c31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5843432 Nov 11 12:15:35.579323 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52540) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:35.591460 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-324c58c4-e8f8-4aad-bb6d-a2217954272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:35.605895 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324c58c4-e8f8-4aad-bb6d-a2217954272e None None] Routers {'7e5661d0-3562-4583-97b5-dc79375d0c31'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:35.607742 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-324c58c4-e8f8-4aad-bb6d-a2217954272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7e5661d0-3562-4583-97b5-dc79375d0c31'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:35.621004 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e9d43946-11c1-49f9-b880-e1581cefad90 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e5661d0-3562-4583-97b5-dc79375d0c31 HTTP/1.1" status: 200 len: 205 time: 0.0396769 Nov 11 12:15:35.628832 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52542) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:35.660025 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-324c58c4-e8f8-4aad-bb6d-a2217954272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:35.660988 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324c58c4-e8f8-4aad-bb6d-a2217954272e None None] The sync data for ids ['7e5661d0-3562-4583-97b5-dc79375d0c31'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:35.668518 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-153edace-3ed2-423d-a74b-2cbcedddc16a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.674777 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-134cda93-fa78-46fb-aa7f-fd3d0987af3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.726180 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea44c72-f601-4f34-b1b0-d0589e2d77f3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Network 0f09bb67-5958-45fa-a66a-17d7151cb3da is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:15:35.744200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33d4d9a1-9a10-47dc-9348-e71dfc415578 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.758022 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 14b5b985-7899-44f9-b913-9127052bd685 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:35.786178 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 14b5b985-7899-44f9-b913-9127052bd685 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:35.786922 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 14b5b985-7899-44f9-b913-9127052bd685 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:35.809530 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-dea44c72-f601-4f34-b1b0-d0589e2d77f3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 0f09bb67-5958-45fa-a66a-17d7151cb3da) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:35.812067 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea44c72-f601-4f34-b1b0-d0589e2d77f3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:35.812679 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dea44c72-f601-4f34-b1b0-d0589e2d77f3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.821313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b779e6be-59e8-43a3-aaf5-ec299c52651c None None] Network 0f09bb67-5958-45fa-a66a-17d7151cb3da requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:35.830364 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.856146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fe723bd4-4a7c-4d8a-aee8-1d763d9cc017 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.893449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=14b5b985-7899-44f9-b913-9127052bd685,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:35.895790 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No DVR routers for this DVR port 14b5b985-7899-44f9-b913-9127052bd685 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:35.923870 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe723bd4-4a7c-4d8a-aee8-1d763d9cc017 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc78dc15-7567-4779-b3eb-d09f7245bd33,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:35.969327 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-153edace-3ed2-423d-a74b-2cbcedddc16a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:35.995582 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33d4d9a1-9a10-47dc-9348-e71dfc415578 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.007927 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33d4d9a1-9a10-47dc-9348-e71dfc415578 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.025898 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-dea44c72-f601-4f34-b1b0-d0589e2d77f3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7107227 Nov 11 12:15:36.036181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52544) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:36.037279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-0f09bb67-5958-45fa-a66a-17d7151cb3da', 'network_id': '0f09bb67-5958-45fa-a66a-17d7151cb3da', 'tenant_id': '6b3e3d86cd0a4032ba5e9f5e45e82059', 'fixed_ips': [{'subnet_id': 'a4de1f84-1773-4636-a5a6-574274205cc9'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:15:36.038295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.049627 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-05dafeb4-db8a-4269-8b5d-f221512611e1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:36.127107 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fe723bd4-4a7c-4d8a-aee8-1d763d9cc017 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.131963 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fe723bd4-4a7c-4d8a-aee8-1d763d9cc017 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "DELETE /v2.0/ports/fc78dc15-7567-4779-b3eb-d09f7245bd33 HTTP/1.1" status: 204 len: 168 time: 1.4385405 Nov 11 12:15:36.174441 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52546) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:36.182991 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26ca6761-8d62-479b-86da-de302bb5e373', 'external_fixed_ips': [{'subnet_id': '59462155-98ee-4ffd-a886-0cbf523c95ae', 'ip_address': '172.20.0.8'}]}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:36.279892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Allocated IP 2001:db8::3 (0f09bb67-5958-45fa-a66a-17d7151cb3da/a4de1f84-1773-4636-a5a6-574274205cc9/d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:36.321810 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-05dafeb4-db8a-4269-8b5d-f221512611e1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260265201'] for subnet, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.325934 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-153edace-3ed2-423d-a74b-2cbcedddc16a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.370191 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153edace-3ed2-423d-a74b-2cbcedddc16a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=19057684-e39f-41ec-979d-2f3b656a038d,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:36.381131 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-153edace-3ed2-423d-a74b-2cbcedddc16a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.389897 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-153edace-3ed2-423d-a74b-2cbcedddc16a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/19057684-e39f-41ec-979d-2f3b656a038d HTTP/1.1" status: 204 len: 168 time: 0.9603765 Nov 11 12:15:36.390811 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52548) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:36.394175 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f0d3-6012-45c1-9b3c-b6a5e81829a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.420699 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.436482 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.437923 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.441366 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471a39f8-e5e8-42f1-a772-e0930b1740b1']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:36.451936 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa4f76a-d14b-4782-893f-43d74a46bf78') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:36.452232 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa4f76a-d14b-4782-893f-43d74a46bf78') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:36.453645 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553d67c9-2669-465f-b008-6ac20529d7fe None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:36.462836 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.475209 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-837e9a65-473b-4bf1-b83e-488b0795bf7b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet af0fe097-f8b4-4f06-98e5-cdb4cd646cef {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:36.479139 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-837e9a65-473b-4bf1-b83e-488b0795bf7b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.483155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.490202 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:36.490780 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: self.session.flush() Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: self.session.flush() Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: self.session.flush() Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: self.session.flush() Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:36.494780 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:36.532933 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-837e9a65-473b-4bf1-b83e-488b0795bf7b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.553712 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33d4d9a1-9a10-47dc-9348-e71dfc415578 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.554562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d4d9a1-9a10-47dc-9348-e71dfc415578 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Fanout notify agent at l3_agent the message router_deleted on router 7e5661d0-3562-4583-97b5-dc79375d0c31 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:15:36.577302 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33d4d9a1-9a10-47dc-9348-e71dfc415578 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.578641 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-33d4d9a1-9a10-47dc-9348-e71dfc415578 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/routers/7e5661d0-3562-4583-97b5-dc79375d0c31 HTTP/1.1" status: 204 len: 168 time: 0.9485734 Nov 11 12:15:36.582269 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52552) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:36.629512 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-837e9a65-473b-4bf1-b83e-488b0795bf7b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.646939 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-756059e4-fb79-4d08-b4af-d99f7bf506af tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting subnet 27487ccf-3af1-4544-8f74-2c87aaff7a4d {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:36.650869 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-756059e4-fb79-4d08-b4af-d99f7bf506af tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.665174 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.694476 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.712143 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-756059e4-fb79-4d08-b4af-d99f7bf506af tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.758040 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.774502 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.778295 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/networks/471a39f8-e5e8-42f1-a772-e0930b1740b1 HTTP/1.1" status: 204 len: 168 time: 1.9445777 Nov 11 12:15:36.783016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.784636 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52554) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:36.790130 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-a2057387-b202-47fd-8320-40fe66819efe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-264935776'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:36.798107 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e92724-b4dd-4819-a29b-4d3252f157ed tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Network': ['ID=471a39f8-e5e8-42f1-a772-e0930b1740b1,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:36.815151 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.826055 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-837e9a65-473b-4bf1-b83e-488b0795bf7b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.861594 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Network 0f09bb67-5958-45fa-a66a-17d7151cb3da is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:36.862262 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-756059e4-fb79-4d08-b4af-d99f7bf506af tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.864867 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:36.868477 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:36.873832 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e9a65-473b-4bf1-b83e-488b0795bf7b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=af0fe097-f8b4-4f06-98e5-cdb4cd646cef,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:36.888298 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Pushing event updated for resources: {'Port': ['ID=d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:36.924645 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-837e9a65-473b-4bf1-b83e-488b0795bf7b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.934524 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-837e9a65-473b-4bf1-b83e-488b0795bf7b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/af0fe097-f8b4-4f06-98e5-cdb4cd646cef HTTP/1.1" status: 204 len: 168 time: 0.5364904 Nov 11 12:15:36.944447 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Attempting to bind port d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:36.945159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Attempting to bind port d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '46ee19bb-e318-4cbb-8678-6a61f3524d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0f09bb67-5958-45fa-a66a-17d7151cb3da'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:36.945665 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Attempting to bind port d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9 on network 0f09bb67-5958-45fa-a66a-17d7151cb3da {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:36.951336 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52556) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:36.952377 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:36.952999 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Checking segment: {'id': '46ee19bb-e318-4cbb-8678-6a61f3524d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0f09bb67-5958-45fa-a66a-17d7151cb3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:36.953502 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.954793 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Bound using segment: {'id': '46ee19bb-e318-4cbb-8678-6a61f3524d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0f09bb67-5958-45fa-a66a-17d7151cb3da'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:36.954793 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Bound port: d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ee19bb-e318-4cbb-8678-6a61f3524d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0f09bb67-5958-45fa-a66a-17d7151cb3da'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:36.955071 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:36.958198 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2057387-b202-47fd-8320-40fe66819efe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:36.961800 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a2057387-b202-47fd-8320-40fe66819efe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.029588 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-756059e4-fb79-4d08-b4af-d99f7bf506af tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.035087 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] For port d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:37.039939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] For port d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9,segment=NetworkSegment(46ee19bb-e318-4cbb-8678-6a61f3524d75),segment_id=46ee19bb-e318-4cbb-8678-6a61f3524d75)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:37.063501 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756059e4-fb79-4d08-b4af-d99f7bf506af tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Subnet': ['ID=27487ccf-3af1-4544-8f74-2c87aaff7a4d,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:37.065551 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-756059e4-fb79-4d08-b4af-d99f7bf506af tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.080665 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-756059e4-fb79-4d08-b4af-d99f7bf506af tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/subnets/27487ccf-3af1-4544-8f74-2c87aaff7a4d HTTP/1.1" status: 204 len: 168 time: 0.4876504 Nov 11 12:15:37.080665 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52558) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:37.081100 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94ea926-4d44-48a6-88a3-56b65bfae460 None None] Network 5d617a16-3df4-4b5d-8780-3af14221e439 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:37.142140 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.170629 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.209157 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164c496-0cbe-498f-b582-9f6cb9b9dc62 None None] Pushing event updated for resources: {'Port': ['ID=d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:37.240776 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting port 1b989734-b7eb-42b0-b636-b80f50e68f50 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:37.241026 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.344946 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] For port 1b989734-b7eb-42b0-b636-b80f50e68f50, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=1b989734-b7eb-42b0-b636-b80f50e68f50,segment=NetworkSegment(e177e197-fb7e-4034-b3a9-4323a726557d),segment_id=e177e197-fb7e-4034-b3a9-4323a726557d)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:37.345435 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.375797 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Calling delete_port for 1b989734-b7eb-42b0-b636-b80f50e68f50 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:37.520319 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2947617c-2d7c-4b3d-ba0e-7ac808d47491 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:37.524588 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-140aa018-a4ff-4e14-8211-523261e99332 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5677066 Nov 11 12:15:37.534624 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52560) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:37.542012 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c0ff81e0-7f7a-4c53-bbb5-97dab54bc162 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:37.564260 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.576873 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2057387-b202-47fd-8320-40fe66819efe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:15:37.634550 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] No DVR routers for this DVR port 1b989734-b7eb-42b0-b636-b80f50e68f50 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:37.636585 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Port': ['ID=1b989734-b7eb-42b0-b636-b80f50e68f50,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:37.651958 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca6c6fd-08ae-44d3-9acd-0986314f0d80 None None] DHCP port deletion for 5d617a16-3df4-4b5d-8780-3af14221e439 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:37.660137 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1646a3f8-4ed5-43c9-91c1-54340d61e164 None None] Provisioning complete for port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:37.660525 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1646a3f8-4ed5-43c9-91c1-54340d61e164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.716456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.723821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a2057387-b202-47fd-8320-40fe66819efe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.723821 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-a2057387-b202-47fd-8320-40fe66819efe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Added segment 29d8a024-b210-48c3-994b-17167558f097 of type vlan for network 5ca0608d-9f0c-4627-b5cd-2e016e65a679 Nov 11 12:15:37.769827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.803773 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d617a16-3df4-4b5d-8780-3af14221e439']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:37.824331 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e177e197-fb7e-4034-b3a9-4323a726557d') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:37.824751 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e177e197-fb7e-4034-b3a9-4323a726557d') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:37.842743 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ff81e0-7f7a-4c53-bbb5-97dab54bc162 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:37.849560 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c0ff81e0-7f7a-4c53-bbb5-97dab54bc162 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.850192 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:37.859867 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.861831 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a2057387-b202-47fd-8320-40fe66819efe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.927323 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.953332 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:37.953332 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.962358 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:37.962538 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:37.966379 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:37.994097 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1b75dc-0239-4fd6-a715-80c23e43a2ca None None] DHCP port deletion for db126361-d280-4945-be72-90312642a11b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:38.022656 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-05dafeb4-db8a-4269-8b5d-f221512611e1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777976339842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260957924'] for subnet, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.123034 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dafeb4-db8a-4269-8b5d-f221512611e1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:38.123523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-da1b75dc-0239-4fd6-a715-80c23e43a2ca None None] Deleting port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:38.123843 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-05dafeb4-db8a-4269-8b5d-f221512611e1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.123961 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-da1b75dc-0239-4fd6-a715-80c23e43a2ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.128169 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-05dafeb4-db8a-4269-8b5d-f221512611e1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "PUT /v2.0/subnets/a4de1f84-1773-4636-a5a6-574274205cc9 HTTP/1.1" status: 200 len: 900 time: 2.0909846 Nov 11 12:15:38.131969 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52562) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:38.137407 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.138608 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a2057387-b202-47fd-8320-40fe66819efe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.144329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2057387-b202-47fd-8320-40fe66819efe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:38.144992 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a2057387-b202-47fd-8320-40fe66819efe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.161040 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.169694 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.171000 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.177235 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/networks/5d617a16-3df4-4b5d-8780-3af14221e439 HTTP/1.1" status: 204 len: 168 time: 1.1031618 Nov 11 12:15:38.182701 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52564) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:38.187476 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1573332520', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}, 'admin_state_up': False}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:38.212356 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da326a-8217-4b4e-bae8-0396692b53e8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Network': ['ID=5d617a16-3df4-4b5d-8780-3af14221e439,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:38.215757 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-da1b75dc-0239-4fd6-a715-80c23e43a2ca None None] For port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:38.216017 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-da1b75dc-0239-4fd6-a715-80c23e43a2ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.223548 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dafeb4-db8a-4269-8b5d-f221512611e1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event updated for resources: {'Subnet': ['ID=a4de1f84-1773-4636-a5a6-574274205cc9,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:38.239011 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-da1b75dc-0239-4fd6-a715-80c23e43a2ca None None] Calling delete_port for c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:38.251349 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9,segment=NetworkSegment(46ee19bb-e318-4cbb-8678-6a61f3524d75),segment_id=46ee19bb-e318-4cbb-8678-6a61f3524d75)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:38.273816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c0ff81e0-7f7a-4c53-bbb5-97dab54bc162 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.338954 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.341711 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff81e0-7f7a-4c53-bbb5-97dab54bc162 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=91121ea1-b006-495f-a664-c68e5fccf4a3,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:38.348146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.349905 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.378429 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2057387-b202-47fd-8320-40fe66819efe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Network': ['ID=5ca0608d-9f0c-4627-b5cd-2e016e65a679,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:38.418966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 5ca0608d-9f0c-4627-b5cd-2e016e65a679 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:15:38.433535 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.436364 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ff81e0-7f7a-4c53-bbb5-97dab54bc162 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:38.438502 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-c0ff81e0-7f7a-4c53-bbb5-97dab54bc162 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:38.443102 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ff81e0-7f7a-4c53-bbb5-97dab54bc162 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:38.443774 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c0ff81e0-7f7a-4c53-bbb5-97dab54bc162 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.479603 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 1b989734-b7eb-42b0-b636-b80f50e68f50 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:38.484192 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a2057387-b202-47fd-8320-40fe66819efe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6985974 Nov 11 12:15:38.487378 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52566) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:38.495441 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-67014cb5-8e0b-4a99-a69a-826ca84aa76a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'subnet': {'network_id': '5ca0608d-9f0c-4627-b5cd-2e016e65a679', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:38.498484 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.524896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 1b989734-b7eb-42b0-b636-b80f50e68f50 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:38.525484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 1b989734-b7eb-42b0-b636-b80f50e68f50 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:38.552059 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:38.569471 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-da1b75dc-0239-4fd6-a715-80c23e43a2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.597036 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b75dc-0239-4fd6-a715-80c23e43a2ca None None] Pushing event deleted for resources: {'Port': ['ID=c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:38.600660 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b75dc-0239-4fd6-a715-80c23e43a2ca None None] No DVR routers for this DVR port c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:38.630949 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c596de0-31db-4abb-a934-9b20c36bf08e None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:38.642600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.657523 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c0ff81e0-7f7a-4c53-bbb5-97dab54bc162 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1209695 Nov 11 12:15:38.691506 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52568) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:38.698820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e8ab2a5e-eaad-4f80-934e-705eeb2fa02c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:38.700324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.768898 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a720a66-5b0d-4484-8114-477ffa87bace None None] Network 0f09bb67-5958-45fa-a66a-17d7151cb3da requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:38.796904 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f0d3-6012-45c1-9b3c-b6a5e81829a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.820057 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f0d3-6012-45c1-9b3c-b6a5e81829a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.837246 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Deleting port d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:38.837560 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.841140 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0233edab-4009-4155-ba25-f9d34f11775a None None] Provisioning complete for port d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:38.841140 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0233edab-4009-4155-ba25-f9d34f11775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.858033 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.901651 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-db126361-d280-4945-be72-90312642a11b', 'network_id': 'db126361-d280-4945-be72-90312642a11b', 'tenant_id': '928a89362a9945308be0ef835f831dfa', 'fixed_ips': [{'subnet_id': '91121ea1-b006-495f-a664-c68e5fccf4a3'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:15:38.902756 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:38.981217 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67014cb5-8e0b-4a99-a69a-826ca84aa76a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:38.984795 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-67014cb5-8e0b-4a99-a69a-826ca84aa76a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:39.076892 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] For port d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9,segment=NetworkSegment(46ee19bb-e318-4cbb-8678-6a61f3524d75),segment_id=46ee19bb-e318-4cbb-8678-6a61f3524d75)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:39.077165 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:39.079968 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Allocated IP 172.20.0.8 (26ca6761-8d62-479b-86da-de302bb5e373/59462155-98ee-4ffd-a886-0cbf523c95ae/adea88c2-0d7b-4d6b-a05f-0c89d3198c84) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:39.099688 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Calling delete_port for d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:39.116982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b9f0d3-6012-45c1-9b3c-b6a5e81829a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Router f3f354bc-6b02-4ccf-ab76-392f9d50ea44 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:15:39.139038 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ab2a5e-eaad-4f80-934e-705eeb2fa02c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:39.142733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e8ab2a5e-eaad-4f80-934e-705eeb2fa02c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:39.190427 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:39.193889 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Allocated IP 2001:db8::2 (db126361-d280-4945-be72-90312642a11b/91121ea1-b006-495f-a664-c68e5fccf4a3/a38ddf5f-c4eb-43ca-bc03-8afadcd0e307) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:39.412890 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:39.420036 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:39.420846 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:39.454408 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.ipam_backend_mixin [None req-e8ab2a5e-eaad-4f80-934e-705eeb2fa02c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91121ea1-b006-495f-a664-c68e5fccf4a3 (CIDR: 2001:db8::/64) Nov 11 12:15:39.455929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:39.485764 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77566680-3061-4eeb-a462-4bce8ec18958 None None] Network 0f09bb67-5958-45fa-a66a-17d7151cb3da requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:39.496836 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b9f0d3-6012-45c1-9b3c-b6a5e81829a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:39.502493 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ab2a5e-eaad-4f80-934e-705eeb2fa02c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:15:39.503217 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ab2a5e-eaad-4f80-934e-705eeb2fa02c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:39.505140 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-67014cb5-8e0b-4a99-a69a-826ca84aa76a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:39.505277 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f0d3-6012-45c1-9b3c-b6a5e81829a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:39.511861 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52570) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:39.512031 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae51c2c4-734c-479f-8ece-9fdb2be13304 None None] Sync routers for ids ['f3f354bc-6b02-4ccf-ab76-392f9d50ea44'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:39.519474 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d4b9f0d3-6012-45c1-9b3c-b6a5e81829a0 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "PUT /v2.0/routers/f3f354bc-6b02-4ccf-ab76-392f9d50ea44 HTTP/1.1" status: 200 len: 925 time: 3.9925199 Nov 11 12:15:39.524208 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae51c2c4-734c-479f-8ece-9fdb2be13304 None None] Routers {'f3f354bc-6b02-4ccf-ab76-392f9d50ea44'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:39.524811 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ae51c2c4-734c-479f-8ece-9fdb2be13304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f3f354bc-6b02-4ccf-ab76-392f9d50ea44'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:39.525219 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:39.572533 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ae51c2c4-734c-479f-8ece-9fdb2be13304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:39.585324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:39.587803 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae51c2c4-734c-479f-8ece-9fdb2be13304 None None] Routers {'f3f354bc-6b02-4ccf-ab76-392f9d50ea44'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:39.589243 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ae51c2c4-734c-479f-8ece-9fdb2be13304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f3f354bc-6b02-4ccf-ab76-392f9d50ea44'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:39.619951 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:39.624006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Pushing event updated for resources: {'Port': ['ID=a38ddf5f-c4eb-43ca-bc03-8afadcd0e307,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:39.626557 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:39.633416 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:39.643864 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-d60b7ea0-7bb7-48c4-9a2d-d39528c73377 None None] Provisioning complete for port d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:39.643864 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d60b7ea0-7bb7-48c4-9a2d-d39528c73377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:39.655017 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67014cb5-8e0b-4a99-a69a-826ca84aa76a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Subnet': ['ID=b156c3a6-916c-4315-81eb-fb710c001f65,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:39.656051 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ae51c2c4-734c-479f-8ece-9fdb2be13304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:39.664791 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae51c2c4-734c-479f-8ece-9fdb2be13304 None None] The sync data for ids ['f3f354bc-6b02-4ccf-ab76-392f9d50ea44'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:39.688771 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-d60b7ea0-7bb7-48c4-9a2d-d39528c73377 None None] Port d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9 was deleted so its status cannot be updated. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 11 12:15:39.726257 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e8ab2a5e-eaad-4f80-934e-705eeb2fa02c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0336642 Nov 11 12:15:39.737580 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52572) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:39.751230 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e9274bb3-ec75-4abf-8791-e68b0bbe4b29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'subnet': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:39.756844 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67014cb5-8e0b-4a99-a69a-826ca84aa76a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Checking segment: {'id': '29d8a024-b210-48c3-994b-17167558f097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5ca0608d-9f0c-4627-b5cd-2e016e65a679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:39.757206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67014cb5-8e0b-4a99-a69a-826ca84aa76a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network hostable DHCP agents. Network: 5ca0608d-9f0c-4627-b5cd-2e016e65a679, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:15:39.759872 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Allocated IP 172.26.5.109 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/8918db2e-e093-4edb-94dc-d3bc3da5d69c) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:39.790385 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d62dded7-2366-4443-8d63-2672e5adb043 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "GET /v2.0/routers/f3f354bc-6b02-4ccf-ab76-392f9d50ea44 HTTP/1.1" status: 200 len: 925 time: 0.2706668 Nov 11 12:15:39.793827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52574) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:39.835393 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Attempting to bind port a38ddf5f-c4eb-43ca-bc03-8afadcd0e307 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:39.836540 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Attempting to bind port a38ddf5f-c4eb-43ca-bc03-8afadcd0e307 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:39.836916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Attempting to bind port a38ddf5f-c4eb-43ca-bc03-8afadcd0e307 on network db126361-d280-4945-be72-90312642a11b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:39.846234 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:39.871787 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:39.872251 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Checking segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:39.872628 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:39.873025 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Bound using segment: {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:39.873508 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Bound port: a38ddf5f-c4eb-43ca-bc03-8afadcd0e307, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12cd1d1-bd95-4055-a7be-d7a84fe30000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'db126361-d280-4945-be72-90312642a11b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:39.873905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:39.877247 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:39.877462 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 11 12:15:39.929418 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Port d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9 not found, will not notify nova. {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 11 12:15:40.019767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] For port a38ddf5f-c4eb-43ca-bc03-8afadcd0e307, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:40.020283 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f0e51f-5676-4ae4-a725-9f0f148e0d5d tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:40.021820 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-57f0e51f-5676-4ae4-a725-9f0f148e0d5d tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&device_id=f3f354bc-6b02-4ccf-ab76-392f9d50ea44&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2014425 Nov 11 12:15:40.027446 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] For port a38ddf5f-c4eb-43ca-bc03-8afadcd0e307, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a38ddf5f-c4eb-43ca-bc03-8afadcd0e307,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:40.031285 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52576) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:40.045813 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67014cb5-8e0b-4a99-a69a-826ca84aa76a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 5ca0608d-9f0c-4627-b5cd-2e016e65a679 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:15:40.055127 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:40.076136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Port': ['ID=d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:40.081709 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.082391 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:40.082985 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c4e1f185-3ca2-4d1a-9e01-0fdf4d610d0b not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:40.110809 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.161871 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No DVR routers for this DVR port d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:40.166905 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Network 26ca6761-8d62-479b-86da-de302bb5e373 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:40.190204 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b42403-1a4d-409d-971b-8cb5998c47ca None None] Pushing event updated for resources: {'Port': ['ID=a38ddf5f-c4eb-43ca-bc03-8afadcd0e307,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:40.214034 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:40.221842 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:40.269402 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.272433 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Pushing event updated for resources: {'Port': ['ID=adea88c2-0d7b-4d6b-a05f-0c89d3198c84,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:40.430789 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.465104 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9274bb3-ec75-4abf-8791-e68b0bbe4b29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:40.468536 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e9274bb3-ec75-4abf-8791-e68b0bbe4b29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.499778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.533071 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-67014cb5-8e0b-4a99-a69a-826ca84aa76a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 5ca0608d-9f0c-4627-b5cd-2e016e65a679) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:40.537624 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67014cb5-8e0b-4a99-a69a-826ca84aa76a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:40.538213 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-67014cb5-8e0b-4a99-a69a-826ca84aa76a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.542856 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b026fd6-ceaa-4140-beb5-6b136b765aee None None] Network 5ca0608d-9f0c-4627-b5cd-2e016e65a679 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:40.582760 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.615363 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Subnet': ['ID=a4de1f84-1773-4636-a5a6-574274205cc9,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:40.639805 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf6a940-d01a-425f-a026-500614bb4a75 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:40.648913 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6bf6a940-d01a-425f-a026-500614bb4a75 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "GET /v2.0/networks/1bf10f9f-df41-4592-a35d-f97ab68bce69 HTTP/1.1" status: 200 len: 881 time: 0.6113775 Nov 11 12:15:40.648913 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52578) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:40.686924 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-67014cb5-8e0b-4a99-a69a-826ca84aa76a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1976640 Nov 11 12:15:40.693530 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52580) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:40.695782 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5a5855ed-b539-4002-8ae1-f4d62df2704f tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f354bc-6b02-4ccf-ab76-392f9d50ea44 HTTP/1.1" status: 200 len: 205 time: 0.0465450 Nov 11 12:15:40.699274 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52582) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:40.711215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-dfad4c33-e1bc-443f-b365-6b6028c3a6bc tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-234045896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:40.763699 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.772456 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b27c546-b992-41ea-b8e4-0019da714154 None None] Network 0f09bb67-5958-45fa-a66a-17d7151cb3da requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:40.810446 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.811085 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:40.816381 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:40.820968 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:40.847757 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e0de1e-24b2-45a8-9817-fb99f203c10b None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:40.882768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f09bb67-5958-45fa-a66a-17d7151cb3da']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:40.907034 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ee19bb-e318-4cbb-8678-6a61f3524d75') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:40.907381 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ee19bb-e318-4cbb-8678-6a61f3524d75') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:40.922197 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.926163 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.935998 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e5fafc9-632c-42d8-84d9-b62afb7fb48d tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:40.940688 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=8918db2e-e093-4edb-94dc-d3bc3da5d69c,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:40.970326 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-97478eb9-89ff-4f27-a667-2703741442c0 None None] Provisioning complete for port 8918db2e-e093-4edb-94dc-d3bc3da5d69c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:40.970713 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-97478eb9-89ff-4f27-a667-2703741442c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.027616 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dfad4c33-e1bc-443f-b365-6b6028c3a6bc tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.028619 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dfad4c33-e1bc-443f-b365-6b6028c3a6bc tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.031333 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-97478eb9-89ff-4f27-a667-2703741442c0 None None] Port 8918db2e-e093-4edb-94dc-d3bc3da5d69c cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:41.044654 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-5ca0608d-9f0c-4627-b5cd-2e016e65a679', 'network_id': '5ca0608d-9f0c-4627-b5cd-2e016e65a679', 'tenant_id': '7893216449e342f89082e63f19617aea', 'fixed_ips': [{'subnet_id': 'b156c3a6-916c-4315-81eb-fb710c001f65'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:15:41.044654 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.045059 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.102156 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:41.102798 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:41.107988 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:41.115719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74b63c0-46c6-4a49-8bb8-d476ca51f00e None None] DHCP port deletion for 0f09bb67-5958-45fa-a66a-17d7151cb3da request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:41.199803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Allocated IP 172.20.0.2 (5ca0608d-9f0c-4627-b5cd-2e016e65a679/b156c3a6-916c-4315-81eb-fb710c001f65/b26746b5-eeea-4f32-9d4c-acb5e9f0cf14) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:41.276746 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dfad4c33-e1bc-443f-b365-6b6028c3a6bc tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.330913 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.objects.ports [None req-e9274bb3-ec75-4abf-8791-e68b0bbe4b29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103002) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 12:15:41.347420 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dfad4c33-e1bc-443f-b365-6b6028c3a6bc tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.353034 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e5fafc9-632c-42d8-84d9-b62afb7fb48d tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.404480 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.413590 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.421075 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.421630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52584) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:41.422547 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/networks/0f09bb67-5958-45fa-a66a-17d7151cb3da HTTP/1.1" status: 204 len: 168 time: 3.2878857 Nov 11 12:15:41.444312 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6e1c5-67f9-429f-940c-2d450e0e8a8a tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Network': ['ID=0f09bb67-5958-45fa-a66a-17d7151cb3da,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:41.469129 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ded0ab-31b4-4aa2-a8b7-6212a5fa34e1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:41.469642 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ded0ab-31b4-4aa2-a8b7-6212a5fa34e1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:41.470352 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dfad4c33-e1bc-443f-b365-6b6028c3a6bc tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.471557 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-dfad4c33-e1bc-443f-b365-6b6028c3a6bc tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7732480 Nov 11 12:15:41.475717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52588) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:41.476895 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f8ded0ab-31b4-4aa2-a8b7-6212a5fa34e1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/subnets/a4de1f84-1773-4636-a5a6-574274205cc9 HTTP/1.1" status: 404 len: 337 time: 0.0540843 Nov 11 12:15:41.477623 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.486138 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.486249 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-364db826-9bda-49cc-9c55-15dde0f66e4a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'network_id': '5ca0608d-9f0c-4627-b5cd-2e016e65a679', 'name': 'tempest-PortsTestJSON-1978783236'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:41.486334 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52590) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:41.532201 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Network 5ca0608d-9f0c-4627-b5cd-2e016e65a679 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:41.535260 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:41.537792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:41.541958 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.582078 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3d2633-321e-4b4d-b77a-ab9cc3f27e99 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:41.582649 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3d2633-321e-4b4d-b77a-ab9cc3f27e99 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:41.587076 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-be3d2633-321e-4b4d-b77a-ab9cc3f27e99 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/networks/0f09bb67-5958-45fa-a66a-17d7151cb3da HTTP/1.1" status: 404 len: 339 time: 0.0806460 Nov 11 12:15:41.590270 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Pushing event updated for resources: {'Port': ['ID=b26746b5-eeea-4f32-9d4c-acb5e9f0cf14,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:41.605263 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52594) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:41.613293 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Attempting to bind port b26746b5-eeea-4f32-9d4c-acb5e9f0cf14 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:41.613655 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Attempting to bind port b26746b5-eeea-4f32-9d4c-acb5e9f0cf14 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '29d8a024-b210-48c3-994b-17167558f097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5ca0608d-9f0c-4627-b5cd-2e016e65a679'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:41.614014 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Attempting to bind port b26746b5-eeea-4f32-9d4c-acb5e9f0cf14 on network 5ca0608d-9f0c-4627-b5cd-2e016e65a679 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:41.622080 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ba6adb94-f2f1-4ccb-ab0c-a359b2b65597 None None] Provisioning complete for port a38ddf5f-c4eb-43ca-bc03-8afadcd0e307 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:41.622444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ba6adb94-f2f1-4ccb-ab0c-a359b2b65597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.627470 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:41.627470 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Checking segment: {'id': '29d8a024-b210-48c3-994b-17167558f097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5ca0608d-9f0c-4627-b5cd-2e016e65a679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:41.627783 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.627977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Bound using segment: {'id': '29d8a024-b210-48c3-994b-17167558f097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5ca0608d-9f0c-4627-b5cd-2e016e65a679'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:41.628448 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Bound port: b26746b5-eeea-4f32-9d4c-acb5e9f0cf14, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d8a024-b210-48c3-994b-17167558f097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5ca0608d-9f0c-4627-b5cd-2e016e65a679'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:41.628824 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.760073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-9e5fafc9-632c-42d8-84d9-b62afb7fb48d tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Deleting port c069f1ef-4379-4fbf-90f2-378ed2a560a0 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:41.760427 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e5fafc9-632c-42d8-84d9-b62afb7fb48d tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.781988 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] For port b26746b5-eeea-4f32-9d4c-acb5e9f0cf14, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:41.793000 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ba6adb94-f2f1-4ccb-ab0c-a359b2b65597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.798056 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] For port b26746b5-eeea-4f32-9d4c-acb5e9f0cf14, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b26746b5-eeea-4f32-9d4c-acb5e9f0cf14,segment=NetworkSegment(29d8a024-b210-48c3-994b-17167558f097),segment_id=29d8a024-b210-48c3-994b-17167558f097)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:41.825242 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e9274bb3-ec75-4abf-8791-e68b0bbe4b29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.837976 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-ba6adb94-f2f1-4ccb-ab0c-a359b2b65597 None None] For port a38ddf5f-c4eb-43ca-bc03-8afadcd0e307, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a38ddf5f-c4eb-43ca-bc03-8afadcd0e307,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:41.873685 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.875986 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cb38285e-a849-4386-998b-c88b80ef40f1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.910775 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a38ddf5f-c4eb-43ca-bc03-8afadcd0e307 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:41.939903 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cac0c2b2-fb11-44d8-b6d6-e95518b007ac req-5b55eb0e-0fd5-42b6-8c3d-e6da5a06a357 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1731238 Nov 11 12:15:41.948321 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ba6adb94-f2f1-4ccb-ab0c-a359b2b65597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.968249 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e5fafc9-632c-42d8-84d9-b62afb7fb48d tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:41.986191 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc92641-6a1f-47f6-b282-0701371fabd7 None None] Pushing event updated for resources: {'Port': ['ID=b26746b5-eeea-4f32-9d4c-acb5e9f0cf14,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:42.007220 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.db.api [None req-e9274bb3-ec75-4abf-8791-e68b0bbe4b29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:15:42.009462 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG oslo_db.api [None req-e9274bb3-ec75-4abf-8791-e68b0bbe4b29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:15:42.009462 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:42.015991 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-9e5fafc9-632c-42d8-84d9-b62afb7fb48d tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Calling delete_port for c069f1ef-4379-4fbf-90f2-378ed2a560a0 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:42.063410 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port a38ddf5f-c4eb-43ca-bc03-8afadcd0e307 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:42.063927 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:42.069152 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6adb94-f2f1-4ccb-ab0c-a359b2b65597 None None] Pushing event updated for resources: {'Port': ['ID=a38ddf5f-c4eb-43ca-bc03-8afadcd0e307,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:42.107223 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cb38285e-a849-4386-998b-c88b80ef40f1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:42.163489 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364db826-9bda-49cc-9c55-15dde0f66e4a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:42.166947 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-364db826-9bda-49cc-9c55-15dde0f66e4a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:42.175769 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-cb38285e-a849-4386-998b-c88b80ef40f1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c626a6-ec58-42e5-b8db-739553400e3f']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:42.205401 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-cb38285e-a849-4386-998b-c88b80ef40f1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61c7430-739e-4137-b5a2-0269aee89967') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:42.205695 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-cb38285e-a849-4386-998b-c88b80ef40f1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61c7430-739e-4137-b5a2-0269aee89967') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:42.236314 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cb38285e-a849-4386-998b-c88b80ef40f1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:42.247820 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:42.284989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:42.284989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device d85aa2d6-fc93-4db3-a92e-be25d2d2e1d9 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:42.319678 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-364db826-9bda-49cc-9c55-15dde0f66e4a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] device_id is not set on port 9fd59e81-b8d7-4277-878b-6585e72f643d yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:15:42.331887 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 746fc90c-1b18-4f13-86ed-93da7ff411ab is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:15:42.382076 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Router 63b34a5f-2b4f-45bf-9577-39894e52fc74 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:15:42.403604 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c40e4e-830d-4d87-b71b-0c29dd0b5c1b req-cfd66971-8049-4f0a-9cdb-2abc4e415aa2 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:42.405200 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e1c40e4e-830d-4d87-b71b-0c29dd0b5c1b req-cfd66971-8049-4f0a-9cdb-2abc4e415aa2 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.1807849 Nov 11 12:15:42.428311 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0c2b2-fb11-44d8-b6d6-e95518b007ac req-e813f3ee-ae10-486e-979b-2fcad96f8694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:42.430112 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cac0c2b2-fb11-44d8-b6d6-e95518b007ac req-e813f3ee-ae10-486e-979b-2fcad96f8694 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c50ad2899d5f44f391ca81db684e3194&device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 1098 time: 0.4111655 Nov 11 12:15:42.439799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cb38285e-a849-4386-998b-c88b80ef40f1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:42.458057 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb38285e-a849-4386-998b-c88b80ef40f1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:42.458453 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cb38285e-a849-4386-998b-c88b80ef40f1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:42.479903 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:42.504019 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e1c40e4e-830d-4d87-b71b-0c29dd0b5c1b req-55ad3c30-17c3-4f16-8bc5-c85537a45ef0 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911045 Nov 11 12:15:42.536012 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:42.548235 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a777b0a-efb5-482d-a03f-90aa5167d1a9 None None] Sync routers for ids ['746fc90c-1b18-4f13-86ed-93da7ff411ab'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:42.556768 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e9274bb3-ec75-4abf-8791-e68b0bbe4b29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:42.574117 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a777b0a-efb5-482d-a03f-90aa5167d1a9 None None] Routers {'746fc90c-1b18-4f13-86ed-93da7ff411ab'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:42.585500 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8a777b0a-efb5-482d-a03f-90aa5167d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['746fc90c-1b18-4f13-86ed-93da7ff411ab'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:42.608917 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8a777b0a-efb5-482d-a03f-90aa5167d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:42.622817 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a777b0a-efb5-482d-a03f-90aa5167d1a9 None None] Routers {'746fc90c-1b18-4f13-86ed-93da7ff411ab'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:42.623878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8a777b0a-efb5-482d-a03f-90aa5167d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['746fc90c-1b18-4f13-86ed-93da7ff411ab'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:42.658540 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8a777b0a-efb5-482d-a03f-90aa5167d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:42.659343 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a777b0a-efb5-482d-a03f-90aa5167d1a9 None None] The sync data for ids ['746fc90c-1b18-4f13-86ed-93da7ff411ab'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:42.675174 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:42.679399 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c80c34f0-93c9-44c8-a2ad-efa9e48bfc39 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.4955966 Nov 11 12:15:42.680028 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52612) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:42.850853 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-e9274bb3-ec75-4abf-8791-e68b0bbe4b29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] For port a38ddf5f-c4eb-43ca-bc03-8afadcd0e307, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a38ddf5f-c4eb-43ca-bc03-8afadcd0e307,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:42.882782 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7f49a7fb-0f78-4dde-bbd4-9178f13dbd9e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/routers/746fc90c-1b18-4f13-86ed-93da7ff411ab HTTP/1.1" status: 200 len: 881 time: 0.1722174 Nov 11 12:15:42.887328 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52614) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:42.949452 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e9274bb3-ec75-4abf-8791-e68b0bbe4b29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.036692 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e9274bb3-ec75-4abf-8791-e68b0bbe4b29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.037422 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e9274bb3-ec75-4abf-8791-e68b0bbe4b29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.108609 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-364db826-9bda-49cc-9c55-15dde0f66e4a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Allocated IP 172.20.0.3 (5ca0608d-9f0c-4627-b5cd-2e016e65a679/b156c3a6-916c-4315-81eb-fb710c001f65/9fd59e81-b8d7-4277-878b-6585e72f643d) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:43.164675 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9274bb3-ec75-4abf-8791-e68b0bbe4b29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:43.168956 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9274bb3-ec75-4abf-8791-e68b0bbe4b29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=a38ddf5f-c4eb-43ca-bc03-8afadcd0e307,revision_number=5']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:43.176032 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cb38285e-a849-4386-998b-c88b80ef40f1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.182827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-e9274bb3-ec75-4abf-8791-e68b0bbe4b29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:43.188203 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9274bb3-ec75-4abf-8791-e68b0bbe4b29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:43.188795 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e9274bb3-ec75-4abf-8791-e68b0bbe4b29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.193889 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eb88aa-2ced-4a37-af4c-310276c8dd67 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:43.194204 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cb38285e-a849-4386-998b-c88b80ef40f1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.198857 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-cb38285e-a849-4386-998b-c88b80ef40f1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/networks/a6c626a6-ec58-42e5-b8db-739553400e3f HTTP/1.1" status: 204 len: 168 time: 1.5924470 Nov 11 12:15:43.204187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9274bb3-ec75-4abf-8791-e68b0bbe4b29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Subnet': ['ID=b401e069-2f9e-40ed-8ded-0259d43fac0b,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:43.206551 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52616) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:43.210415 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:43.213314 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0c2b2-fb11-44d8-b6d6-e95518b007ac req-9400a1da-2798-4f56-8a2a-67ab40ba3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:43.214964 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cac0c2b2-fb11-44d8-b6d6-e95518b007ac req-9400a1da-2798-4f56-8a2a-67ab40ba3fc8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b580bc89-3da6-495d-a6bb-01e9bf883bce HTTP/1.1" status: 200 len: 898 time: 0.7531261 Nov 11 12:15:43.223762 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Sync routers for ids ['63b34a5f-2b4f-45bf-9577-39894e52fc74'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:43.247575 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Routers {'63b34a5f-2b4f-45bf-9577-39894e52fc74'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:43.249054 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['63b34a5f-2b4f-45bf-9577-39894e52fc74'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:43.260703 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38285e-a849-4386-998b-c88b80ef40f1 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Network': ['ID=a6c626a6-ec58-42e5-b8db-739553400e3f,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:43.276483 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ff84be-1d73-41b8-b6c7-35d2fdc8bd5b None None] Network 5ca0608d-9f0c-4627-b5cd-2e016e65a679 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:43.290148 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-267f166d-e752-485a-929d-30d60e7997bd tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:43.290866 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267f166d-e752-485a-929d-30d60e7997bd tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:43.299438 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-267f166d-e752-485a-929d-30d60e7997bd tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/subnets/3ba0485f-5e05-4a68-971e-c83415433df2 HTTP/1.1" status: 404 len: 337 time: 0.0870323 Nov 11 12:15:43.304639 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e9274bb3-ec75-4abf-8791-e68b0bbe4b29 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5660157 Nov 11 12:15:43.305255 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52618) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:43.314018 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52620) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:43.318942 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-ec574849-6dfb-4fab-bb85-a62b80766d96 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Request body: {'port': {'network_id': 'db126361-d280-4945-be72-90312642a11b', 'mac_address': 'fa:16:3e:de:9b:4b', 'name': 'tempest-NetworksTestDHCPv6-1062884407'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:43.343713 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de9a4f6-eff3-4de7-b557-b91431522be4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:43.344249 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de9a4f6-eff3-4de7-b557-b91431522be4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:43.352604 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2de9a4f6-eff3-4de7-b557-b91431522be4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/networks/843a42d3-d9a5-489f-af61-660a49591dba HTTP/1.1" status: 404 len: 339 time: 0.0418422 Nov 11 12:15:43.363084 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-38bf38c3-64f5-4d36-8b62-d47c387d1652 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4745996 Nov 11 12:15:43.364177 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Set router 63b34a5f-2b4f-45bf-9577-39894e52fc74 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:15:43.367209 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52622) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:43.367324 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-da3110f3-e3d9-4bfe-9ab5-08ee7ca44dd7 None None] Provisioning complete for port b26746b5-eeea-4f32-9d4c-acb5e9f0cf14 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:43.370027 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-da3110f3-e3d9-4bfe-9ab5-08ee7ca44dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.375878 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52624) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:43.381441 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-65a8b693-4757-4826-a526-9899a986f525 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1573332520'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:43.398806 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.403826 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f673def9-1397-4042-93ca-0acd7e0c2fc5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.2221317 Nov 11 12:15:43.413422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52626) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:43.483151 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e5fafc9-632c-42d8-84d9-b62afb7fb48d tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.537714 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cac0c2b2-fb11-44d8-b6d6-e95518b007ac req-0c5d5510-f381-4deb-9efc-f211a74d55c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51916070-5edf-4723-9dab-9e61f64122cc HTTP/1.1" status: 200 len: 1001 time: 0.2997527 Nov 11 12:15:43.583923 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b34a5f-2b4f-45bf-9577-39894e52fc74', 'name': '', 'tenant_id': '61ec6e57ef5a474fabb8ddf343c4d1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26ca6761-8d62-479b-86da-de302bb5e373', 'external_fixed_ips': [{'subnet_id': '59462155-98ee-4ffd-a886-0cbf523c95ae', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'adea88c2-0d7b-4d6b-a05f-0c89d3198c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:15:36Z', 'updated_at': '2021-11-11T12:15:40Z', 'revision_number': 3, 'project_id': '61ec6e57ef5a474fabb8ddf343c4d1ac', 'gw_port': {'id': 'adea88c2-0d7b-4d6b-a05f-0c89d3198c84', 'name': '', 'network_id': '26ca6761-8d62-479b-86da-de302bb5e373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:38:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b34a5f-2b4f-45bf-9577-39894e52fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '59462155-98ee-4ffd-a886-0cbf523c95ae', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:15:38Z', 'updated_at': '2021-11-11T12:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59462155-98ee-4ffd-a886-0cbf523c95ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:43.588677 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fafc9-632c-42d8-84d9-b62afb7fb48d tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Pushing event deleted for resources: {'Port': ['ID=c069f1ef-4379-4fbf-90f2-378ed2a560a0,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:43.625974 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3fb686-4fca-4fb0-affe-4d3741eed098 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:43.636124 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Checking router: 63b34a5f-2b4f-45bf-9577-39894e52fc74 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:15:43.636797 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Updating router 63b34a5f-2b4f-45bf-9577-39894e52fc74 port adea88c2-0d7b-4d6b-a05f-0c89d3198c84 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:15:43.662848 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.690334 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-da3110f3-e3d9-4bfe-9ab5-08ee7ca44dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.773333 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-da3110f3-e3d9-4bfe-9ab5-08ee7ca44dd7 None None] For port b26746b5-eeea-4f32-9d4c-acb5e9f0cf14, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b26746b5-eeea-4f32-9d4c-acb5e9f0cf14,segment=NetworkSegment(29d8a024-b210-48c3-994b-17167558f097),segment_id=29d8a024-b210-48c3-994b-17167558f097)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:43.850491 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0c2b2-fb11-44d8-b6d6-e95518b007ac req-5274ba06-a1b4-4407-84ee-429e5f729b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:43.852458 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cac0c2b2-fb11-44d8-b6d6-e95518b007ac req-5274ba06-a1b4-4407-84ee-429e5f729b84 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34e2f751-5fb5-4ae4-b698-e48b1c322623 HTTP/1.1" status: 200 len: 835 time: 0.2864246 Nov 11 12:15:43.876520 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-364db826-9bda-49cc-9c55-15dde0f66e4a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.883341 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-da3110f3-e3d9-4bfe-9ab5-08ee7ca44dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.916149 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b0be8621-f515-45fd-9d7c-e2bf4079cee9 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:43.955807 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a38ddf5f-c4eb-43ca-bc03-8afadcd0e307 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:44.024746 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec574849-6dfb-4fab-bb85-a62b80766d96 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Made reservation on behalf of 928a89362a9945308be0ef835f831dfa for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:44.027003 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3110f3-e3d9-4bfe-9ab5-08ee7ca44dd7 None None] Pushing event updated for resources: {'Port': ['ID=b26746b5-eeea-4f32-9d4c-acb5e9f0cf14,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:44.046493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e5fafc9-632c-42d8-84d9-b62afb7fb48d tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.051831 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port a38ddf5f-c4eb-43ca-bc03-8afadcd0e307 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:44.054257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.108145 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.184535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b26746b5-eeea-4f32-9d4c-acb5e9f0cf14 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:44.191567 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.195479 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e5fafc9-632c-42d8-84d9-b62afb7fb48d tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.198362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e5fafc9-632c-42d8-84d9-b62afb7fb48d tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.284099 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Attempting to bind port adea88c2-0d7b-4d6b-a05f-0c89d3198c84 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:44.284691 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Attempting to bind port adea88c2-0d7b-4d6b-a05f-0c89d3198c84 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '5ea8ed36-4071-47c9-b50b-e737c3e14603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '26ca6761-8d62-479b-86da-de302bb5e373'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:44.284791 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Attempting to bind port adea88c2-0d7b-4d6b-a05f-0c89d3198c84 on network 26ca6761-8d62-479b-86da-de302bb5e373 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:44.288530 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ebc72-a7b1-4b2b-916a-27bfd1c474cf None None] Pushing event updated for resources: {'Port': ['ID=adea88c2-0d7b-4d6b-a05f-0c89d3198c84,revision_number=2']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:44.300457 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:44.300970 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4455757b-b19e-4484-a1c5-c7353f4bc703 None None] Provisioning complete for port b26746b5-eeea-4f32-9d4c-acb5e9f0cf14 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:44.301640 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Checking segment: {'id': '5ea8ed36-4071-47c9-b50b-e737c3e14603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '26ca6761-8d62-479b-86da-de302bb5e373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:44.301807 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4455757b-b19e-4484-a1c5-c7353f4bc703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.302363 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.302955 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Bound using segment: {'id': '5ea8ed36-4071-47c9-b50b-e737c3e14603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '26ca6761-8d62-479b-86da-de302bb5e373'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:44.303796 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Bound port: adea88c2-0d7b-4d6b-a05f-0c89d3198c84, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea8ed36-4071-47c9-b50b-e737c3e14603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '26ca6761-8d62-479b-86da-de302bb5e373'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:44.304357 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.335358 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port b26746b5-eeea-4f32-9d4c-acb5e9f0cf14 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:44.335925 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.337943 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ebc72-a7b1-4b2b-916a-27bfd1c474cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:44.338496 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ebc72-a7b1-4b2b-916a-27bfd1c474cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:44.339027 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ebc72-a7b1-4b2b-916a-27bfd1c474cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:44.339601 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ebc72-a7b1-4b2b-916a-27bfd1c474cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:44.340078 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ebc72-a7b1-4b2b-916a-27bfd1c474cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:44.340630 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ebc72-a7b1-4b2b-916a-27bfd1c474cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:44.341103 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ebc72-a7b1-4b2b-916a-27bfd1c474cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:44.341592 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ebc72-a7b1-4b2b-916a-27bfd1c474cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:44.342193 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ebc72-a7b1-4b2b-916a-27bfd1c474cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:44.342706 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ebc72-a7b1-4b2b-916a-27bfd1c474cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:44.343201 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ebc72-a7b1-4b2b-916a-27bfd1c474cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:44.343669 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ebc72-a7b1-4b2b-916a-27bfd1c474cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:15:44.355074 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e5fafc9-632c-42d8-84d9-b62afb7fb48d tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.355669 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5fafc9-632c-42d8-84d9-b62afb7fb48d tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Fanout notify agent at l3_agent the message router_deleted on router f3f354bc-6b02-4ccf-ab76-392f9d50ea44 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:15:44.405484 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] For port adea88c2-0d7b-4d6b-a05f-0c89d3198c84, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:44.410433 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] For port adea88c2-0d7b-4d6b-a05f-0c89d3198c84, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=adea88c2-0d7b-4d6b-a05f-0c89d3198c84,segment=NetworkSegment(5ea8ed36-4071-47c9-b50b-e737c3e14603),segment_id=5ea8ed36-4071-47c9-b50b-e737c3e14603)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:44.428412 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e5fafc9-632c-42d8-84d9-b62afb7fb48d tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.431013 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9e5fafc9-632c-42d8-84d9-b62afb7fb48d tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "DELETE /v2.0/routers/f3f354bc-6b02-4ccf-ab76-392f9d50ea44 HTTP/1.1" status: 204 len: 168 time: 3.7271068 Nov 11 12:15:44.436591 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52630) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:44.441629 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0c2b2-fb11-44d8-b6d6-e95518b007ac req-cc04dc9e-c067-4783-aaf7-206ffb4cad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:44.443209 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cac0c2b2-fb11-44d8-b6d6-e95518b007ac req-cc04dc9e-c067-4783-aaf7-206ffb4cad3c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b580bc89-3da6-495d-a6bb-01e9bf883bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5812399 Nov 11 12:15:44.451953 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd23b2d-1308-4291-8d21-b5daf514316c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Deleting subnet 14bab217-ac2c-455a-8d50-86c24d0bf151 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:44.453236 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-24ac1b94-78d3-4cc3-961e-c7c53c4c6198 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-454184968', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:44.456169 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5dd23b2d-1308-4291-8d21-b5daf514316c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.495765 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.545681 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5dd23b2d-1308-4291-8d21-b5daf514316c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.589281 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ebc72-a7b1-4b2b-916a-27bfd1c474cf None None] Pushing event updated for resources: {'Port': ['ID=adea88c2-0d7b-4d6b-a05f-0c89d3198c84,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:44.592867 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ec574849-6dfb-4fab-bb85-a62b80766d96 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.595327 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Routers {'63b34a5f-2b4f-45bf-9577-39894e52fc74'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:44.596101 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['63b34a5f-2b4f-45bf-9577-39894e52fc74'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:44.596620 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396672b-eaca-47a1-b737-c3a9633d109f req-060c438a-fe8c-4150-8093-2761c206923d tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:44.605085 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7396672b-eaca-47a1-b737-c3a9633d109f req-060c438a-fe8c-4150-8093-2761c206923d tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.2431471 Nov 11 12:15:44.619462 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-364db826-9bda-49cc-9c55-15dde0f66e4a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.626346 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b0be8621-f515-45fd-9d7c-e2bf4079cee9 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.629634 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-ec574849-6dfb-4fab-bb85-a62b80766d96 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] device_id is not set on port d9d5b6e3-9acf-4de7-b971-a83842c76557 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:15:44.659486 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-65a8b693-4757-4826-a526-9899a986f525 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.697745 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364db826-9bda-49cc-9c55-15dde0f66e4a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=9fd59e81-b8d7-4277-878b-6585e72f643d,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:44.718670 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-24ac1b94-78d3-4cc3-961e-c7c53c4c6198 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.719154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-24ac1b94-78d3-4cc3-961e-c7c53c4c6198 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.725707 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7396672b-eaca-47a1-b737-c3a9633d109f req-296332ae-1390-4b52-92c3-c51db6504b56 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201022 Nov 11 12:15:44.731572 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] Set router 63b34a5f-2b4f-45bf-9577-39894e52fc74 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:15:44.742968 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b564cd82-88ca-47ab-b391-bf06c41c0fa3 None None] Provisioning complete for port a38ddf5f-c4eb-43ca-bc03-8afadcd0e307 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:44.743540 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b564cd82-88ca-47ab-b391-bf06c41c0fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.751687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5dd23b2d-1308-4291-8d21-b5daf514316c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.778101 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364db826-9bda-49cc-9c55-15dde0f66e4a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 5ca0608d-9f0c-4627-b5cd-2e016e65a679 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:44.794524 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-65a8b693-4757-4826-a526-9899a986f525 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.812068 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-364db826-9bda-49cc-9c55-15dde0f66e4a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:44.823439 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cac0c2b2-fb11-44d8-b6d6-e95518b007ac req-2cc8ff28-76e5-4f33-b27a-5c9599600bb3 service neutron] 10.222.0.70 "GET /v2.0/networks/b580bc89-3da6-495d-a6bb-01e9bf883bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642006 Nov 11 12:15:44.824391 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364db826-9bda-49cc-9c55-15dde0f66e4a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:44.953186 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a8b693-4757-4826-a526-9899a986f525 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 746fc90c-1b18-4f13-86ed-93da7ff411ab has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:15:44.964728 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5dd23b2d-1308-4291-8d21-b5daf514316c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:44.979863 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-24ac1b94-78d3-4cc3-961e-c7c53c4c6198 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:45.014580 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b34a5f-2b4f-45bf-9577-39894e52fc74', 'name': '', 'tenant_id': '61ec6e57ef5a474fabb8ddf343c4d1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26ca6761-8d62-479b-86da-de302bb5e373', 'external_fixed_ips': [{'subnet_id': '59462155-98ee-4ffd-a886-0cbf523c95ae', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'adea88c2-0d7b-4d6b-a05f-0c89d3198c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:15:36Z', 'updated_at': '2021-11-11T12:15:40Z', 'revision_number': 3, 'project_id': '61ec6e57ef5a474fabb8ddf343c4d1ac', 'gw_port': {'id': 'adea88c2-0d7b-4d6b-a05f-0c89d3198c84', 'name': '', 'network_id': '26ca6761-8d62-479b-86da-de302bb5e373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:38:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b34a5f-2b4f-45bf-9577-39894e52fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '59462155-98ee-4ffd-a886-0cbf523c95ae', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:15:38Z', 'updated_at': '2021-11-11T12:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59462155-98ee-4ffd-a886-0cbf523c95ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:45.043128 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364db826-9bda-49cc-9c55-15dde0f66e4a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:45.043743 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-364db826-9bda-49cc-9c55-15dde0f66e4a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:45.080654 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-24ac1b94-78d3-4cc3-961e-c7c53c4c6198 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:45.122632 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd23b2d-1308-4291-8d21-b5daf514316c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Subnet': ['ID=14bab217-ac2c-455a-8d50-86c24d0bf151,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:45.129258 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b0be8621-f515-45fd-9d7c-e2bf4079cee9 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Deleting port adea88c2-0d7b-4d6b-a05f-0c89d3198c84 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:45.129532 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b0be8621-f515-45fd-9d7c-e2bf4079cee9 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:45.137522 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c66941a-94fe-4427-a062-c37c30cb2bc8 None None] Network 478002b0-5d44-4e9b-a244-05fc8485b6ec requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:45.140691 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cac0c2b2-fb11-44d8-b6d6-e95518b007ac req-0c7efc29-28ed-426d-9bb5-295d0473bb2b service neutron] 10.222.0.70 "GET /v2.0/networks/b580bc89-3da6-495d-a6bb-01e9bf883bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089578 Nov 11 12:15:45.150009 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2780062-769d-48c5-8fd1-dd30159474fc None None] The sync data for ids ['63b34a5f-2b4f-45bf-9577-39894e52fc74'] in dv-neutron-786478-23-hyperv is: [{'id': '63b34a5f-2b4f-45bf-9577-39894e52fc74', 'name': '', 'tenant_id': '61ec6e57ef5a474fabb8ddf343c4d1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26ca6761-8d62-479b-86da-de302bb5e373', 'external_fixed_ips': [{'subnet_id': '59462155-98ee-4ffd-a886-0cbf523c95ae', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'adea88c2-0d7b-4d6b-a05f-0c89d3198c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:15:36Z', 'updated_at': '2021-11-11T12:15:40Z', 'revision_number': 3, 'project_id': '61ec6e57ef5a474fabb8ddf343c4d1ac', 'gw_port': {'id': 'adea88c2-0d7b-4d6b-a05f-0c89d3198c84', 'name': '', 'network_id': '26ca6761-8d62-479b-86da-de302bb5e373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:38:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b34a5f-2b4f-45bf-9577-39894e52fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '59462155-98ee-4ffd-a886-0cbf523c95ae', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:15:38Z', 'updated_at': '2021-11-11T12:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59462155-98ee-4ffd-a886-0cbf523c95ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:45.153555 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5dd23b2d-1308-4291-8d21-b5daf514316c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:45.160306 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5dd23b2d-1308-4291-8d21-b5daf514316c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/subnets/14bab217-ac2c-455a-8d50-86c24d0bf151 HTTP/1.1" status: 204 len: 168 time: 1.7949145 Nov 11 12:15:45.162621 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52632) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:45.174471 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a8b693-4757-4826-a526-9899a986f525 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:45.197183 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-364db826-9bda-49cc-9c55-15dde0f66e4a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7179296 Nov 11 12:15:45.205079 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52634) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:45.208024 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf38611-9d79-463f-b2e8-995b60448553 None None] Sync routers for ids ['746fc90c-1b18-4f13-86ed-93da7ff411ab'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:45.218675 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-65a8b693-4757-4826-a526-9899a986f525 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:45.220088 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-65a8b693-4757-4826-a526-9899a986f525 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/746fc90c-1b18-4f13-86ed-93da7ff411ab HTTP/1.1" status: 200 len: 888 time: 1.8431075 Nov 11 12:15:45.222837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52636) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:45.272147 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf38611-9d79-463f-b2e8-995b60448553 None None] Routers {'746fc90c-1b18-4f13-86ed-93da7ff411ab'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:45.272926 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5bf38611-9d79-463f-b2e8-995b60448553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['746fc90c-1b18-4f13-86ed-93da7ff411ab'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:45.291843 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-ec574849-6dfb-4fab-bb85-a62b80766d96 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8::37b (db126361-d280-4945-be72-90312642a11b/91121ea1-b006-495f-a664-c68e5fccf4a3/d9d5b6e3-9acf-4de7-b971-a83842c76557) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:45.307597 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-24ac1b94-78d3-4cc3-961e-c7c53c4c6198 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:45.314902 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-24ac1b94-78d3-4cc3-961e-c7c53c4c6198 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8706198 Nov 11 12:15:45.316821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-ec574849-6dfb-4fab-bb85-a62b80766d96 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Allocated IP 2001:db8:0:1:f816:3eff:fede:9b4b (db126361-d280-4945-be72-90312642a11b/b401e069-2f9e-40ed-8ded-0259d43fac0b/d9d5b6e3-9acf-4de7-b971-a83842c76557) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:45.317604 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-048d97e4-3229-4cd4-8afe-132b6e2b187e tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Deleting subnet 78c2d38e-e15d-450a-aefd-900c4273f2c0 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:45.319604 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52638) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:45.328142 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-19ad05ca-a594-4bad-9f13-88aeb2c77aff tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Request body: {'router': {'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:45.360293 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-048d97e4-3229-4cd4-8afe-132b6e2b187e tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:45.465362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-b0be8621-f515-45fd-9d7c-e2bf4079cee9 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] For port adea88c2-0d7b-4d6b-a05f-0c89d3198c84, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=adea88c2-0d7b-4d6b-a05f-0c89d3198c84,segment=NetworkSegment(5ea8ed36-4071-47c9-b50b-e737c3e14603),segment_id=5ea8ed36-4071-47c9-b50b-e737c3e14603)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:45.465721 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b0be8621-f515-45fd-9d7c-e2bf4079cee9 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:45.467031 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6b42a7c7-fd3a-49b6-833b-fb3806f445ce tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/routers/746fc90c-1b18-4f13-86ed-93da7ff411ab HTTP/1.1" status: 200 len: 888 time: 0.2430277 Nov 11 12:15:45.467713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52640) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:45.556532 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5bf38611-9d79-463f-b2e8-995b60448553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:45.564488 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b0be8621-f515-45fd-9d7c-e2bf4079cee9 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Calling delete_port for adea88c2-0d7b-4d6b-a05f-0c89d3198c84 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:45.569102 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-66daaa6a-874b-421a-9fa9-7e74db82224d None None] Provisioning complete for port 9fd59e81-b8d7-4277-878b-6585e72f643d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:45.569674 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-66daaa6a-874b-421a-9fa9-7e74db82224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:45.571833 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-048d97e4-3229-4cd4-8afe-132b6e2b187e tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:45.579746 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-47cd3bba-ab44-4406-88b5-56b8d158dad5 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/ports?device_id=746fc90c-1b18-4f13-86ed-93da7ff411ab HTTP/1.1" status: 200 len: 205 time: 0.0742123 Nov 11 12:15:45.598577 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52642) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:45.685223 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf38611-9d79-463f-b2e8-995b60448553 None None] Routers {'746fc90c-1b18-4f13-86ed-93da7ff411ab'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:45.686261 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5bf38611-9d79-463f-b2e8-995b60448553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['746fc90c-1b18-4f13-86ed-93da7ff411ab'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:45.754818 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-66daaa6a-874b-421a-9fa9-7e74db82224d None None] Port 9fd59e81-b8d7-4277-878b-6585e72f643d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:45.766828 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5bf38611-9d79-463f-b2e8-995b60448553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:45.767945 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf38611-9d79-463f-b2e8-995b60448553 None None] The sync data for ids ['746fc90c-1b18-4f13-86ed-93da7ff411ab'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:45.928643 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19ad05ca-a594-4bad-9f13-88aeb2c77aff tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:45.950047 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-048d97e4-3229-4cd4-8afe-132b6e2b187e tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:45.970602 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device adea88c2-0d7b-4d6b-a05f-0c89d3198c84 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:46.021536 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72417c-9eb9-4f51-90b8-417db5adc0a1 req-0295ca21-e7f2-4ee5-9dce-c864cc630350 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:46.024135 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6f72417c-9eb9-4f51-90b8-417db5adc0a1 req-0295ca21-e7f2-4ee5-9dce-c864cc630350 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.1378632 Nov 11 12:15:46.053555 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port adea88c2-0d7b-4d6b-a05f-0c89d3198c84 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:46.053966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.180877 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6f72417c-9eb9-4f51-90b8-417db5adc0a1 req-89d857c1-29d0-4630-a2bd-4e30f908420a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442237 Nov 11 12:15:46.192447 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-34f9c232-a38f-4c0f-8385-442797c81f94 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.215222 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.260300 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port adea88c2-0d7b-4d6b-a05f-0c89d3198c84, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=adea88c2-0d7b-4d6b-a05f-0c89d3198c84,segment=NetworkSegment(5ea8ed36-4071-47c9-b50b-e737c3e14603),segment_id=5ea8ed36-4071-47c9-b50b-e737c3e14603)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:46.261739 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-048d97e4-3229-4cd4-8afe-132b6e2b187e tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.295434 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d97e4-3229-4cd4-8afe-132b6e2b187e tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Subnet': ['ID=78c2d38e-e15d-450a-aefd-900c4273f2c0,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:46.306208 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-048d97e4-3229-4cd4-8afe-132b6e2b187e tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.311926 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-048d97e4-3229-4cd4-8afe-132b6e2b187e tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/subnets/78c2d38e-e15d-450a-aefd-900c4273f2c0 HTTP/1.1" status: 204 len: 168 time: 1.1460824 Nov 11 12:15:46.315780 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52646) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:46.337729 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.338603 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b26746b5-eeea-4f32-9d4c-acb5e9f0cf14 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:46.420576 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.428997 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=adea88c2-0d7b-4d6b-a05f-0c89d3198c84,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:46.488227 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ec574849-6dfb-4fab-bb85-a62b80766d96 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.501011 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port b26746b5-eeea-4f32-9d4c-acb5e9f0cf14 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:46.502144 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.514417 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-34f9c232-a38f-4c0f-8385-442797c81f94 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.612627 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19ad05ca-a594-4bad-9f13-88aeb2c77aff tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.636509 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19ad05ca-a594-4bad-9f13-88aeb2c77aff tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.646436 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b081095-b34c-47cc-babe-da2901f03e94 None None] Network 478002b0-5d44-4e9b-a244-05fc8485b6ec requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:46.673312 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-de34e7da-eaf4-43fd-8085-398752cd4c01 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.710038 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Deleting port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:46.710379 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.723519 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c42bddd4-154c-479f-8c47-a7b16bec4c5f None None] Provisioning complete for port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:46.724863 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c42bddd4-154c-479f-8c47-a7b16bec4c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.820661 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] For port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30,segment=NetworkSegment(744d2549-7535-4e0c-9505-aca6e736cfe8),segment_id=744d2549-7535-4e0c-9505-aca6e736cfe8)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:46.821026 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.833697 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-19ad05ca-a594-4bad-9f13-88aeb2c77aff tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Allocated IP 172.26.5.71 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/270f71f1-f0c6-477b-920b-dff429f2e334) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:46.839975 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ec574849-6dfb-4fab-bb85-a62b80766d96 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:46.844662 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Calling delete_port for 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:46.933835 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369ea6c5-ccac-43bd-b71c-583b84ceae18 None None] DHCP port deletion for 478002b0-5d44-4e9b-a244-05fc8485b6ec request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:46.941833 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec574849-6dfb-4fab-bb85-a62b80766d96 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Network db126361-d280-4945-be72-90312642a11b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:46.998238 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-369ea6c5-ccac-43bd-b71c-583b84ceae18 None None] Deleting port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:46.998619 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-369ea6c5-ccac-43bd-b71c-583b84ceae18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.000826 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-ec574849-6dfb-4fab-bb85-a62b80766d96 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:47.008863 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec574849-6dfb-4fab-bb85-a62b80766d96 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:47.012441 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19ad05ca-a594-4bad-9f13-88aeb2c77aff tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.015524 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec574849-6dfb-4fab-bb85-a62b80766d96 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:47.016279 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ec574849-6dfb-4fab-bb85-a62b80766d96 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.022365 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-34f9c232-a38f-4c0f-8385-442797c81f94 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting port 8918db2e-e093-4edb-94dc-d3bc3da5d69c {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:47.022795 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-34f9c232-a38f-4c0f-8385-442797c81f94 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.075380 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec574849-6dfb-4fab-bb85-a62b80766d96 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event updated for resources: {'Port': ['ID=d9d5b6e3-9acf-4de7-b971-a83842c76557,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:47.083808 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-369ea6c5-ccac-43bd-b71c-583b84ceae18 None None] For port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30,segment=NetworkSegment(744d2549-7535-4e0c-9505-aca6e736cfe8),segment_id=744d2549-7535-4e0c-9505-aca6e736cfe8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:47.084199 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-369ea6c5-ccac-43bd-b71c-583b84ceae18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.097904 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-369ea6c5-ccac-43bd-b71c-583b84ceae18 None None] Calling delete_port for 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:47.110158 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b0be8621-f515-45fd-9d7c-e2bf4079cee9 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.131377 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19ad05ca-a594-4bad-9f13-88aeb2c77aff tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.141788 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.161553 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be8621-f515-45fd-9d7c-e2bf4079cee9 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Pushing event deleted for resources: {'Port': ['ID=adea88c2-0d7b-4d6b-a05f-0c89d3198c84,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:47.212971 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No DVR routers for this DVR port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:47.240811 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-369ea6c5-ccac-43bd-b71c-583b84ceae18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.270115 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ad05ca-a594-4bad-9f13-88aeb2c77aff tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:47.280160 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-19ad05ca-a594-4bad-9f13-88aeb2c77aff tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:47.287473 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ec574849-6dfb-4fab-bb85-a62b80766d96 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9723597 Nov 11 12:15:47.291344 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52650) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:47.300510 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ad05ca-a594-4bad-9f13-88aeb2c77aff tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:47.307446 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-34f9c232-a38f-4c0f-8385-442797c81f94 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.308406 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369ea6c5-ccac-43bd-b71c-583b84ceae18 None None] No DVR routers for this DVR port 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:47.321977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c336674-570b-4e53-a5af-6fbe8c311f13 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:47.332650 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ea6c5-ccac-43bd-b71c-583b84ceae18 None None] Pushing event deleted for resources: {'Port': ['ID=6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:47.391982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-34f9c232-a38f-4c0f-8385-442797c81f94 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Calling delete_port for 8918db2e-e093-4edb-94dc-d3bc3da5d69c owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:47.430382 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-acf62567-cc3f-45ec-a077-b89b13cd4625 None None] Provisioning complete for port d9d5b6e3-9acf-4de7-b971-a83842c76557 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:47.430719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-acf62567-cc3f-45ec-a077-b89b13cd4625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.462650 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-de34e7da-eaf4-43fd-8085-398752cd4c01 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.499451 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b0be8621-f515-45fd-9d7c-e2bf4079cee9 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.503933 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-acf62567-cc3f-45ec-a077-b89b13cd4625 None None] Port d9d5b6e3-9acf-4de7-b971-a83842c76557 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:47.515933 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-acf62567-cc3f-45ec-a077-b89b13cd4625 None None] Provisioning complete for port 270f71f1-f0c6-477b-920b-dff429f2e334 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:47.516550 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-acf62567-cc3f-45ec-a077-b89b13cd4625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.554960 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-acf62567-cc3f-45ec-a077-b89b13cd4625 None None] Port 270f71f1-f0c6-477b-920b-dff429f2e334 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:47.618039 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-de34e7da-eaf4-43fd-8085-398752cd4c01 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.670231 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b0be8621-f515-45fd-9d7c-e2bf4079cee9 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.679276 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b0be8621-f515-45fd-9d7c-e2bf4079cee9 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.782685 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad05ca-a594-4bad-9f13-88aeb2c77aff tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Pushing event updated for resources: {'Port': ['ID=270f71f1-f0c6-477b-920b-dff429f2e334,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:47.799702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb8cf0-fe8e-4a02-b080-a5cf9951b835 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting port d9d5b6e3-9acf-4de7-b971-a83842c76557 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:47.800042 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8cf0-fe8e-4a02-b080-a5cf9951b835 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.807288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34e7da-eaf4-43fd-8085-398752cd4c01 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=9fd59e81-b8d7-4277-878b-6585e72f643d,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:47.884289 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:47.891597 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Port': ['ID=6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:47.921977 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.928756 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:47.929677 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6dde2d07-68ca-4fc0-ad6d-cb4dfd42be30 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:47.931296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b0be8621-f515-45fd-9d7c-e2bf4079cee9 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.932099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0be8621-f515-45fd-9d7c-e2bf4079cee9 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63b34a5f-2b4f-45bf-9577-39894e52fc74 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:15:47.950379 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b0be8621-f515-45fd-9d7c-e2bf4079cee9 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:47.954853 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b0be8621-f515-45fd-9d7c-e2bf4079cee9 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "DELETE /v2.0/routers/63b34a5f-2b4f-45bf-9577-39894e52fc74 HTTP/1.1" status: 204 len: 168 time: 4.5384967 Nov 11 12:15:47.960652 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52652) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:47.962869 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478002b0-5d44-4e9b-a244-05fc8485b6ec']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:47.974916 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32ca68-94bb-49cd-a285-36ae83443cd9 req-09612d8b-d097-4ab5-bf15-9027ceebaa7a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:47.977204 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aa32ca68-94bb-49cd-a285-36ae83443cd9 req-09612d8b-d097-4ab5-bf15-9027ceebaa7a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.2050714 Nov 11 12:15:47.987421 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744d2549-7535-4e0c-9505-aca6e736cfe8') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:47.987710 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744d2549-7535-4e0c-9505-aca6e736cfe8') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:48.004167 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.039077 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.094245 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:48.094762 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:48.097961 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:48.104453 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-18e6e15f-58a8-490d-8890-33ed0f3bc2b5 None None] Provisioning complete for port 9fd59e81-b8d7-4277-878b-6585e72f643d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:48.104967 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-18e6e15f-58a8-490d-8890-33ed0f3bc2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.131264 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8cf0-fe8e-4a02-b080-a5cf9951b835 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.136765 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-89761011-64f8-4a0a-85f7-e1c3c2be2b73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Deleting subnet 59462155-98ee-4ffd-a886-0cbf523c95ae {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:48.150311 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-89761011-64f8-4a0a-85f7-e1c3c2be2b73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.154074 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aa32ca68-94bb-49cd-a285-36ae83443cd9 req-01c00fc4-f38a-432d-bc73-e24141c64e56 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641421 Nov 11 12:15:48.161303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-18e6e15f-58a8-490d-8890-33ed0f3bc2b5 None None] Port 9fd59e81-b8d7-4277-878b-6585e72f643d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:48.184813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb8cf0-fe8e-4a02-b080-a5cf9951b835 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Calling delete_port for d9d5b6e3-9acf-4de7-b971-a83842c76557 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:48.186466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-34f9c232-a38f-4c0f-8385-442797c81f94 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.250517 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19ad05ca-a594-4bad-9f13-88aeb2c77aff tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.273233 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9c232-a38f-4c0f-8385-442797c81f94 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Port': ['ID=8918db2e-e093-4edb-94dc-d3bc3da5d69c,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:48.280372 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-89761011-64f8-4a0a-85f7-e1c3c2be2b73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.282168 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-de34e7da-eaf4-43fd-8085-398752cd4c01 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.286009 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc8ae49-a852-4989-8a96-1d23e7d2f954 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:48.290650 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.295986 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.303012 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/networks/478002b0-5d44-4e9b-a244-05fc8485b6ec HTTP/1.1" status: 204 len: 168 time: 1.9833162 Nov 11 12:15:48.308861 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52654) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:48.348114 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefeca7b-ebad-45bb-9b7a-c9b8e5a02cb9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Network': ['ID=478002b0-5d44-4e9b-a244-05fc8485b6ec,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:48.352779 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f99b97-95bd-491d-982e-8a807c77ceaa tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:48.353227 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f99b97-95bd-491d-982e-8a807c77ceaa tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:48.356245 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-78f99b97-95bd-491d-982e-8a807c77ceaa tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/subnets/11022d45-db15-4ffb-b4c5-6da48170f5ac HTTP/1.1" status: 404 len: 337 time: 0.0464404 Nov 11 12:15:48.377816 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52656) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:48.446714 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3c3e4b-947a-4bc1-9625-cc27968b47a7 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:48.447236 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3c3e4b-947a-4bc1-9625-cc27968b47a7 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:48.450402 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bb3c3e4b-947a-4bc1-9625-cc27968b47a7 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/networks/2f6e589d-7798-467e-aa93-ff47c6084632 HTTP/1.1" status: 404 len: 339 time: 0.0685296 Nov 11 12:15:48.454195 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52658) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:48.515699 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4abf90f-7444-4306-ae84-75846406c1e4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:48.516146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4abf90f-7444-4306-ae84-75846406c1e4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:48.521962 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b4abf90f-7444-4306-ae84-75846406c1e4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/subnets/0a9f56b0-bbe7-4e90-8e85-67699afb4d24 HTTP/1.1" status: 404 len: 337 time: 0.0643198 Nov 11 12:15:48.523085 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52660) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:48.554886 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-23133ff2-6f17-4d97-a4c6-51fefd14240c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:48.556148 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23133ff2-6f17-4d97-a4c6-51fefd14240c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:48.564768 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-23133ff2-6f17-4d97-a4c6-51fefd14240c tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/networks/863ed61f-6b83-40ff-be74-9902cef191c9 HTTP/1.1" status: 404 len: 339 time: 0.0396552 Nov 11 12:15:48.566663 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52662) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:48.582641 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19ad05ca-a594-4bad-9f13-88aeb2c77aff tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.602217 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb71e85-393e-4902-8d23-a0d5544a0683 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:48.602668 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb71e85-393e-4902-8d23-a0d5544a0683 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:48.605799 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9eb71e85-393e-4902-8d23-a0d5544a0683 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/subnets/89be9d15-1e42-4930-8015-857356514038 HTTP/1.1" status: 404 len: 337 time: 0.0382066 Nov 11 12:15:48.607160 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19ad05ca-a594-4bad-9f13-88aeb2c77aff tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.609043 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52664) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:48.631147 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dca5407-c71a-45ac-8417-33b4dd74fd7f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:48.632416 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dca5407-c71a-45ac-8417-33b4dd74fd7f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:48.635457 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3dca5407-c71a-45ac-8417-33b4dd74fd7f tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/networks/ac2c0741-189a-475d-a984-06a16e77163a HTTP/1.1" status: 404 len: 339 time: 0.0255060 Nov 11 12:15:48.668463 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52666) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:48.755533 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0acf246-d543-47fb-8ab2-2edc81d739b9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Deleting subnet a44da513-1b16-478d-b539-8da027197b82 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:48.764079 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b0acf246-d543-47fb-8ab2-2edc81d739b9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.817633 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-89761011-64f8-4a0a-85f7-e1c3c2be2b73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.818192 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b0acf246-d543-47fb-8ab2-2edc81d739b9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.843265 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-34f9c232-a38f-4c0f-8385-442797c81f94 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.911703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b0acf246-d543-47fb-8ab2-2edc81d739b9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.945268 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ad05ca-a594-4bad-9f13-88aeb2c77aff tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Router 2adfa600-268d-4888-8870-b9c1f0a6f779 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:15:48.960680 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-34f9c232-a38f-4c0f-8385-442797c81f94 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:48.965723 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-34f9c232-a38f-4c0f-8385-442797c81f94 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.066512 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ad05ca-a594-4bad-9f13-88aeb2c77aff tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:49.073502 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19ad05ca-a594-4bad-9f13-88aeb2c77aff tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.074685 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-19ad05ca-a594-4bad-9f13-88aeb2c77aff tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "PUT /v2.0/routers/2adfa600-268d-4888-8870-b9c1f0a6f779 HTTP/1.1" status: 200 len: 882 time: 3.7511601 Nov 11 12:15:49.077694 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52668) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:49.080892 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-de34e7da-eaf4-43fd-8085-398752cd4c01 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.081517 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5f7aed-3be4-4641-9091-3d249974028e None None] Sync routers for ids ['2adfa600-268d-4888-8870-b9c1f0a6f779'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:49.093425 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5f7aed-3be4-4641-9091-3d249974028e None None] Routers {'2adfa600-268d-4888-8870-b9c1f0a6f779'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:49.094264 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3a5f7aed-3be4-4641-9091-3d249974028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2adfa600-268d-4888-8870-b9c1f0a6f779'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:49.114836 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-34f9c232-a38f-4c0f-8385-442797c81f94 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.115384 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f9c232-a38f-4c0f-8385-442797c81f94 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Fanout notify agent at l3_agent the message router_deleted on router 746fc90c-1b18-4f13-86ed-93da7ff411ab {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:15:49.117810 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-89761011-64f8-4a0a-85f7-e1c3c2be2b73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.119753 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b0acf246-d543-47fb-8ab2-2edc81d739b9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.128392 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-34f9c232-a38f-4c0f-8385-442797c81f94 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.129496 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-34f9c232-a38f-4c0f-8385-442797c81f94 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/routers/746fc90c-1b18-4f13-86ed-93da7ff411ab HTTP/1.1" status: 204 len: 168 time: 3.5279238 Nov 11 12:15:49.133554 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52670) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:49.138657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-9299f472-d5d1-4fee-a1af-44e52c6b4afc tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'network': {'name': 'tempest-RoutersTest-943039117'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:49.145407 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3a5f7aed-3be4-4641-9091-3d249974028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:49.156057 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5f7aed-3be4-4641-9091-3d249974028e None None] Routers {'2adfa600-268d-4888-8870-b9c1f0a6f779'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:49.157212 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3a5f7aed-3be4-4641-9091-3d249974028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2adfa600-268d-4888-8870-b9c1f0a6f779'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:49.161513 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89761011-64f8-4a0a-85f7-e1c3c2be2b73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=59462155-98ee-4ffd-a886-0cbf523c95ae,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:49.171496 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acf246-d543-47fb-8ab2-2edc81d739b9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Subnet': ['ID=a44da513-1b16-478d-b539-8da027197b82,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:49.178968 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b0acf246-d543-47fb-8ab2-2edc81d739b9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.184395 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b0acf246-d543-47fb-8ab2-2edc81d739b9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/subnets/a44da513-1b16-478d-b539-8da027197b82 HTTP/1.1" status: 204 len: 168 time: 0.5125937 Nov 11 12:15:49.190502 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52672) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:49.191824 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-89761011-64f8-4a0a-85f7-e1c3c2be2b73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.196441 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-89761011-64f8-4a0a-85f7-e1c3c2be2b73 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/59462155-98ee-4ffd-a886-0cbf523c95ae HTTP/1.1" status: 204 len: 168 time: 1.2137604 Nov 11 12:15:49.197109 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecd2e9e-3e42-4f13-ae86-223920fb057b None None] Network 458b4c34-b078-4d6f-8a98-ba03a4813beb requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:49.202765 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3a5f7aed-3be4-4641-9091-3d249974028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:49.203259 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5f7aed-3be4-4641-9091-3d249974028e None None] The sync data for ids ['2adfa600-268d-4888-8870-b9c1f0a6f779'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:49.204420 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52676) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:49.314628 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bd6d276c-a818-49da-af8c-12b17f013a95 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "GET /v2.0/routers/2adfa600-268d-4888-8870-b9c1f0a6f779 HTTP/1.1" status: 200 len: 923 time: 0.2358320 Nov 11 12:15:49.317551 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52678) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:49.361448 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1254c4-5fca-47a0-94a7-391e4d29232f req-60b26fda-c72d-4dba-a39b-d058373e0ed1 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:49.362994 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0a1254c4-5fca-47a0-94a7-391e4d29232f req-60b26fda-c72d-4dba-a39b-d058373e0ed1 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.0932395 Nov 11 12:15:49.384705 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9299f472-d5d1-4fee-a1af-44e52c6b4afc tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Made reservation on behalf of 1c766233044443cca77dafe4d989ad4a for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:49.384705 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9299f472-d5d1-4fee-a1af-44e52c6b4afc tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.390933 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ce6e72-6841-424a-b4e6-a2719437e6b7 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:49.392378 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e6ce6e72-6841-424a-b4e6-a2719437e6b7 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&device_id=2adfa600-268d-4888-8870-b9c1f0a6f779&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0739384 Nov 11 12:15:49.397442 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52680) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:49.415347 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2588d0cf-be73-4f74-80c5-1c5c75035ab7 None None] DHCP port deletion for 458b4c34-b078-4d6f-8a98-ba03a4813beb request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:49.427440 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8cf0-fe8e-4a02-b080-a5cf9951b835 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.440914 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9299f472-d5d1-4fee-a1af-44e52c6b4afc tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:15:49.449649 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0a1254c4-5fca-47a0-94a7-391e4d29232f req-88c582ee-b5d1-4c8d-b02c-f75befe8789f tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773246 Nov 11 12:15:49.455236 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9299f472-d5d1-4fee-a1af-44e52c6b4afc tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.455738 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-9299f472-d5d1-4fee-a1af-44e52c6b4afc tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Added segment 13cde778-e24d-45cc-b633-e21c9d94218a of type vlan for network f1eb6639-89be-472d-8704-0a071d553127 Nov 11 12:15:49.485994 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-2588d0cf-be73-4f74-80c5-1c5c75035ab7 None None] Deleting port 61a6bae7-8074-4388-b824-0cde0efb449a {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:49.494354 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2588d0cf-be73-4f74-80c5-1c5c75035ab7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.500757 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9299f472-d5d1-4fee-a1af-44e52c6b4afc tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.520428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-000ce63b-3315-4f62-8fd1-b023d5054a08 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.534420 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.536072 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb8cf0-fe8e-4a02-b080-a5cf9951b835 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Port': ['ID=d9d5b6e3-9acf-4de7-b971-a83842c76557,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:49.552680 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-2588d0cf-be73-4f74-80c5-1c5c75035ab7 None None] For port 61a6bae7-8074-4388-b824-0cde0efb449a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=61a6bae7-8074-4388-b824-0cde0efb449a,segment=NetworkSegment(0e3b3c15-7719-4a57-be7b-3797499336aa),segment_id=0e3b3c15-7719-4a57-be7b-3797499336aa)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:49.557676 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2588d0cf-be73-4f74-80c5-1c5c75035ab7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.567550 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-2588d0cf-be73-4f74-80c5-1c5c75035ab7 None None] Calling delete_port for 61a6bae7-8074-4388-b824-0cde0efb449a owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:49.603347 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9299f472-d5d1-4fee-a1af-44e52c6b4afc tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.610855 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9299f472-d5d1-4fee-a1af-44e52c6b4afc tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:49.612366 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9299f472-d5d1-4fee-a1af-44e52c6b4afc tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.680282 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8cf0-fe8e-4a02-b080-a5cf9951b835 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.683513 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b0fb8cf0-fe8e-4a02-b080-a5cf9951b835 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/d9d5b6e3-9acf-4de7-b971-a83842c76557 HTTP/1.1" status: 204 len: 168 time: 2.3865211 Nov 11 12:15:49.688834 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52682) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:49.734575 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d38d4f0-f52b-44a0-aea7-0c0225a3d4b9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:49.736273 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6d38d4f0-f52b-44a0-aea7-0c0225a3d4b9 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "GET /v2.0/networks/1bf10f9f-df41-4592-a35d-f97ab68bce69 HTTP/1.1" status: 200 len: 881 time: 0.3350236 Nov 11 12:15:49.739645 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52684) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:49.742299 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2588d0cf-be73-4f74-80c5-1c5c75035ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.759251 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299f472-d5d1-4fee-a1af-44e52c6b4afc tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Network': ['ID=f1eb6639-89be-472d-8704-0a071d553127,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:49.785483 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-51e0f06d-f6b7-4660-bfa1-a4a9c561858a tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "GET /v2.0/ports?device_id=2adfa600-268d-4888-8870-b9c1f0a6f779 HTTP/1.1" status: 200 len: 205 time: 0.0430160 Nov 11 12:15:49.786467 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52686) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:49.800372 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9299f472-d5d1-4fee-a1af-44e52c6b4afc tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6658587 Nov 11 12:15:49.800979 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52688) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:49.808327 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-17bc2271-dfbf-425e-9eb7-1694586bc78f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'subnet': {'network_id': 'f1eb6639-89be-472d-8704-0a071d553127', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:49.810641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588d0cf-be73-4f74-80c5-1c5c75035ab7 None None] Pushing event deleted for resources: {'Port': ['ID=61a6bae7-8074-4388-b824-0cde0efb449a,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:49.813677 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network f1eb6639-89be-472d-8704-0a071d553127 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:15:49.829005 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-000ce63b-3315-4f62-8fd1-b023d5054a08 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.831661 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 61a6bae7-8074-4388-b824-0cde0efb449a no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:49.851194 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2588d0cf-be73-4f74-80c5-1c5c75035ab7 None None] No DVR routers for this DVR port 61a6bae7-8074-4388-b824-0cde0efb449a on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:49.868154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-000ce63b-3315-4f62-8fd1-b023d5054a08 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ca6761-8d62-479b-86da-de302bb5e373']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:49.883259 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 61a6bae7-8074-4388-b824-0cde0efb449a {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:49.883620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 61a6bae7-8074-4388-b824-0cde0efb449a not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:49.884022 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device adea88c2-0d7b-4d6b-a05f-0c89d3198c84 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:49.888307 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-000ce63b-3315-4f62-8fd1-b023d5054a08 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea8ed36-4071-47c9-b50b-e737c3e14603') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:49.888598 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-000ce63b-3315-4f62-8fd1-b023d5054a08 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea8ed36-4071-47c9-b50b-e737c3e14603') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:49.907020 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-000ce63b-3315-4f62-8fd1-b023d5054a08 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.909440 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: adea88c2-0d7b-4d6b-a05f-0c89d3198c84 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:49.909787 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device adea88c2-0d7b-4d6b-a05f-0c89d3198c84 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:49.920732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Deleting port 61a6bae7-8074-4388-b824-0cde0efb449a {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:49.920982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.940779 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66185064-7c0e-4948-a93b-01168aca06b1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:49.945071 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-66185064-7c0e-4948-a93b-01168aca06b1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2534251 Nov 11 12:15:49.954215 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52690) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:49.972720 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-de34e7da-eaf4-43fd-8085-398752cd4c01 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.974578 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-000ce63b-3315-4f62-8fd1-b023d5054a08 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.984649 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000ce63b-3315-4f62-8fd1-b023d5054a08 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:49.985039 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-000ce63b-3315-4f62-8fd1-b023d5054a08 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:49.986727 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:50.051282 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] For port 61a6bae7-8074-4388-b824-0cde0efb449a, host dv-neutron-786478-23-hyperv, got binding levels [] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:50.051650 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.059650 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc8569a-cd85-4f05-a5b7-9c3caf5c5208 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:50.061154 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2fc8569a-cd85-4f05-a5b7-9c3caf5c5208 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1060181 Nov 11 12:15:50.061802 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-de34e7da-eaf4-43fd-8085-398752cd4c01 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.065100 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52692) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:50.071644 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5382f20e-60d1-48ac-a04a-31d889307325 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.074239 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Calling delete_port for 61a6bae7-8074-4388-b824-0cde0efb449a owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:50.123632 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.ipam_backend_mixin [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Port 61a6bae7-8074-4388-b824-0cde0efb449a was not found and therefore no delete operation was performed {{(pid=103001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:15:50.141688 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bc2271-dfbf-425e-9eb7-1694586bc78f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Made reservation on behalf of 1c766233044443cca77dafe4d989ad4a for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:15:50.145168 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-17bc2271-dfbf-425e-9eb7-1694586bc78f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.151619 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.191003 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34e7da-eaf4-43fd-8085-398752cd4c01 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=9fd59e81-b8d7-4277-878b-6585e72f643d,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:50.193182 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-000ce63b-3315-4f62-8fd1-b023d5054a08 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.197802 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No DVR routers for this DVR port 61a6bae7-8074-4388-b824-0cde0efb449a on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:50.233332 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000ce63b-3315-4f62-8fd1-b023d5054a08 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 26ca6761-8d62-479b-86da-de302bb5e373 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 12:15:50.239616 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5382f20e-60d1-48ac-a04a-31d889307325 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.262485 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b882637-651c-4c59-a02e-92db9f5dc993 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:50.264294 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b882637-651c-4c59-a02e-92db9f5dc993 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:50.265799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b882637-651c-4c59-a02e-92db9f5dc993 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:50.267423 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5b882637-651c-4c59-a02e-92db9f5dc993 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1954992 Nov 11 12:15:50.268500 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-de34e7da-eaf4-43fd-8085-398752cd4c01 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.270380 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52694) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:50.272014 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-000ce63b-3315-4f62-8fd1-b023d5054a08 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.275178 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-000ce63b-3315-4f62-8fd1-b023d5054a08 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "DELETE /v2.0/networks/26ca6761-8d62-479b-86da-de302bb5e373 HTTP/1.1" status: 204 len: 168 time: 1.0599000 Nov 11 12:15:50.286632 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Port': ['ID=61a6bae7-8074-4388-b824-0cde0efb449a,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:50.301983 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ce63b-3315-4f62-8fd1-b023d5054a08 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Pushing event deleted for resources: {'Network': ['ID=26ca6761-8d62-479b-86da-de302bb5e373,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:50.416159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5382f20e-60d1-48ac-a04a-31d889307325 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Deleting port 270f71f1-f0c6-477b-920b-dff429f2e334 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:50.416392 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5382f20e-60d1-48ac-a04a-31d889307325 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.439291 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.455298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e381f3-427e-4772-960d-6e2706728f74 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet 91121ea1-b006-495f-a664-c68e5fccf4a3 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:50.461390 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f7e381f3-427e-4772-960d-6e2706728f74 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.502313 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5382f20e-60d1-48ac-a04a-31d889307325 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.506473 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-17bc2271-dfbf-425e-9eb7-1694586bc78f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.506603 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458b4c34-b078-4d6f-8a98-ba03a4813beb']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:50.533041 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3b3c15-7719-4a57-be7b-3797499336aa') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:50.533321 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3b3c15-7719-4a57-be7b-3797499336aa') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:50.544137 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5382f20e-60d1-48ac-a04a-31d889307325 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Calling delete_port for 270f71f1-f0c6-477b-920b-dff429f2e334 owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:50.546762 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f7e381f3-427e-4772-960d-6e2706728f74 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.575225 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.606088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de34e7da-eaf4-43fd-8085-398752cd4c01 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 5ca0608d-9f0c-4627-b5cd-2e016e65a679 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:50.611844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-de34e7da-eaf4-43fd-8085-398752cd4c01 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:50.618059 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.633198 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:50.633597 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:50.639276 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:50.669860 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52704) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:50.678816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a3c9d4cf-03e0-4a82-89e4-11d4ea76d4f3 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Request body: {'router': {'name': 'tempest-router--1593949860', 'project_id': 'ef9083d38d3442d18e6a45419048097e'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:50.683549 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc2271-dfbf-425e-9eb7-1694586bc78f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Subnet': ['ID=fb230bd8-25ea-4972-9bbb-eb170b7e0dc0,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:50.721931 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bc2271-dfbf-425e-9eb7-1694586bc78f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Checking segment: {'id': '13cde778-e24d-45cc-b633-e21c9d94218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f1eb6639-89be-472d-8704-0a071d553127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:50.722301 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bc2271-dfbf-425e-9eb7-1694586bc78f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network hostable DHCP agents. Network: f1eb6639-89be-472d-8704-0a071d553127, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:15:50.732282 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33808ce1-1a08-4ac1-aeba-5aca50d41c8b req-00670a4e-c8d1-4b07-9dfe-effe3c367bbc tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:50.733926 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-33808ce1-1a08-4ac1-aeba-5aca50d41c8b req-00670a4e-c8d1-4b07-9dfe-effe3c367bbc tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.1766901 Nov 11 12:15:50.821115 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f7e381f3-427e-4772-960d-6e2706728f74 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.841449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d4cf-03e0-4a82-89e4-11d4ea76d4f3 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.842478 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d4cf-03e0-4a82-89e4-11d4ea76d4f3 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.899410 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bc2271-dfbf-425e-9eb7-1694586bc78f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network f1eb6639-89be-472d-8704-0a071d553127 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:15:50.905459 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-33808ce1-1a08-4ac1-aeba-5aca50d41c8b req-31f33282-01e6-4bd1-a90a-cfbd1a5815b4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568887 Nov 11 12:15:50.917874 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.938926 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.942300 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/networks/458b4c34-b078-4d6f-8a98-ba03a4813beb HTTP/1.1" status: 204 len: 168 time: 1.7389617 Nov 11 12:15:50.943465 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad285ac-326e-4639-bf42-6e7429aeedf3 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Network': ['ID=458b4c34-b078-4d6f-8a98-ba03a4813beb,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:50.945082 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52706) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:50.968501 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f7e381f3-427e-4772-960d-6e2706728f74 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:50.971658 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-f523c2ff-26d7-4098-a908-ec7be52a29c9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:50.972080 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f523c2ff-26d7-4098-a908-ec7be52a29c9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:50.975787 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f523c2ff-26d7-4098-a908-ec7be52a29c9 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/subnets/5c401fe9-7849-4a1d-910e-a61811a8091a HTTP/1.1" status: 404 len: 337 time: 0.0294824 Nov 11 12:15:50.978141 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52708) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:50.997940 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-17bc2271-dfbf-425e-9eb7-1694586bc78f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, f1eb6639-89be-472d-8704-0a071d553127) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:50.999588 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5382f20e-60d1-48ac-a04a-31d889307325 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.002007 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e3247a-04e8-420e-9504-f6bf5f668099 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:51.005149 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e3247a-04e8-420e-9504-f6bf5f668099 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:51.005276 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de34e7da-eaf4-43fd-8085-398752cd4c01 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Router f692a222-a017-4be4-99bb-360ec45d0754 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:15:51.006187 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e4e3247a-04e8-420e-9504-f6bf5f668099 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/networks/d29cea9b-0d49-429f-a604-7c7cce9513a8 HTTP/1.1" status: 404 len: 339 time: 0.0266209 Nov 11 12:15:51.009431 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e381f3-427e-4772-960d-6e2706728f74 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=91121ea1-b006-495f-a664-c68e5fccf4a3,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:51.009593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b321f251-78a4-4f4f-b4d8-91efe3d495bf None None] Network f1eb6639-89be-472d-8704-0a071d553127 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:51.011702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f7e381f3-427e-4772-960d-6e2706728f74 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.015017 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f7e381f3-427e-4772-960d-6e2706728f74 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/91121ea1-b006-495f-a664-c68e5fccf4a3 HTTP/1.1" status: 204 len: 168 time: 0.7351086 Nov 11 12:15:51.016142 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52710) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:51.018525 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bc2271-dfbf-425e-9eb7-1694586bc78f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:51.019318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-17bc2271-dfbf-425e-9eb7-1694586bc78f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.019458 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52712) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:51.025131 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b839aa-a230-484b-b8ad-0eb57386ce5b None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:51.037096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-3f0fc9ee-6229-405e-97d4-c13bae72908c None None] Provisioning complete for port 9fd59e81-b8d7-4277-878b-6585e72f643d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:51.037615 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3f0fc9ee-6229-405e-97d4-c13bae72908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.087779 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382f20e-60d1-48ac-a04a-31d889307325 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Pushing event deleted for resources: {'Port': ['ID=270f71f1-f0c6-477b-920b-dff429f2e334,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:51.134939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c3e6bf-e65c-4669-8690-20e2eec0952c None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:51.141117 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d4cf-03e0-4a82-89e4-11d4ea76d4f3 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.153834 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-3f0fc9ee-6229-405e-97d4-c13bae72908c None None] Port 9fd59e81-b8d7-4277-878b-6585e72f643d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:51.190358 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bea437-8b7c-4968-8a25-dd39251f8bf4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Deleting subnet ed7af7ac-fc4c-4b26-837a-7e8f4f9eca40 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:51.198170 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d3bea437-8b7c-4968-8a25-dd39251f8bf4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.209806 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-17bc2271-dfbf-425e-9eb7-1694586bc78f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4063952 Nov 11 12:15:51.232377 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52714) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:51.239490 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-769edcc6-5883-46d4-9186-96c490c52004 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1511441267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:51.247235 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d4cf-03e0-4a82-89e4-11d4ea76d4f3 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.265514 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5382f20e-60d1-48ac-a04a-31d889307325 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.335944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-f1eb6639-89be-472d-8704-0a071d553127', 'network_id': 'f1eb6639-89be-472d-8704-0a071d553127', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'fixed_ips': [{'subnet_id': 'fb230bd8-25ea-4972-9bbb-eb170b7e0dc0'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:15:51.337162 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.496034 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Allocated IP 172.20.0.2 (f1eb6639-89be-472d-8704-0a071d553127/fb230bd8-25ea-4972-9bbb-eb170b7e0dc0/aa412228-d932-4da3-a7ce-9a0bb27e993b) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:51.509083 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de34e7da-eaf4-43fd-8085-398752cd4c01 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:51.518339 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-de34e7da-eaf4-43fd-8085-398752cd4c01 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "PUT /v2.0/routers/f692a222-a017-4be4-99bb-360ec45d0754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3121755 Nov 11 12:15:51.519840 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52716) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:51.536196 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-64849325-a260-440c-a97e-6a831220eb5a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Deleting subnet b401e069-2f9e-40ed-8ded-0259d43fac0b {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:51.550181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-64849325-a260-440c-a97e-6a831220eb5a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.619430 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-64849325-a260-440c-a97e-6a831220eb5a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.654947 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f102774-be78-449c-80f7-09f1d35ed9bf tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:51.659776 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0f102774-be78-449c-80f7-09f1d35ed9bf tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports?device_id=f692a222-a017-4be4-99bb-360ec45d0754 HTTP/1.1" status: 200 len: 982 time: 0.1294761 Nov 11 12:15:51.662927 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52718) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:51.673028 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.676142 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7443c400-4bdd-4e42-b38e-be4a2275a413 None None] Sync routers for ids ['f692a222-a017-4be4-99bb-360ec45d0754'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:51.690358 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7443c400-4bdd-4e42-b38e-be4a2275a413 None None] Routers {'f692a222-a017-4be4-99bb-360ec45d0754'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:51.691446 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7443c400-4bdd-4e42-b38e-be4a2275a413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f692a222-a017-4be4-99bb-360ec45d0754'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:51.729182 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7443c400-4bdd-4e42-b38e-be4a2275a413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:51.739187 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7443c400-4bdd-4e42-b38e-be4a2275a413 None None] Routers {'f692a222-a017-4be4-99bb-360ec45d0754'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:51.740643 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7443c400-4bdd-4e42-b38e-be4a2275a413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f692a222-a017-4be4-99bb-360ec45d0754'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:51.744147 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.746720 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d3bea437-8b7c-4968-8a25-dd39251f8bf4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.778568 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5382f20e-60d1-48ac-a04a-31d889307325 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.783262 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5382f20e-60d1-48ac-a04a-31d889307325 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.859388 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-769edcc6-5883-46d4-9186-96c490c52004 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.860872 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-769edcc6-5883-46d4-9186-96c490c52004 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.919251 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d3bea437-8b7c-4968-8a25-dd39251f8bf4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.923374 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5382f20e-60d1-48ac-a04a-31d889307325 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.923566 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5382f20e-60d1-48ac-a04a-31d889307325 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Fanout notify agent at l3_agent the message router_deleted on router 2adfa600-268d-4888-8870-b9c1f0a6f779 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:15:51.959498 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5382f20e-60d1-48ac-a04a-31d889307325 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.964422 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5382f20e-60d1-48ac-a04a-31d889307325 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "DELETE /v2.0/routers/2adfa600-268d-4888-8870-b9c1f0a6f779 HTTP/1.1" status: 204 len: 168 time: 2.1766360 Nov 11 12:15:51.971128 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52722) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:51.976755 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-b502784a-3822-4f5a-980b-16e7b81c73fe tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-182447622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:51.980526 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d4cf-03e0-4a82-89e4-11d4ea76d4f3 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:51.981687 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a3c9d4cf-03e0-4a82-89e4-11d4ea76d4f3 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3076489 Nov 11 12:15:51.985979 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52724) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:52.033315 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-64849325-a260-440c-a97e-6a831220eb5a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.036279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7443c400-4bdd-4e42-b38e-be4a2275a413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:52.038644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7443c400-4bdd-4e42-b38e-be4a2275a413 None None] The sync data for ids ['f692a222-a017-4be4-99bb-360ec45d0754'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:52.049762 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Network f1eb6639-89be-472d-8704-0a071d553127 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:52.054100 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:52.065210 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:52.115810 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Pushing event updated for resources: {'Port': ['ID=aa412228-d932-4da3-a7ce-9a0bb27e993b,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:52.121796 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-769edcc6-5883-46d4-9186-96c490c52004 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.135665 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ebd581b9-0b60-433b-bcbb-96ab67be1f43 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.148738 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b502784a-3822-4f5a-980b-16e7b81c73fe tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.149779 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b502784a-3822-4f5a-980b-16e7b81c73fe tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.155466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Attempting to bind port aa412228-d932-4da3-a7ce-9a0bb27e993b on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:15:52.155466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Attempting to bind port aa412228-d932-4da3-a7ce-9a0bb27e993b by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '13cde778-e24d-45cc-b633-e21c9d94218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f1eb6639-89be-472d-8704-0a071d553127'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:15:52.155466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Attempting to bind port aa412228-d932-4da3-a7ce-9a0bb27e993b on network f1eb6639-89be-472d-8704-0a071d553127 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:15:52.155466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4412f56d-6c4b-4b1b-857c-17f71815f5a4 None None] Provisioning complete for port a38ddf5f-c4eb-43ca-bc03-8afadcd0e307 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:52.155466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4412f56d-6c4b-4b1b-857c-17f71815f5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.160297 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:15:52.160942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Checking segment: {'id': '13cde778-e24d-45cc-b633-e21c9d94218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f1eb6639-89be-472d-8704-0a071d553127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:15:52.162092 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.162659 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Bound using segment: {'id': '13cde778-e24d-45cc-b633-e21c9d94218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f1eb6639-89be-472d-8704-0a071d553127'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:15:52.163407 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Bound port: aa412228-d932-4da3-a7ce-9a0bb27e993b, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13cde778-e24d-45cc-b633-e21c9d94218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f1eb6639-89be-472d-8704-0a071d553127'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:15:52.163943 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.221871 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35c85b-d954-45b6-a9e9-23ae59e15b17 req-a567e994-d370-4698-b2fc-7ebad053f849 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:52.223321 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1b35c85b-d954-45b6-a9e9-23ae59e15b17 req-a567e994-d370-4698-b2fc-7ebad053f849 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.1927242 Nov 11 12:15:52.224774 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-769edcc6-5883-46d4-9186-96c490c52004 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.252879 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-64849325-a260-440c-a97e-6a831220eb5a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.261304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b502784a-3822-4f5a-980b-16e7b81c73fe tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.291007 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64849325-a260-440c-a97e-6a831220eb5a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Subnet': ['ID=b401e069-2f9e-40ed-8ded-0259d43fac0b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:52.300869 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-684fbb03-6b75-4a5f-9ee5-7db767cba20d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.303622 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-64849325-a260-440c-a97e-6a831220eb5a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.305412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] For port aa412228-d932-4da3-a7ce-9a0bb27e993b, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:15:52.314177 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-64849325-a260-440c-a97e-6a831220eb5a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/b401e069-2f9e-40ed-8ded-0259d43fac0b HTTP/1.1" status: 204 len: 168 time: 1.2859733 Nov 11 12:15:52.314653 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] For port aa412228-d932-4da3-a7ce-9a0bb27e993b, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=aa412228-d932-4da3-a7ce-9a0bb27e993b,segment=NetworkSegment(13cde778-e24d-45cc-b633-e21c9d94218a),segment_id=13cde778-e24d-45cc-b633-e21c9d94218a)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:15:52.319162 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217b2ad8-0d10-4098-ac02-04ea1889fd35 None None] Network db126361-d280-4945-be72-90312642a11b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:52.332401 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52726) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:52.334002 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d3bea437-8b7c-4968-8a25-dd39251f8bf4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.374384 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b502784a-3822-4f5a-980b-16e7b81c73fe tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.393285 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.395418 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ebd581b9-0b60-433b-bcbb-96ab67be1f43 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.423304 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-714aebbf-a87c-4cba-9eac-e8ba1ae269d2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865374 Nov 11 12:15:52.427585 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ebd581b9-0b60-433b-bcbb-96ab67be1f43 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.431119 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-769edcc6-5883-46d4-9186-96c490c52004 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.435388 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-769edcc6-5883-46d4-9186-96c490c52004 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1989198 Nov 11 12:15:52.435388 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52728) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:52.437479 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bea437-8b7c-4968-8a25-dd39251f8bf4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7af7ac-fc4c-4b26-837a-7e8f4f9eca40,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:52.439037 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52730) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:52.456397 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d3bea437-8b7c-4968-8a25-dd39251f8bf4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.460449 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d3bea437-8b7c-4968-8a25-dd39251f8bf4 tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/subnets/ed7af7ac-fc4c-4b26-837a-7e8f4f9eca40 HTTP/1.1" status: 204 len: 168 time: 1.4381301 Nov 11 12:15:52.471406 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52732) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:52.483646 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e780f14-c368-4e5e-abc8-cf6c104ec0f0 None None] Network f50c4066-2942-430c-8f8f-f9b294ddc7cb requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:52.530665 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1b35c85b-d954-45b6-a9e9-23ae59e15b17 req-5c837fd7-b969-4d07-ae4e-5909ef8c0644 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958350 Nov 11 12:15:52.556202 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b502784a-3822-4f5a-980b-16e7b81c73fe tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.560116 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b502784a-3822-4f5a-980b-16e7b81c73fe tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5875609 Nov 11 12:15:52.561055 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52734) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:52.564369 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48b3c0-c602-4a1d-8bf7-69effe549090 None None] Pushing event updated for resources: {'Port': ['ID=aa412228-d932-4da3-a7ce-9a0bb27e993b,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:52.572242 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0509168b-eb27-43a8-868d-6a4ae0dc0d24 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:52.573794 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0509168b-eb27-43a8-868d-6a4ae0dc0d24 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1332161 Nov 11 12:15:52.576656 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52736) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:52.577468 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-22cffcbd-482c-41a5-b5d9-27da71dfac33 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'enable_snat': True}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:52.663926 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ebd581b9-0b60-433b-bcbb-96ab67be1f43 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.664529 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd581b9-0b60-433b-bcbb-96ab67be1f43 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f7abb5f-ad68-4f31-9f2d-37ab36e009d3 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:15:52.682738 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befb3415-16b6-4894-bbb7-edb4f37409aa None None] DHCP port deletion for db126361-d280-4945-be72-90312642a11b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:52.691383 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ebd581b9-0b60-433b-bcbb-96ab67be1f43 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.693224 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ebd581b9-0b60-433b-bcbb-96ab67be1f43 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "DELETE /v2.0/routers/4f7abb5f-ad68-4f31-9f2d-37ab36e009d3 HTTP/1.1" status: 204 len: 168 time: 0.7059596 Nov 11 12:15:52.698999 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b883b56-a2cd-4afe-8eeb-62f0a3b1d722 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:52.703443 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1b883b56-a2cd-4afe-8eeb-62f0a3b1d722 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1219161 Nov 11 12:15:52.703818 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52740) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:52.738723 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a24f50-4a0a-4d34-93c4-8bbf595638fd None None] DHCP port deletion for f50c4066-2942-430c-8f8f-f9b294ddc7cb request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:52.754791 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6ef3ccfc-4273-4261-b18f-1eccb8b697a2 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499172 Nov 11 12:15:52.763950 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52742) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:52.806525 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7609f0b-3b19-4f05-8e6c-e2b97e515cc9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:52.807436 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7609f0b-3b19-4f05-8e6c-e2b97e515cc9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:52.813536 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b7609f0b-3b19-4f05-8e6c-e2b97e515cc9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/d9d5b6e3-9acf-4de7-b971-a83842c76557 HTTP/1.1" status: 404 len: 333 time: 0.0480585 Nov 11 12:15:52.814246 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52744) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:52.847314 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-befb3415-16b6-4894-bbb7-edb4f37409aa None None] Deleting port a38ddf5f-c4eb-43ca-bc03-8afadcd0e307 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:52.847829 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-befb3415-16b6-4894-bbb7-edb4f37409aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.855673 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-3601f264-7522-4207-9ead-a875251bef33 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:52.856498 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3601f264-7522-4207-9ead-a875251bef33 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:52.860076 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3601f264-7522-4207-9ead-a875251bef33 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/b401e069-2f9e-40ed-8ded-0259d43fac0b HTTP/1.1" status: 404 len: 337 time: 0.0444849 Nov 11 12:15:52.864013 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52746) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:52.914086 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a545d52-0b1f-4e96-985c-56461f0b9070 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:52.920306 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a545d52-0b1f-4e96-985c-56461f0b9070 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:52.927672 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2a545d52-0b1f-4e96-985c-56461f0b9070 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/91121ea1-b006-495f-a664-c68e5fccf4a3 HTTP/1.1" status: 404 len: 337 time: 0.0611019 Nov 11 12:15:52.928775 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52748) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:52.944754 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-befb3415-16b6-4894-bbb7-edb4f37409aa None None] For port a38ddf5f-c4eb-43ca-bc03-8afadcd0e307, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a38ddf5f-c4eb-43ca-bc03-8afadcd0e307,segment=NetworkSegment(e12cd1d1-bd95-4055-a7be-d7a84fe30000),segment_id=e12cd1d1-bd95-4055-a7be-d7a84fe30000)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:52.947989 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.948107 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-befb3415-16b6-4894-bbb7-edb4f37409aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.953653 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-97a24f50-4a0a-4d34-93c4-8bbf595638fd None None] Deleting port 3b2fe7fb-5945-4edb-be31-de0451423b90 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:52.954019 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-97a24f50-4a0a-4d34-93c4-8bbf595638fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:52.958595 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a226898-e334-40d5-a10b-b432b7c8c7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:52.959364 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a226898-e334-40d5-a10b-b432b7c8c7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:52.964831 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2a226898-e334-40d5-a10b-b432b7c8c7a4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/17b69a8e-995a-4f79-8cea-9a053f9afc49 HTTP/1.1" status: 404 len: 333 time: 0.0328107 Nov 11 12:15:52.965553 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52750) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:52.992189 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-1223f97d-b87f-4bab-a463-3f65bf3a2c99 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:52.992559 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1223f97d-b87f-4bab-a463-3f65bf3a2c99 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:52.995642 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1223f97d-b87f-4bab-a463-3f65bf3a2c99 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/19057684-e39f-41ec-979d-2f3b656a038d HTTP/1.1" status: 404 len: 337 time: 0.0295870 Nov 11 12:15:52.998213 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52752) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:53.011824 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-befb3415-16b6-4894-bbb7-edb4f37409aa None None] Calling delete_port for a38ddf5f-c4eb-43ca-bc03-8afadcd0e307 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:53.025754 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-398c2c4c-275f-4264-a48a-b90e62994a71 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:53.026215 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398c2c4c-275f-4264-a48a-b90e62994a71 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:53.031939 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-398c2c4c-275f-4264-a48a-b90e62994a71 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/af0fe097-f8b4-4f06-98e5-cdb4cd646cef HTTP/1.1" status: 404 len: 337 time: 0.0301723 Nov 11 12:15:53.031939 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52754) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:53.035699 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52756) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:53.060787 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-94218f3c-11c9-472e-a608-cba01363bc5e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:53.061545 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94218f3c-11c9-472e-a608-cba01363bc5e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:53.065568 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-94218f3c-11c9-472e-a608-cba01363bc5e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/f80ff018-14bf-4445-a248-91aef8970a75 HTTP/1.1" status: 404 len: 333 time: 0.0282815 Nov 11 12:15:53.070175 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52760) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:53.106380 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a95674-ee2c-4a45-8009-16d4488205b3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:53.106971 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a95674-ee2c-4a45-8009-16d4488205b3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:53.112861 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e5a95674-ee2c-4a45-8009-16d4488205b3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/48d7b246-b3fa-43e0-ae00-2d1c6153b8be HTTP/1.1" status: 404 len: 337 time: 0.0393722 Nov 11 12:15:53.113814 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52762) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:53.115793 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-97a24f50-4a0a-4d34-93c4-8bbf595638fd None None] For port 3b2fe7fb-5945-4edb-be31-de0451423b90, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=3b2fe7fb-5945-4edb-be31-de0451423b90,segment=NetworkSegment(b60c551d-2027-4906-9898-ec73078a614e),segment_id=b60c551d-2027-4906-9898-ec73078a614e)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:53.116265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-97a24f50-4a0a-4d34-93c4-8bbf595638fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.157008 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80dc348-e0db-402e-80ff-ce84fb4eb410 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:53.157870 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a80dc348-e0db-402e-80ff-ce84fb4eb410 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:53.160967 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a80dc348-e0db-402e-80ff-ce84fb4eb410 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/1b8c47c4-ac06-4d90-87a4-9f3be45e3ca5 HTTP/1.1" status: 404 len: 337 time: 0.0433373 Nov 11 12:15:53.164741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-97a24f50-4a0a-4d34-93c4-8bbf595638fd None None] Calling delete_port for 3b2fe7fb-5945-4edb-be31-de0451423b90 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:53.165014 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52764) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:53.201441 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-22cffcbd-482c-41a5-b5d9-27da71dfac33 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.225992 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-57bd4920-863d-4462-9c55-657905c1ce0f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:53.225992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57bd4920-863d-4462-9c55-657905c1ce0f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:53.225992 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-57bd4920-863d-4462-9c55-657905c1ce0f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/d28ca68a-3f04-4f53-aedb-934f9275c018 HTTP/1.1" status: 404 len: 333 time: 0.0433254 Nov 11 12:15:53.228456 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52766) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:53.263643 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-befb3415-16b6-4894-bbb7-edb4f37409aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.268483 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55d2aaa-b8ae-4fbb-802e-ce1f59085287 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:53.269118 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55d2aaa-b8ae-4fbb-802e-ce1f59085287 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:53.273978 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a55d2aaa-b8ae-4fbb-802e-ce1f59085287 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/c22d406c-aebc-4d47-bdf6-5daef25e5ca5 HTTP/1.1" status: 404 len: 337 time: 0.0440707 Nov 11 12:15:53.276905 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52768) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:53.303815 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eaf37909-183f-48b7-b1f1-7691f368a425 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.316505 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea95a5e-78be-49f9-848e-12a3c7f1b8d1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:53.317064 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea95a5e-78be-49f9-848e-12a3c7f1b8d1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:53.324055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befb3415-16b6-4894-bbb7-edb4f37409aa None None] No DVR routers for this DVR port a38ddf5f-c4eb-43ca-bc03-8afadcd0e307 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:53.326266 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb3415-16b6-4894-bbb7-edb4f37409aa None None] Pushing event deleted for resources: {'Port': ['ID=a38ddf5f-c4eb-43ca-bc03-8afadcd0e307,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:53.336159 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8ea95a5e-78be-49f9-848e-12a3c7f1b8d1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/81444da3-6707-4aa2-ae44-54efb7c5b32e HTTP/1.1" status: 404 len: 337 time: 0.0532117 Nov 11 12:15:53.338654 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1830351184', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}, 'admin_state_up': False}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:53.341051 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52770) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:53.384304 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-97a24f50-4a0a-4d34-93c4-8bbf595638fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.413375 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a24f50-4a0a-4d34-93c4-8bbf595638fd None None] Pushing event deleted for resources: {'Port': ['ID=3b2fe7fb-5945-4edb-be31-de0451423b90,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:53.416634 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a24f50-4a0a-4d34-93c4-8bbf595638fd None None] No DVR routers for this DVR port 3b2fe7fb-5945-4edb-be31-de0451423b90 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:53.466926 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f6c020-0817-413d-bb21-94c849dab919 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:53.467641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f6c020-0817-413d-bb21-94c849dab919 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:53.470746 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d0f6c020-0817-413d-bb21-94c849dab919 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/e0ecde2e-b8ff-4790-b0ce-67f0cbe41d51 HTTP/1.1" status: 404 len: 333 time: 0.1279256 Nov 11 12:15:53.472253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Deleting port 3b2fe7fb-5945-4edb-be31-de0451423b90 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:53.472589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.474491 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52772) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:53.481868 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-684fbb03-6b75-4a5f-9ee5-7db767cba20d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port 9fd59e81-b8d7-4277-878b-6585e72f643d {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:53.482195 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-684fbb03-6b75-4a5f-9ee5-7db767cba20d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.507168 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab84fff5-b265-4354-bfda-6ef2ebe526d4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:53.507168 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab84fff5-b265-4354-bfda-6ef2ebe526d4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:53.508655 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ab84fff5-b265-4354-bfda-6ef2ebe526d4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/9069851b-bfad-4bc3-bb5b-3be2a68123ed HTTP/1.1" status: 404 len: 337 time: 0.0331893 Nov 11 12:15:53.509696 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.510719 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.515146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52774) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:53.551174 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-acfaff4c-f75f-4a6c-ad66-bcc3de8f178a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:53.552070 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acfaff4c-f75f-4a6c-ad66-bcc3de8f178a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:53.556045 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-acfaff4c-f75f-4a6c-ad66-bcc3de8f178a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/325b94e9-e8fc-4e68-aa15-d7303d9b5acc HTTP/1.1" status: 404 len: 333 time: 0.0399342 Nov 11 12:15:53.568331 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52778) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:53.652383 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ba8bd2-9630-42be-b422-f09e433d0408 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:53.652622 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ba8bd2-9630-42be-b422-f09e433d0408 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:53.655757 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-83ba8bd2-9630-42be-b422-f09e433d0408 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/3dc436a6-ec60-46d9-ba75-c7a119a190e1 HTTP/1.1" status: 404 len: 337 time: 0.0862384 Nov 11 12:15:53.659067 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52780) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:53.667374 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.679532 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] For port 3b2fe7fb-5945-4edb-be31-de0451423b90, host dv-neutron-786478-23-hyperv, got binding levels [] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:53.679532 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.701844 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-99217184-82e4-4d13-8c74-ca7c3b1dcde8 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:53.702538 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99217184-82e4-4d13-8c74-ca7c3b1dcde8 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:53.706445 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-99217184-82e4-4d13-8c74-ca7c3b1dcde8 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/583af437-8ea5-4d3a-ad1f-e80cfd357cd1 HTTP/1.1" status: 404 len: 333 time: 0.0456338 Nov 11 12:15:53.712467 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52782) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:53.738924 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Calling delete_port for 3b2fe7fb-5945-4edb-be31-de0451423b90 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:53.744437 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.ipam_backend_mixin [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Port 3b2fe7fb-5945-4edb-be31-de0451423b90 was not found and therefore no delete operation was performed {{(pid=103001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:15:53.750809 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4fcc84-0408-41f0-8a59-3bbeddef340d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:53.751408 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4fcc84-0408-41f0-8a59-3bbeddef340d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:53.751623 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e6820e-273a-4930-8d47-9546e35469cf None None] Network f1eb6639-89be-472d-8704-0a071d553127 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:53.755875 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9f4fcc84-0408-41f0-8a59-3bbeddef340d tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/f38fa8fa-c0fb-4a4a-8e83-da138a472511 HTTP/1.1" status: 404 len: 337 time: 0.0423214 Nov 11 12:15:53.758688 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.760202 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52784) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:53.765288 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e1e94-3088-4bf3-8bbb-7bc4c3565949 req-6c61e42b-2549-4e26-b29e-a09a961f6b80 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:53.766916 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a51e1e94-3088-4bf3-8bbb-7bc4c3565949 req-6c61e42b-2549-4e26-b29e-a09a961f6b80 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.1554112 Nov 11 12:15:53.882356 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device aa412228-d932-4da3-a7ce-9a0bb27e993b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:53.930189 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8bed3ff8-11bb-4656-8572-711413cb99a9 None None] Provisioning complete for port aa412228-d932-4da3-a7ce-9a0bb27e993b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:53.930551 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8bed3ff8-11bb-4656-8572-711413cb99a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.944156 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:53.953581 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a51e1e94-3088-4bf3-8bbb-7bc4c3565949 req-b8d37984-c237-4002-bf49-cbca49e32bac tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517060 Nov 11 12:15:54.021846 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port aa412228-d932-4da3-a7ce-9a0bb27e993b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:54.022219 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.108418 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8bed3ff8-11bb-4656-8572-711413cb99a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.161810 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Port': ['ID=3b2fe7fb-5945-4edb-be31-de0451423b90,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:54.165993 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-684fbb03-6b75-4a5f-9ee5-7db767cba20d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.172872 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-5849b421-e286-45e9-a43b-8f9bea766d3b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:54.173771 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5849b421-e286-45e9-a43b-8f9bea766d3b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:54.177063 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5849b421-e286-45e9-a43b-8f9bea766d3b tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/48cf1b9c-f27f-4ff6-b480-be9740f278d2 HTTP/1.1" status: 404 len: 333 time: 0.4113181 Nov 11 12:15:54.179089 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.184211 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8bed3ff8-11bb-4656-8572-711413cb99a9 None None] For port aa412228-d932-4da3-a7ce-9a0bb27e993b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=aa412228-d932-4da3-a7ce-9a0bb27e993b,segment=NetworkSegment(13cde778-e24d-45cc-b633-e21c9d94218a),segment_id=13cde778-e24d-45cc-b633-e21c9d94218a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:54.186046 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] No DVR routers for this DVR port 3b2fe7fb-5945-4edb-be31-de0451423b90 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:54.188886 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52786) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:54.241809 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-684fbb03-6b75-4a5f-9ee5-7db767cba20d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for 9fd59e81-b8d7-4277-878b-6585e72f643d owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:54.257092 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba2f551-52f1-4c4a-b096-0febf316cfe4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:54.257092 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba2f551-52f1-4c4a-b096-0febf316cfe4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:54.262212 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-eba2f551-52f1-4c4a-b096-0febf316cfe4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/f36b2af9-4d00-451e-9073-56dfb94dad75 HTTP/1.1" status: 404 len: 337 time: 0.0723104 Nov 11 12:15:54.265429 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8bed3ff8-11bb-4656-8572-711413cb99a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.266874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52788) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:54.298758 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a80ff0d-9007-428b-a3a4-dda706a2bf73 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:54.299488 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a80ff0d-9007-428b-a3a4-dda706a2bf73 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:54.304634 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7a80ff0d-9007-428b-a3a4-dda706a2bf73 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/89a012de-6ebc-4991-96cf-3c67d6d2c97c HTTP/1.1" status: 404 len: 333 time: 0.0367539 Nov 11 12:15:54.315165 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52790) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:54.323866 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.344325 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.362770 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed3ff8-11bb-4656-8572-711413cb99a9 None None] Pushing event updated for resources: {'Port': ['ID=aa412228-d932-4da3-a7ce-9a0bb27e993b,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:54.367833 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:15:54.369524 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:15:54.372413 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-eaf37909-183f-48b7-b1f1-7691f368a425 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Allocated IP 172.20.0.1 (f1eb6639-89be-472d-8704-0a071d553127/fb230bd8-25ea-4972-9bbb-eb170b7e0dc0/c75465e7-6e65-4f37-b8f0-0ad2ee7e872b) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:54.390225 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-516ee57c-b223-4085-8c9d-ba781d2302ba None None] Provisioning complete for port aa412228-d932-4da3-a7ce-9a0bb27e993b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:54.390635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-516ee57c-b223-4085-8c9d-ba781d2302ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.401754 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.407767 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a52cfa-8cac-4428-8494-eef3058a6322 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:54.408212 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a52cfa-8cac-4428-8494-eef3058a6322 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:54.411423 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-92a52cfa-8cac-4428-8494-eef3058a6322 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/bfc16b9a-e4f7-43ab-8c36-031cfc775b66 HTTP/1.1" status: 404 len: 337 time: 0.0929649 Nov 11 12:15:54.414271 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52792) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:54.462837 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9ef160-b069-4e89-8f91-5ceb918ff38e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:54.464506 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9ef160-b069-4e89-8f91-5ceb918ff38e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:54.468995 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0c9ef160-b069-4e89-8f91-5ceb918ff38e tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/1b1940a2-aebc-4186-85e3-9fbfe6760a35 HTTP/1.1" status: 404 len: 333 time: 0.0533926 Nov 11 12:15:54.474475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52794) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:54.501905 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50c4066-2942-430c-8f8f-f9b294ddc7cb']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:54.504958 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-25bddb02-2166-48b0-b325-4a32a42a6f74 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:54.505560 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25bddb02-2166-48b0-b325-4a32a42a6f74 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:54.508497 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-25bddb02-2166-48b0-b325-4a32a42a6f74 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/a476663f-3259-461d-a4cc-0856d0f1fca5 HTTP/1.1" status: 404 len: 337 time: 0.0329380 Nov 11 12:15:54.512196 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52796) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:54.549165 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f1c5b43-4c06-4960-ab26-79dc0fc6b80c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:54.549534 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f1c5b43-4c06-4960-ab26-79dc0fc6b80c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:54.553139 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0f1c5b43-4c06-4960-ab26-79dc0fc6b80c tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/bf37ade9-8b6a-45cd-b58b-f946de9af4f2 HTTP/1.1" status: 404 len: 337 time: 0.0400424 Nov 11 12:15:54.558428 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52798) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:54.565672 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Allocated IP 172.26.5.66 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/0b4bfa81-dd6c-4288-b5a0-975eff984573) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:54.585308 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ef0457-a15f-48e1-9f77-fe02358315fc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:54.585941 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ef0457-a15f-48e1-9f77-fe02358315fc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:54.588961 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c6ef0457-a15f-48e1-9f77-fe02358315fc tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/88b8d26f-560a-4b34-a8e8-4682a1c46341 HTTP/1.1" status: 404 len: 333 time: 0.0296285 Nov 11 12:15:54.592679 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52800) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:54.614039 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60c551d-2027-4906-9898-ec73078a614e') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:54.614329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60c551d-2027-4906-9898-ec73078a614e') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:54.623153 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-8926ff49-f364-4c84-8436-e324eb17f9da tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:54.623605 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8926ff49-f364-4c84-8436-e324eb17f9da tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:54.626627 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8926ff49-f364-4c84-8436-e324eb17f9da tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/15d2d5ba-75f8-4e03-b6dc-2a7bc09d9170 HTTP/1.1" status: 404 len: 337 time: 0.0330544 Nov 11 12:15:54.635983 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52802) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:54.650408 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.689467 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac14624-f6b3-47af-ac15-efdec3e05ec4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:54.689921 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac14624-f6b3-47af-ac15-efdec3e05ec4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:54.697892 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cac14624-f6b3-47af-ac15-efdec3e05ec4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/31eab8da-c6e7-4e42-87a2-008af383b52f HTTP/1.1" status: 404 len: 337 time: 0.0566642 Nov 11 12:15:54.698060 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52804) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:54.715901 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.746143 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.753470 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:54.753868 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:54.768770 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:54.818824 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf14ddf-efe9-477e-a1a4-99cb010b1539 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:54.819395 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf14ddf-efe9-477e-a1a4-99cb010b1539 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:54.822507 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fcf14ddf-efe9-477e-a1a4-99cb010b1539 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/a0587c01-07a5-419a-a3f2-5d38e6ad79a5 HTTP/1.1" status: 404 len: 333 time: 0.1197319 Nov 11 12:15:54.825496 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52806) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:54.833585 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-22cffcbd-482c-41a5-b5d9-27da71dfac33 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.838059 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eaf37909-183f-48b7-b1f1-7691f368a425 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.851932 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d965389-5b32-4301-b2c7-b8925f3f0aa4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:54.852405 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d965389-5b32-4301-b2c7-b8925f3f0aa4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:54.855433 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3d965389-5b32-4301-b2c7-b8925f3f0aa4 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/69802bbb-1451-4d48-bc1c-78841a15e9b8 HTTP/1.1" status: 404 len: 337 time: 0.0289404 Nov 11 12:15:54.856479 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.858227 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52808) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:54.877430 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-22cffcbd-482c-41a5-b5d9-27da71dfac33 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.915737 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7ccb1f-af27-45e5-90bd-f8f38e51506a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:54.916211 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7ccb1f-af27-45e5-90bd-f8f38e51506a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:54.921819 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5e7ccb1f-af27-45e5-90bd-f8f38e51506a tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/1c218254-7406-4eca-9bea-804277f5a5f9 HTTP/1.1" status: 404 len: 337 time: 0.0585992 Nov 11 12:15:54.931070 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:54.931070 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52810) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:54.938069 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:54.944676 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:54.956100 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8781804c-921b-401c-bc8e-295af953edfa None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:54.983153 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-97cbde1f-089c-4441-99c7-e2fdb8871c17 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:54.990670 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97cbde1f-089c-4441-99c7-e2fdb8871c17 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:54.990670 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-97cbde1f-089c-4441-99c7-e2fdb8871c17 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/d6a92c14-a68f-4ae5-8a41-d762ae584008 HTTP/1.1" status: 404 len: 333 time: 0.0598106 Nov 11 12:15:54.990670 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Pushing event updated for resources: {'Port': ['ID=0b4bfa81-dd6c-4288-b5a0-975eff984573,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:54.992929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52814) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:54.995707 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-684fbb03-6b75-4a5f-9ee5-7db767cba20d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:54.999874 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.005519 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.006353 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 3b2fe7fb-5945-4edb-be31-de0451423b90 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:55.009279 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] 10.222.0.50 "DELETE /v2.0/networks/f50c4066-2942-430c-8f8f-f9b294ddc7cb HTTP/1.1" status: 204 len: 168 time: 2.4952097 Nov 11 12:15:55.025055 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ade089d-e5f1-4f5b-ab6c-0596941e5ad3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:55.025310 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ade089d-e5f1-4f5b-ab6c-0596941e5ad3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:55.028351 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3ade089d-e5f1-4f5b-ab6c-0596941e5ad3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/46c3fbf9-7f64-4d9d-af0e-e78978f9c0d4 HTTP/1.1" status: 404 len: 337 time: 0.0346611 Nov 11 12:15:55.032278 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52818) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:55.060701 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 3b2fe7fb-5945-4edb-be31-de0451423b90 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:55.061265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 3b2fe7fb-5945-4edb-be31-de0451423b90 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:55.061970 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a38ddf5f-c4eb-43ca-bc03-8afadcd0e307 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:55.065357 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-45dab226-acc6-485f-a4f8-7298406c7a70 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:55.065808 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45dab226-acc6-485f-a4f8-7298406c7a70 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:55.068997 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-45dab226-acc6-485f-a4f8-7298406c7a70 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/c6a2cc65-a9c8-44c2-9464-b92b7c8779eb HTTP/1.1" status: 404 len: 337 time: 0.0357234 Nov 11 12:15:55.073265 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eaf37909-183f-48b7-b1f1-7691f368a425 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.077008 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52820) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:55.087270 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089b526-e7ea-4946-b179-115e5ec95fea tempest-NetworksIpV6Test-374792140 tempest-NetworksIpV6Test-374792140-project] Pushing event deleted for resources: {'Network': ['ID=f50c4066-2942-430c-8f8f-f9b294ddc7cb,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:55.090383 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fbb03-6b75-4a5f-9ee5-7db767cba20d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=9fd59e81-b8d7-4277-878b-6585e72f643d,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:55.096268 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: a38ddf5f-c4eb-43ca-bc03-8afadcd0e307 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:55.096619 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a38ddf5f-c4eb-43ca-bc03-8afadcd0e307 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:55.100782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4338fd83-cf62-4ed0-b772-e37c7defee15 None None] Provisioning complete for port 0b4bfa81-dd6c-4288-b5a0-975eff984573 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:55.101157 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4338fd83-cf62-4ed0-b772-e37c7defee15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.150689 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf37909-183f-48b7-b1f1-7691f368a425 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network f1eb6639-89be-472d-8704-0a071d553127 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:55.175784 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-4338fd83-cf62-4ed0-b772-e37c7defee15 None None] Port 0b4bfa81-dd6c-4288-b5a0-975eff984573 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:55.190333 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-eaf37909-183f-48b7-b1f1-7691f368a425 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:55.193255 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf37909-183f-48b7-b1f1-7691f368a425 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:55.210884 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-73fb3f7f-2c6e-4a98-a0ba-d0ef2d6e7339 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports?device_id=31076d3e-1cd0-4c17-8dd7-cedd73cb03a3 HTTP/1.1" status: 200 len: 205 time: 0.1314745 Nov 11 12:15:55.216045 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52822) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:55.217944 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-22cffcbd-482c-41a5-b5d9-27da71dfac33 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Allocated IP 172.26.5.209 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/95c44ab6-7828-4571-8369-a25578863a9c) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:15:55.301169 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f263a4b-dda6-46b6-a00a-69b78e6d10cb req-0319acf4-0bd9-47ce-bdf3-62d41c74b088 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:55.302997 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5f263a4b-dda6-46b6-a00a-69b78e6d10cb req-0319acf4-0bd9-47ce-bdf3-62d41c74b088 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.2416184 Nov 11 12:15:55.313949 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf37909-183f-48b7-b1f1-7691f368a425 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=c75465e7-6e65-4f37-b8f0-0ad2ee7e872b,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:55.323005 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-0f510f83-da2d-459b-bd54-4bd2020c2927 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] delete failed (client error): The resource could not be found. Nov 11 12:15:55.327384 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0f510f83-da2d-459b-bd54-4bd2020c2927 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/routers/31076d3e-1cd0-4c17-8dd7-cedd73cb03a3 HTTP/1.1" status: 404 len: 336 time: 0.1049557 Nov 11 12:15:55.334541 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52824) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:55.404595 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc3f1ad-daf7-465c-90e9-07afedeef3f8 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:55.405050 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc3f1ad-daf7-465c-90e9-07afedeef3f8 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:55.410049 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8bc3f1ad-daf7-465c-90e9-07afedeef3f8 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/2d77ccaa-36df-404c-9fea-da6bb7ac53d4 HTTP/1.1" status: 404 len: 337 time: 0.0704739 Nov 11 12:15:55.414311 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52826) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:55.452030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eaf37909-183f-48b7-b1f1-7691f368a425 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.458430 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-22b27412-c134-4fbe-8d2c-75f6c14395c3 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "GET /v2.0/ports?device_id=0daef7c0-aeb5-4726-837f-836226c42ed0 HTTP/1.1" status: 200 len: 205 time: 0.0403562 Nov 11 12:15:55.461627 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52828) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:55.504243 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-684fbb03-6b75-4a5f-9ee5-7db767cba20d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.538706 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5f263a4b-dda6-46b6-a00a-69b78e6d10cb req-779ebc38-8abd-44b4-84a5-7635cf48706d tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082009 Nov 11 12:15:55.542501 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-d80d36dc-45b1-4cd7-ad8b-ffe715747f38 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] delete failed (client error): The resource could not be found. Nov 11 12:15:55.543521 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d80d36dc-45b1-4cd7-ad8b-ffe715747f38 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/routers/0daef7c0-aeb5-4726-837f-836226c42ed0 HTTP/1.1" status: 404 len: 336 time: 0.0808516 Nov 11 12:15:55.547337 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52832) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:55.608499 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-2f7d7a9a-1632-46d2-8dcb-324a1d4be547 None None] Provisioning complete for port c75465e7-6e65-4f37-b8f0-0ad2ee7e872b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:55.609925 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2f7d7a9a-1632-46d2-8dcb-324a1d4be547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.655804 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52834) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:55.661581 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d7a9a-1632-46d2-8dcb-324a1d4be547 None None] Port c75465e7-6e65-4f37-b8f0-0ad2ee7e872b cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:55.669515 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-22cffcbd-482c-41a5-b5d9-27da71dfac33 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.798182 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device aa412228-d932-4da3-a7ce-9a0bb27e993b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:15:55.808003 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684fbb03-6b75-4a5f-9ee5-7db767cba20d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Router f692a222-a017-4be4-99bb-360ec45d0754 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:15:55.808749 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eaf37909-183f-48b7-b1f1-7691f368a425 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.854908 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port aa412228-d932-4da3-a7ce-9a0bb27e993b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:55.855447 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.923639 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8ba470-0136-4e58-8a0f-c2cdb10d3818 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:55.924354 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8ba470-0136-4e58-8a0f-c2cdb10d3818 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:55.927937 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7a8ba470-0136-4e58-8a0f-c2cdb10d3818 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/100a232a-90b6-4fc8-9b6a-e83326d819ae HTTP/1.1" status: 404 len: 337 time: 0.3796899 Nov 11 12:15:55.954202 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52838) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:55.954644 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-22cffcbd-482c-41a5-b5d9-27da71dfac33 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:55.981067 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9cb8d930-140f-4160-a9a1-00a0041d4761 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b3e3d86cd0a4032ba5e9f5e45e82059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205552 Nov 11 12:15:55.985399 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52840) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:55.997668 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df93bb3-c7a9-405a-b46c-aa220f94e68f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:55.998115 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df93bb3-c7a9-405a-b46c-aa220f94e68f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:56.001078 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8df93bb3-c7a9-405a-b46c-aa220f94e68f tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/26c0950b-12f3-478f-b0d3-65bca9ef5887 HTTP/1.1" status: 404 len: 337 time: 0.0463252 Nov 11 12:15:56.004749 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52842) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:56.048025 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-25420d7d-ba06-4170-9cd5-2be943071362 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:56.048673 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25420d7d-ba06-4170-9cd5-2be943071362 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:56.052251 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-25420d7d-ba06-4170-9cd5-2be943071362 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/a8cc8df8-5d2f-42fa-8c41-7e47b51a1c08 HTTP/1.1" status: 404 len: 333 time: 0.0450914 Nov 11 12:15:56.056731 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52844) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:56.065218 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684fbb03-6b75-4a5f-9ee5-7db767cba20d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:56.067389 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.077360 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-684fbb03-6b75-4a5f-9ee5-7db767cba20d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "PUT /v2.0/routers/f692a222-a017-4be4-99bb-360ec45d0754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4132438 Nov 11 12:15:56.079202 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cffcbd-482c-41a5-b5d9-27da71dfac33 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:56.082031 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d11f11-cbde-433e-a977-f0eac15190d0 None None] Sync routers for ids ['f692a222-a017-4be4-99bb-360ec45d0754'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:56.088958 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52846) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:56.093608 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d11f11-cbde-433e-a977-f0eac15190d0 None None] Routers {'f692a222-a017-4be4-99bb-360ec45d0754'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:56.094313 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a8d11f11-cbde-433e-a977-f0eac15190d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f692a222-a017-4be4-99bb-360ec45d0754'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:56.101493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-22cffcbd-482c-41a5-b5d9-27da71dfac33 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:56.109607 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cffcbd-482c-41a5-b5d9-27da71dfac33 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:15:56.121452 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b93eaa-7ea5-4874-96b6-bc4551305124 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:56.121901 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b93eaa-7ea5-4874-96b6-bc4551305124 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:56.123087 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843252a9-0e97-423d-93ff-828ab14524dd None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:56.125766 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b0b93eaa-7ea5-4874-96b6-bc4551305124 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/4544daf1-5495-4e82-a288-9d8277b5882b HTTP/1.1" status: 404 len: 337 time: 0.0681145 Nov 11 12:15:56.130048 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52848) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:56.139026 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a8d11f11-cbde-433e-a977-f0eac15190d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:56.150232 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11efb59-499b-4118-b4ad-301122940fb3 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] GET failed (client error): The resource could not be found. Nov 11 12:15:56.150590 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d11f11-cbde-433e-a977-f0eac15190d0 None None] Routers {'f692a222-a017-4be4-99bb-360ec45d0754'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:56.151332 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a8d11f11-cbde-433e-a977-f0eac15190d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f692a222-a017-4be4-99bb-360ec45d0754'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:56.154532 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e11efb59-499b-4118-b4ad-301122940fb3 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports/9fd59e81-b8d7-4277-878b-6585e72f643d HTTP/1.1" status: 404 len: 333 time: 0.0619388 Nov 11 12:15:56.155765 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cffcbd-482c-41a5-b5d9-27da71dfac33 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Pushing event updated for resources: {'Port': ['ID=95c44ab6-7828-4571-8369-a25578863a9c,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:56.163188 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52850) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:56.173995 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a45fdf5-9a64-4b78-943a-6fcb2a7b9563 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:56.174639 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a45fdf5-9a64-4b78-943a-6fcb2a7b9563 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:56.178213 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1a45fdf5-9a64-4b78-943a-6fcb2a7b9563 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/b0233b80-1dd9-43b4-897f-2fb945e54abf HTTP/1.1" status: 404 len: 333 time: 0.0454917 Nov 11 12:15:56.184587 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52852) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:56.201438 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a8d11f11-cbde-433e-a977-f0eac15190d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:56.201669 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-94dcbc26-d2c8-4223-a213-512f01e3b4e9 None None] Provisioning complete for port 95c44ab6-7828-4571-8369-a25578863a9c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:56.201927 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-94dcbc26-d2c8-4223-a213-512f01e3b4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.202390 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d11f11-cbde-433e-a977-f0eac15190d0 None None] The sync data for ids ['f692a222-a017-4be4-99bb-360ec45d0754'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:56.255415 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-94dcbc26-d2c8-4223-a213-512f01e3b4e9 None None] Port 95c44ab6-7828-4571-8369-a25578863a9c cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:56.282312 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70d75053-9e1c-4ee2-8edc-bf258481b697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.289535 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-be68f0ac-9a6e-40b3-9179-017c52de50a1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:56.289977 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be68f0ac-9a6e-40b3-9179-017c52de50a1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:56.295264 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-be68f0ac-9a6e-40b3-9179-017c52de50a1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/bece0da7-a18f-483a-b88e-5c4b66ad6b05 HTTP/1.1" status: 404 len: 337 time: 0.1072552 Nov 11 12:15:56.295730 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52854) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:56.317360 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b33cea27-0d7b-4d43-ac7a-b64388253ba2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.402668 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-436581e2-2252-44ac-ba1d-1b49434b27c9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:56.403438 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436581e2-2252-44ac-ba1d-1b49434b27c9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:56.406567 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-436581e2-2252-44ac-ba1d-1b49434b27c9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/65f7e158-f684-4818-af3c-4d46e93e3b59 HTTP/1.1" status: 404 len: 333 time: 0.1032760 Nov 11 12:15:56.408800 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70d75053-9e1c-4ee2-8edc-bf258481b697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.414792 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52856) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:56.468565 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb34041-82d1-4fad-80d5-c88c14ed0da1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:56.468927 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb34041-82d1-4fad-80d5-c88c14ed0da1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:56.472554 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ebb34041-82d1-4fad-80d5-c88c14ed0da1 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/c5dd39f3-ca2f-4933-8431-8e605a5271a0 HTTP/1.1" status: 404 len: 337 time: 0.0503786 Nov 11 12:15:56.514247 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52858) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:56.634745 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa4b180-a4bc-4516-8b6d-8c849fc88612 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:56.635484 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa4b180-a4bc-4516-8b6d-8c849fc88612 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:56.641017 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3fa4b180-a4bc-4516-8b6d-8c849fc88612 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/334f54c7-f3a7-4cae-8dcf-e0967633601d HTTP/1.1" status: 404 len: 333 time: 0.1179590 Nov 11 12:15:56.653408 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52862) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:56.729240 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b33cea27-0d7b-4d43-ac7a-b64388253ba2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.733728 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b33cea27-0d7b-4d43-ac7a-b64388253ba2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.735513 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-05823bbf-0e16-4de8-92b8-21166d2b4d18 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:56.735972 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05823bbf-0e16-4de8-92b8-21166d2b4d18 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:56.739032 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-05823bbf-0e16-4de8-92b8-21166d2b4d18 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/5b538642-bb14-4fd8-9ef5-c561a84ae49a HTTP/1.1" status: 404 len: 337 time: 0.0847924 Nov 11 12:15:56.740702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eaf37909-183f-48b7-b1f1-7691f368a425 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.745461 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52864) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:56.767544 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fc16fd-be02-47ff-96b6-2eccfb9e9694 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:56.768129 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66fc16fd-be02-47ff-96b6-2eccfb9e9694 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:56.771635 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-66fc16fd-be02-47ff-96b6-2eccfb9e9694 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/e0fbd1a1-88e4-4111-8758-af2e78c5b450 HTTP/1.1" status: 404 len: 333 time: 0.0251749 Nov 11 12:15:56.774108 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52866) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:56.799984 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5a5634-bea5-49fd-b10a-f095279b8516 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:56.800463 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5a5634-bea5-49fd-b10a-f095279b8516 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:56.803520 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9b5a5634-bea5-49fd-b10a-f095279b8516 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/e8e7b4e7-5053-404c-ba21-9d2c4cf6a110 HTTP/1.1" status: 404 len: 337 time: 0.0285184 Nov 11 12:15:56.807130 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52868) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:56.809842 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d412b-1107-4db7-9e86-5effb1a85676 req-346ba5b8-4627-42d5-be46-32dace41a774 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:56.811349 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ec9d412b-1107-4db7-9e86-5effb1a85676 req-346ba5b8-4627-42d5-be46-32dace41a774 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.1779387 Nov 11 12:15:56.812530 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.848110 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eaf37909-183f-48b7-b1f1-7691f368a425 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.891905 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad631904-0be0-42e2-9bc9-5ac2cec381c7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:56.892593 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad631904-0be0-42e2-9bc9-5ac2cec381c7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:56.896226 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ad631904-0be0-42e2-9bc9-5ac2cec381c7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/5ed8f4e4-25bc-4d7a-9fd5-ec3771126785 HTTP/1.1" status: 404 len: 333 time: 0.0891142 Nov 11 12:15:56.902069 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52870) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:56.922159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70d75053-9e1c-4ee2-8edc-bf258481b697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.924674 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70d75053-9e1c-4ee2-8edc-bf258481b697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.925760 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-70d75053-9e1c-4ee2-8edc-bf258481b697 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1079767f-4d49-419b-9ac8-cf14e2ba495e HTTP/1.1" status: 204 len: 168 time: 0.9379840 Nov 11 12:15:56.962260 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b33cea27-0d7b-4d43-ac7a-b64388253ba2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.962760 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33cea27-0d7b-4d43-ac7a-b64388253ba2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Fanout notify agent at l3_agent the message router_deleted on router f692a222-a017-4be4-99bb-360ec45d0754 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:15:56.969627 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d5a882-81a5-49e7-a7ee-87a25478c960 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:56.970134 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d5a882-81a5-49e7-a7ee-87a25478c960 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:56.974051 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d3d5a882-81a5-49e7-a7ee-87a25478c960 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/a58e8b6d-c41b-4dab-a241-06290591878b HTTP/1.1" status: 404 len: 337 time: 0.0615399 Nov 11 12:15:56.979335 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b33cea27-0d7b-4d43-ac7a-b64388253ba2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.979491 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52874) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:56.980206 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b33cea27-0d7b-4d43-ac7a-b64388253ba2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/routers/f692a222-a017-4be4-99bb-360ec45d0754 HTTP/1.1" status: 204 len: 168 time: 0.8148999 Nov 11 12:15:56.983434 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d75053-9e1c-4ee2-8edc-bf258481b697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1079767f-4d49-419b-9ac8-cf14e2ba495e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:56.986832 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52876) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:56.989297 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eaf37909-183f-48b7-b1f1-7691f368a425 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:56.993031 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ec9d412b-1107-4db7-9e86-5effb1a85676 req-0bf0c312-df97-4f00-8418-edf5f1ad3976 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730289 Nov 11 12:15:57.016621 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf37909-183f-48b7-b1f1-7691f368a425 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=c75465e7-6e65-4f37-b8f0-0ad2ee7e872b,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:57.023266 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-58359212-7a95-4d9e-8226-91a04db3fcd7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:57.024033 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58359212-7a95-4d9e-8226-91a04db3fcd7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:57.026999 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-58359212-7a95-4d9e-8226-91a04db3fcd7 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/ports/e8936ca3-20e5-4d79-9495-22b5fcdaa7f4 HTTP/1.1" status: 404 len: 333 time: 0.0446784 Nov 11 12:15:57.033394 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52878) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:57.063448 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d234d25-26be-4885-85ac-7ad0f4d5c7e8 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting subnet b156c3a6-916c-4315-81eb-fb710c001f65 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:15:57.069218 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1d234d25-26be-4885-85ac-7ad0f4d5c7e8 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.097861 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-22cffcbd-482c-41a5-b5d9-27da71dfac33 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.102188 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3120ef4-4ecb-43ff-9fe6-06d0da59eced tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] DELETE failed (client error): The resource could not be found. Nov 11 12:15:57.102821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3120ef4-4ecb-43ff-9fe6-06d0da59eced tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:15:57.106052 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a3120ef4-4ecb-43ff-9fe6-06d0da59eced tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/subnets/0935423e-cf90-4622-809b-369853f4e12e HTTP/1.1" status: 404 len: 337 time: 0.0717382 Nov 11 12:15:57.108791 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52880) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:57.123607 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1d234d25-26be-4885-85ac-7ad0f4d5c7e8 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.204286 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Router 7858f6a8-9efa-4173-8efd-1f6ad5aa41d2 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:15:57.210159 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:15:57.229269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf37909-183f-48b7-b1f1-7691f368a425 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network f1eb6639-89be-472d-8704-0a071d553127 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:15:57.233292 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-eaf37909-183f-48b7-b1f1-7691f368a425 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:15:57.239291 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e60b4117-a40e-44fa-ab67-8c612a5726c9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.335767 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1d234d25-26be-4885-85ac-7ad0f4d5c7e8 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.413937 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-22cffcbd-482c-41a5-b5d9-27da71dfac33 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.422122 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-22cffcbd-482c-41a5-b5d9-27da71dfac33 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.507115 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:57.522752 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b503e0-f66f-480a-9b9f-910ca833f41b None None] Sync routers for ids ['7858f6a8-9efa-4173-8efd-1f6ad5aa41d2'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:57.533259 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b503e0-f66f-480a-9b9f-910ca833f41b None None] Routers {'7858f6a8-9efa-4173-8efd-1f6ad5aa41d2'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:57.534320 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-76b503e0-f66f-480a-9b9f-910ca833f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7858f6a8-9efa-4173-8efd-1f6ad5aa41d2'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:57.554710 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e60b4117-a40e-44fa-ab67-8c612a5726c9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.556378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf37909-183f-48b7-b1f1-7691f368a425 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 29a272f7-f7a5-40e0-a938-f5b6d1c84c94 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:15:57.571505 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-76b503e0-f66f-480a-9b9f-910ca833f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:57.581745 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-e60b4117-a40e-44fa-ab67-8c612a5726c9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db126361-d280-4945-be72-90312642a11b']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:57.584729 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b503e0-f66f-480a-9b9f-910ca833f41b None None] Routers {'7858f6a8-9efa-4173-8efd-1f6ad5aa41d2'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:57.585291 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-76b503e0-f66f-480a-9b9f-910ca833f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7858f6a8-9efa-4173-8efd-1f6ad5aa41d2'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:57.598523 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-e60b4117-a40e-44fa-ab67-8c612a5726c9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12cd1d1-bd95-4055-a7be-d7a84fe30000') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:57.599165 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-e60b4117-a40e-44fa-ab67-8c612a5726c9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12cd1d1-bd95-4055-a7be-d7a84fe30000') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:57.612705 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e60b4117-a40e-44fa-ab67-8c612a5726c9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.622458 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-76b503e0-f66f-480a-9b9f-910ca833f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:57.623140 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b503e0-f66f-480a-9b9f-910ca833f41b None None] The sync data for ids ['7858f6a8-9efa-4173-8efd-1f6ad5aa41d2'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:57.630251 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-eb639405-45b1-4e9d-80a8-0b931d83f89c None None] Provisioning complete for port c75465e7-6e65-4f37-b8f0-0ad2ee7e872b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:15:57.630624 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-eb639405-45b1-4e9d-80a8-0b931d83f89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.636697 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e60b4117-a40e-44fa-ab67-8c612a5726c9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.645410 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60b4117-a40e-44fa-ab67-8c612a5726c9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:57.646059 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e60b4117-a40e-44fa-ab67-8c612a5726c9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.671863 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-eb639405-45b1-4e9d-80a8-0b931d83f89c None None] Port c75465e7-6e65-4f37-b8f0-0ad2ee7e872b cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:15:57.678757 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf37909-183f-48b7-b1f1-7691f368a425 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:57.685146 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-eaf37909-183f-48b7-b1f1-7691f368a425 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/29a272f7-f7a5-40e0-a938-f5b6d1c84c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2447860 Nov 11 12:15:57.687899 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52892) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:57.694870 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39054606-24c5-4c66-8828-70bd1fb35192 None None] Sync routers for ids ['29a272f7-f7a5-40e0-a938-f5b6d1c84c94'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:57.706448 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:57.718897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.718897 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-691f87e4-3e12-485f-bb8c-1c4214020f94 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6829045 Nov 11 12:15:57.718897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1d234d25-26be-4885-85ac-7ad0f4d5c7e8 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.722569 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52894) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:57.723686 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39054606-24c5-4c66-8828-70bd1fb35192 None None] Routers {'29a272f7-f7a5-40e0-a938-f5b6d1c84c94'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:57.724446 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-39054606-24c5-4c66-8828-70bd1fb35192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['29a272f7-f7a5-40e0-a938-f5b6d1c84c94'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:57.755962 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d234d25-26be-4885-85ac-7ad0f4d5c7e8 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Subnet': ['ID=b156c3a6-916c-4315-81eb-fb710c001f65,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:57.760371 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-39054606-24c5-4c66-8828-70bd1fb35192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:57.760797 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1d234d25-26be-4885-85ac-7ad0f4d5c7e8 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.764017 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1d234d25-26be-4885-85ac-7ad0f4d5c7e8 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/b156c3a6-916c-4315-81eb-fb710c001f65 HTTP/1.1" status: 204 len: 168 time: 0.7760379 Nov 11 12:15:57.766687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52896) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:57.771493 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39054606-24c5-4c66-8828-70bd1fb35192 None None] Routers {'29a272f7-f7a5-40e0-a938-f5b6d1c84c94'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:57.772378 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-39054606-24c5-4c66-8828-70bd1fb35192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['29a272f7-f7a5-40e0-a938-f5b6d1c84c94'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:57.777107 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52caf5ab-98fa-4424-98a4-3d5a9d4a2324 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:57.778501 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-52caf5ab-98fa-4424-98a4-3d5a9d4a2324 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/ports/c75465e7-6e65-4f37-b8f0-0ad2ee7e872b HTTP/1.1" status: 200 len: 910 time: 0.0881019 Nov 11 12:15:57.779238 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cffcbd-482c-41a5-b5d9-27da71dfac33 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Router 0a522983-3586-4ff7-a8f7-ddf4e8013e72 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:15:57.785153 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc08fc51-0e97-49e7-94d6-3791fbcbaff8 None None] Network 5ca0608d-9f0c-4627-b5cd-2e016e65a679 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:15:57.786312 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52898) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:57.795188 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-7b1adffe-002d-46a1-a6ed-5ac501cdb896 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fb230bd8-25ea-4972-9bbb-eb170b7e0dc0'}]}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:57.813869 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-39054606-24c5-4c66-8828-70bd1fb35192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:57.814701 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39054606-24c5-4c66-8828-70bd1fb35192 None None] The sync data for ids ['29a272f7-f7a5-40e0-a938-f5b6d1c84c94'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:57.872361 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.875996 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e60b4117-a40e-44fa-ab67-8c612a5726c9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.895947 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e60b4117-a40e-44fa-ab67-8c612a5726c9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:57.899218 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e60b4117-a40e-44fa-ab67-8c612a5726c9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] 10.222.0.50 "DELETE /v2.0/networks/db126361-d280-4945-be72-90312642a11b HTTP/1.1" status: 204 len: 168 time: 0.7894688 Nov 11 12:15:57.912817 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b4117-a40e-44fa-ab67-8c612a5726c9 tempest-NetworksTestDHCPv6-1001705287 tempest-NetworksTestDHCPv6-1001705287-project] Pushing event deleted for resources: {'Network': ['ID=db126361-d280-4945-be72-90312642a11b,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:57.979230 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port b26746b5-eeea-4f32-9d4c-acb5e9f0cf14 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:57.979695 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.051207 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5b1c9e4b-daa1-470c-af30-e427da12027b tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "GET /v2.0/routers/7858f6a8-9efa-4173-8efd-1f6ad5aa41d2 HTTP/1.1" status: 200 len: 920 time: 0.3204429 Nov 11 12:15:58.051480 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52910) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:58.074371 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db18984-6bb5-4a51-9282-1d683e6d44a6 None None] DHCP port deletion for 5ca0608d-9f0c-4627-b5cd-2e016e65a679 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:15:58.085728 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-85461d3e-eaea-480b-bfa6-1640621bef9a tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "GET /v2.0/ports?device_id=7858f6a8-9efa-4173-8efd-1f6ad5aa41d2 HTTP/1.1" status: 200 len: 205 time: 0.0339284 Nov 11 12:15:58.085945 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52912) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:58.088931 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] For port b26746b5-eeea-4f32-9d4c-acb5e9f0cf14, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b26746b5-eeea-4f32-9d4c-acb5e9f0cf14,segment=NetworkSegment(29d8a024-b210-48c3-994b-17167558f097),segment_id=29d8a024-b210-48c3-994b-17167558f097)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:58.089296 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.093267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cffcbd-482c-41a5-b5d9-27da71dfac33 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:15:58.101168 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-22cffcbd-482c-41a5-b5d9-27da71dfac33 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.102177 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-22cffcbd-482c-41a5-b5d9-27da71dfac33 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "PUT /v2.0/routers/0a522983-3586-4ff7-a8f7-ddf4e8013e72 HTTP/1.1" status: 200 len: 918 time: 5.5327587 Nov 11 12:15:58.107433 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52914) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:58.184825 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b1adffe-002d-46a1-a6ed-5ac501cdb896 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.204929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for b26746b5-eeea-4f32-9d4c-acb5e9f0cf14 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:58.306499 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f87edd5-e161-4dc9-b102-501dfa6c86d4 None None] Sync routers for ids ['0a522983-3586-4ff7-a8f7-ddf4e8013e72'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:15:58.321938 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f87edd5-e161-4dc9-b102-501dfa6c86d4 None None] Routers {'0a522983-3586-4ff7-a8f7-ddf4e8013e72'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:58.322567 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8f87edd5-e161-4dc9-b102-501dfa6c86d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0a522983-3586-4ff7-a8f7-ddf4e8013e72'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:58.357378 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe56b2-cddb-4251-8bb5-c3a113455294 req-2356a682-0376-4f54-8d92-de9db66be1f1 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:58.359064 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-42fe56b2-cddb-4251-8bb5-c3a113455294 req-2356a682-0376-4f54-8d92-de9db66be1f1 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.2143788 Nov 11 12:15:58.366414 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8f87edd5-e161-4dc9-b102-501dfa6c86d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:58.373347 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bf38229f-2372-4a85-ad88-5ee0fe0a3256 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.375145 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-55681203-be11-492a-b01a-ea701915407b tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "GET /v2.0/routers/0a522983-3586-4ff7-a8f7-ddf4e8013e72 HTTP/1.1" status: 200 len: 924 time: 0.2662985 Nov 11 12:15:58.377944 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52920) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:58.394484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f87edd5-e161-4dc9-b102-501dfa6c86d4 None None] Routers {'0a522983-3586-4ff7-a8f7-ddf4e8013e72'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:15:58.395149 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8f87edd5-e161-4dc9-b102-501dfa6c86d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0a522983-3586-4ff7-a8f7-ddf4e8013e72'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:58.398756 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-9db18984-6bb5-4a51-9282-1d683e6d44a6 None None] Deleting port b26746b5-eeea-4f32-9d4c-acb5e9f0cf14 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:58.399161 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9db18984-6bb5-4a51-9282-1d683e6d44a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.399286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52922) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:58.468007 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8f87edd5-e161-4dc9-b102-501dfa6c86d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:58.468657 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f87edd5-e161-4dc9-b102-501dfa6c86d4 None None] The sync data for ids ['0a522983-3586-4ff7-a8f7-ddf4e8013e72'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:15:58.486527 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-42fe56b2-cddb-4251-8bb5-c3a113455294 req-d69df5c9-460c-4207-94c0-61a6d7c23a79 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684144 Nov 11 12:15:58.527616 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52926) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:58.535533 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-9db18984-6bb5-4a51-9282-1d683e6d44a6 None None] For port b26746b5-eeea-4f32-9d4c-acb5e9f0cf14, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b26746b5-eeea-4f32-9d4c-acb5e9f0cf14,segment=NetworkSegment(29d8a024-b210-48c3-994b-17167558f097),segment_id=29d8a024-b210-48c3-994b-17167558f097)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:15:58.536100 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9db18984-6bb5-4a51-9282-1d683e6d44a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.545533 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb8ca4d-4287-43f8-b24f-9481d4d5688d tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:58.552396 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2eb8ca4d-4287-43f8-b24f-9481d4d5688d tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&device_id=0a522983-3586-4ff7-a8f7-ddf4e8013e72&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1688166 Nov 11 12:15:58.553506 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52930) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:58.555741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-9db18984-6bb5-4a51-9282-1d683e6d44a6 None None] Calling delete_port for b26746b5-eeea-4f32-9d4c-acb5e9f0cf14 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:58.724679 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9db18984-6bb5-4a51-9282-1d683e6d44a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.753219 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db18984-6bb5-4a51-9282-1d683e6d44a6 None None] Pushing event deleted for resources: {'Port': ['ID=b26746b5-eeea-4f32-9d4c-acb5e9f0cf14,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:58.764156 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db18984-6bb5-4a51-9282-1d683e6d44a6 None None] No DVR routers for this DVR port b26746b5-eeea-4f32-9d4c-acb5e9f0cf14 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:58.807459 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-fcbf323f-f9b3-4717-a03a-dd7d43dc9c82 tempest-DvrRoutersNegativeTest-639227375 tempest-DvrRoutersNegativeTest-639227375-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-41209445', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:58.810466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.policy [None req-fcbf323f-f9b3-4717-a03a-dd7d43dc9c82 tempest-DvrRoutersNegativeTest-639227375 tempest-DvrRoutersNegativeTest-639227375-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103001) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 11 12:15:58.810702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.policy [None req-fcbf323f-f9b3-4717-a03a-dd7d43dc9c82 tempest-DvrRoutersNegativeTest-639227375 tempest-DvrRoutersNegativeTest-639227375-project] Failed policy check for 'create_router' {{(pid=103001) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 11 12:15:58.811254 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-fcbf323f-f9b3-4717-a03a-dd7d43dc9c82 tempest-DvrRoutersNegativeTest-639227375 tempest-DvrRoutersNegativeTest-639227375-project] create failed (client error): Access was denied to this resource. Nov 11 12:15:58.812277 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fcbf323f-f9b3-4717-a03a-dd7d43dc9c82 tempest-DvrRoutersNegativeTest-639227375 tempest-DvrRoutersNegativeTest-639227375-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3679595 Nov 11 12:15:58.818032 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b1adffe-002d-46a1-a6ed-5ac501cdb896 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.876476 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b1adffe-002d-46a1-a6ed-5ac501cdb896 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:58.953267 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.005581 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=b26746b5-eeea-4f32-9d4c-acb5e9f0cf14,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:59.011630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No DVR routers for this DVR port b26746b5-eeea-4f32-9d4c-acb5e9f0cf14 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:15:59.027826 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bf38229f-2372-4a85-ad88-5ee0fe0a3256 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.119402 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d8b0e701-444a-4dde-8a76-fcb0fecb250b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=928a89362a9945308be0ef835f831dfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5815639 Nov 11 12:15:59.125560 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52934) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:59.160403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.196427 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4334c7-5429-4412-b04d-4696c45e7cc3 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:59.200829 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fe4334c7-5429-4412-b04d-4696c45e7cc3 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "GET /v2.0/networks/1bf10f9f-df41-4592-a35d-f97ab68bce69 HTTP/1.1" status: 200 len: 881 time: 0.6434247 Nov 11 12:15:59.204143 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52938) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:59.255284 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-04cd1248-8bc4-465c-b059-6477fcbd6db1 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a522983-3586-4ff7-a8f7-ddf4e8013e72 HTTP/1.1" status: 200 len: 205 time: 0.0438821 Nov 11 12:15:59.255744 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca0608d-9f0c-4627-b5cd-2e016e65a679']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:59.258880 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52940) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:59.277167 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52942) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:59.277326 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1adffe-002d-46a1-a6ed-5ac501cdb896 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=c75465e7-6e65-4f37-b8f0-0ad2ee7e872b,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:59.277432 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d8a024-b210-48c3-994b-17167558f097') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:59.277432 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d8a024-b210-48c3-994b-17167558f097') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:15:59.285593 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1adffe-002d-46a1-a6ed-5ac501cdb896 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:59.286212 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7b1adffe-002d-46a1-a6ed-5ac501cdb896 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.287560 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7b1adffe-002d-46a1-a6ed-5ac501cdb896 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/ports/c75465e7-6e65-4f37-b8f0-0ad2ee7e872b HTTP/1.1" status: 200 len: 910 time: 1.4985633 Nov 11 12:15:59.290463 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52944) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:59.331222 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.364083 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-506cd647-1800-4ef6-a47c-5ae3e474d1a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.365854 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.409791 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:15:59.410179 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:15:59.416945 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:15:59.433097 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-bf38229f-2372-4a85-ad88-5ee0fe0a3256 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Deleting port 0b4bfa81-dd6c-4288-b5a0-975eff984573 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:15:59.433433 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bf38229f-2372-4a85-ad88-5ee0fe0a3256 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.475969 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-506cd647-1800-4ef6-a47c-5ae3e474d1a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.561713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-60e0b0b1-d3bb-4fc0-8fe9-18a9695814dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.632191 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-321c534d-be23-4d40-a660-fa4e1e94cfe7 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.701987 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.706874 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-af01fac2-105a-4424-9da7-51a3400d3f6b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.728038 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.731174 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/networks/5ca0608d-9f0c-4627-b5cd-2e016e65a679 HTTP/1.1" status: 204 len: 168 time: 1.9634979 Nov 11 12:15:59.744546 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52954) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:59.766054 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bf38229f-2372-4a85-ad88-5ee0fe0a3256 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.770467 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e23a76-e286-4d66-ba23-bdd2b9c052b6 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Network': ['ID=5ca0608d-9f0c-4627-b5cd-2e016e65a679,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:15:59.770627 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b26746b5-eeea-4f32-9d4c-acb5e9f0cf14 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:15:59.791797 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: b26746b5-eeea-4f32-9d4c-acb5e9f0cf14 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:15:59.792274 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b26746b5-eeea-4f32-9d4c-acb5e9f0cf14 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:15:59.821670 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-bf38229f-2372-4a85-ad88-5ee0fe0a3256 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Calling delete_port for 0b4bfa81-dd6c-4288-b5a0-975eff984573 owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:15:59.828190 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f4daf3-71e0-4c23-adcb-b07499525a89 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:59.833597 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-33f4daf3-71e0-4c23-adcb-b07499525a89 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports/8e06609c-057b-44fa-a10e-c9a2fd6867b3 HTTP/1.1" status: 200 len: 841 time: 0.0851340 Nov 11 12:15:59.833738 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c31ca2-8918-4f3a-aa6e-c44ea8e7b4bb req-c649fa56-d5ee-492f-901c-a6f81ca6dcd1 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:15:59.835302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52956) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:59.835640 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-14c31ca2-8918-4f3a-aa6e-c44ea8e7b4bb req-c649fa56-d5ee-492f-901c-a6f81ca6dcd1 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.2312436 Nov 11 12:15:59.920195 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-506cd647-1800-4ef6-a47c-5ae3e474d1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.922670 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-506cd647-1800-4ef6-a47c-5ae3e474d1a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.923950 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-506cd647-1800-4ef6-a47c-5ae3e474d1a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d15a96cc-1a09-4d03-a471-a4c63ab6d93a HTTP/1.1" status: 204 len: 168 time: 0.7922263 Nov 11 12:15:59.925567 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ac568bbf-dba9-4e50-816b-7b7054fff6e0 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports/8e06609c-057b-44fa-a10e-c9a2fd6867b3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0892155 Nov 11 12:15:59.929796 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52960) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:15:59.934493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-f2d12a25-155a-4d8d-b991-b08a5c84104d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'subnet': {'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:15:59.975437 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-321c534d-be23-4d40-a660-fa4e1e94cfe7 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:15:59.985961 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506cd647-1800-4ef6-a47c-5ae3e474d1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15a96cc-1a09-4d03-a471-a4c63ab6d93a,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:00.013573 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-14c31ca2-8918-4f3a-aa6e-c44ea8e7b4bb req-3b688302-31cb-4a6e-9377-4c6a2da689e4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692381 Nov 11 12:16:00.078281 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-60e0b0b1-d3bb-4fc0-8fe9-18a9695814dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.128300 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-af01fac2-105a-4424-9da7-51a3400d3f6b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting port c75465e7-6e65-4f37-b8f0-0ad2ee7e872b {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:00.128636 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-af01fac2-105a-4424-9da7-51a3400d3f6b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.171776 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-321c534d-be23-4d40-a660-fa4e1e94cfe7 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Deleting port 95c44ab6-7828-4571-8369-a25578863a9c {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:00.172020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-321c534d-be23-4d40-a660-fa4e1e94cfe7 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.172221 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d12a25-155a-4d8d-b991-b08a5c84104d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:00.174840 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-60e0b0b1-d3bb-4fc0-8fe9-18a9695814dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.176488 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f2d12a25-155a-4d8d-b991-b08a5c84104d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.261424 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0b0b1-d3bb-4fc0-8fe9-18a9695814dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be51ff18-1657-4528-9b1c-e055ea6fbcdd,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:00.265697 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-60e0b0b1-d3bb-4fc0-8fe9-18a9695814dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5e5576398584980a7c0ad766198f505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9871142 Nov 11 12:16:00.266776 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bf38229f-2372-4a85-ad88-5ee0fe0a3256 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.272192 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52964) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:00.312217 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38229f-2372-4a85-ad88-5ee0fe0a3256 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Pushing event deleted for resources: {'Port': ['ID=0b4bfa81-dd6c-4288-b5a0-975eff984573,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:00.315634 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-321c534d-be23-4d40-a660-fa4e1e94cfe7 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.334529 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b9dcb5-8e30-4d13-bb44-09bc7b13dcfd None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:00.352361 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-321c534d-be23-4d40-a660-fa4e1e94cfe7 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Calling delete_port for 95c44ab6-7828-4571-8369-a25578863a9c owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:00.362265 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-af01fac2-105a-4424-9da7-51a3400d3f6b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.391920 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-af01fac2-105a-4424-9da7-51a3400d3f6b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Calling delete_port for c75465e7-6e65-4f37-b8f0-0ad2ee7e872b owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:00.430385 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bf38229f-2372-4a85-ad88-5ee0fe0a3256 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.457719 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3d705e6d-f4b4-4328-86fd-d9ec9b0b5025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.521518 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3d705e6d-f4b4-4328-86fd-d9ec9b0b5025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.536352 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bf38229f-2372-4a85-ad88-5ee0fe0a3256 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.539552 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bf38229f-2372-4a85-ad88-5ee0fe0a3256 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.701729 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bf38229f-2372-4a85-ad88-5ee0fe0a3256 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.702267 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf38229f-2372-4a85-ad88-5ee0fe0a3256 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Fanout notify agent at l3_agent the message router_deleted on router 7858f6a8-9efa-4173-8efd-1f6ad5aa41d2 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:16:00.710293 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bf38229f-2372-4a85-ad88-5ee0fe0a3256 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.711474 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bf38229f-2372-4a85-ad88-5ee0fe0a3256 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "DELETE /v2.0/routers/7858f6a8-9efa-4173-8efd-1f6ad5aa41d2 HTTP/1.1" status: 204 len: 168 time: 2.6246080 Nov 11 12:16:00.714988 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52974) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:00.719323 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Request body: {'router': {'name': 'tempest-snat-router-559358732', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'enable_snat': False}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:00.725980 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-321c534d-be23-4d40-a660-fa4e1e94cfe7 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.747000 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87cc0c-4d23-4b8d-a917-0bf2180231c9 req-603bd62a-9c81-4d1b-a1e8-a0a2a09010f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:00.748532 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ac87cc0c-4d23-4b8d-a917-0bf2180231c9 req-603bd62a-9c81-4d1b-a1e8-a0a2a09010f7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 1098 time: 0.0990863 Nov 11 12:16:00.752122 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f2d12a25-155a-4d8d-b991-b08a5c84104d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.759235 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c534d-be23-4d40-a660-fa4e1e94cfe7 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Pushing event deleted for resources: {'Port': ['ID=95c44ab6-7828-4571-8369-a25578863a9c,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:00.784267 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24011c81-b6be-4ce0-9853-f11cc4061c81 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:00.823630 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3d705e6d-f4b4-4328-86fd-d9ec9b0b5025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.826407 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3d705e6d-f4b4-4328-86fd-d9ec9b0b5025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.829966 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3d705e6d-f4b4-4328-86fd-d9ec9b0b5025 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be51ff18-1657-4528-9b1c-e055ea6fbcdd HTTP/1.1" status: 204 len: 168 time: 0.5544443 Nov 11 12:16:00.838321 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d12a25-155a-4d8d-b991-b08a5c84104d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:00.840582 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-321c534d-be23-4d40-a660-fa4e1e94cfe7 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.853677 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-f2d12a25-155a-4d8d-b991-b08a5c84104d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:00.856719 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d12a25-155a-4d8d-b991-b08a5c84104d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:00.857308 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f2d12a25-155a-4d8d-b991-b08a5c84104d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.863746 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d705e6d-f4b4-4328-86fd-d9ec9b0b5025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be51ff18-1657-4528-9b1c-e055ea6fbcdd,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:00.875353 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.876595 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.877261 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b69b9a-5b8d-42e3-a5d1-3e72660bf17d None None] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:00.889691 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d12a25-155a-4d8d-b991-b08a5c84104d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Subnet': ['ID=75e6cde1-156b-456d-bbb8-dc8d6bb1deb2,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:00.935973 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ac87cc0c-4d23-4b8d-a917-0bf2180231c9 req-deb7d74b-9ce2-4547-944d-c5fd2dd02d93 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547177 Nov 11 12:16:00.937149 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-af01fac2-105a-4424-9da7-51a3400d3f6b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.956720 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-321c534d-be23-4d40-a660-fa4e1e94cfe7 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.962860 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-321c534d-be23-4d40-a660-fa4e1e94cfe7 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:00.997183 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f2d12a25-155a-4d8d-b991-b08a5c84104d tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0663528 Nov 11 12:16:00.998234 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01fac2-105a-4424-9da7-51a3400d3f6b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Port': ['ID=c75465e7-6e65-4f37-b8f0-0ad2ee7e872b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:01.003185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52984) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:01.028298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-8375172e-a332-4ac1-aed4-fa4d154def0e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'security_group': {'name': 'tempest-secgroup-379678029'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:01.061788 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.126721 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-2612c6a9-3ad2-494f-b23e-047adb420d73', 'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73', 'tenant_id': '7893216449e342f89082e63f19617aea', 'fixed_ips': [{'subnet_id': '75e6cde1-156b-456d-bbb8-dc8d6bb1deb2'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:16:01.139105 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.252836 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 52992) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:01.292899 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8375172e-a332-4ac1-aed4-fa4d154def0e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.310638 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-af01fac2-105a-4424-9da7-51a3400d3f6b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.316157 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-321c534d-be23-4d40-a660-fa4e1e94cfe7 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.316782 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321c534d-be23-4d40-a660-fa4e1e94cfe7 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Fanout notify agent at l3_agent the message router_deleted on router 0a522983-3586-4ff7-a8f7-ddf4e8013e72 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:16:01.336152 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-321c534d-be23-4d40-a660-fa4e1e94cfe7 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.340998 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-321c534d-be23-4d40-a660-fa4e1e94cfe7 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "DELETE /v2.0/routers/0a522983-3586-4ff7-a8f7-ddf4e8013e72 HTTP/1.1" status: 204 len: 168 time: 2.0728211 Nov 11 12:16:01.368345 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 52996) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:01.375985 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Allocated IP 172.20.0.2 (2612c6a9-3ad2-494f-b23e-047adb420d73/75e6cde1-156b-456d-bbb8-dc8d6bb1deb2/48629d77-de7e-4afb-b30c-5afa46259551) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:01.399133 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-8fa07f5d-2d87-4a3a-8955-0f0a7cec51a4 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-576568129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:01.414827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.427630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70511d90-ad1d-4154-a9ec-7622b895c048 req-963131a1-a503-47be-a09f-a780df58d6a9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:01.433040 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-70511d90-ad1d-4154-a9ec-7622b895c048 req-963131a1-a503-47be-a09f-a780df58d6a9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.1753747 Nov 11 12:16:01.476132 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-2247be99-2136-41a2-9243-64935bbcd810 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-86897787'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:01.499832 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-70511d90-ad1d-4154-a9ec-7622b895c048 req-976cee9b-23cf-41cf-890f-56487bf10d96 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621796 Nov 11 12:16:01.589589 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.591667 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8375172e-a332-4ac1-aed4-fa4d154def0e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.601383 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8fa07f5d-2d87-4a3a-8955-0f0a7cec51a4 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.602422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8fa07f5d-2d87-4a3a-8955-0f0a7cec51a4 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.606610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af01fac2-105a-4424-9da7-51a3400d3f6b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 29a272f7-f7a5-40e0-a938-f5b6d1c84c94 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:16:01.703642 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.726550 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8fa07f5d-2d87-4a3a-8955-0f0a7cec51a4 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.727349 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8375172e-a332-4ac1-aed4-fa4d154def0e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.753327 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:01.758233 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:01.765473 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:01.768835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af01fac2-105a-4424-9da7-51a3400d3f6b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:01.777554 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Pushing event updated for resources: {'Port': ['ID=48629d77-de7e-4afb-b30c-5afa46259551,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:01.781034 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-af01fac2-105a-4424-9da7-51a3400d3f6b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/29a272f7-f7a5-40e0-a938-f5b6d1c84c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4886026 Nov 11 12:16:01.781974 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53006) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:01.782382 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc33b012-4a9e-4386-9121-e31b34529027 None None] Sync routers for ids ['29a272f7-f7a5-40e0-a938-f5b6d1c84c94'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:01.796371 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.797428 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 51916070-5edf-4723-9dab-9e61f64122cc details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:16:01.800136 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2247be99-2136-41a2-9243-64935bbcd810 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Made reservation on behalf of 3b5b3eed2d2f481088fa84084c8b7b94 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:01.806612 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc33b012-4a9e-4386-9121-e31b34529027 None None] Routers {'29a272f7-f7a5-40e0-a938-f5b6d1c84c94'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:01.807341 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-cc33b012-4a9e-4386-9121-e31b34529027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['29a272f7-f7a5-40e0-a938-f5b6d1c84c94'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:01.807521 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375172e-a332-4ac1-aed4-fa4d154def0e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6fd5ce-0ee1-42e1-b530-25421c00ddaf,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:01.809644 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2247be99-2136-41a2-9243-64935bbcd810 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.831639 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fcfb7f86-b1bd-4aa8-9a69-b804a2a8c135 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/ports?device_id=29a272f7-f7a5-40e0-a938-f5b6d1c84c94 HTTP/1.1" status: 200 len: 205 time: 0.0416622 Nov 11 12:16:01.833594 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53008) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:01.856557 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2247be99-2136-41a2-9243-64935bbcd810 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.872716 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.878352 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-cc33b012-4a9e-4386-9121-e31b34529027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:01.888364 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc33b012-4a9e-4386-9121-e31b34529027 None None] Routers {'29a272f7-f7a5-40e0-a938-f5b6d1c84c94'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:01.889420 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-cc33b012-4a9e-4386-9121-e31b34529027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['29a272f7-f7a5-40e0-a938-f5b6d1c84c94'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:01.892942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Attempting to bind port 48629d77-de7e-4afb-b30c-5afa46259551 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:01.893316 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Attempting to bind port 48629d77-de7e-4afb-b30c-5afa46259551 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'f3e4fcf3-ac23-45ba-8f22-63841c68b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:01.893673 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Attempting to bind port 48629d77-de7e-4afb-b30c-5afa46259551 on network 2612c6a9-3ad2-494f-b23e-047adb420d73 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:01.901086 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:01.901504 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Checking segment: {'id': 'f3e4fcf3-ac23-45ba-8f22-63841c68b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:01.901905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.902288 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Bound using segment: {'id': 'f3e4fcf3-ac23-45ba-8f22-63841c68b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:01.902754 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Bound port: 48629d77-de7e-4afb-b30c-5afa46259551, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e4fcf3-ac23-45ba-8f22-63841c68b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:01.903152 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:01.927764 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-cc33b012-4a9e-4386-9121-e31b34529027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:01.928776 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc33b012-4a9e-4386-9121-e31b34529027 None None] The sync data for ids ['29a272f7-f7a5-40e0-a938-f5b6d1c84c94'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:01.947793 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e12f5b5e-2894-4b1a-ae13-d99ec9b45998 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.012471 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Allocated IP 172.26.5.188 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/f6114136-3c17-45a0-930f-e3e17a3a0c93) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:02.023678 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8fa07f5d-2d87-4a3a-8955-0f0a7cec51a4 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.033151 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-556c9845-3704-4992-81ec-07478c0abbef None None] For port 48629d77-de7e-4afb-b30c-5afa46259551, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:02.045935 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 51916070-5edf-4723-9dab-9e61f64122cc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=51916070-5edf-4723-9dab-9e61f64122cc,segment=NetworkSegment(06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e),segment_id=06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:02.056367 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-556c9845-3704-4992-81ec-07478c0abbef None None] For port 48629d77-de7e-4afb-b30c-5afa46259551, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=48629d77-de7e-4afb-b30c-5afa46259551,segment=NetworkSegment(f3e4fcf3-ac23-45ba-8f22-63841c68b805),segment_id=f3e4fcf3-ac23-45ba-8f22-63841c68b805)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:02.061210 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '51916070-5edf-4723-9dab-9e61f64122cc', 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce', 'port_id': '51916070-5edf-4723-9dab-9e61f64122cc', 'mac_address': 'fa:16:3e:8e:05:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:16:02.099801 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.118528 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51916070-5edf-4723-9dab-9e61f64122cc {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:16:02.141823 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 51916070-5edf-4723-9dab-9e61f64122cc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=51916070-5edf-4723-9dab-9e61f64122cc,segment=NetworkSegment(06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e),segment_id=06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:02.145399 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2247be99-2136-41a2-9243-64935bbcd810 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.164843 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8375172e-a332-4ac1-aed4-fa4d154def0e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.166069 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8375172e-a332-4ac1-aed4-fa4d154def0e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.1619241 Nov 11 12:16:02.168894 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53016) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:02.175635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.176292 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-78d1391c-c121-48ce-bf53-31114772cd68 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'security_group': {'name': 'tempest-secgroup-1387267978'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:02.183850 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e12f5b5e-2894-4b1a-ae13-d99ec9b45998 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.189377 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e12f5b5e-2894-4b1a-ae13-d99ec9b45998 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.194157 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.234528 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c9845-3704-4992-81ec-07478c0abbef None None] Pushing event updated for resources: {'Port': ['ID=48629d77-de7e-4afb-b30c-5afa46259551,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:02.274112 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2247be99-2136-41a2-9243-64935bbcd810 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.275658 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.278732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8fa07f5d-2d87-4a3a-8955-0f0a7cec51a4 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.284688 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8fa07f5d-2d87-4a3a-8955-0f0a7cec51a4 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9153109 Nov 11 12:16:02.295307 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53018) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:02.299969 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-4db5b18d-503f-475c-a376-7e246d624fa6 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'enable_snat': False}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:02.327649 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e12f5b5e-2894-4b1a-ae13-d99ec9b45998 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.328168 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12f5b5e-2894-4b1a-ae13-d99ec9b45998 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Fanout notify agent at l3_agent the message router_deleted on router 29a272f7-f7a5-40e0-a938-f5b6d1c84c94 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:16:02.336732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e12f5b5e-2894-4b1a-ae13-d99ec9b45998 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.346498 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e12f5b5e-2894-4b1a-ae13-d99ec9b45998 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/routers/29a272f7-f7a5-40e0-a938-f5b6d1c84c94 HTTP/1.1" status: 204 len: 168 time: 0.5084355 Nov 11 12:16:02.346783 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53022) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:02.380117 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=51916070-5edf-4723-9dab-9e61f64122cc,revision_number=6']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:02.392104 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-78d1391c-c121-48ce-bf53-31114772cd68 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.413927 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.416857 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2247be99-2136-41a2-9243-64935bbcd810 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:16:02.434246 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247be99-2136-41a2-9243-64935bbcd810 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8452a23-289e-4b14-8cec-30d3a32a6b8c,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:02.434847 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-6912b93c-8059-469b-a81b-72c297c9cfe7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting subnet fb230bd8-25ea-4972-9bbb-eb170b7e0dc0 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:02.441946 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6912b93c-8059-469b-a81b-72c297c9cfe7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.489308 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2247be99-2136-41a2-9243-64935bbcd810 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.489555 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-2247be99-2136-41a2-9243-64935bbcd810 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Added segment 15a598f8-a161-465a-b6ef-fbb15d5b5e66 of type vlan for network 63e89a21-a1a4-48e4-95df-de978271bb77 Nov 11 12:16:02.493793 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:02.512829 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['51916070-5edf-4723-9dab-9e61f64122cc'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:16:02.516057 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53024) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:02.556911 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6912b93c-8059-469b-a81b-72c297c9cfe7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.632923 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:02.636262 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:02.661344 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-78d1391c-c121-48ce-bf53-31114772cd68 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.673901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed4fb6f-fb93-4a5b-bf55-4b45e133fb23 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:02.734765 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-b14ce17b-0254-4cf6-a438-cb06a2ab1d6b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1879368875-network', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:02.745150 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-78d1391c-c121-48ce-bf53-31114772cd68 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.777498 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6912b93c-8059-469b-a81b-72c297c9cfe7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.812489 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ca28255b-a91c-4774-b2ce-1d4b58e5825d None None] Provisioning complete for port f6114136-3c17-45a0-930f-e3e17a3a0c93 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:02.813555 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ca28255b-a91c-4774-b2ce-1d4b58e5825d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.820343 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1391c-c121-48ce-bf53-31114772cd68 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d0b7a2-5136-4cf2-a427-e39796ff0038,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:02.879545 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ca28255b-a91c-4774-b2ce-1d4b58e5825d None None] Port f6114136-3c17-45a0-930f-e3e17a3a0c93 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:02.884613 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14ce17b-0254-4cf6-a438-cb06a2ab1d6b admin admin] Made reservation on behalf of a99d4d62847944b89c15c8889eeeafb0 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:02.887794 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b14ce17b-0254-4cf6-a438-cb06a2ab1d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.898364 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b14ce17b-0254-4cf6-a438-cb06a2ab1d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.944122 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6912b93c-8059-469b-a81b-72c297c9cfe7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.987303 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-78d1391c-c121-48ce-bf53-31114772cd68 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:02.991165 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-78d1391c-c121-48ce-bf53-31114772cd68 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8187759 Nov 11 12:16:02.991165 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912b93c-8059-469b-a81b-72c297c9cfe7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Subnet': ['ID=fb230bd8-25ea-4972-9bbb-eb170b7e0dc0,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:02.995338 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53030) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:03.001982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6912b93c-8059-469b-a81b-72c297c9cfe7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.004653 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947caf26-71bb-4331-b998-2fe94ba0b8f3 None None] Network f1eb6639-89be-472d-8704-0a071d553127 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:03.009675 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6912b93c-8059-469b-a81b-72c297c9cfe7 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/subnets/fb230bd8-25ea-4972-9bbb-eb170b7e0dc0 HTTP/1.1" status: 204 len: 168 time: 0.6582165 Nov 11 12:16:03.014918 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-c9c99c39-55d5-491e-9590-8aa6a23d7db4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-863255065', 'security_groups': ['78d0b7a2-5136-4cf2-a427-e39796ff0038'], 'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '75e6cde1-156b-456d-bbb8-dc8d6bb1deb2'}]}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:03.019951 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53032) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:03.118400 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Pushing event updated for resources: {'Port': ['ID=f6114136-3c17-45a0-930f-e3e17a3a0c93,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:03.123277 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2247be99-2136-41a2-9243-64935bbcd810 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.161906 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8aa62df3-19ce-4af6-94af-e6a50dc946e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.222180 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4db5b18d-503f-475c-a376-7e246d624fa6 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.268428 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc011bc-d89c-44bf-abed-6ac552873cb8 None None] DHCP port deletion for f1eb6639-89be-472d-8704-0a071d553127 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:03.337383 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-0cc011bc-d89c-44bf-abed-6ac552873cb8 None None] Deleting port aa412228-d932-4da3-a7ce-9a0bb27e993b {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:03.338087 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0cc011bc-d89c-44bf-abed-6ac552873cb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.348446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6738d-c5fa-4b85-8cd4-34c8dc5acfaa req-92e7649d-b2b7-49b7-801f-ec66a064d8df tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:03.350847 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fcc6738d-c5fa-4b85-8cd4-34c8dc5acfaa req-92e7649d-b2b7-49b7-801f-ec66a064d8df tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 944 time: 0.2847261 Nov 11 12:16:03.402539 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2247be99-2136-41a2-9243-64935bbcd810 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.409820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2247be99-2136-41a2-9243-64935bbcd810 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:03.410459 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2247be99-2136-41a2-9243-64935bbcd810 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.418945 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0cc011bc-d89c-44bf-abed-6ac552873cb8 None None] For port aa412228-d932-4da3-a7ce-9a0bb27e993b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=aa412228-d932-4da3-a7ce-9a0bb27e993b,segment=NetworkSegment(13cde778-e24d-45cc-b633-e21c9d94218a),segment_id=13cde778-e24d-45cc-b633-e21c9d94218a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:03.419393 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0cc011bc-d89c-44bf-abed-6ac552873cb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.437030 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-0cc011bc-d89c-44bf-abed-6ac552873cb8 None None] Calling delete_port for aa412228-d932-4da3-a7ce-9a0bb27e993b owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:03.486904 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b14ce17b-0254-4cf6-a438-cb06a2ab1d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.518953 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.578131 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b14ce17b-0254-4cf6-a438-cb06a2ab1d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.582158 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247be99-2136-41a2-9243-64935bbcd810 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Pushing event updated for resources: {'Network': ['ID=63e89a21-a1a4-48e4-95df-de978271bb77,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:03.610262 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ce17b-0254-4cf6-a438-cb06a2ab1d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc5e0ef-dbe9-4bac-a040-add684185e66,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:03.610442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 63e89a21-a1a4-48e4-95df-de978271bb77 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:16:03.618583 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2247be99-2136-41a2-9243-64935bbcd810 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3363974 Nov 11 12:16:03.620101 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53034) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:03.622801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14ce17b-0254-4cf6-a438-cb06a2ab1d6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:16:03.637251 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fcc6738d-c5fa-4b85-8cd4-34c8dc5acfaa req-0355ffa3-c412-4dff-82ae-2e0e74b35a6b tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475982 Nov 11 12:16:03.648341 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-eb1a0a17-1432-4e66-a21c-d6784e24a1a6 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Request body: {'subnet': {'network_id': '63e89a21-a1a4-48e4-95df-de978271bb77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:03.650287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b14ce17b-0254-4cf6-a438-cb06a2ab1d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.650287 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-b14ce17b-0254-4cf6-a438-cb06a2ab1d6b admin admin] Added segment 4e331e5d-fdc6-403f-b463-b0d85a263a85 of type vlan for network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a Nov 11 12:16:03.665363 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53036) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:03.717888 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0cc011bc-d89c-44bf-abed-6ac552873cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.740727 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc011bc-d89c-44bf-abed-6ac552873cb8 None None] No DVR routers for this DVR port aa412228-d932-4da3-a7ce-9a0bb27e993b on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:16:03.757611 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting port aa412228-d932-4da3-a7ce-9a0bb27e993b {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:03.757611 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.773354 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c99c39-55d5-491e-9590-8aa6a23d7db4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:03.780014 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc011bc-d89c-44bf-abed-6ac552873cb8 None None] Pushing event deleted for resources: {'Port': ['ID=aa412228-d932-4da3-a7ce-9a0bb27e993b,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:03.804932 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 51916070-5edf-4723-9dab-9e61f64122cc up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:03.833655 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b14ce17b-0254-4cf6-a438-cb06a2ab1d6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.843260 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6b100188-06c8-4fee-91ae-d63c6bd42186 None None] Provisioning complete for port 8e06609c-057b-44fa-a10e-c9a2fd6867b3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:03.843693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6b100188-06c8-4fee-91ae-d63c6bd42186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.874249 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 48629d77-de7e-4afb-b30c-5afa46259551 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:03.895675 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8b5e8baf-0c88-4b03-be8a-854d49f29a49 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/floatingips/5e821a52-f2e9-4d01-b5d4-91c09f0d25f7 HTTP/1.1" status: 200 len: 992 time: 0.2280509 Nov 11 12:16:03.911369 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1a0a17-1432-4e66-a21c-d6784e24a1a6 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Made reservation on behalf of 3b5b3eed2d2f481088fa84084c8b7b94 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:03.914918 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb1a0a17-1432-4e66-a21c-d6784e24a1a6 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.923790 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] For port aa412228-d932-4da3-a7ce-9a0bb27e993b, host dv-neutron-786478-23-hyperv, got binding levels [] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:03.924153 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.939515 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-6b100188-06c8-4fee-91ae-d63c6bd42186 None None] Port 8e06609c-057b-44fa-a10e-c9a2fd6867b3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:03.943866 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Calling delete_port for aa412228-d932-4da3-a7ce-9a0bb27e993b owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:03.948370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.ipam_backend_mixin [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Port aa412228-d932-4da3-a7ce-9a0bb27e993b was not found and therefore no delete operation was performed {{(pid=103001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:16:03.956231 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.974354 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 51916070-5edf-4723-9dab-9e61f64122cc triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:03.976499 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.977432 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6b100188-06c8-4fee-91ae-d63c6bd42186 None None] Provisioning complete for port 48629d77-de7e-4afb-b30c-5afa46259551 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:03.977432 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6b100188-06c8-4fee-91ae-d63c6bd42186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:03.999971 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Port': ['ID=aa412228-d932-4da3-a7ce-9a0bb27e993b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:04.002368 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] No DVR routers for this DVR port aa412228-d932-4da3-a7ce-9a0bb27e993b on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:16:04.008352 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b14ce17b-0254-4cf6-a438-cb06a2ab1d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.009284 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14ce17b-0254-4cf6-a438-cb06a2ab1d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:04.009878 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b14ce17b-0254-4cf6-a438-cb06a2ab1d6b admin admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.048481 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 48629d77-de7e-4afb-b30c-5afa46259551 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:04.049414 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.051871 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c9c99c39-55d5-491e-9590-8aa6a23d7db4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.075326 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.148176 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-c9c99c39-55d5-491e-9590-8aa6a23d7db4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] device_id is not set on port 5135f42f-7a06-4202-9db4-872e8f62223e yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:04.153554 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4db5b18d-503f-475c-a376-7e246d624fa6 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.168709 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.182387 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4db5b18d-503f-475c-a376-7e246d624fa6 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.194363 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.196708 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6b100188-06c8-4fee-91ae-d63c6bd42186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.203665 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b14ce17b-0254-4cf6-a438-cb06a2ab1d6b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6864841 Nov 11 12:16:04.204410 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ce17b-0254-4cf6-a438-cb06a2ab1d6b admin admin] Pushing event updated for resources: {'Network': ['ID=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:04.211151 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53038) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:04.219070 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-8ab1842e-30e5-4296-a060-6cb05eb90d22 admin admin] Request body: {'subnet': {'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1879368875-subnet', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'ip_version': 4}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:04.226921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:16:04.258389 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1eb6639-89be-472d-8704-0a071d553127']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:04.280864 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.301787 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2777dd77-f543-488e-a7e2-0619eda566c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51916070-5edf-4723-9dab-9e61f64122cc'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:16:04.302944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c59d50c-1299-4629-80e9-b97e899f3fc0" -d '{"events": [{"server_uuid": "2777dd77-f543-488e-a7e2-0619eda566c1", "name": "network-vif-plugged", "status": "completed", "tag": "51916070-5edf-4723-9dab-9e61f64122cc"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:16:04.338416 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13cde778-e24d-45cc-b633-e21c9d94218a') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:04.338688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 51916070-5edf-4723-9dab-9e61f64122cc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=51916070-5edf-4723-9dab-9e61f64122cc,segment=NetworkSegment(06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e),segment_id=06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:04.338806 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13cde778-e24d-45cc-b633-e21c9d94218a') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:04.341826 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-6b100188-06c8-4fee-91ae-d63c6bd42186 None None] For port 48629d77-de7e-4afb-b30c-5afa46259551, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=48629d77-de7e-4afb-b30c-5afa46259551,segment=NetworkSegment(f3e4fcf3-ac23-45ba-8f22-63841c68b805),segment_id=f3e4fcf3-ac23-45ba-8f22-63841c68b805)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:04.356757 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.376764 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95716716-da1b-4b68-b562-93f58e9e8c6e x-openstack-request-id: req-95716716-da1b-4b68-b562-93f58e9e8c6e {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:16:04.377303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2777dd77-f543-488e-a7e2-0619eda566c1", "name": "network-vif-plugged", "status": "completed", "tag": "51916070-5edf-4723-9dab-9e61f64122cc", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:16:04.378218 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95716716-da1b-4b68-b562-93f58e9e8c6e {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:16:04.378670 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2777dd77-f543-488e-a7e2-0619eda566c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51916070-5edf-4723-9dab-9e61f64122cc', 'code': 200} Nov 11 12:16:04.400149 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.412363 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:16:04.412755 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:16:04.415715 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:16:04.444365 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-4db5b18d-503f-475c-a376-7e246d624fa6 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Allocated IP 172.26.5.35 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/d16c99ff-bb9e-402b-be3e-539d3eb67181) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:04.449879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.452757 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6b100188-06c8-4fee-91ae-d63c6bd42186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.455140 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab1842e-30e5-4296-a060-6cb05eb90d22 admin admin] Made reservation on behalf of a99d4d62847944b89c15c8889eeeafb0 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:04.457454 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ab1842e-30e5-4296-a060-6cb05eb90d22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.489438 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-c9c99c39-55d5-491e-9590-8aa6a23d7db4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Allocated IP 172.20.0.3 (2612c6a9-3ad2-494f-b23e-047adb420d73/75e6cde1-156b-456d-bbb8-dc8d6bb1deb2/5135f42f-7a06-4202-9db4-872e8f62223e) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:04.607187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.631119 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.644407 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.647650 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/networks/f1eb6639-89be-472d-8704-0a071d553127 HTTP/1.1" status: 204 len: 168 time: 1.6266606 Nov 11 12:16:04.660570 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53042) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:04.666023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-ef72ec38-1c84-4626-ac38-9e3cbc27c555 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-623366874', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:04.671612 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5655be8-321d-458e-b8f0-a23be8c61347 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Network': ['ID=f1eb6639-89be-472d-8704-0a071d553127,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:04.684527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=51916070-5edf-4723-9dab-9e61f64122cc,revision_number=7']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:04.687895 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb1a0a17-1432-4e66-a21c-d6784e24a1a6 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.733897 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b100188-06c8-4fee-91ae-d63c6bd42186 None None] Pushing event updated for resources: {'Port': ['ID=48629d77-de7e-4afb-b30c-5afa46259551,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:04.737244 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:16:04.737604 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:16:04.747842 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c9c99c39-55d5-491e-9590-8aa6a23d7db4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.750033 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4db5b18d-503f-475c-a376-7e246d624fa6 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.822835 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ef72ec38-1c84-4626-ac38-9e3cbc27c555 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.823869 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ef72ec38-1c84-4626-ac38-9e3cbc27c555 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.838837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a0a17-1432-4e66-a21c-d6784e24a1a6 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Pushing event updated for resources: {'Subnet': ['ID=ea3e097a-dcbc-4a82-a609-89773e703be4,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:04.871417 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ab1842e-30e5-4296-a060-6cb05eb90d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.882604 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1a0a17-1432-4e66-a21c-d6784e24a1a6 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Checking segment: {'id': '15a598f8-a161-465a-b6ef-fbb15d5b5e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '63e89a21-a1a4-48e4-95df-de978271bb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:04.882964 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1a0a17-1432-4e66-a21c-d6784e24a1a6 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Network hostable DHCP agents. Network: 63e89a21-a1a4-48e4-95df-de978271bb77, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:16:04.898745 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c9c99c39-55d5-491e-9590-8aa6a23d7db4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.924272 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ef72ec38-1c84-4626-ac38-9e3cbc27c555 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:04.967887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1842e-30e5-4296-a060-6cb05eb90d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9072cf2e-3415-4e51-a149-d008214c502e,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:04.981329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c99c39-55d5-491e-9590-8aa6a23d7db4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:04.984701 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-c9c99c39-55d5-491e-9590-8aa6a23d7db4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:04.990590 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c99c39-55d5-491e-9590-8aa6a23d7db4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:04.994452 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c99c39-55d5-491e-9590-8aa6a23d7db4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=5135f42f-7a06-4202-9db4-872e8f62223e,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:05.001135 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4db5b18d-503f-475c-a376-7e246d624fa6 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.023570 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab1842e-30e5-4296-a060-6cb05eb90d22 admin admin] Checking segment: {'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:05.023934 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab1842e-30e5-4296-a060-6cb05eb90d22 admin admin] Network hostable DHCP agents. Network: a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:16:05.037081 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Router 3bcf5f17-24ce-497b-ac6b-a120c2541693 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:16:05.042354 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ef72ec38-1c84-4626-ac38-9e3cbc27c555 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.047567 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1a0a17-1432-4e66-a21c-d6784e24a1a6 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Network 63e89a21-a1a4-48e4-95df-de978271bb77 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:16:05.056311 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c99c39-55d5-491e-9590-8aa6a23d7db4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:05.056960 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c9c99c39-55d5-491e-9590-8aa6a23d7db4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.064069 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db5b18d-503f-475c-a376-7e246d624fa6 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:05.076867 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-4db5b18d-503f-475c-a376-7e246d624fa6 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:05.081916 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5b18d-503f-475c-a376-7e246d624fa6 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:05.084087 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5b18d-503f-475c-a376-7e246d624fa6 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Pushing event updated for resources: {'Port': ['ID=d16c99ff-bb9e-402b-be3e-539d3eb67181,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:05.091378 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c19389c-22eb-4e66-bc78-a80b4adc9e9e None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:05.148626 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab1842e-30e5-4296-a060-6cb05eb90d22 admin admin] Network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:16:05.179816 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c9c99c39-55d5-491e-9590-8aa6a23d7db4 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1831882 Nov 11 12:16:05.182309 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53044) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:05.187175 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-54cf08ae-5df8-4584-b0b5-24390bf063e9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'subnet': {'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:05.194562 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-14a0f1f6-7161-48d6-bbf1-b2a0130beece None None] Provisioning complete for port d16c99ff-bb9e-402b-be3e-539d3eb67181 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:05.195218 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-14a0f1f6-7161-48d6-bbf1-b2a0130beece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.245733 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-8ab1842e-30e5-4296-a060-6cb05eb90d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:05.246584 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-14a0f1f6-7161-48d6-bbf1-b2a0130beece None None] Port d16c99ff-bb9e-402b-be3e-539d3eb67181 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:05.254142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab1842e-30e5-4296-a060-6cb05eb90d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:05.255000 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ab1842e-30e5-4296-a060-6cb05eb90d22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.257438 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ef72ec38-1c84-4626-ac38-9e3cbc27c555 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.258599 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ef72ec38-1c84-4626-ac38-9e3cbc27c555 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5960302 Nov 11 12:16:05.261394 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53046) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:05.267521 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-eb1a0a17-1432-4e66-a21c-d6784e24a1a6 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 63e89a21-a1a4-48e4-95df-de978271bb77) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:05.273757 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-0e3dbefc-cc9a-4ea3-b0c3-2610d059147e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'network': {'name': 'tempest-RoutersTest-1610774246'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:05.277715 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1a0a17-1432-4e66-a21c-d6784e24a1a6 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:05.278300 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb1a0a17-1432-4e66-a21c-d6784e24a1a6 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.295070 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5b1d2f-e51e-46c6-9c97-f9c7f14d3937 None None] Network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:05.297528 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb67377b-ce97-4882-800e-5bfc37f43ab1 None None] Network 63e89a21-a1a4-48e4-95df-de978271bb77 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:05.323885 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:05.364921 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8ab1842e-30e5-4296-a060-6cb05eb90d22 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1495430 Nov 11 12:16:05.366895 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53048) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:05.372845 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:05.379963 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Sync routers for ids ['3bcf5f17-24ce-497b-ac6b-a120c2541693'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:05.426068 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Routers {'3bcf5f17-24ce-497b-ac6b-a120c2541693'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:05.426702 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:15:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3bcf5f17-24ce-497b-ac6b-a120c2541693'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:05.437716 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3dbefc-cc9a-4ea3-b0c3-2610d059147e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Made reservation on behalf of 1c766233044443cca77dafe4d989ad4a for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:05.441738 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e3dbefc-cc9a-4ea3-b0c3-2610d059147e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.476019 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3dbefc-cc9a-4ea3-b0c3-2610d059147e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:16:05.486493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e3dbefc-cc9a-4ea3-b0c3-2610d059147e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.486742 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-0e3dbefc-cc9a-4ea3-b0c3-2610d059147e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Added segment 2ebe4081-7ff7-428d-bdd6-130f245cb180 of type vlan for network 7284a88a-3d69-4827-a105-1cc11e48ed2b Nov 11 12:16:05.488383 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device aa412228-d932-4da3-a7ce-9a0bb27e993b no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:16:05.504904 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-796c2754-901f-4c61-8e11-723b9cc9288e None None] Provisioning complete for port 5135f42f-7a06-4202-9db4-872e8f62223e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:05.505566 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-796c2754-901f-4c61-8e11-723b9cc9288e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.536110 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e3dbefc-cc9a-4ea3-b0c3-2610d059147e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.539729 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-eb1a0a17-1432-4e66-a21c-d6784e24a1a6 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8989613 Nov 11 12:16:05.540023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53050) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:05.544653 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-59965068-9294-452d-b104-0f477f25a50e tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1920958321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:05.572979 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4db5b18d-503f-475c-a376-7e246d624fa6 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.575174 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: aa412228-d932-4da3-a7ce-9a0bb27e993b {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:16:05.575555 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device aa412228-d932-4da3-a7ce-9a0bb27e993b not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:16:05.628600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cf08ae-5df8-4584-b0b5-24390bf063e9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:05.632410 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-54cf08ae-5df8-4584-b0b5-24390bf063e9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.680071 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e3dbefc-cc9a-4ea3-b0c3-2610d059147e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.684598 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-150b5471-edf5-4a8d-a3a1-cb636c95f6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.686680 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-796c2754-901f-4c61-8e11-723b9cc9288e None None] Port 5135f42f-7a06-4202-9db4-872e8f62223e cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:05.688602 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3dbefc-cc9a-4ea3-b0c3-2610d059147e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:05.689225 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e3dbefc-cc9a-4ea3-b0c3-2610d059147e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.728745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Set router 3bcf5f17-24ce-497b-ac6b-a120c2541693 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:05.767208 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3dbefc-cc9a-4ea3-b0c3-2610d059147e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Network': ['ID=7284a88a-3d69-4827-a105-1cc11e48ed2b,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:05.815429 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 7284a88a-3d69-4827-a105-1cc11e48ed2b details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:16:05.818009 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:16:05.819087 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.841549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-63e89a21-a1a4-48e4-95df-de978271bb77', 'network_id': '63e89a21-a1a4-48e4-95df-de978271bb77', 'tenant_id': '3b5b3eed2d2f481088fa84084c8b7b94', 'fixed_ips': [{'subnet_id': 'ea3e097a-dcbc-4a82-a609-89773e703be4'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:16:05.842420 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:05.847167 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.ipam_backend_mixin [None req-54cf08ae-5df8-4584-b0b5-24390bf063e9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 75e6cde1-156b-456d-bbb8-dc8d6bb1deb2 (CIDR: 172.20.0.0/28) Nov 11 12:16:05.860909 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0e3dbefc-cc9a-4ea3-b0c3-2610d059147e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5935688 Nov 11 12:16:05.863342 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53052) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:05.868792 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-c1777f1b-e469-4945-af09-71971607abc2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'subnet': {'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:05.875178 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 48629d77-de7e-4afb-b30c-5afa46259551 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:05.925097 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-54cf08ae-5df8-4584-b0b5-24390bf063e9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:16:05.925693 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54cf08ae-5df8-4584-b0b5-24390bf063e9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:06.025114 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-54cf08ae-5df8-4584-b0b5-24390bf063e9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8416522 Nov 11 12:16:06.027816 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53054) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:06.033094 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-75b2ba27-0afc-4b47-9de2-9036be49dc68 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'subnet': {'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:06.095487 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.096704 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8841fd4b-1c23-4f29-bc26-bdfcd0240d30 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3807073 Nov 11 12:16:06.100980 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53056) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:06.128810 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4db5b18d-503f-475c-a376-7e246d624fa6 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.132684 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4db5b18d-503f-475c-a376-7e246d624fa6 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.187690 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.188768 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.254916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 48629d77-de7e-4afb-b30c-5afa46259551 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:06.255434 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.258488 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53058) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:06.259566 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e6bad01f-8f95-4d09-8264-92b91903a904 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "GET /v2.0/routers/3bcf5f17-24ce-497b-ac6b-a120c2541693 HTTP/1.1" status: 200 len: 908 time: 0.1579902 Nov 11 12:16:06.263314 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Request body: {'router': {'name': 'tempest-snat-router-559358732', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'enable_snat': True}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:06.288913 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Allocated IP 172.20.0.2 (a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a/9072cf2e-3415-4e51-a149-d008214c502e/bc3b9669-8862-45b3-ac2a-8e56897f2fa8) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:06.298775 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.318269 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59965068-9294-452d-b104-0f477f25a50e tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.319562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59965068-9294-452d-b104-0f477f25a50e tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.320962 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Allocated IP 172.20.0.2 (63e89a21-a1a4-48e4-95df-de978271bb77/ea3e097a-dcbc-4a82-a609-89773e703be4/61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:06.414178 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59965068-9294-452d-b104-0f477f25a50e tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.418043 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1777f1b-e469-4945-af09-71971607abc2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Made reservation on behalf of 1c766233044443cca77dafe4d989ad4a for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:06.422687 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1777f1b-e469-4945-af09-71971607abc2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.450805 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db5b18d-503f-475c-a376-7e246d624fa6 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Router d1b0a26a-c1f3-45f2-b0f0-7e353c57a5f6 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:16:06.460376 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcf5f17-24ce-497b-ac6b-a120c2541693', 'name': 'tempest-snat-router-559358732', 'tenant_id': '61ec6e57ef5a474fabb8ddf343c4d1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.188'}], 'enable_snat': False}, 'gw_port_id': 'f6114136-3c17-45a0-930f-e3e17a3a0c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:00Z', 'updated_at': '2021-11-11T12:16:03Z', 'revision_number': 3, 'project_id': '61ec6e57ef5a474fabb8ddf343c4d1ac', 'gw_port': {'id': 'f6114136-3c17-45a0-930f-e3e17a3a0c93', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:22:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcf5f17-24ce-497b-ac6b-a120c2541693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:01Z', 'updated_at': '2021-11-11T12:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:06.501926 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Checking router: 3bcf5f17-24ce-497b-ac6b-a120c2541693 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:16:06.502263 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Updating router 3bcf5f17-24ce-497b-ac6b-a120c2541693 port f6114136-3c17-45a0-930f-e3e17a3a0c93 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:16:06.565581 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.582487 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59965068-9294-452d-b104-0f477f25a50e tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.627992 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b2ba27-0afc-4b47-9de2-9036be49dc68 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:06.632408 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-75b2ba27-0afc-4b47-9de2-9036be49dc68 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.644277 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db5b18d-503f-475c-a376-7e246d624fa6 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:06.656240 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffa6d4b-51e9-4abe-9004-79acb6241826 None None] Sync routers for ids ['d1b0a26a-c1f3-45f2-b0f0-7e353c57a5f6'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:06.660790 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4db5b18d-503f-475c-a376-7e246d624fa6 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.664485 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4db5b18d-503f-475c-a376-7e246d624fa6 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "PUT /v2.0/routers/d1b0a26a-c1f3-45f2-b0f0-7e353c57a5f6 HTTP/1.1" status: 200 len: 918 time: 4.3692255 Nov 11 12:16:06.669720 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffa6d4b-51e9-4abe-9004-79acb6241826 None None] Routers {'d1b0a26a-c1f3-45f2-b0f0-7e353c57a5f6'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:06.670704 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9ffa6d4b-51e9-4abe-9004-79acb6241826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d1b0a26a-c1f3-45f2-b0f0-7e353c57a5f6'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:06.678699 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53060) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:06.689139 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1777f1b-e469-4945-af09-71971607abc2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.714750 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.715899 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9ffa6d4b-51e9-4abe-9004-79acb6241826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:06.728032 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffa6d4b-51e9-4abe-9004-79acb6241826 None None] Routers {'d1b0a26a-c1f3-45f2-b0f0-7e353c57a5f6'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:06.729017 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9ffa6d4b-51e9-4abe-9004-79acb6241826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d1b0a26a-c1f3-45f2-b0f0-7e353c57a5f6'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:06.754164 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.776899 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9ffa6d4b-51e9-4abe-9004-79acb6241826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:06.778705 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffa6d4b-51e9-4abe-9004-79acb6241826 None None] The sync data for ids ['d1b0a26a-c1f3-45f2-b0f0-7e353c57a5f6'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:06.803108 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1777f1b-e469-4945-af09-71971607abc2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Checking segment: {'id': '2ebe4081-7ff7-428d-bdd6-130f245cb180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:06.803772 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1777f1b-e469-4945-af09-71971607abc2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network hostable DHCP agents. Network: 7284a88a-3d69-4827-a105-1cc11e48ed2b, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:16:06.805862 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1777f1b-e469-4945-af09-71971607abc2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Subnet': ['ID=88582d64-66ac-4952-aefa-6ea3eb4279e8,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:06.843493 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59965068-9294-452d-b104-0f477f25a50e tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.849817 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-59965068-9294-452d-b104-0f477f25a50e tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.3061492 Nov 11 12:16:06.849963 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53062) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:06.904712 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ed8eacd0-a0b9-4535-aad4-5c2b88110384 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "GET /v2.0/routers/d1b0a26a-c1f3-45f2-b0f0-7e353c57a5f6 HTTP/1.1" status: 200 len: 924 time: 0.1793644 Nov 11 12:16:06.904968 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53064) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:06.938549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.952900 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.953733 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1777f1b-e469-4945-af09-71971607abc2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network 7284a88a-3d69-4827-a105-1cc11e48ed2b is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:16:06.974170 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aa6104-8200-4853-8cfc-59fc55ce7fcb tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:06.978235 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a5aa6104-8200-4853-8cfc-59fc55ce7fcb tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&device_id=d1b0a26a-c1f3-45f2-b0f0-7e353c57a5f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0693743 Nov 11 12:16:06.978235 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.984972 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:06.984972 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53066) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:07.040719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.080461 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.094057 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:07.110951 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:07.126300 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-c1777f1b-e469-4945-af09-71971607abc2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 7284a88a-3d69-4827-a105-1cc11e48ed2b) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:07.126562 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:07.130775 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1777f1b-e469-4945-af09-71971607abc2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:07.131564 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1777f1b-e469-4945-af09-71971607abc2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.134309 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Pushing event updated for resources: {'Port': ['ID=bc3b9669-8862-45b3-ac2a-8e56897f2fa8,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:07.163359 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Network 63e89a21-a1a4-48e4-95df-de978271bb77 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:07.169058 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22cf086-14bb-44f7-8fe9-e146cc039eb4 None None] Network 7284a88a-3d69-4827-a105-1cc11e48ed2b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:07.203457 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.204990 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:07.222963 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.244963 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c1777f1b-e469-4945-af09-71971607abc2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3743978 Nov 11 12:16:07.246424 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c50ba5b-4ef4-4be9-8e3e-3bacda8d037a tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:07.250946 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8c50ba5b-4ef4-4be9-8e3e-3bacda8d037a tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "GET /v2.0/networks/1bf10f9f-df41-4592-a35d-f97ab68bce69 HTTP/1.1" status: 200 len: 881 time: 0.2657955 Nov 11 12:16:07.251893 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53068) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:07.252230 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53070) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:07.256280 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:07.274218 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f41d0b3b-e7ea-421f-9fb2-0b5a610a4386 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.285225 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.294733 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5d7b5f44-1fe2-4f77-aa46-9669a643ee69 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1b0a26a-c1f3-45f2-b0f0-7e353c57a5f6 HTTP/1.1" status: 200 len: 205 time: 0.0402267 Nov 11 12:16:07.304172 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.324875 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53072) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:07.328485 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-75b2ba27-0afc-4b47-9de2-9036be49dc68 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.331530 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Pushing event updated for resources: {'Port': ['ID=61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:07.350857 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Attempting to bind port bc3b9669-8862-45b3-ac2a-8e56897f2fa8 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:07.351239 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Attempting to bind port bc3b9669-8862-45b3-ac2a-8e56897f2fa8 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:07.351519 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Attempting to bind port bc3b9669-8862-45b3-ac2a-8e56897f2fa8 on network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:07.387344 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:07.387741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Checking segment: {'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:07.388116 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.388517 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Bound using segment: {'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:07.389032 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Bound port: bc3b9669-8862-45b3-ac2a-8e56897f2fa8, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:07.389372 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.396004 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.413123 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Attempting to bind port 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:07.413576 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Attempting to bind port 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '15a598f8-a161-465a-b6ef-fbb15d5b5e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '63e89a21-a1a4-48e4-95df-de978271bb77'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:07.413854 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Attempting to bind port 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d on network 63e89a21-a1a4-48e4-95df-de978271bb77 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:07.455460 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:07.455892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Checking segment: {'id': '15a598f8-a161-465a-b6ef-fbb15d5b5e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '63e89a21-a1a4-48e4-95df-de978271bb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:07.456222 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.456603 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Bound using segment: {'id': '15a598f8-a161-465a-b6ef-fbb15d5b5e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '63e89a21-a1a4-48e4-95df-de978271bb77'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:07.457083 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Bound port: 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a598f8-a161-465a-b6ef-fbb15d5b5e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '63e89a21-a1a4-48e4-95df-de978271bb77'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:07.457480 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.473910 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2ba27-0afc-4b47-9de2-9036be49dc68 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:07.512307 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-75b2ba27-0afc-4b47-9de2-9036be49dc68 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:07.516191 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b2ba27-0afc-4b47-9de2-9036be49dc68 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:07.516788 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-75b2ba27-0afc-4b47-9de2-9036be49dc68 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.523767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b791be86-7fe1-4b58-b993-dc9850965d86 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:07.541376 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b28ae91-a9e7-43ad-ba84-3d28b5e3752d None None] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:07.553763 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Attempting to bind port f6114136-3c17-45a0-930f-e3e17a3a0c93 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:07.554126 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Attempting to bind port f6114136-3c17-45a0-930f-e3e17a3a0c93 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:07.554671 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Attempting to bind port f6114136-3c17-45a0-930f-e3e17a3a0c93 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:07.571034 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140478b4-ba60-4185-8960-ce113bce1998 None None] Pushing event updated for resources: {'Port': ['ID=f6114136-3c17-45a0-930f-e3e17a3a0c93,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:07.580607 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2ba27-0afc-4b47-9de2-9036be49dc68 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Subnet': ['ID=219b5283-02e1-42a0-b468-168d749488a8,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:07.636086 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.642339 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13c33b52-4324-45eb-b40a-0f8c3cc81e97 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.645864 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:07.646249 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:07.646647 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.647064 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:07.647548 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Bound port: f6114136-3c17-45a0-930f-e3e17a3a0c93, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:07.647926 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.700856 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-75b2ba27-0afc-4b47-9de2-9036be49dc68 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6718571 Nov 11 12:16:07.704121 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53074) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:07.715188 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-bc78bba7-910b-4508-8ce9-077cce75f22a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1791338771', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '219b5283-02e1-42a0-b468-168d749488a8'}], 'security_groups': ['2c6fd5ce-0ee1-42e1-b530-25421c00ddaf']}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:07.740832 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] For port bc3b9669-8862-45b3-ac2a-8e56897f2fa8, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:07.742664 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-7284a88a-3d69-4827-a105-1cc11e48ed2b', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:16:07.743641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.766065 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] Allocated IP 172.26.5.128 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/3e44846d-ef7d-4cba-b6c7-421ebb8479f3) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:07.786853 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] For port bc3b9669-8862-45b3-ac2a-8e56897f2fa8, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=bc3b9669-8862-45b3-ac2a-8e56897f2fa8,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:07.806146 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] For port 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:07.808762 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ccc46a7a-d5a9-4ec9-92a7-835b8c6a656b None None] Provisioning complete for port f6114136-3c17-45a0-930f-e3e17a3a0c93 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:07.809109 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ccc46a7a-d5a9-4ec9-92a7-835b8c6a656b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.857176 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] For port 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d,segment=NetworkSegment(15a598f8-a161-465a-b6ef-fbb15d5b5e66),segment_id=15a598f8-a161-465a-b6ef-fbb15d5b5e66)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:07.873352 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] For port f6114136-3c17-45a0-930f-e3e17a3a0c93, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:07.879035 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.978976 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:07.993136 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] For port f6114136-3c17-45a0-930f-e3e17a3a0c93, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f6114136-3c17-45a0-930f-e3e17a3a0c93,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:07.996817 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:08.023284 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ccc46a7a-d5a9-4ec9-92a7-835b8c6a656b None None] Port f6114136-3c17-45a0-930f-e3e17a3a0c93 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:08.137098 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce07538-a0b7-43a7-aa28-9b81c51d4f7f None None] Pushing event updated for resources: {'Port': ['ID=bc3b9669-8862-45b3-ac2a-8e56897f2fa8,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:08.146946 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:08.207601 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13c33b52-4324-45eb-b40a-0f8c3cc81e97 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:08.212774 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-f41d0b3b-e7ea-421f-9fb2-0b5a610a4386 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Allocated IP 172.20.0.1 (63e89a21-a1a4-48e4-95df-de978271bb77/ea3e097a-dcbc-4a82-a609-89773e703be4/f8313cd8-6948-468f-b230-689d8149a872) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:08.218910 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:08.225646 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:08.284884 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c57a699-76d2-4f81-804a-1941baa71f50 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:08.304388 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Allocated IP 172.20.0.2 (7284a88a-3d69-4827-a105-1cc11e48ed2b/88582d64-66ac-4952-aefa-6ea3eb4279e8/3980371d-93c9-48f7-a662-2c189f743bf6) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:08.315527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Routers {'3bcf5f17-24ce-497b-ac6b-a120c2541693'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:08.316180 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['3bcf5f17-24ce-497b-ac6b-a120c2541693'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:08.506187 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f41d0b3b-e7ea-421f-9fb2-0b5a610a4386 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:08.509776 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-13c33b52-4324-45eb-b40a-0f8c3cc81e97 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Deleting port d16c99ff-bb9e-402b-be3e-539d3eb67181 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:08.509776 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13c33b52-4324-45eb-b40a-0f8c3cc81e97 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:08.517271 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa477d-1bc1-4f98-a715-c803dbad393c None None] Pushing event updated for resources: {'Port': ['ID=61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:08.641073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13c33b52-4324-45eb-b40a-0f8c3cc81e97 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:08.665455 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-13c33b52-4324-45eb-b40a-0f8c3cc81e97 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Calling delete_port for d16c99ff-bb9e-402b-be3e-539d3eb67181 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:08.773249 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bc78bba7-910b-4508-8ce9-077cce75f22a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:08.812762 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f41d0b3b-e7ea-421f-9fb2-0b5a610a4386 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:08.870453 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d0b3b-e7ea-421f-9fb2-0b5a610a4386 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Network 63e89a21-a1a4-48e4-95df-de978271bb77 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:08.873753 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-f41d0b3b-e7ea-421f-9fb2-0b5a610a4386 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:08.882877 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d0b3b-e7ea-421f-9fb2-0b5a610a4386 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:08.883136 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:08.888345 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d0b3b-e7ea-421f-9fb2-0b5a610a4386 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Pushing event updated for resources: {'Port': ['ID=f8313cd8-6948-468f-b230-689d8149a872,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:08.944857 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c56d51a0-2710-4961-89b9-7bc904d3cf63 None None] Provisioning complete for port f6114136-3c17-45a0-930f-e3e17a3a0c93 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:08.945706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c56d51a0-2710-4961-89b9-7bc904d3cf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:08.953744 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] Set router 3bcf5f17-24ce-497b-ac6b-a120c2541693 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:08.958475 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef08994-a8f8-4e31-8ff9-d7bfaa50e923 None None] Update dhcp port {'port': {'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73', 'fixed_ips': [{'subnet_id': '75e6cde1-156b-456d-bbb8-dc8d6bb1deb2', 'ip_address': '172.20.0.2'}, {'subnet_id': '219b5283-02e1-42a0-b468-168d749488a8'}], 'binding:host_id': 'dv-neutron-786478-23-hyperv'}, 'id': '48629d77-de7e-4afb-b30c-5afa46259551'} from dv-neutron-786478-23-hyperv. {{(pid=103003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:16:08.972508 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f41d0b3b-e7ea-421f-9fb2-0b5a610a4386 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:08.980611 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:09.050487 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:09.061856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:09.080285 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13c33b52-4324-45eb-b40a-0f8c3cc81e97 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.086478 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba633b79-536e-4462-af3a-549967214707 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:09.105504 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.115972 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c33b52-4324-45eb-b40a-0f8c3cc81e97 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Pushing event deleted for resources: {'Port': ['ID=d16c99ff-bb9e-402b-be3e-539d3eb67181,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:09.154597 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140478b4-ba60-4185-8960-ce113bce1998 None None] Pushing event updated for resources: {'Port': ['ID=f6114136-3c17-45a0-930f-e3e17a3a0c93,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:09.176565 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7ef08994-a8f8-4e31-8ff9-d7bfaa50e923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.218984 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f41d0b3b-e7ea-421f-9fb2-0b5a610a4386 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.256993 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] Pushing event updated for resources: {'Port': ['ID=3e44846d-ef7d-4cba-b6c7-421ebb8479f3,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:09.278820 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfa3433-4b62-4fec-9014-25f526e1e57f None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:09.286988 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.289287 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.412417 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13c33b52-4324-45eb-b40a-0f8c3cc81e97 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.434544 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Network 7284a88a-3d69-4827-a105-1cc11e48ed2b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:09.470526 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:09.482066 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:09.483704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Allocated IP 172.20.0.1 (7284a88a-3d69-4827-a105-1cc11e48ed2b/88582d64-66ac-4952-aefa-6ea3eb4279e8/6e669b1c-3c35-4bd2-9592-6d0f5e330615) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:09.486326 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.499316 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c56d51a0-2710-4961-89b9-7bc904d3cf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.510932 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Pushing event updated for resources: {'Port': ['ID=3980371d-93c9-48f7-a662-2c189f743bf6,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:09.535026 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.574287 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c56d51a0-2710-4961-89b9-7bc904d3cf63 None None] For port f6114136-3c17-45a0-930f-e3e17a3a0c93, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f6114136-3c17-45a0-930f-e3e17a3a0c93,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:09.609091 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Attempting to bind port 3980371d-93c9-48f7-a662-2c189f743bf6 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:09.609458 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Attempting to bind port 3980371d-93c9-48f7-a662-2c189f743bf6 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '2ebe4081-7ff7-428d-bdd6-130f245cb180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:09.609838 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Attempting to bind port 3980371d-93c9-48f7-a662-2c189f743bf6 on network 7284a88a-3d69-4827-a105-1cc11e48ed2b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:09.624201 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:09.624572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Checking segment: {'id': '2ebe4081-7ff7-428d-bdd6-130f245cb180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:09.624974 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.625740 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Bound using segment: {'id': '2ebe4081-7ff7-428d-bdd6-130f245cb180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:09.625853 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Bound port: 3980371d-93c9-48f7-a662-2c189f743bf6, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ebe4081-7ff7-428d-bdd6-130f245cb180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:09.626202 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.638060 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c56d51a0-2710-4961-89b9-7bc904d3cf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.662954 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13c33b52-4324-45eb-b40a-0f8c3cc81e97 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.671378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13c33b52-4324-45eb-b40a-0f8c3cc81e97 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.690560 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcf5f17-24ce-497b-ac6b-a120c2541693', 'name': 'tempest-snat-router-559358732', 'tenant_id': '61ec6e57ef5a474fabb8ddf343c4d1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.188'}], 'enable_snat': False}, 'gw_port_id': 'f6114136-3c17-45a0-930f-e3e17a3a0c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:00Z', 'updated_at': '2021-11-11T12:16:03Z', 'revision_number': 3, 'project_id': '61ec6e57ef5a474fabb8ddf343c4d1ac', 'gw_port': {'id': 'f6114136-3c17-45a0-930f-e3e17a3a0c93', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:22:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcf5f17-24ce-497b-ac6b-a120c2541693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:01Z', 'updated_at': '2021-11-11T12:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:09.746972 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72c4df9-cd59-498a-8b7e-e2b142202f3e None None] Network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:09.762811 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0a742f-0685-4181-884c-22f4c980098a None None] The sync data for ids ['3bcf5f17-24ce-497b-ac6b-a120c2541693'] in dv-neutron-786478-23-hyperv is: [{'id': '3bcf5f17-24ce-497b-ac6b-a120c2541693', 'name': 'tempest-snat-router-559358732', 'tenant_id': '61ec6e57ef5a474fabb8ddf343c4d1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.188'}], 'enable_snat': False}, 'gw_port_id': 'f6114136-3c17-45a0-930f-e3e17a3a0c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:00Z', 'updated_at': '2021-11-11T12:16:03Z', 'revision_number': 3, 'project_id': '61ec6e57ef5a474fabb8ddf343c4d1ac', 'gw_port': {'id': 'f6114136-3c17-45a0-930f-e3e17a3a0c93', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:22:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcf5f17-24ce-497b-ac6b-a120c2541693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:01Z', 'updated_at': '2021-11-11T12:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:09.766465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-bc78bba7-910b-4508-8ce9-077cce75f22a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Delete allocated IP 172.20.0.3 (2612c6a9-3ad2-494f-b23e-047adb420d73/75e6cde1-156b-456d-bbb8-dc8d6bb1deb2) {{(pid=103002) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 12:16:09.860150 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13c33b52-4324-45eb-b40a-0f8c3cc81e97 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.860828 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c33b52-4324-45eb-b40a-0f8c3cc81e97 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Fanout notify agent at l3_agent the message router_deleted on router d1b0a26a-c1f3-45f2-b0f0-7e353c57a5f6 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:16:09.876980 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f41d0b3b-e7ea-421f-9fb2-0b5a610a4386 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.887711 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-bc78bba7-910b-4508-8ce9-077cce75f22a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Allocated IP 172.20.0.21 (2612c6a9-3ad2-494f-b23e-047adb420d73/219b5283-02e1-42a0-b468-168d749488a8/5135f42f-7a06-4202-9db4-872e8f62223e) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:09.890840 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13c33b52-4324-45eb-b40a-0f8c3cc81e97 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.906930 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-13c33b52-4324-45eb-b40a-0f8c3cc81e97 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "DELETE /v2.0/routers/d1b0a26a-c1f3-45f2-b0f0-7e353c57a5f6 HTTP/1.1" status: 204 len: 168 time: 2.5801556 Nov 11 12:16:09.908377 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53076) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:09.929329 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-719490775', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}, 'admin_state_up': False}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:09.933750 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d51a0-2710-4961-89b9-7bc904d3cf63 None None] Pushing event updated for resources: {'Port': ['ID=f6114136-3c17-45a0-930f-e3e17a3a0c93,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:09.947248 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f41d0b3b-e7ea-421f-9fb2-0b5a610a4386 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.949689 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-78e96534-ca44-4497-af93-fb752a20c0b5 None None] Provisioning complete for port 3e44846d-ef7d-4cba-b6c7-421ebb8479f3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:09.950635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-78e96534-ca44-4497-af93-fb752a20c0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:09.992537 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:10.002107 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] For port 3980371d-93c9-48f7-a662-2c189f743bf6, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:10.069962 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.083295 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f41d0b3b-e7ea-421f-9fb2-0b5a610a4386 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.087120 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Allocated IP 172.26.5.82 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/446f7887-b435-4e09-89bc-69acea0ee37a) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:10.095114 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d0b3b-e7ea-421f-9fb2-0b5a610a4386 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Pushing event updated for resources: {'Port': ['ID=f8313cd8-6948-468f-b230-689d8149a872,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:10.100269 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] For port 3980371d-93c9-48f7-a662-2c189f743bf6, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=3980371d-93c9-48f7-a662-2c189f743bf6,segment=NetworkSegment(2ebe4081-7ff7-428d-bdd6-130f245cb180),segment_id=2ebe4081-7ff7-428d-bdd6-130f245cb180)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:10.141182 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-78e96534-ca44-4497-af93-fb752a20c0b5 None None] Port 3e44846d-ef7d-4cba-b6c7-421ebb8479f3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:10.189904 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.247265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-78e96534-ca44-4497-af93-fb752a20c0b5 None None] Provisioning complete for port bc3b9669-8862-45b3-ac2a-8e56897f2fa8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:10.247828 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-78e96534-ca44-4497-af93-fb752a20c0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.304152 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d0b3b-e7ea-421f-9fb2-0b5a610a4386 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Network 63e89a21-a1a4-48e4-95df-de978271bb77 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:10.307699 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-f41d0b3b-e7ea-421f-9fb2-0b5a610a4386 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:10.308315 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.309481 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.329206 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:10.330150 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.358295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5b03b-107c-42b7-a76a-7caa869823aa None None] Pushing event updated for resources: {'Port': ['ID=3980371d-93c9-48f7-a662-2c189f743bf6,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:10.379186 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c01273-7641-4c21-8897-2d346e3a459a None None] Network 63e89a21-a1a4-48e4-95df-de978271bb77 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:10.535001 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.583481 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.587232 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bc78bba7-910b-4508-8ce9-077cce75f22a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.623446 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41d0b3b-e7ea-421f-9fb2-0b5a610a4386 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Router 6a3f2c67-79a7-4de0-a730-1e8daaf375f8 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:16:10.699077 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-78e96534-ca44-4497-af93-fb752a20c0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.762601 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.811949 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41d0b3b-e7ea-421f-9fb2-0b5a610a4386 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:10.820482 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f41d0b3b-e7ea-421f-9fb2-0b5a610a4386 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] 10.222.0.50 "PUT /v2.0/routers/6a3f2c67-79a7-4de0-a730-1e8daaf375f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9697201 Nov 11 12:16:10.821100 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53078) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:10.830963 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cd72d0-f6b7-4a54-9f01-072a66862dea None None] Sync routers for ids ['6a3f2c67-79a7-4de0-a730-1e8daaf375f8'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:10.834005 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-15f8b33f-7d91-45b9-a3f7-2e3980077757 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Request body: {'port': {'network_id': '63e89a21-a1a4-48e4-95df-de978271bb77', 'name': 'tempest-FloatingIPNegativeTestJSON-344949993'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:10.842571 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bc78bba7-910b-4508-8ce9-077cce75f22a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.852915 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.876489 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d,segment=NetworkSegment(15a598f8-a161-465a-b6ef-fbb15d5b5e66),segment_id=15a598f8-a161-465a-b6ef-fbb15d5b5e66)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:10.877029 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.918945 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-78e96534-ca44-4497-af93-fb752a20c0b5 None None] For port bc3b9669-8862-45b3-ac2a-8e56897f2fa8, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=bc3b9669-8862-45b3-ac2a-8e56897f2fa8,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:10.927600 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:10.950076 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd72d0-f6b7-4a54-9f01-072a66862dea None None] Routers {'6a3f2c67-79a7-4de0-a730-1e8daaf375f8'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:10.950835 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-d3cd72d0-f6b7-4a54-9f01-072a66862dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['6a3f2c67-79a7-4de0-a730-1e8daaf375f8'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:10.958119 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-7ef08994-a8f8-4e31-8ff9-d7bfaa50e923 None None] Allocated IP 172.20.0.18 (2612c6a9-3ad2-494f-b23e-047adb420d73/219b5283-02e1-42a0-b468-168d749488a8/48629d77-de7e-4afb-b30c-5afa46259551) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:10.966430 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network 7284a88a-3d69-4827-a105-1cc11e48ed2b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:10.997116 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-78e96534-ca44-4497-af93-fb752a20c0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.000890 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.001420 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device bc3b9669-8862-45b3-ac2a-8e56897f2fa8 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:11.001909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:11.026234 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-d3cd72d0-f6b7-4a54-9f01-072a66862dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:11.028825 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:11.074464 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f8b33f-7d91-45b9-a3f7-2e3980077757 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Made reservation on behalf of 3b5b3eed2d2f481088fa84084c8b7b94 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:11.082733 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-15f8b33f-7d91-45b9-a3f7-2e3980077757 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.095456 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=6e669b1c-3c35-4bd2-9592-6d0f5e330615,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:11.121344 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-15f8b33f-7d91-45b9-a3f7-2e3980077757 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] device_id is not set on port d694b077-7d62-409e-8231-986702221817 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:11.270079 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-bc78bba7-910b-4508-8ce9-077cce75f22a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] In _notify_port_updated(), no bound segment for port 5135f42f-7a06-4202-9db4-872e8f62223e on network 2612c6a9-3ad2-494f-b23e-047adb420d73 {{(pid=103002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:16:11.275750 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc78bba7-910b-4508-8ce9-077cce75f22a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:11.276513 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bc78bba7-910b-4508-8ce9-077cce75f22a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.277934 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bc78bba7-910b-4508-8ce9-077cce75f22a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "PUT /v2.0/ports/5135f42f-7a06-4202-9db4-872e8f62223e HTTP/1.1" status: 200 len: 921 time: 3.5717933 Nov 11 12:16:11.286501 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53080) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:11.289736 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd72d0-f6b7-4a54-9f01-072a66862dea None None] Routers {'6a3f2c67-79a7-4de0-a730-1e8daaf375f8'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:11.290377 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-d3cd72d0-f6b7-4a54-9f01-072a66862dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['6a3f2c67-79a7-4de0-a730-1e8daaf375f8'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:11.298807 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-15f8b33f-7d91-45b9-a3f7-2e3980077757 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Allocated IP 172.20.0.3 (63e89a21-a1a4-48e4-95df-de978271bb77/ea3e097a-dcbc-4a82-a609-89773e703be4/d694b077-7d62-409e-8231-986702221817) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:11.326665 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78bba7-910b-4508-8ce9-077cce75f22a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=5135f42f-7a06-4202-9db4-872e8f62223e,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:11.386994 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-d3cd72d0-f6b7-4a54-9f01-072a66862dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:11.387933 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cd72d0-f6b7-4a54-9f01-072a66862dea None None] The sync data for ids ['6a3f2c67-79a7-4de0-a730-1e8daaf375f8'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:11.393762 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-638b7034-3152-44e5-9183-f7a0abd21bd9 None None] Provisioning complete for port bc3b9669-8862-45b3-ac2a-8e56897f2fa8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:11.394150 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-638b7034-3152-44e5-9183-f7a0abd21bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.433916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e96534-ca44-4497-af93-fb752a20c0b5 None None] Pushing event updated for resources: {'Port': ['ID=bc3b9669-8862-45b3-ac2a-8e56897f2fa8,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:11.541605 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-15f8b33f-7d91-45b9-a3f7-2e3980077757 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.555196 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port bc3b9669-8862-45b3-ac2a-8e56897f2fa8 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:11.555569 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.573004 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-7ef08994-a8f8-4e31-8ff9-d7bfaa50e923 None None] For port 48629d77-de7e-4afb-b30c-5afa46259551, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=48629d77-de7e-4afb-b30c-5afa46259551,segment=NetworkSegment(f3e4fcf3-ac23-45ba-8f22-63841c68b805),segment_id=f3e4fcf3-ac23-45ba-8f22-63841c68b805)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:11.626444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:11.678541 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-15f8b33f-7d91-45b9-a3f7-2e3980077757 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.700186 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7ef08994-a8f8-4e31-8ff9-d7bfaa50e923 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.763816 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-638b7034-3152-44e5-9183-f7a0abd21bd9 None None] Provisioning complete for port 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:11.764448 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-638b7034-3152-44e5-9183-f7a0abd21bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.781554 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f8b33f-7d91-45b9-a3f7-2e3980077757 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Network 63e89a21-a1a4-48e4-95df-de978271bb77 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:11.783376 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-15f8b33f-7d91-45b9-a3f7-2e3980077757 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:11.802019 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f8b33f-7d91-45b9-a3f7-2e3980077757 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:11.804324 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7ef08994-a8f8-4e31-8ff9-d7bfaa50e923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.865577 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8b33f-7d91-45b9-a3f7-2e3980077757 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Pushing event updated for resources: {'Port': ['ID=d694b077-7d62-409e-8231-986702221817,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:11.909994 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f8b33f-7d91-45b9-a3f7-2e3980077757 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:11.910733 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-15f8b33f-7d91-45b9-a3f7-2e3980077757 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.929523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06b1add-d4fd-4721-a2e9-9cd5c409939a None None] Network 7284a88a-3d69-4827-a105-1cc11e48ed2b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:11.944047 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:11.995998 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.000025 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef08994-a8f8-4e31-8ff9-d7bfaa50e923 None None] Pushing event updated for resources: {'Port': ['ID=48629d77-de7e-4afb-b30c-5afa46259551,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:12.024218 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-15f8b33f-7d91-45b9-a3f7-2e3980077757 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2019718 Nov 11 12:16:12.024977 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53082) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:12.037592 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-328b257d-d871-473a-8731-ba47bed9f3b9 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:12.101815 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.179792 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-328b257d-d871-473a-8731-ba47bed9f3b9 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for floatingip, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.207569 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c48444bd-1a7b-41bd-9eea-9e36f9df61e5 None None] Provisioning complete for port 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:12.210493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c48444bd-1a7b-41bd-9eea-9e36f9df61e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.242521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 3980371d-93c9-48f7-a662-2c189f743bf6 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:12.317693 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.328694 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:12.370195 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 3980371d-93c9-48f7-a662-2c189f743bf6 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:12.370578 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.379353 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:12.408973 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-328b257d-d871-473a-8731-ba47bed9f3b9 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.420690 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:12.427738 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Pushing event updated for resources: {'Port': ['ID=446f7887-b435-4e09-89bc-69acea0ee37a,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:12.438024 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ba725b-a0c2-451e-aadc-146e18714659 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:12.508435 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c48444bd-1a7b-41bd-9eea-9e36f9df61e5 None None] Provisioning complete for port f8313cd8-6948-468f-b230-689d8149a872 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:12.508697 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c48444bd-1a7b-41bd-9eea-9e36f9df61e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.576353 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c48444bd-1a7b-41bd-9eea-9e36f9df61e5 None None] Port f8313cd8-6948-468f-b230-689d8149a872 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:12.600741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c48444bd-1a7b-41bd-9eea-9e36f9df61e5 None None] Provisioning complete for port 3980371d-93c9-48f7-a662-2c189f743bf6 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:12.604693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c48444bd-1a7b-41bd-9eea-9e36f9df61e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.604693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.636010 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-328b257d-d871-473a-8731-ba47bed9f3b9 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Allocated IP 172.26.5.113 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/398f1dba-fad5-4500-8758-f812a87a4aed) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:12.688195 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 3980371d-93c9-48f7-a662-2c189f743bf6, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=3980371d-93c9-48f7-a662-2c189f743bf6,segment=NetworkSegment(2ebe4081-7ff7-428d-bdd6-130f245cb180),segment_id=2ebe4081-7ff7-428d-bdd6-130f245cb180)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:12.754301 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c48444bd-1a7b-41bd-9eea-9e36f9df61e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.756948 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.758205 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device bc3b9669-8862-45b3-ac2a-8e56897f2fa8 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:12.790041 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-328b257d-d871-473a-8731-ba47bed9f3b9 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.833978 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-cd8e1772-0720-4b0a-8940-668c964f7e46 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port 5135f42f-7a06-4202-9db4-872e8f62223e {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:12.834311 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1772-0720-4b0a-8940-668c964f7e46 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.837771 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.904537 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-328b257d-d871-473a-8731-ba47bed9f3b9 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.915746 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=3980371d-93c9-48f7-a662-2c189f743bf6,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:12.939304 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port bc3b9669-8862-45b3-ac2a-8e56897f2fa8 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:12.939304 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:12.940729 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c48444bd-1a7b-41bd-9eea-9e36f9df61e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:16:12.941201 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c48444bd-1a7b-41bd-9eea-9e36f9df61e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:16:12.976334 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328b257d-d871-473a-8731-ba47bed9f3b9 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:12.982726 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-328b257d-d871-473a-8731-ba47bed9f3b9 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:12.986183 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328b257d-d871-473a-8731-ba47bed9f3b9 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:13.052267 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:13.125379 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b257d-d871-473a-8731-ba47bed9f3b9 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Pushing event updated for resources: {'Port': ['ID=398f1dba-fad5-4500-8758-f812a87a4aed,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:13.154368 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:13.155003 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.209197 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-328b257d-d871-473a-8731-ba47bed9f3b9 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.266261 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1772-0720-4b0a-8940-668c964f7e46 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.310412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f6114136-3c17-45a0-930f-e3e17a3a0c93 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:13.325772 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-328b257d-d871-473a-8731-ba47bed9f3b9 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.337821 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-cd8e1772-0720-4b0a-8940-668c964f7e46 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for 5135f42f-7a06-4202-9db4-872e8f62223e owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:13.365550 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port f6114136-3c17-45a0-930f-e3e17a3a0c93 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:13.366978 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.474359 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] Router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:16:13.511768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-328b257d-d871-473a-8731-ba47bed9f3b9 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.593514 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-328b257d-d871-473a-8731-ba47bed9f3b9 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.594958 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.638520 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.640294 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Provisioning complete for port f8313cd8-6948-468f-b230-689d8149a872 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:13.641073 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.663231 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b257d-d871-473a-8731-ba47bed9f3b9 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Pushing event updated for resources: {'Port': ['ID=398f1dba-fad5-4500-8758-f812a87a4aed,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:13.678739 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-328b257d-d871-473a-8731-ba47bed9f3b9 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.685467 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Port f8313cd8-6948-468f-b230-689d8149a872 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:13.696184 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Provisioning complete for port 5135f42f-7a06-4202-9db4-872e8f62223e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:13.696502 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.696652 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.730424 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Port 5135f42f-7a06-4202-9db4-872e8f62223e cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:13.740599 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Provisioning complete for port 8e06609c-057b-44fa-a10e-c9a2fd6867b3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:13.740966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.776614 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Port 8e06609c-057b-44fa-a10e-c9a2fd6867b3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:13.782734 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-328b257d-d871-473a-8731-ba47bed9f3b9 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.784813 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-328b257d-d871-473a-8731-ba47bed9f3b9 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7579303 Nov 11 12:16:13.786793 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53084) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:13.791949 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-21bb11ab-f0c0-4dd7-ac24-7f469f67f544 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Request body: {'floatingip': {'port_id': 'd694b077-7d62-409e-8231-986702221817', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:13.792118 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Provisioning complete for port d694b077-7d62-409e-8231-986702221817 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:13.792359 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.845810 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-21bb11ab-f0c0-4dd7-ac24-7f469f67f544 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for floatingip, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.854563 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Port d694b077-7d62-409e-8231-986702221817 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:13.876892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Provisioning complete for port 48629d77-de7e-4afb-b30c-5afa46259551 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:13.876892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.938617 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 3980371d-93c9-48f7-a662-2c189f743bf6 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:13.982073 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:13.987850 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-21bb11ab-f0c0-4dd7-ac24-7f469f67f544 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] update failed (client error): The resource could not be found. Nov 11 12:16:13.991615 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-21bb11ab-f0c0-4dd7-ac24-7f469f67f544 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] 10.222.0.50 "PUT /v2.0/floatingips/46d81d19-97e2-4f9c-93d6-e8dd2912272a HTTP/1.1" status: 404 len: 507 time: 0.2011857 Nov 11 12:16:13.996285 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53086) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:14.001833 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:14.016306 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Sync routers for ids ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:14.033159 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Routers {'42a7a6ba-00be-41cd-b8dc-7886df6a4b42'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:14.034310 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:14.037242 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Allocated IP 172.26.5.229 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/c5883fdc-d9b3-46dc-b6f4-36e1c095ea46) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:14.064266 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Provisioning complete for port 6e669b1c-3c35-4bd2-9592-6d0f5e330615 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:14.065008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.083205 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.106779 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 3980371d-93c9-48f7-a662-2c189f743bf6 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:14.107329 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.152395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1772-0720-4b0a-8940-668c964f7e46 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.155000 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Port 6e669b1c-3c35-4bd2-9592-6d0f5e330615 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:14.175585 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Deleting port 398f1dba-fad5-4500-8758-f812a87a4aed {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:14.175976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.184965 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Set router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:14.188498 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.192473 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4878c19a-6355-41bb-83a5-763defb38770 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.8233068 Nov 11 12:16:14.194819 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53088) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:14.196806 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Provisioning complete for port 446f7887-b435-4e09-89bc-69acea0ee37a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:14.197299 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.301037 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.304059 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.321137 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Calling delete_port for 398f1dba-fad5-4500-8758-f812a87a4aed owned by network:floatingip {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:14.407659 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:09Z', 'revision_number': 3, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:14.443245 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Checking router: 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:16:14.447995 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Updating router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 port 3e44846d-ef7d-4cba-b6c7-421ebb8479f3 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:16:14.448138 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Port 446f7887-b435-4e09-89bc-69acea0ee37a cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:14.461988 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 48629d77-de7e-4afb-b30c-5afa46259551 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:14.471173 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.501803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Provisioning complete for port 3980371d-93c9-48f7-a662-2c189f743bf6 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:14.502141 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-763f629b-7da9-4b37-b742-31754c852dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.576873 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 48629d77-de7e-4afb-b30c-5afa46259551 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:14.577239 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.610089 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.640125 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Pushing event deleted for resources: {'Port': ['ID=398f1dba-fad5-4500-8758-f812a87a4aed,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:14.649992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.659122 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=6e669b1c-3c35-4bd2-9592-6d0f5e330615,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:14.708220 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.714105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.714105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.714105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.714105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.714105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.714105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.714105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.714105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.714105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.714105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.714105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.741476 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for floatingip, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.744588 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.744769 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.745792 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-53edd7c7-3955-486b-a504-38f2a00e4bd8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] 10.222.0.50 "DELETE /v2.0/floatingips/46d81d19-97e2-4f9c-93d6-e8dd2912272a HTTP/1.1" status: 204 len: 168 time: 0.7526021 Nov 11 12:16:14.747578 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.747924 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.748263 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.748594 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.748923 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.749256 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.749580 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.749793 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53090) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:14.749903 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.750210 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.750531 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.750852 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.751203 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:14.754980 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-380410e0-65ff-4f47-8dc9-618878c787ff tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Request body: {'floatingip': {'floating_network_id': '63e89a21-a1a4-48e4-95df-de978271bb77', 'port_id': 'd694b077-7d62-409e-8231-986702221817', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:14.868873 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e1772-0720-4b0a-8940-668c964f7e46 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=5135f42f-7a06-4202-9db4-872e8f62223e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:14.884039 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-380410e0-65ff-4f47-8dc9-618878c787ff tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for floatingip, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.926064 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.996740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1772-0720-4b0a-8940-668c964f7e46 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:14.999899 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cd8e1772-0720-4b0a-8940-668c964f7e46 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/ports/5135f42f-7a06-4202-9db4-872e8f62223e HTTP/1.1" status: 204 len: 168 time: 3.6743543 Nov 11 12:16:15.003456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53092) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:15.031009 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-581e1889-0435-4209-8c17-a5c0badcb5bd tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] GET failed (client error): The resource could not be found. Nov 11 12:16:15.032497 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-581e1889-0435-4209-8c17-a5c0badcb5bd tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports/5135f42f-7a06-4202-9db4-872e8f62223e HTTP/1.1" status: 404 len: 333 time: 0.0288050 Nov 11 12:16:15.035303 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53094) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:15.044087 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-380410e0-65ff-4f47-8dc9-618878c787ff tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:16:15.045071 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-380410e0-65ff-4f47-8dc9-618878c787ff tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2940948 Nov 11 12:16:15.050780 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53096) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:15.054964 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-62cfe651-52c9-4339-832b-066afe75c108 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': 'd694b077-7d62-409e-8231-986702221817', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:15.109120 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-23c11abe-85de-4459-baf6-d2ef20c3909a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.129543 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network 7284a88a-3d69-4827-a105-1cc11e48ed2b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:15.134348 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-23c11abe-85de-4459-baf6-d2ef20c3909a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.136155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:15.155681 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-62cfe651-52c9-4339-832b-066afe75c108 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for floatingip, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.259622 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.313297 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-62cfe651-52c9-4339-832b-066afe75c108 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.330655 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-23c11abe-85de-4459-baf6-d2ef20c3909a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.333386 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-23c11abe-85de-4459-baf6-d2ef20c3909a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.336947 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-23c11abe-85de-4459-baf6-d2ef20c3909a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/security-groups/78d0b7a2-5136-4cf2-a427-e39796ff0038 HTTP/1.1" status: 204 len: 168 time: 0.2983210 Nov 11 12:16:15.349200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53098) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:15.378807 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c11abe-85de-4459-baf6-d2ef20c3909a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d0b7a2-5136-4cf2-a427-e39796ff0038,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:15.446306 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:15.470729 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:15.478604 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.482573 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:15.487657 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51fce5f-dfae-4c3c-835b-fe4462f27134 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:15.491213 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Pushing event updated for resources: {'Port': ['ID=c5883fdc-d9b3-46dc-b6f4-36e1c095ea46,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:15.509665 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-286f715e-dd86-41af-ad8a-4d41b3042788 None None] Provisioning complete for port 6e669b1c-3c35-4bd2-9592-6d0f5e330615 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:15.510334 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-286f715e-dd86-41af-ad8a-4d41b3042788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.547171 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-286f715e-dd86-41af-ad8a-4d41b3042788 None None] Port 6e669b1c-3c35-4bd2-9592-6d0f5e330615 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:15.567376 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.622387 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-62cfe651-52c9-4339-832b-066afe75c108 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Allocated IP 172.26.5.38 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/7e8eacde-7dc2-4186-a7de-a1a93226d720) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:15.634674 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe33613f-679c-4756-86ec-e8fe18a4ecef None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:15.646622 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Attempting to bind port 3e44846d-ef7d-4cba-b6c7-421ebb8479f3 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:15.647305 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Attempting to bind port 3e44846d-ef7d-4cba-b6c7-421ebb8479f3 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:15.648199 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Attempting to bind port 3e44846d-ef7d-4cba-b6c7-421ebb8479f3 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:15.654204 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Router b78f98ce-3a75-4e11-9093-48866591cae0 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:16:15.667899 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:15.669184 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:15.669731 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.670614 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:15.671642 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6fc09edb-1121-4d93-b59c-c95389d97130 None None] Provisioning complete for port 3e44846d-ef7d-4cba-b6c7-421ebb8479f3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:15.671872 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Bound port: 3e44846d-ef7d-4cba-b6c7-421ebb8479f3, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:15.672389 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6fc09edb-1121-4d93-b59c-c95389d97130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.672502 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.676522 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cfc5b-d704-4065-af6c-8ba8411856bf None None] Pushing event updated for resources: {'Port': ['ID=3e44846d-ef7d-4cba-b6c7-421ebb8479f3,revision_number=2']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:15.691297 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87834da6-ca79-41a4-ba3b-d9480344f4bb tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.719546 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-6fc09edb-1121-4d93-b59c-c95389d97130 None None] Port 3e44846d-ef7d-4cba-b6c7-421ebb8479f3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:15.732151 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6fc09edb-1121-4d93-b59c-c95389d97130 None None] Provisioning complete for port c5883fdc-d9b3-46dc-b6f4-36e1c095ea46 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:15.732520 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6fc09edb-1121-4d93-b59c-c95389d97130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.758098 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] For port 3e44846d-ef7d-4cba-b6c7-421ebb8479f3, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:15.762613 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] For port 3e44846d-ef7d-4cba-b6c7-421ebb8479f3, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=3e44846d-ef7d-4cba-b6c7-421ebb8479f3,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:15.779434 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87834da6-ca79-41a4-ba3b-d9480344f4bb tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.781956 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-6fc09edb-1121-4d93-b59c-c95389d97130 None None] Port c5883fdc-d9b3-46dc-b6f4-36e1c095ea46 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:15.826422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-62cfe651-52c9-4339-832b-066afe75c108 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.861401 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.909778 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a644ce75-209a-4e91-9d3c-8b4e8b10ed21 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:15.925009 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Routers {'42a7a6ba-00be-41cd-b8dc-7886df6a4b42'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:15.925640 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:15.931164 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cfc5b-d704-4065-af6c-8ba8411856bf None None] Pushing event updated for resources: {'Port': ['ID=3e44846d-ef7d-4cba-b6c7-421ebb8479f3,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:15.951242 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:16:15.962249 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-62cfe651-52c9-4339-832b-066afe75c108 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:15.993834 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a95654e1-2018-4ddb-93eb-c5228c0e3224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.007557 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cfe651-52c9-4339-832b-066afe75c108 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:16.012549 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-62cfe651-52c9-4339-832b-066afe75c108 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:16.020832 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-10f2c937-ab11-4fe5-b58f-dee9e18cb012 None None] Provisioning complete for port 3e44846d-ef7d-4cba-b6c7-421ebb8479f3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:16.021611 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-10f2c937-ab11-4fe5-b58f-dee9e18cb012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.022734 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cfe651-52c9-4339-832b-066afe75c108 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:16.057161 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfe651-52c9-4339-832b-066afe75c108 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Pushing event updated for resources: {'Port': ['ID=7e8eacde-7dc2-4186-a7de-a1a93226d720,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:16.111639 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87834da6-ca79-41a4-ba3b-d9480344f4bb tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.114206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87834da6-ca79-41a4-ba3b-d9480344f4bb tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.115459 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-87834da6-ca79-41a4-ba3b-d9480344f4bb tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/security-groups/2c6fd5ce-0ee1-42e1-b530-25421c00ddaf HTTP/1.1" status: 204 len: 168 time: 0.7601516 Nov 11 12:16:16.118378 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:16.121848 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53100) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:16.144201 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-10f2c937-ab11-4fe5-b58f-dee9e18cb012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.151311 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Sync routers for ids ['b78f98ce-3a75-4e11-9093-48866591cae0'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:16.183555 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] Set router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:16.189235 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Routers {'b78f98ce-3a75-4e11-9093-48866591cae0'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:16.190261 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['b78f98ce-3a75-4e11-9093-48866591cae0'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:16.201730 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87834da6-ca79-41a4-ba3b-d9480344f4bb tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6fd5ce-0ee1-42e1-b530-25421c00ddaf,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:16.244710 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-10f2c937-ab11-4fe5-b58f-dee9e18cb012 None None] For port 3e44846d-ef7d-4cba-b6c7-421ebb8479f3, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=3e44846d-ef7d-4cba-b6c7-421ebb8479f3,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:16.261540 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-62cfe651-52c9-4339-832b-066afe75c108 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Deleting port 7e8eacde-7dc2-4186-a7de-a1a93226d720 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:16.261879 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-62cfe651-52c9-4339-832b-066afe75c108 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.346142 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-10f2c937-ab11-4fe5-b58f-dee9e18cb012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.376035 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-62cfe651-52c9-4339-832b-066afe75c108 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.376416 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-62cfe651-52c9-4339-832b-066afe75c108 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.390117 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:16.390996 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-62cfe651-52c9-4339-832b-066afe75c108 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Calling delete_port for 7e8eacde-7dc2-4186-a7de-a1a93226d720 owned by network:floatingip {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:16.398434 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:09Z', 'revision_number': 3, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:16.414123 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2bb5b3c1-26fa-461a-8a41-8807117ba5ed tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/0e8982dc-5fec-482b-b7c8-dc9c2ec8d408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1608722 Nov 11 12:16:16.423660 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2c937-ab11-4fe5-b58f-dee9e18cb012 None None] Pushing event updated for resources: {'Port': ['ID=3e44846d-ef7d-4cba-b6c7-421ebb8479f3,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:16.426617 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53102) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:16.438353 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Sync routers for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:16.439813 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-5eafab5d-e9eb-4ca2-ac7e-64e2afbc42bd tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'network': {'name': 'tempest-RoutersTest-121415805'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:16.447572 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.449535 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c509ffeb-c9e4-47d1-be33-40381b28d7cb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 10.1898291 Nov 11 12:16:16.453021 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53104) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:16.453409 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b00a235-880f-43b1-9397-973a3b123405 None None] The sync data for ids ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'] in dv-neutron-786478-23-hyperv is: [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:09Z', 'revision_number': 3, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:16.455570 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Set router b78f98ce-3a75-4e11-9093-48866591cae0 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:16.456340 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:16.457144 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:16.546623 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f1197d-f3f3-41a2-af39-a839f655c39c tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting subnet 75e6cde1-156b-456d-bbb8-dc8d6bb1deb2 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:16.569444 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:16.623643 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.626397 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6f1197d-f3f3-41a2-af39-a839f655c39c tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.661335 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-64ff1d80-a09e-49bb-b523-cf42dc5f02b9 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "GET /v2.0/routers/b78f98ce-3a75-4e11-9093-48866591cae0 HTTP/1.1" status: 200 len: 906 time: 0.2068591 Nov 11 12:16:16.668225 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53106) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:16.743886 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78f98ce-3a75-4e11-9093-48866591cae0', 'name': 'tempest-snat-router-559358732', 'tenant_id': '61ec6e57ef5a474fabb8ddf343c4d1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '446f7887-b435-4e09-89bc-69acea0ee37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:13Z', 'revision_number': 3, 'project_id': '61ec6e57ef5a474fabb8ddf343c4d1ac', 'gw_port': {'id': '446f7887-b435-4e09-89bc-69acea0ee37a', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78f98ce-3a75-4e11-9093-48866591cae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:09Z', 'updated_at': '2021-11-11T12:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:16.786075 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6f1197d-f3f3-41a2-af39-a839f655c39c tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.797684 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Checking router: b78f98ce-3a75-4e11-9093-48866591cae0 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:16:16.798278 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Updating router b78f98ce-3a75-4e11-9093-48866591cae0 port 446f7887-b435-4e09-89bc-69acea0ee37a binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:16:16.831600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:16.968152 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:12Z', 'revision_number': 2, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:13Z', 'revision_number': 2, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:17.009789 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Checking router: 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:16:17.011903 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Updating router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 port 6e669b1c-3c35-4bd2-9592-6d0f5e330615 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:16:17.051816 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.324438 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.362134 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0c338b70-3a9e-466e-bfa8-948337fc5ab1 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.379345 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-a95654e1-2018-4ddb-93eb-c5228c0e3224 admin admin] Allocated IP 172.20.0.1 (a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a/9072cf2e-3415-4e51-a149-d008214c502e/418c5abf-516f-40bd-8f32-592deedb4460) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:17.389663 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eafab5d-e9eb-4ca2-ac7e-64e2afbc42bd tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Made reservation on behalf of 1c766233044443cca77dafe4d989ad4a for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:17.393150 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5eafab5d-e9eb-4ca2-ac7e-64e2afbc42bd tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.400658 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.441039 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde14b42-0a46-42ba-8cf4-3f87a28aeb8e None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:17.522265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Attempting to bind port 446f7887-b435-4e09-89bc-69acea0ee37a on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:17.522795 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Attempting to bind port 446f7887-b435-4e09-89bc-69acea0ee37a by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:17.523287 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Attempting to bind port 446f7887-b435-4e09-89bc-69acea0ee37a on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:17.544636 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:17.545189 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:17.545688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.546179 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:17.546879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Bound port: 446f7887-b435-4e09-89bc-69acea0ee37a, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:17.547561 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.550877 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143d9d9-0edc-4667-8886-cd602dcd1cca None None] Pushing event updated for resources: {'Port': ['ID=446f7887-b435-4e09-89bc-69acea0ee37a,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:17.559974 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0c338b70-3a9e-466e-bfa8-948337fc5ab1 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.573605 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-62cfe651-52c9-4339-832b-066afe75c108 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.587316 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143d9d9-0edc-4667-8886-cd602dcd1cca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:17.587858 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.588562 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143d9d9-0edc-4667-8886-cd602dcd1cca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:17.589001 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143d9d9-0edc-4667-8886-cd602dcd1cca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:17.589468 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143d9d9-0edc-4667-8886-cd602dcd1cca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:17.589903 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143d9d9-0edc-4667-8886-cd602dcd1cca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:17.590333 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143d9d9-0edc-4667-8886-cd602dcd1cca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:17.590765 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143d9d9-0edc-4667-8886-cd602dcd1cca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:17.591226 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143d9d9-0edc-4667-8886-cd602dcd1cca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:17.591652 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143d9d9-0edc-4667-8886-cd602dcd1cca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:17.592079 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143d9d9-0edc-4667-8886-cd602dcd1cca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:17.592672 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143d9d9-0edc-4667-8886-cd602dcd1cca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:17.593194 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143d9d9-0edc-4667-8886-cd602dcd1cca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:17.643235 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfe651-52c9-4339-832b-066afe75c108 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Pushing event deleted for resources: {'Port': ['ID=7e8eacde-7dc2-4186-a7de-a1a93226d720,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:17.644601 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eafab5d-e9eb-4ca2-ac7e-64e2afbc42bd tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:16:17.652665 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-829204e0-048f-40db-bfc0-673d919997a6 None None] Provisioning complete for port 446f7887-b435-4e09-89bc-69acea0ee37a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:17.653160 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-829204e0-048f-40db-bfc0-673d919997a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.676789 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] For port 446f7887-b435-4e09-89bc-69acea0ee37a, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:17.684816 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.687471 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.697166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] For port 446f7887-b435-4e09-89bc-69acea0ee37a, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=446f7887-b435-4e09-89bc-69acea0ee37a,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:17.700002 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5eafab5d-e9eb-4ca2-ac7e-64e2afbc42bd tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.700347 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-5eafab5d-e9eb-4ca2-ac7e-64e2afbc42bd tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Added segment 102b28de-8158-4ae6-a06a-08a14ed802da of type vlan for network c0c9f231-3ddb-4e12-afe4-de5453f8733a Nov 11 12:16:17.708754 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-829204e0-048f-40db-bfc0-673d919997a6 None None] Port 446f7887-b435-4e09-89bc-69acea0ee37a cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:17.776586 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0c338b70-3a9e-466e-bfa8-948337fc5ab1 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Deleting port 446f7887-b435-4e09-89bc-69acea0ee37a {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:17.776815 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.777704 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0c338b70-3a9e-466e-bfa8-948337fc5ab1 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.779634 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6f1197d-f3f3-41a2-af39-a839f655c39c tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.805347 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fa88d-c02b-45aa-a575-70dd99bf0baa None None] Pushing event updated for resources: {'Port': ['ID=6e669b1c-3c35-4bd2-9592-6d0f5e330615,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:17.878669 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-62cfe651-52c9-4339-832b-066afe75c108 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] create failed (client error): The resource could not be found. Nov 11 12:16:17.879756 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-62cfe651-52c9-4339-832b-066afe75c108 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.8280425 Nov 11 12:16:17.884516 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53108) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:17.889944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6205d7d9-cdbd-433b-bc18-21570802ea31 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:17.904051 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Attempting to bind port 6e669b1c-3c35-4bd2-9592-6d0f5e330615 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:17.904642 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Attempting to bind port 6e669b1c-3c35-4bd2-9592-6d0f5e330615 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '2ebe4081-7ff7-428d-bdd6-130f245cb180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:17.905280 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Attempting to bind port 6e669b1c-3c35-4bd2-9592-6d0f5e330615 on network 7284a88a-3d69-4827-a105-1cc11e48ed2b {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:17.913728 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:17.914226 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Checking segment: {'id': '2ebe4081-7ff7-428d-bdd6-130f245cb180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:17.914876 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.915534 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Bound using segment: {'id': '2ebe4081-7ff7-428d-bdd6-130f245cb180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:17.917047 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Bound port: 6e669b1c-3c35-4bd2-9592-6d0f5e330615, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ebe4081-7ff7-428d-bdd6-130f245cb180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:17.917248 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:17.955175 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Routers {'b78f98ce-3a75-4e11-9093-48866591cae0'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:17.955823 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['b78f98ce-3a75-4e11-9093-48866591cae0'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:17.959780 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143d9d9-0edc-4667-8886-cd602dcd1cca None None] Pushing event updated for resources: {'Port': ['ID=446f7887-b435-4e09-89bc-69acea0ee37a,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:18.050930 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] For port 6e669b1c-3c35-4bd2-9592-6d0f5e330615, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:18.064901 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] For port 6e669b1c-3c35-4bd2-9592-6d0f5e330615, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6e669b1c-3c35-4bd2-9592-6d0f5e330615,segment=NetworkSegment(2ebe4081-7ff7-428d-bdd6-130f245cb180),segment_id=2ebe4081-7ff7-428d-bdd6-130f245cb180)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:18.084676 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 3e44846d-ef7d-4cba-b6c7-421ebb8479f3 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:18.110023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5eafab5d-e9eb-4ca2-ac7e-64e2afbc42bd tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.115128 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a95654e1-2018-4ddb-93eb-c5228c0e3224 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.119624 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.160443 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-d6b33fea-b029-4abf-bb0d-df9fe874cac2 None None] Provisioning complete for port 446f7887-b435-4e09-89bc-69acea0ee37a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:18.160802 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d6b33fea-b029-4abf-bb0d-df9fe874cac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.165650 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-0c338b70-3a9e-466e-bfa8-948337fc5ab1 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] For port 446f7887-b435-4e09-89bc-69acea0ee37a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=446f7887-b435-4e09-89bc-69acea0ee37a,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:18.166123 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0c338b70-3a9e-466e-bfa8-948337fc5ab1 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.170605 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] Set router b78f98ce-3a75-4e11-9093-48866591cae0 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:18.183013 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6f1197d-f3f3-41a2-af39-a839f655c39c tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.203371 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0c338b70-3a9e-466e-bfa8-948337fc5ab1 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Calling delete_port for 446f7887-b435-4e09-89bc-69acea0ee37a owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:18.221093 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fa88d-c02b-45aa-a575-70dd99bf0baa None None] Pushing event updated for resources: {'Port': ['ID=6e669b1c-3c35-4bd2-9592-6d0f5e330615,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:18.223142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b2c051eb-3b3f-4130-b3b2-c27cd31eb241 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Deleting port d694b077-7d62-409e-8231-986702221817 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:18.223552 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b2c051eb-3b3f-4130-b3b2-c27cd31eb241 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.245136 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:18.245136 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:18.255512 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78f98ce-3a75-4e11-9093-48866591cae0', 'name': 'tempest-snat-router-559358732', 'tenant_id': '61ec6e57ef5a474fabb8ddf343c4d1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:17Z', 'revision_number': 4, 'project_id': '61ec6e57ef5a474fabb8ddf343c4d1ac', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:18.292559 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5eafab5d-e9eb-4ca2-ac7e-64e2afbc42bd tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.302285 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eafab5d-e9eb-4ca2-ac7e-64e2afbc42bd tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:18.303198 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5eafab5d-e9eb-4ca2-ac7e-64e2afbc42bd tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.304554 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92694864-7aac-42d2-a2e4-f941efd91779 None None] The sync data for ids ['b78f98ce-3a75-4e11-9093-48866591cae0'] in dv-neutron-786478-23-hyperv is: [{'id': 'b78f98ce-3a75-4e11-9093-48866591cae0', 'name': 'tempest-snat-router-559358732', 'tenant_id': '61ec6e57ef5a474fabb8ddf343c4d1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:17Z', 'revision_number': 4, 'project_id': '61ec6e57ef5a474fabb8ddf343c4d1ac', 'gw_port_host': None}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:18.331337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 3e44846d-ef7d-4cba-b6c7-421ebb8479f3 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:18.331697 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.342586 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1197d-f3f3-41a2-af39-a839f655c39c tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Subnet': ['ID=75e6cde1-156b-456d-bbb8-dc8d6bb1deb2,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:18.362753 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:18.387354 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009373a9-35f9-4503-b2cf-c8e7c9a95b18 None None] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:18.417404 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6f1197d-f3f3-41a2-af39-a839f655c39c tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.437707 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b6f1197d-f3f3-41a2-af39-a839f655c39c tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/75e6cde1-156b-456d-bbb8-dc8d6bb1deb2 HTTP/1.1" status: 204 len: 168 time: 2.3065553 Nov 11 12:16:18.441465 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53110) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:18.455098 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-a9a3c4bb-7012-4a2b-b4ae-a6ef8aad8ce7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'subnet': {'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:18.534443 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafab5d-e9eb-4ca2-ac7e-64e2afbc42bd tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Network': ['ID=c0c9f231-3ddb-4e12-afe4-de5453f8733a,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:18.547017 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d6b33fea-b029-4abf-bb0d-df9fe874cac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.549954 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a95654e1-2018-4ddb-93eb-c5228c0e3224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.562040 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network c0c9f231-3ddb-4e12-afe4-de5453f8733a details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:16:18.629341 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b2c051eb-3b3f-4130-b3b2-c27cd31eb241 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:18.653823 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95654e1-2018-4ddb-93eb-c5228c0e3224 admin admin] Pushing event updated for resources: {'Port': ['ID=418c5abf-516f-40bd-8f32-592deedb4460,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:18.675509 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Router 1a31bbc0-f839-4aed-af38-eaf16c35dd37 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:16:18.691417 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5eafab5d-e9eb-4ca2-ac7e-64e2afbc42bd tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2585280 Nov 11 12:16:18.692767 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53112) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:18.704181 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f3009370-d1b7-49a2-8055-c93ca36317a0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'subnet': {'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:18.724682 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-d6b33fea-b029-4abf-bb0d-df9fe874cac2 None None] For port 446f7887-b435-4e09-89bc-69acea0ee37a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=446f7887-b435-4e09-89bc-69acea0ee37a,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:18.728972 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b2c051eb-3b3f-4130-b3b2-c27cd31eb241 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Calling delete_port for d694b077-7d62-409e-8231-986702221817 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:18.760904 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:12Z', 'revision_number': 2, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:18Z', 'revision_number': 4, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:18.814832 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd31580b-1375-4e07-93b5-e027737237f2 None None] The sync data for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv is: [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:12Z', 'revision_number': 2, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:18Z', 'revision_number': 4, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:18.832963 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95654e1-2018-4ddb-93eb-c5228c0e3224 admin admin] Network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:18.840578 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-a95654e1-2018-4ddb-93eb-c5228c0e3224 admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:18.861895 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95654e1-2018-4ddb-93eb-c5228c0e3224 admin admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:19.003586 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d6b33fea-b029-4abf-bb0d-df9fe874cac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.023601 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0c338b70-3a9e-466e-bfa8-948337fc5ab1 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.027130 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a95654e1-2018-4ddb-93eb-c5228c0e3224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.113301 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:19.129565 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b33fea-b029-4abf-bb0d-df9fe874cac2 None None] Pushing event updated for resources: {'Port': ['ID=446f7887-b435-4e09-89bc-69acea0ee37a,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:19.144296 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1aea4b-eef1-4f05-8123-28774b2ea53a None None] Sync routers for ids ['1a31bbc0-f839-4aed-af38-eaf16c35dd37'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:19.201598 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1aea4b-eef1-4f05-8123-28774b2ea53a None None] Routers {'1a31bbc0-f839-4aed-af38-eaf16c35dd37'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:19.202232 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-ac1aea4b-eef1-4f05-8123-28774b2ea53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['1a31bbc0-f839-4aed-af38-eaf16c35dd37'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:19.205125 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0f0152ea-4d21-4217-8740-bb0e645a6d88 None None] Provisioning complete for port 6e669b1c-3c35-4bd2-9592-6d0f5e330615 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:19.206080 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0f0152ea-4d21-4217-8740-bb0e645a6d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.209016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a3c4bb-7012-4a2b-b4ae-a6ef8aad8ce7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:19.212941 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a9a3c4bb-7012-4a2b-b4ae-a6ef8aad8ce7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.244972 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3009370-d1b7-49a2-8055-c93ca36317a0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Made reservation on behalf of 1c766233044443cca77dafe4d989ad4a for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:19.244972 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f3009370-d1b7-49a2-8055-c93ca36317a0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.286538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c43f90-858d-4328-8313-c1223d307856 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:19.297602 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-ac1aea4b-eef1-4f05-8123-28774b2ea53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:19.335175 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1aea4b-eef1-4f05-8123-28774b2ea53a None None] Routers {'1a31bbc0-f839-4aed-af38-eaf16c35dd37'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:19.337308 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-ac1aea4b-eef1-4f05-8123-28774b2ea53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['1a31bbc0-f839-4aed-af38-eaf16c35dd37'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:19.344145 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.345975 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-77cc1eee-e9d2-4be2-8f56-c42d2e10c8d9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.4263325 Nov 11 12:16:19.358349 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53114) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:19.387877 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-fe5def3b-b514-48cf-9105-c8ed75fe7cf0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:19.428491 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-ac1aea4b-eef1-4f05-8123-28774b2ea53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:19.429408 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1aea4b-eef1-4f05-8123-28774b2ea53a None None] The sync data for ids ['1a31bbc0-f839-4aed-af38-eaf16c35dd37'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:19.493023 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c338b70-3a9e-466e-bfa8-948337fc5ab1 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Pushing event deleted for resources: {'Port': ['ID=446f7887-b435-4e09-89bc-69acea0ee37a,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:19.505319 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0f0152ea-4d21-4217-8740-bb0e645a6d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.537633 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a95654e1-2018-4ddb-93eb-c5228c0e3224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.568689 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0f0152ea-4d21-4217-8740-bb0e645a6d88 None None] For port 6e669b1c-3c35-4bd2-9592-6d0f5e330615, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6e669b1c-3c35-4bd2-9592-6d0f5e330615,segment=NetworkSegment(2ebe4081-7ff7-428d-bdd6-130f245cb180),segment_id=2ebe4081-7ff7-428d-bdd6-130f245cb180)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:19.615217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0c338b70-3a9e-466e-bfa8-948337fc5ab1 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.617694 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b2c051eb-3b3f-4130-b3b2-c27cd31eb241 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.648315 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0f0152ea-4d21-4217-8740-bb0e645a6d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.691101 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c051eb-3b3f-4130-b3b2-c27cd31eb241 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Pushing event deleted for resources: {'Port': ['ID=d694b077-7d62-409e-8231-986702221817,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:19.735610 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0152ea-4d21-4217-8740-bb0e645a6d88 None None] Pushing event updated for resources: {'Port': ['ID=6e669b1c-3c35-4bd2-9592-6d0f5e330615,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:19.781257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b2cc09df-b774-4645-b451-35c131019699 None None] Provisioning complete for port 418c5abf-516f-40bd-8f32-592deedb4460 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:19.781966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b2cc09df-b774-4645-b451-35c131019699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.798158 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0c338b70-3a9e-466e-bfa8-948337fc5ab1 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.801365 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0c338b70-3a9e-466e-bfa8-948337fc5ab1 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:19.832495 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc09df-b774-4645-b451-35c131019699 None None] Port 418c5abf-516f-40bd-8f32-592deedb4460 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:20.004927 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6e669b1c-3c35-4bd2-9592-6d0f5e330615 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:20.052086 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0c338b70-3a9e-466e-bfa8-948337fc5ab1 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.052604 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c338b70-3a9e-466e-bfa8-948337fc5ab1 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b78f98ce-3a75-4e11-9093-48866591cae0 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:16:20.074123 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0c338b70-3a9e-466e-bfa8-948337fc5ab1 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.075345 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0c338b70-3a9e-466e-bfa8-948337fc5ab1 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "DELETE /v2.0/routers/b78f98ce-3a75-4e11-9093-48866591cae0 HTTP/1.1" status: 204 len: 168 time: 3.4061599 Nov 11 12:16:20.080148 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53116) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:20.099560 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 6e669b1c-3c35-4bd2-9592-6d0f5e330615 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:20.100691 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.188073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a9a3c4bb-7012-4a2b-b4ae-a6ef8aad8ce7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.272644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5913a40a-ca0a-44d5-98c1-8db5229b4169 None None] Provisioning complete for port 8e06609c-057b-44fa-a10e-c9a2fd6867b3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:20.273103 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5913a40a-ca0a-44d5-98c1-8db5229b4169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.280604 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a95654e1-2018-4ddb-93eb-c5228c0e3224 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.282883 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b2c051eb-3b3f-4130-b3b2-c27cd31eb241 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.289598 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b2c051eb-3b3f-4130-b3b2-c27cd31eb241 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] 10.222.0.50 "DELETE /v2.0/ports/d694b077-7d62-409e-8231-986702221817 HTTP/1.1" status: 204 len: 168 time: 2.4040720 Nov 11 12:16:20.292062 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53118) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:20.306788 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a3c4bb-7012-4a2b-b4ae-a6ef8aad8ce7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:20.313982 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-5913a40a-ca0a-44d5-98c1-8db5229b4169 None None] Port 8e06609c-057b-44fa-a10e-c9a2fd6867b3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:20.325545 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5913a40a-ca0a-44d5-98c1-8db5229b4169 None None] Provisioning complete for port 48629d77-de7e-4afb-b30c-5afa46259551 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:20.326100 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5913a40a-ca0a-44d5-98c1-8db5229b4169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.338647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-a9a3c4bb-7012-4a2b-b4ae-a6ef8aad8ce7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:20.351935 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a3c4bb-7012-4a2b-b4ae-a6ef8aad8ce7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:20.352526 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a9a3c4bb-7012-4a2b-b4ae-a6ef8aad8ce7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.359977 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a95654e1-2018-4ddb-93eb-c5228c0e3224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.375175 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24807ec-046b-43f7-a5a3-17e0150e5794 None None] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:20.388453 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3c4bb-7012-4a2b-b4ae-a6ef8aad8ce7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Subnet': ['ID=4ec0d5df-8210-46b7-b28e-2f2e95404310,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:20.399950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7630160b-7ad3-4aca-8275-581cd08c7c16 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.432068 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f3009370-d1b7-49a2-8055-c93ca36317a0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.451922 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a9a3c4bb-7012-4a2b-b4ae-a6ef8aad8ce7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0071952 Nov 11 12:16:20.454442 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53120) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:20.458259 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-5c935a5e-1c8c-4744-bcaf-1ad335bc2f69 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'security_group': {'name': 'tempest-secgroup-105849683'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:20.482844 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe5def3b-b514-48cf-9105-c8ed75fe7cf0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.505779 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95654e1-2018-4ddb-93eb-c5228c0e3224 admin admin] Pushing event updated for resources: {'Port': ['ID=418c5abf-516f-40bd-8f32-592deedb4460,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:20.520729 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28303a6-2a64-47af-865d-ba2369766864 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:20.522482 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e28303a6-2a64-47af-865d-ba2369766864 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a3f2c67-79a7-4de0-a730-1e8daaf375f8 HTTP/1.1" status: 200 len: 913 time: 0.2291541 Nov 11 12:16:20.526502 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53122) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:20.533039 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a95654e1-2018-4ddb-93eb-c5228c0e3224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.550966 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3009370-d1b7-49a2-8055-c93ca36317a0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Subnet': ['ID=dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:20.608483 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7630160b-7ad3-4aca-8275-581cd08c7c16 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.613390 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3009370-d1b7-49a2-8055-c93ca36317a0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Checking segment: {'id': '102b28de-8158-4ae6-a06a-08a14ed802da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:20.613628 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3009370-d1b7-49a2-8055-c93ca36317a0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network hostable DHCP agents. Network: c0c9f231-3ddb-4e12-afe4-de5453f8733a, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:16:20.626066 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5c935a5e-1c8c-4744-bcaf-1ad335bc2f69 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.629930 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe5def3b-b514-48cf-9105-c8ed75fe7cf0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.679487 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95654e1-2018-4ddb-93eb-c5228c0e3224 admin admin] Network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:20.681559 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-a95654e1-2018-4ddb-93eb-c5228c0e3224 admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:20.685607 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe681365-2cc8-47e9-9baa-efdfde49476a None None] Update dhcp port {'port': {'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73', 'fixed_ips': [{'subnet_id': '219b5283-02e1-42a0-b468-168d749488a8', 'ip_address': '172.20.0.18'}, {'subnet_id': '4ec0d5df-8210-46b7-b28e-2f2e95404310'}], 'binding:host_id': 'dv-neutron-786478-23-hyperv'}, 'id': '48629d77-de7e-4afb-b30c-5afa46259551'} from dv-neutron-786478-23-hyperv. {{(pid=103003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:16:20.714867 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fe681365-2cc8-47e9-9baa-efdfde49476a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.731532 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3009370-d1b7-49a2-8055-c93ca36317a0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network c0c9f231-3ddb-4e12-afe4-de5453f8733a is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:16:20.812089 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-f3009370-d1b7-49a2-8055-c93ca36317a0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, c0c9f231-3ddb-4e12-afe4-de5453f8733a) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:20.823200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3009370-d1b7-49a2-8055-c93ca36317a0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:20.823900 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f3009370-d1b7-49a2-8055-c93ca36317a0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.844521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a68a598-ba71-4046-8fea-53c55dc9e359 None None] Network c0c9f231-3ddb-4e12-afe4-de5453f8733a requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:20.870538 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5c935a5e-1c8c-4744-bcaf-1ad335bc2f69 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.876812 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95654e1-2018-4ddb-93eb-c5228c0e3224 admin admin] Router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:16:20.884350 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-fe5def3b-b514-48cf-9105-c8ed75fe7cf0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Deleting port c5883fdc-d9b3-46dc-b6f4-36e1c095ea46 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:20.884766 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe5def3b-b514-48cf-9105-c8ed75fe7cf0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.947126 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-7630160b-7ad3-4aca-8275-581cd08c7c16 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Deleting port f6114136-3c17-45a0-930f-e3e17a3a0c93 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:20.947635 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7630160b-7ad3-4aca-8275-581cd08c7c16 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:20.985046 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe5def3b-b514-48cf-9105-c8ed75fe7cf0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.000668 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f3009370-d1b7-49a2-8055-c93ca36317a0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2995882 Nov 11 12:16:21.002317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53124) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:21.008977 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-fe5def3b-b514-48cf-9105-c8ed75fe7cf0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Calling delete_port for c5883fdc-d9b3-46dc-b6f4-36e1c095ea46 owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:21.016123 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5c935a5e-1c8c-4744-bcaf-1ad335bc2f69 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.086945 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-fe681365-2cc8-47e9-9baa-efdfde49476a None None] Allocated IP 172.20.0.2 (2612c6a9-3ad2-494f-b23e-047adb420d73/4ec0d5df-8210-46b7-b28e-2f2e95404310/48629d77-de7e-4afb-b30c-5afa46259551) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:21.094714 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-fd4e907a-83bd-4087-b28f-a27d2111cf91 None None] Provisioning complete for port 418c5abf-516f-40bd-8f32-592deedb4460 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:21.095260 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fd4e907a-83bd-4087-b28f-a27d2111cf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.108013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:16:21.108288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c935a5e-1c8c-4744-bcaf-1ad335bc2f69 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a912d70f-7eec-42f3-b65f-73922437c962,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:21.108670 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.148931 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-7630160b-7ad3-4aca-8275-581cd08c7c16 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] For port f6114136-3c17-45a0-930f-e3e17a3a0c93, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f6114136-3c17-45a0-930f-e3e17a3a0c93,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:21.149289 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7630160b-7ad3-4aca-8275-581cd08c7c16 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.166995 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-7630160b-7ad3-4aca-8275-581cd08c7c16 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Calling delete_port for f6114136-3c17-45a0-930f-e3e17a3a0c93 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:21.174942 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5c935a5e-1c8c-4744-bcaf-1ad335bc2f69 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.176244 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5c935a5e-1c8c-4744-bcaf-1ad335bc2f69 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.7213962 Nov 11 12:16:21.179407 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53126) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:21.184694 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-e532e299-8328-445a-9f03-bd2dfbd38259 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'security_group': {'name': 'tempest-secgroup-1867789554'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:21.221110 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e907a-83bd-4087-b28f-a27d2111cf91 None None] Port 418c5abf-516f-40bd-8f32-592deedb4460 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:21.349922 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e532e299-8328-445a-9f03-bd2dfbd38259 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.356785 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9f695c44-1698-4c61-8d51-392bea167e80 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.363955 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-fe681365-2cc8-47e9-9baa-efdfde49476a None None] For port 48629d77-de7e-4afb-b30c-5afa46259551, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=48629d77-de7e-4afb-b30c-5afa46259551,segment=NetworkSegment(f3e4fcf3-ac23-45ba-8f22-63841c68b805),segment_id=f3e4fcf3-ac23-45ba-8f22-63841c68b805)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:21.396362 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Allocated IP 172.21.0.2 (c0c9f231-3ddb-4e12-afe4-de5453f8733a/dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b/70939f65-9d8b-4c5e-b9ec-debd15ca5663) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:21.418234 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fe681365-2cc8-47e9-9baa-efdfde49476a None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.509193 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fe681365-2cc8-47e9-9baa-efdfde49476a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.572623 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e532e299-8328-445a-9f03-bd2dfbd38259 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.652366 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe681365-2cc8-47e9-9baa-efdfde49476a None None] Pushing event updated for resources: {'Port': ['ID=48629d77-de7e-4afb-b30c-5afa46259551,revision_number=6']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:21.667862 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.678099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e532e299-8328-445a-9f03-bd2dfbd38259 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.738234 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.762123 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Network c0c9f231-3ddb-4e12-afe4-de5453f8733a is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:21.768275 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532e299-8328-445a-9f03-bd2dfbd38259 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24eb58b6-1536-4a23-be84-5c63a9dcab89,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:21.795998 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-9f695c44-1698-4c61-8d51-392bea167e80 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Deleting port f8313cd8-6948-468f-b230-689d8149a872 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:21.796279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:21.800347 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:21.803192 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9f695c44-1698-4c61-8d51-392bea167e80 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.836580 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95654e1-2018-4ddb-93eb-c5228c0e3224 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:21.849333 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Sync routers for ids ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:21.856314 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a95654e1-2018-4ddb-93eb-c5228c0e3224 admin admin] 10.222.0.50 "PUT /v2.0/routers/42a7a6ba-00be-41cd-b8dc-7886df6a4b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2923448 Nov 11 12:16:21.867554 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Routers {'42a7a6ba-00be-41cd-b8dc-7886df6a4b42'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:21.872645 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:21.894142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e532e299-8328-445a-9f03-bd2dfbd38259 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.897882 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e532e299-8328-445a-9f03-bd2dfbd38259 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7149565 Nov 11 12:16:21.898316 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7630160b-7ad3-4aca-8275-581cd08c7c16 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.902493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53130) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:21.917797 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-96fec99e-dc64-4511-a6d9-10ab5541abdd tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'security_group': {'name': 'tempest-secgroup-2126414623'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:21.954695 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Attempting to bind port 70939f65-9d8b-4c5e-b9ec-debd15ca5663 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:21.955379 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Attempting to bind port 70939f65-9d8b-4c5e-b9ec-debd15ca5663 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '102b28de-8158-4ae6-a06a-08a14ed802da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:21.955967 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Attempting to bind port 70939f65-9d8b-4c5e-b9ec-debd15ca5663 on network c0c9f231-3ddb-4e12-afe4-de5453f8733a {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:21.972230 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:21.979773 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Checking segment: {'id': '102b28de-8158-4ae6-a06a-08a14ed802da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:21.980365 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.980880 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Bound using segment: {'id': '102b28de-8158-4ae6-a06a-08a14ed802da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:21.983683 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Bound port: 70939f65-9d8b-4c5e-b9ec-debd15ca5663, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102b28de-8158-4ae6-a06a-08a14ed802da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:21.984212 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:21.986025 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630160b-7ad3-4aca-8275-581cd08c7c16 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6114136-3c17-45a0-930f-e3e17a3a0c93,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:22.016062 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 48629d77-de7e-4afb-b30c-5afa46259551 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:22.033620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad95a5b-73ba-4d16-8d65-d4821e5be075 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:22.085560 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9f695c44-1698-4c61-8d51-392bea167e80 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.108477 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96fec99e-dc64-4511-a6d9-10ab5541abdd tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.117584 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-9f695c44-1698-4c61-8d51-392bea167e80 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Calling delete_port for f8313cd8-6948-468f-b230-689d8149a872 owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:22.152204 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7630160b-7ad3-4aca-8275-581cd08c7c16 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.170473 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Set router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:22.191721 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe5def3b-b514-48cf-9105-c8ed75fe7cf0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.218330 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] For port 70939f65-9d8b-4c5e-b9ec-debd15ca5663, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:22.222308 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] For port 70939f65-9d8b-4c5e-b9ec-debd15ca5663, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=70939f65-9d8b-4c5e-b9ec-debd15ca5663,segment=NetworkSegment(102b28de-8158-4ae6-a06a-08a14ed802da),segment_id=102b28de-8158-4ae6-a06a-08a14ed802da)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:22.226805 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Pushing event updated for resources: {'Port': ['ID=70939f65-9d8b-4c5e-b9ec-debd15ca5663,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:22.293262 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa9a355-777c-4614-83d2-3b61ce7ab44f None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:22.295015 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d592-fb9f-47dd-8157-381f9eeaf18a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.300414 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5def3b-b514-48cf-9105-c8ed75fe7cf0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Pushing event deleted for resources: {'Port': ['ID=c5883fdc-d9b3-46dc-b6f4-36e1c095ea46,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:22.319085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 48629d77-de7e-4afb-b30c-5afa46259551 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:22.319671 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.368729 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.503823 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada6548-7dcf-4c09-927c-99f89faa800c None None] Pushing event updated for resources: {'Port': ['ID=70939f65-9d8b-4c5e-b9ec-debd15ca5663,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:22.521239 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7630160b-7ad3-4aca-8275-581cd08c7c16 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.527941 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7630160b-7ad3-4aca-8275-581cd08c7c16 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.626630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe5def3b-b514-48cf-9105-c8ed75fe7cf0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.647310 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96fec99e-dc64-4511-a6d9-10ab5541abdd tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.662277 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b724878e-a41f-4c66-a46b-16c80cf4dfb8 None None] Provisioning complete for port 8e06609c-057b-44fa-a10e-c9a2fd6867b3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:22.662654 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b724878e-a41f-4c66-a46b-16c80cf4dfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.679089 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 2, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:22.698367 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7630160b-7ad3-4aca-8275-581cd08c7c16 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.699119 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7630160b-7ad3-4aca-8275-581cd08c7c16 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3bcf5f17-24ce-497b-ac6b-a120c2541693 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:16:22.712944 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7630160b-7ad3-4aca-8275-581cd08c7c16 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.718921 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7630160b-7ad3-4aca-8275-581cd08c7c16 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "DELETE /v2.0/routers/3bcf5f17-24ce-497b-ac6b-a120c2541693 HTTP/1.1" status: 204 len: 168 time: 2.6258433 Nov 11 12:16:22.719370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96fec99e-dc64-4511-a6d9-10ab5541abdd tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.723180 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53140) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:22.742542 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Checking router: 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:16:22.744157 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Updating router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 port 418c5abf-516f-40bd-8f32-592deedb4460 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:16:22.747312 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1409920457', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}, 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:22.751499 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-b724878e-a41f-4c66-a46b-16c80cf4dfb8 None None] Port 8e06609c-057b-44fa-a10e-c9a2fd6867b3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:22.780218 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b724878e-a41f-4c66-a46b-16c80cf4dfb8 None None] Provisioning complete for port 48629d77-de7e-4afb-b30c-5afa46259551 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:22.780651 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b724878e-a41f-4c66-a46b-16c80cf4dfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.834957 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.945283 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.946366 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:22.989676 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fec99e-dc64-4511-a6d9-10ab5541abdd tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb11741-f744-4dd4-a1f7-ba988553fe7c,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:23.028958 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96fec99e-dc64-4511-a6d9-10ab5541abdd tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.032684 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-96fec99e-dc64-4511-a6d9-10ab5541abdd tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1278820 Nov 11 12:16:23.044628 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53144) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:23.047352 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-1cb0d592-fb9f-47dd-8157-381f9eeaf18a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Allocated IP 172.21.0.1 (c0c9f231-3ddb-4e12-afe4-de5453f8733a/dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b/e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:23.058244 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-a40253bf-33fd-42e3-91f4-58f42fd873f1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-366163522', 'security_groups': ['dbb11741-f744-4dd4-a1f7-ba988553fe7c'], 'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4ec0d5df-8210-46b7-b28e-2f2e95404310'}]}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:23.062730 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe5def3b-b514-48cf-9105-c8ed75fe7cf0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.070557 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe5def3b-b514-48cf-9105-c8ed75fe7cf0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.136343 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53148) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:23.158545 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9f695c44-1698-4c61-8d51-392bea167e80 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.198326 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.226165 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f695c44-1698-4c61-8d51-392bea167e80 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Pushing event deleted for resources: {'Port': ['ID=f8313cd8-6948-468f-b230-689d8149a872,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:23.299900 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.306651 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d592-fb9f-47dd-8157-381f9eeaf18a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.312942 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-ee47ae0c-fa76-4c37-b4c6-72b11f69ca0f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1638339080-network', 'tenant_id': '760bf3c7eb1a4a1bb92293554fc12f1b'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:23.358130 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5def3b-b514-48cf-9105-c8ed75fe7cf0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Router 1a31bbc0-f839-4aed-af38-eaf16c35dd37 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:16:23.369285 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.438119 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866a244-46bf-4779-bddf-8396266a3e91 None None] Pushing event updated for resources: {'Port': ['ID=418c5abf-516f-40bd-8f32-592deedb4460,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:23.487915 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5def3b-b514-48cf-9105-c8ed75fe7cf0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:23.495559 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee47ae0c-fa76-4c37-b4c6-72b11f69ca0f admin admin] Made reservation on behalf of 760bf3c7eb1a4a1bb92293554fc12f1b for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:23.498296 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf692c7-df8a-44f7-a635-66a4ea207bc3 None None] Sync routers for ids ['1a31bbc0-f839-4aed-af38-eaf16c35dd37'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:23.509278 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ee47ae0c-fa76-4c37-b4c6-72b11f69ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.531071 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf692c7-df8a-44f7-a635-66a4ea207bc3 None None] Routers {'1a31bbc0-f839-4aed-af38-eaf16c35dd37'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:23.531071 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-acf692c7-df8a-44f7-a635-66a4ea207bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['1a31bbc0-f839-4aed-af38-eaf16c35dd37'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:23.535745 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe5def3b-b514-48cf-9105-c8ed75fe7cf0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.536950 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fe5def3b-b514-48cf-9105-c8ed75fe7cf0 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "PUT /v2.0/routers/1a31bbc0-f839-4aed-af38-eaf16c35dd37 HTTP/1.1" status: 200 len: 709 time: 4.1776280 Nov 11 12:16:23.539806 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d592-fb9f-47dd-8157-381f9eeaf18a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.572062 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53150) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:23.583766 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Attempting to bind port 418c5abf-516f-40bd-8f32-592deedb4460 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:23.584152 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Attempting to bind port 418c5abf-516f-40bd-8f32-592deedb4460 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:23.584748 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Attempting to bind port 418c5abf-516f-40bd-8f32-592deedb4460 on network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:23.599375 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-acf692c7-df8a-44f7-a635-66a4ea207bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:23.605806 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:23.606977 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Checking segment: {'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:23.607677 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.608296 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Bound using segment: {'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:23.609038 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Bound port: 418c5abf-516f-40bd-8f32-592deedb4460, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:23.609795 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.614722 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf692c7-df8a-44f7-a635-66a4ea207bc3 None None] Routers {'1a31bbc0-f839-4aed-af38-eaf16c35dd37'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:23.617889 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-acf692c7-df8a-44f7-a635-66a4ea207bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['1a31bbc0-f839-4aed-af38-eaf16c35dd37'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:23.657495 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0d592-fb9f-47dd-8157-381f9eeaf18a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:23.677533 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ee47ae0c-fa76-4c37-b4c6-72b11f69ca0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.682008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-acf692c7-df8a-44f7-a635-66a4ea207bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:23.682665 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf692c7-df8a-44f7-a635-66a4ea207bc3 None None] The sync data for ids ['1a31bbc0-f839-4aed-af38-eaf16c35dd37'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:23.712339 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] For port 418c5abf-516f-40bd-8f32-592deedb4460, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:23.714778 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] For port 418c5abf-516f-40bd-8f32-592deedb4460, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=418c5abf-516f-40bd-8f32-592deedb4460,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:23.733405 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb0d592-fb9f-47dd-8157-381f9eeaf18a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network c0c9f231-3ddb-4e12-afe4-de5453f8733a is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:23.769632 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-1cb0d592-fb9f-47dd-8157-381f9eeaf18a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:23.773590 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb0d592-fb9f-47dd-8157-381f9eeaf18a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:23.800968 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.838032 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1ab5aa77-5dd2-4baf-99cc-2680d5ba2800 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "GET /v2.0/routers/1a31bbc0-f839-4aed-af38-eaf16c35dd37 HTTP/1.1" status: 200 len: 744 time: 0.2595239 Nov 11 12:16:23.838219 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5c87f2f6-7033-4927-9db9-a4309dd5f827 None None] Provisioning complete for port 418c5abf-516f-40bd-8f32-592deedb4460 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:23.840058 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5c87f2f6-7033-4927-9db9-a4309dd5f827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.842006 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53152) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:23.907257 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-501c6703-bbf2-4ddc-98d7-7c18700a1117 tempest-RoutersIpV6AdminTest-1530908269 tempest-RoutersIpV6AdminTest-1530908269-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&device_id=1a31bbc0-f839-4aed-af38-eaf16c35dd37 HTTP/1.1" status: 200 len: 205 time: 0.0618091 Nov 11 12:16:23.907257 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d592-fb9f-47dd-8157-381f9eeaf18a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:23.912820 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53154) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:23.960431 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Routers {'42a7a6ba-00be-41cd-b8dc-7886df6a4b42'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:23.961568 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:23.972427 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866a244-46bf-4779-bddf-8396266a3e91 None None] Pushing event updated for resources: {'Port': ['ID=418c5abf-516f-40bd-8f32-592deedb4460,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:24.066464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5c87f2f6-7033-4927-9db9-a4309dd5f827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.101253 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 70939f65-9d8b-4c5e-b9ec-debd15ca5663 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:24.157352 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] Set router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:24.167888 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ca7145b5-f59a-4744-9907-c713fba45ac4 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a31bbc0-f839-4aed-af38-eaf16c35dd37 HTTP/1.1" status: 200 len: 205 time: 0.2476873 Nov 11 12:16:24.168110 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5c87f2f6-7033-4927-9db9-a4309dd5f827 None None] For port 418c5abf-516f-40bd-8f32-592deedb4460, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=418c5abf-516f-40bd-8f32-592deedb4460,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:24.173237 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ee47ae0c-fa76-4c37-b4c6-72b11f69ca0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.176841 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53156) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:24.190617 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.191942 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d592-fb9f-47dd-8157-381f9eeaf18a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.201825 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 70939f65-9d8b-4c5e-b9ec-debd15ca5663 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:24.202203 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.237311 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d8f040-7306-48a1-8363-ac13ec6c890a None None] Network c0c9f231-3ddb-4e12-afe4-de5453f8733a requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:24.286979 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5c87f2f6-7033-4927-9db9-a4309dd5f827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.324693 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ee47ae0c-fa76-4c37-b4c6-72b11f69ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.336299 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee47ae0c-fa76-4c37-b4c6-72b11f69ca0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:16:24.346897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ee47ae0c-fa76-4c37-b4c6-72b11f69ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.347244 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-ee47ae0c-fa76-4c37-b4c6-72b11f69ca0f admin admin] Added segment ec546349-3af0-42c2-844c-70e04da188f4 of type vlan for network cfee55c8-c768-4147-8b74-ade92a63b95a Nov 11 12:16:24.401926 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ee47ae0c-fa76-4c37-b4c6-72b11f69ca0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.405746 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87f2f6-7033-4927-9db9-a4309dd5f827 None None] Pushing event updated for resources: {'Port': ['ID=418c5abf-516f-40bd-8f32-592deedb4460,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:24.433321 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a88c06c8-de93-41b7-a1f4-4b5bd924bf91 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.493214 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47ae0c-fa76-4c37-b4c6-72b11f69ca0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e74582-17d0-417d-a40d-93b071b44a78,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:24.504943 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ee47ae0c-fa76-4c37-b4c6-72b11f69ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.506076 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee47ae0c-fa76-4c37-b4c6-72b11f69ca0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:24.506658 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ee47ae0c-fa76-4c37-b4c6-72b11f69ca0f admin admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.514676 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:23Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:24.526082 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f55657da-5fff-44c9-88f8-1bae88d13a23 None None] Provisioning complete for port 418c5abf-516f-40bd-8f32-592deedb4460 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:24.527085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f55657da-5fff-44c9-88f8-1bae88d13a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.534060 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9f695c44-1698-4c61-8d51-392bea167e80 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.555073 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca4dfe2-3afc-40d6-9707-eecd13331acf None None] The sync data for ids ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'] in dv-neutron-786478-23-hyperv is: [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:23Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:24.599186 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.662844 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47ae0c-fa76-4c37-b4c6-72b11f69ca0f admin admin] Pushing event updated for resources: {'Network': ['ID=cfee55c8-c768-4147-8b74-ade92a63b95a,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:24.682692 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network cfee55c8-c768-4147-8b74-ade92a63b95a details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:16:24.734125 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ee47ae0c-fa76-4c37-b4c6-72b11f69ca0f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5071681 Nov 11 12:16:24.754446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53158) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:24.762532 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-7dc53ea8-4ebf-49da-82dd-8c181a966c47 admin admin] Request body: {'subnet': {'network_id': 'cfee55c8-c768-4147-8b74-ade92a63b95a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1638339080-subnet', 'tenant_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'ip_version': 4}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:24.780527 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40253bf-33fd-42e3-91f4-58f42fd873f1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:24.801727 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a88c06c8-de93-41b7-a1f4-4b5bd924bf91 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.836692 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d592-fb9f-47dd-8157-381f9eeaf18a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.856912 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 70939f65-9d8b-4c5e-b9ec-debd15ca5663, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=70939f65-9d8b-4c5e-b9ec-debd15ca5663,segment=NetworkSegment(102b28de-8158-4ae6-a06a-08a14ed802da),segment_id=102b28de-8158-4ae6-a06a-08a14ed802da)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:24.893392 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f55657da-5fff-44c9-88f8-1bae88d13a23 None None] Provisioning complete for port 70939f65-9d8b-4c5e-b9ec-debd15ca5663 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:24.893632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f55657da-5fff-44c9-88f8-1bae88d13a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.902103 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a88c06c8-de93-41b7-a1f4-4b5bd924bf91 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.914873 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d592-fb9f-47dd-8157-381f9eeaf18a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:24.941317 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:25.015265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=70939f65-9d8b-4c5e-b9ec-debd15ca5663,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:25.023754 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f6114136-3c17-45a0-930f-e3e17a3a0c93 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:16:25.028179 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0d592-fb9f-47dd-8157-381f9eeaf18a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:25.032865 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc53ea8-4ebf-49da-82dd-8c181a966c47 admin admin] Made reservation on behalf of 760bf3c7eb1a4a1bb92293554fc12f1b for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:25.034976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f695c44-1698-4c61-8d51-392bea167e80 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Router 6a3f2c67-79a7-4de0-a730-1e8daaf375f8 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:16:25.042127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7dc53ea8-4ebf-49da-82dd-8c181a966c47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:25.060943 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: f6114136-3c17-45a0-930f-e3e17a3a0c93 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:16:25.061417 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f6114136-3c17-45a0-930f-e3e17a3a0c93 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:16:25.088852 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a40253bf-33fd-42e3-91f4-58f42fd873f1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:25.119184 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d592-fb9f-47dd-8157-381f9eeaf18a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:25.124377 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-a40253bf-33fd-42e3-91f4-58f42fd873f1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] device_id is not set on port b7eec8eb-18b2-4ebb-923c-8d973e42f7d6 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:25.265791 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-25d6c9d9-0c04-4c27-b36e-6e59abdeae02 None None] Provisioning complete for port e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:25.268054 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-25d6c9d9-0c04-4c27-b36e-6e59abdeae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:25.291487 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb0d592-fb9f-47dd-8157-381f9eeaf18a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network c0c9f231-3ddb-4e12-afe4-de5453f8733a is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:25.297590 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-1cb0d592-fb9f-47dd-8157-381f9eeaf18a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:25.330881 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a88c06c8-de93-41b7-a1f4-4b5bd924bf91 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:25.331414 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88c06c8-de93-41b7-a1f4-4b5bd924bf91 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Fanout notify agent at l3_agent the message router_deleted on router 1a31bbc0-f839-4aed-af38-eaf16c35dd37 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:16:25.351816 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a88c06c8-de93-41b7-a1f4-4b5bd924bf91 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:25.351816 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a88c06c8-de93-41b7-a1f4-4b5bd924bf91 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "DELETE /v2.0/routers/1a31bbc0-f839-4aed-af38-eaf16c35dd37 HTTP/1.1" status: 204 len: 168 time: 1.1676722 Nov 11 12:16:25.354475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53160) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:25.362034 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-25d6c9d9-0c04-4c27-b36e-6e59abdeae02 None None] Port e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:25.374276 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-25d6c9d9-0c04-4c27-b36e-6e59abdeae02 None None] Provisioning complete for port 70939f65-9d8b-4c5e-b9ec-debd15ca5663 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:25.375169 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-25d6c9d9-0c04-4c27-b36e-6e59abdeae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:25.441429 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f695c44-1698-4c61-8d51-392bea167e80 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:25.451753 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9f695c44-1698-4c61-8d51-392bea167e80 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] 10.222.0.50 "PUT /v2.0/routers/6a3f2c67-79a7-4de0-a730-1e8daaf375f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9231713 Nov 11 12:16:25.457851 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53162) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:25.459442 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1042fa2-3abc-4acb-8b90-51f4f087d3ef None None] Sync routers for ids ['6a3f2c67-79a7-4de0-a730-1e8daaf375f8'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:25.478259 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1042fa2-3abc-4acb-8b90-51f4f087d3ef None None] Routers {'6a3f2c67-79a7-4de0-a730-1e8daaf375f8'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:25.479188 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-e1042fa2-3abc-4acb-8b90-51f4f087d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['6a3f2c67-79a7-4de0-a730-1e8daaf375f8'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:25.532633 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-e1042fa2-3abc-4acb-8b90-51f4f087d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:25.544822 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:25.548837 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1042fa2-3abc-4acb-8b90-51f4f087d3ef None None] Routers {'6a3f2c67-79a7-4de0-a730-1e8daaf375f8'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:25.549971 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-e1042fa2-3abc-4acb-8b90-51f4f087d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['6a3f2c67-79a7-4de0-a730-1e8daaf375f8'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:25.579962 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:25.611988 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-e1042fa2-3abc-4acb-8b90-51f4f087d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:25.613067 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1042fa2-3abc-4acb-8b90-51f4f087d3ef None None] The sync data for ids ['6a3f2c67-79a7-4de0-a730-1e8daaf375f8'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:25.652617 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-af06a96e-56d9-4f58-b2ba-efb3a4a96ced None None] Provisioning complete for port e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:25.653257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-af06a96e-56d9-4f58-b2ba-efb3a4a96ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:25.675645 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-a40253bf-33fd-42e3-91f4-58f42fd873f1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Allocated IP 172.20.0.4 (2612c6a9-3ad2-494f-b23e-047adb420d73/4ec0d5df-8210-46b7-b28e-2f2e95404310/b7eec8eb-18b2-4ebb-923c-8d973e42f7d6) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:25.713468 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-af06a96e-56d9-4f58-b2ba-efb3a4a96ced None None] Port e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:25.817084 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Allocated IP 172.26.5.112 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/02fdc860-acf1-43f3-834a-d074180b1b6a) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:25.930634 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-184736e2-7d6a-4048-8703-b3f8207e69ca tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a31bbc0-f839-4aed-af38-eaf16c35dd37 HTTP/1.1" status: 200 len: 205 time: 0.5747433 Nov 11 12:16:25.932572 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53164) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:25.946905 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a40253bf-33fd-42e3-91f4-58f42fd873f1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:25.962342 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7dc53ea8-4ebf-49da-82dd-8c181a966c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.008661 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-4e457372-65e9-468b-bda9-aefe29f8d800 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] delete failed (client error): The resource could not be found. Nov 11 12:16:26.012137 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4e457372-65e9-468b-bda9-aefe29f8d800 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "DELETE /v2.0/routers/1a31bbc0-f839-4aed-af38-eaf16c35dd37 HTTP/1.1" status: 404 len: 336 time: 0.0742223 Nov 11 12:16:26.013843 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53168) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:26.030372 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-836aace7-b433-47c0-af08-a3be8a58dbf8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.048178 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 70939f65-9d8b-4c5e-b9ec-debd15ca5663 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:26.062944 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.071862 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2adb0a2c-1cc9-466a-ba4d-c343308f4f48 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1b0a26a-c1f3-45f2-b0f0-7e353c57a5f6 HTTP/1.1" status: 200 len: 205 time: 0.0528228 Nov 11 12:16:26.076358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53170) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:26.133202 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 70939f65-9d8b-4c5e-b9ec-debd15ca5663 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:26.133701 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.141528 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-0b1f0bac-2f56-4c18-9ca6-f75350f62a29 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] delete failed (client error): The resource could not be found. Nov 11 12:16:26.145031 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0b1f0bac-2f56-4c18-9ca6-f75350f62a29 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "DELETE /v2.0/routers/d1b0a26a-c1f3-45f2-b0f0-7e353c57a5f6 HTTP/1.1" status: 404 len: 336 time: 0.0604563 Nov 11 12:16:26.145548 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53174) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:26.195281 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1edc3356-e841-431a-b904-e367092c0d0e tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a522983-3586-4ff7-a8f7-ddf4e8013e72 HTTP/1.1" status: 200 len: 205 time: 0.0474069 Nov 11 12:16:26.196499 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53176) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:26.225055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 418c5abf-516f-40bd-8f32-592deedb4460 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:26.257945 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-bdbf6ad5-6d3f-466f-9fa2-8605c082a560 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] delete failed (client error): The resource could not be found. Nov 11 12:16:26.262812 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bdbf6ad5-6d3f-466f-9fa2-8605c082a560 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "DELETE /v2.0/routers/0a522983-3586-4ff7-a8f7-ddf4e8013e72 HTTP/1.1" status: 404 len: 336 time: 0.0624804 Nov 11 12:16:26.264085 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a40253bf-33fd-42e3-91f4-58f42fd873f1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.266295 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53178) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:26.274081 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb0d592-fb9f-47dd-8157-381f9eeaf18a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:16:26.275024 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc53ea8-4ebf-49da-82dd-8c181a966c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ce1316-1f97-40e9-b10a-4be77d959274,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:26.278455 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-836aace7-b433-47c0-af08-a3be8a58dbf8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.285597 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-836aace7-b433-47c0-af08-a3be8a58dbf8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.300784 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 418c5abf-516f-40bd-8f32-592deedb4460 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:26.301428 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.336417 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3a8afbc9-eeca-4d06-a6a7-c6c392d4b27f tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "GET /v2.0/ports?device_id=2adfa600-268d-4888-8870-b9c1f0a6f779 HTTP/1.1" status: 200 len: 205 time: 0.0642841 Nov 11 12:16:26.337026 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53180) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:26.347986 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc53ea8-4ebf-49da-82dd-8c181a966c47 admin admin] Checking segment: {'id': 'ec546349-3af0-42c2-844c-70e04da188f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cfee55c8-c768-4147-8b74-ade92a63b95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:26.348357 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc53ea8-4ebf-49da-82dd-8c181a966c47 admin admin] Network hostable DHCP agents. Network: cfee55c8-c768-4147-8b74-ade92a63b95a, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:16:26.356468 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40253bf-33fd-42e3-91f4-58f42fd873f1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:26.360584 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-a40253bf-33fd-42e3-91f4-58f42fd873f1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:26.362533 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40253bf-33fd-42e3-91f4-58f42fd873f1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=b7eec8eb-18b2-4ebb-923c-8d973e42f7d6,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:26.364787 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40253bf-33fd-42e3-91f4-58f42fd873f1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:26.385905 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-8a82cf0d-c008-4edb-b969-df91c2eda54a tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] delete failed (client error): The resource could not be found. Nov 11 12:16:26.385905 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8a82cf0d-c008-4edb-b969-df91c2eda54a tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "DELETE /v2.0/routers/2adfa600-268d-4888-8870-b9c1f0a6f779 HTTP/1.1" status: 404 len: 336 time: 0.0457087 Nov 11 12:16:26.389315 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53182) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:26.437985 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1d08007f-391a-47d9-ab0a-c6549f58b666 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f354bc-6b02-4ccf-ab76-392f9d50ea44 HTTP/1.1" status: 200 len: 205 time: 0.0471842 Nov 11 12:16:26.441656 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.443633 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53184) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:26.464714 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-836aace7-b433-47c0-af08-a3be8a58dbf8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.464985 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836aace7-b433-47c0-af08-a3be8a58dbf8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Fanout notify agent at l3_agent the message router_deleted on router 6a3f2c67-79a7-4de0-a730-1e8daaf375f8 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:16:26.478740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-836aace7-b433-47c0-af08-a3be8a58dbf8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.479847 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-836aace7-b433-47c0-af08-a3be8a58dbf8 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] 10.222.0.50 "DELETE /v2.0/routers/6a3f2c67-79a7-4de0-a730-1e8daaf375f8 HTTP/1.1" status: 204 len: 168 time: 1.0151823 Nov 11 12:16:26.483657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53186) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:26.532600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40253bf-33fd-42e3-91f4-58f42fd873f1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:26.533418 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a40253bf-33fd-42e3-91f4-58f42fd873f1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.539946 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb0d592-fb9f-47dd-8157-381f9eeaf18a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:26.541402 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-984973eb-5e69-4709-86a0-3dec92c6ab45 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] delete failed (client error): The resource could not be found. Nov 11 12:16:26.548019 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-984973eb-5e69-4709-86a0-3dec92c6ab45 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "DELETE /v2.0/routers/f3f354bc-6b02-4ccf-ab76-392f9d50ea44 HTTP/1.1" status: 404 len: 336 time: 0.0931423 Nov 11 12:16:26.548276 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53188) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:26.550871 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1cb0d592-fb9f-47dd-8157-381f9eeaf18a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/0e8982dc-5fec-482b-b7c8-dc9c2ec8d408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5441258 Nov 11 12:16:26.557423 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Sync routers for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:26.561477 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53190) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:26.563638 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:26.568831 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-3f267e4b-13c5-450e-a4a9-6bb2cd0a526a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'network': {'name': 'tempest-RoutersTest-1925193571'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:26.577006 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Pushing event updated for resources: {'Port': ['ID=02fdc860-acf1-43f3-834a-d074180b1b6a,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:26.587156 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:26.587623 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc53ea8-4ebf-49da-82dd-8c181a966c47 admin admin] Network cfee55c8-c768-4147-8b74-ade92a63b95a is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:16:26.587723 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:26.587829 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-47cae7c4-7ec2-47d9-a1ad-8a52d1bd6aa8 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "GET /v2.0/ports?device_id=355d60e1-4bbd-4562-a40e-c0b1172a5c38 HTTP/1.1" status: 200 len: 205 time: 0.0341957 Nov 11 12:16:26.590336 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-440784ff-a4a9-43d6-8b80-7f5b69339c29 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Deleting subnet ea3e097a-dcbc-4a82-a609-89773e703be4 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:26.593153 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53192) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:26.595304 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:26.595936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:26.603338 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-440784ff-a4a9-43d6-8b80-7f5b69339c29 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.653254 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-054bc0a8-5b47-4cd4-9784-b97b63b09edc tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] delete failed (client error): The resource could not be found. Nov 11 12:16:26.654311 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-054bc0a8-5b47-4cd4-9784-b97b63b09edc tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "DELETE /v2.0/routers/355d60e1-4bbd-4562-a40e-c0b1172a5c38 HTTP/1.1" status: 404 len: 336 time: 0.0602479 Nov 11 12:16:26.658334 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53194) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:26.674573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a3f13b-d643-4091-88f3-0a9a3879de88 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:26.703995 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f512b2-bd6c-4a37-bd5d-266f73de8ac9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] DELETE failed (client error): The resource could not be found. Nov 11 12:16:26.704413 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f512b2-bd6c-4a37-bd5d-266f73de8ac9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:26.707456 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-58f512b2-bd6c-4a37-bd5d-266f73de8ac9 tempest-RoutersIpV6AdminTest-2097341722 tempest-RoutersIpV6AdminTest-2097341722-project] 10.222.0.50 "DELETE /v2.0/subnets/98f1724e-cc0b-4996-95ab-d57d6b578959 HTTP/1.1" status: 404 len: 337 time: 0.0483227 Nov 11 12:16:26.719325 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:26.719426 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-440784ff-a4a9-43d6-8b80-7f5b69339c29 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.731813 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a40253bf-33fd-42e3-91f4-58f42fd873f1 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6796701 Nov 11 12:16:26.736544 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53198) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:26.743127 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-636443c1-2956-4cfc-b98f-fa209497dbd9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'subnet': {'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:26.747294 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-7dc53ea8-4ebf-49da-82dd-8c181a966c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, cfee55c8-c768-4147-8b74-ade92a63b95a) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:26.755526 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc53ea8-4ebf-49da-82dd-8c181a966c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:26.756357 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7dc53ea8-4ebf-49da-82dd-8c181a966c47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.775451 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0984db8-5425-43fa-b20a-42676b57686f None None] Network cfee55c8-c768-4147-8b74-ade92a63b95a requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:26.832073 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-440784ff-a4a9-43d6-8b80-7f5b69339c29 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.907039 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ff6883fc-2867-4c65-89b0-bf1ebf8c767f None None] Provisioning complete for port 02fdc860-acf1-43f3-834a-d074180b1b6a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:26.907455 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ff6883fc-2867-4c65-89b0-bf1ebf8c767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:26.968434 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-440784ff-a4a9-43d6-8b80-7f5b69339c29 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.007771 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440784ff-a4a9-43d6-8b80-7f5b69339c29 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3e097a-dcbc-4a82-a609-89773e703be4,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:27.015866 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-440784ff-a4a9-43d6-8b80-7f5b69339c29 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.021286 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-cfee55c8-c768-4147-8b74-ade92a63b95a', 'network_id': 'cfee55c8-c768-4147-8b74-ade92a63b95a', 'tenant_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'fixed_ips': [{'subnet_id': '07ce1316-1f97-40e9-b10a-4be77d959274'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:16:27.022197 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.024043 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-440784ff-a4a9-43d6-8b80-7f5b69339c29 tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] 10.222.0.50 "DELETE /v2.0/subnets/ea3e097a-dcbc-4a82-a609-89773e703be4 HTTP/1.1" status: 204 len: 168 time: 0.5353191 Nov 11 12:16:27.026417 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53200) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:27.040635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a076f78-7a41-4131-ade9-2a852f371565 None None] Network 63e89a21-a1a4-48e4-95df-de978271bb77 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:27.127781 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.164981 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ff6883fc-2867-4c65-89b0-bf1ebf8c767f None None] Port 02fdc860-acf1-43f3-834a-d074180b1b6a cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:27.191638 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Deleting port 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:27.192053 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.222662 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f267e4b-13c5-450e-a4a9-6bb2cd0a526a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Made reservation on behalf of 1c766233044443cca77dafe4d989ad4a for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:27.227450 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3f267e4b-13c5-450e-a4a9-6bb2cd0a526a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.285525 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53204) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:27.286741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ff6883fc-2867-4c65-89b0-bf1ebf8c767f None None] Provisioning complete for port b7eec8eb-18b2-4ebb-923c-8d973e42f7d6 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:27.287142 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ff6883fc-2867-4c65-89b0-bf1ebf8c767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.296761 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] For port 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d,segment=NetworkSegment(15a598f8-a161-465a-b6ef-fbb15d5b5e66),segment_id=15a598f8-a161-465a-b6ef-fbb15d5b5e66)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:27.297134 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.312466 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Calling delete_port for 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:27.320636 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f267e4b-13c5-450e-a4a9-6bb2cd0a526a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:16:27.329063 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7dc53ea8-4ebf-49da-82dd-8c181a966c47 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5725360 Nov 11 12:16:27.331267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3f267e4b-13c5-450e-a4a9-6bb2cd0a526a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.331805 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-3f267e4b-13c5-450e-a4a9-6bb2cd0a526a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Added segment a6bd8d9e-0709-491d-8eb3-11247f83e349 of type vlan for network 66767c3b-0464-4ee4-b02b-391a87a3678f Nov 11 12:16:27.335387 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53208) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:27.341239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1638339080-router', 'tenant_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:27.385087 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3f267e4b-13c5-450e-a4a9-6bb2cd0a526a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.452444 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-763c9cb2-f90b-4800-a681-fcadd9489b5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.497477 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.534325 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636443c1-2956-4cfc-b98f-fa209497dbd9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:27.538461 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-636443c1-2956-4cfc-b98f-fa209497dbd9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.543487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Allocated IP 172.20.0.2 (cfee55c8-c768-4147-8b74-ade92a63b95a/07ce1316-1f97-40e9-b10a-4be77d959274/a225e741-4557-40e9-839a-cd9322e36268) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:27.546701 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.550649 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-763c9cb2-f90b-4800-a681-fcadd9489b5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.561158 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ff6883fc-2867-4c65-89b0-bf1ebf8c767f None None] Port b7eec8eb-18b2-4ebb-923c-8d973e42f7d6 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:27.575120 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Pushing event deleted for resources: {'Port': ['ID=61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:27.584451 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] No DVR routers for this DVR port 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:16:27.593075 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3f267e4b-13c5-450e-a4a9-6bb2cd0a526a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.598867 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f267e4b-13c5-450e-a4a9-6bb2cd0a526a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:27.599482 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3f267e4b-13c5-450e-a4a9-6bb2cd0a526a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.641677 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 3, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 2, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:27.650207 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-763c9cb2-f90b-4800-a681-fcadd9489b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.682611 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Checking router: 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:16:27.683125 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Updating router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 port e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:16:27.683227 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.688179 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.705605 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.720216 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-763c9cb2-f90b-4800-a681-fcadd9489b5f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e5d305d2846490a91690e4d8a52217a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4334557 Nov 11 12:16:27.723845 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.724547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53210) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:27.746020 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17fbea3-31b2-49c5-81e7-464a8bc1c1de None None] DHCP port deletion for 63e89a21-a1a4-48e4-95df-de978271bb77 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:27.752506 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c9cb2-f90b-4800-a681-fcadd9489b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1534238f-b17c-4e11-8168-2f5d6bbb9a13,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:27.757143 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e89a21-a1a4-48e4-95df-de978271bb77']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:27.776923 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f267e4b-13c5-450e-a4a9-6bb2cd0a526a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Network': ['ID=66767c3b-0464-4ee4-b02b-391a87a3678f,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:27.793376 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a598f8-a161-465a-b6ef-fbb15d5b5e66') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:27.793668 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a598f8-a161-465a-b6ef-fbb15d5b5e66') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:27.802917 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.805270 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.808946 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3f267e4b-13c5-450e-a4a9-6bb2cd0a526a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2438099 Nov 11 12:16:27.812241 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53212) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:27.813975 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 66767c3b-0464-4ee4-b02b-391a87a3678f details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:16:27.816685 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f562c785-ecac-4ab3-93d8-ba5b8e3c3f7c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'subnet': {'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:27.858247 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.ipam_backend_mixin [None req-636443c1-2956-4cfc-b98f-fa209497dbd9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4ec0d5df-8210-46b7-b28e-2f2e95404310 (CIDR: 172.20.0.0/28) Nov 11 12:16:27.864626 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.879167 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-052b4076-fd32-4d47-af4d-9c82b247bdec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.920500 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:16:27.920732 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.920838 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:16:27.930735 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:16:27.934026 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-636443c1-2956-4cfc-b98f-fa209497dbd9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:16:27.934026 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636443c1-2956-4cfc-b98f-fa209497dbd9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:27.957494 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-052b4076-fd32-4d47-af4d-9c82b247bdec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.011028 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:16:28.017358 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.042964 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:16:28.048052 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 61e36c3b-4fcc-4f85-af39-54b7f9d2bb9d not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:16:28.066273 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.084950 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-636443c1-2956-4cfc-b98f-fa209497dbd9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3439023 Nov 11 12:16:28.085812 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53214) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:28.102771 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Network cfee55c8-c768-4147-8b74-ade92a63b95a is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:28.105401 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Pushing event updated for resources: {'Port': ['ID=a225e741-4557-40e9-839a-cd9322e36268,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:28.113620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:28.116856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.118218 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:28.137837 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-f8b17974-36fc-40fe-b1c2-9237f321152c tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'subnet': {'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:28.178987 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-052b4076-fd32-4d47-af4d-9c82b247bdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.181525 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-052b4076-fd32-4d47-af4d-9c82b247bdec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.186103 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-052b4076-fd32-4d47-af4d-9c82b247bdec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1534238f-b17c-4e11-8168-2f5d6bbb9a13 HTTP/1.1" status: 204 len: 168 time: 0.4472408 Nov 11 12:16:28.202585 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Attempting to bind port a225e741-4557-40e9-839a-cd9322e36268 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:28.202952 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Attempting to bind port a225e741-4557-40e9-839a-cd9322e36268 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'ec546349-3af0-42c2-844c-70e04da188f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cfee55c8-c768-4147-8b74-ade92a63b95a'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:28.203387 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Attempting to bind port a225e741-4557-40e9-839a-cd9322e36268 on network cfee55c8-c768-4147-8b74-ade92a63b95a {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:28.217772 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f562c785-ecac-4ab3-93d8-ba5b8e3c3f7c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Made reservation on behalf of 1c766233044443cca77dafe4d989ad4a for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:28.222116 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f562c785-ecac-4ab3-93d8-ba5b8e3c3f7c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.228428 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.229415 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:28.229719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Checking segment: {'id': 'ec546349-3af0-42c2-844c-70e04da188f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cfee55c8-c768-4147-8b74-ade92a63b95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:28.230130 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.230518 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Bound using segment: {'id': 'ec546349-3af0-42c2-844c-70e04da188f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cfee55c8-c768-4147-8b74-ade92a63b95a'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:28.231010 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Bound port: a225e741-4557-40e9-839a-cd9322e36268, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec546349-3af0-42c2-844c-70e04da188f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cfee55c8-c768-4147-8b74-ade92a63b95a'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:28.235819 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.235956 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b4076-fd32-4d47-af4d-9c82b247bdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1534238f-b17c-4e11-8168-2f5d6bbb9a13,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:28.293695 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.298153 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] 10.222.0.50 "DELETE /v2.0/networks/63e89a21-a1a4-48e4-95df-de978271bb77 HTTP/1.1" status: 204 len: 168 time: 1.2705250 Nov 11 12:16:28.308567 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.353078 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] For port a225e741-4557-40e9-839a-cd9322e36268, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:28.356751 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] For port a225e741-4557-40e9-839a-cd9322e36268, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a225e741-4557-40e9-839a-cd9322e36268,segment=NetworkSegment(ec546349-3af0-42c2-844c-70e04da188f4),segment_id=ec546349-3af0-42c2-844c-70e04da188f4)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:28.378932 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402449f-ecd6-42e1-8285-9a0654ff794b tempest-FloatingIPNegativeTestJSON-1238925513 tempest-FloatingIPNegativeTestJSON-1238925513-project] Pushing event deleted for resources: {'Network': ['ID=63e89a21-a1a4-48e4-95df-de978271bb77,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:28.409972 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.437241 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Router 33c5b33b-ed2c-4cda-8887-efe70ed2e014 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:16:28.441514 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b17974-36fc-40fe-b1c2-9237f321152c tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:28.453328 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.455078 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8b17974-36fc-40fe-b1c2-9237f321152c tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.548198 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5f21b-db8f-4c13-ba72-370252bbba0b None None] Pushing event updated for resources: {'Port': ['ID=e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:28.618209 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Attempting to bind port e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:28.618583 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Attempting to bind port e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '102b28de-8158-4ae6-a06a-08a14ed802da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:28.618943 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Attempting to bind port e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf on network c0c9f231-3ddb-4e12-afe4-de5453f8733a {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:28.636259 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:28.642964 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Checking segment: {'id': '102b28de-8158-4ae6-a06a-08a14ed802da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:28.642964 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.642964 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Bound using segment: {'id': '102b28de-8158-4ae6-a06a-08a14ed802da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:28.642964 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Bound port: e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102b28de-8158-4ae6-a06a-08a14ed802da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:28.642964 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.714197 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848b0b9-9395-4142-abba-1ec79f524bc2 None None] Pushing event updated for resources: {'Port': ['ID=a225e741-4557-40e9-839a-cd9322e36268,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:28.754503 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.760627 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f562c785-ecac-4ab3-93d8-ba5b8e3c3f7c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.771473 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.ipam_backend_mixin [None req-f8b17974-36fc-40fe-b1c2-9237f321152c tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 219b5283-02e1-42a0-b468-168d749488a8 (CIDR: 172.20.0.16/28) Nov 11 12:16:28.779652 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] For port e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:28.783607 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:28.787343 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] For port e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf,segment=NetworkSegment(102b28de-8158-4ae6-a06a-08a14ed802da),segment_id=102b28de-8158-4ae6-a06a-08a14ed802da)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:28.817540 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a833ba-09ad-4d5b-9fb0-bd87b2581991 None None] Sync routers for ids ['33c5b33b-ed2c-4cda-8887-efe70ed2e014'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:28.834108 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.861382 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.869092 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b17974-36fc-40fe-b1c2-9237f321152c tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:16:28.870579 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b17974-36fc-40fe-b1c2-9237f321152c tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:28.878420 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a833ba-09ad-4d5b-9fb0-bd87b2581991 None None] Routers {'33c5b33b-ed2c-4cda-8887-efe70ed2e014'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:28.879067 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-44a833ba-09ad-4d5b-9fb0-bd87b2581991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['33c5b33b-ed2c-4cda-8887-efe70ed2e014'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:28.905280 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:28.908899 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f244cca8-be1d-4b03-8570-e6a298f12604 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1726561 Nov 11 12:16:28.913830 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53226) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:28.930684 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-8c6809b5-5f99-4a50-b907-075e3c11d926 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'enable_snat': False}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:28.942808 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5f21b-db8f-4c13-ba72-370252bbba0b None None] Pushing event updated for resources: {'Port': ['ID=e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:28.962854 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:28.972417 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:28.984510 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-44a833ba-09ad-4d5b-9fb0-bd87b2581991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:28.988851 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53228) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:29.000508 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a833ba-09ad-4d5b-9fb0-bd87b2581991 None None] Routers {'33c5b33b-ed2c-4cda-8887-efe70ed2e014'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:29.001411 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-44a833ba-09ad-4d5b-9fb0-bd87b2581991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['33c5b33b-ed2c-4cda-8887-efe70ed2e014'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:29.013123 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562c785-ecac-4ab3-93d8-ba5b8e3c3f7c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Subnet': ['ID=7c613cd6-f1f5-45d0-bc4e-cf06e403fc83,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:29.049462 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562c785-ecac-4ab3-93d8-ba5b8e3c3f7c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Checking segment: {'id': 'a6bd8d9e-0709-491d-8eb3-11247f83e349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:29.050127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f562c785-ecac-4ab3-93d8-ba5b8e3c3f7c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network hostable DHCP agents. Network: 66767c3b-0464-4ee4-b02b-391a87a3678f, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:16:29.131218 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-44a833ba-09ad-4d5b-9fb0-bd87b2581991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:29.131927 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a833ba-09ad-4d5b-9fb0-bd87b2581991 None None] The sync data for ids ['33c5b33b-ed2c-4cda-8887-efe70ed2e014'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:29.164245 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-d0656acf-a1b4-4dbf-9cef-1598a07a5edb None None] Provisioning complete for port e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:29.164750 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d0656acf-a1b4-4dbf-9cef-1598a07a5edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:29.184004 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] Allocated IP 172.26.5.50 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/c1d33f57-4ba9-4c78-bcb0-60cd57349188) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:29.194008 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f562c785-ecac-4ab3-93d8-ba5b8e3c3f7c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network 66767c3b-0464-4ee4-b02b-391a87a3678f is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:16:29.205822 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:29.230482 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f8b17974-36fc-40fe-b1c2-9237f321152c tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1014338 Nov 11 12:16:29.234159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53232) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:29.240614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-585d0475-f015-4828-988c-34449593c41a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'subnet': {'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:29.320960 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e1a5fb99-0dac-48a8-94a1-3e5e49a1ea10 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b5b3eed2d2f481088fa84084c8b7b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242214 Nov 11 12:16:29.322293 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-f562c785-ecac-4ab3-93d8-ba5b8e3c3f7c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 66767c3b-0464-4ee4-b02b-391a87a3678f) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:29.337809 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f562c785-ecac-4ab3-93d8-ba5b8e3c3f7c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:29.338434 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f562c785-ecac-4ab3-93d8-ba5b8e3c3f7c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:29.339477 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53234) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:29.358402 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585a548b-95c6-418d-8948-df889330ec65 None None] Network 66767c3b-0464-4ee4-b02b-391a87a3678f requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:29.459776 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53236) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:29.502412 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e3cdcaf0-5f73-4554-9007-2f072e9ca37d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:29.512254 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8c6809b5-5f99-4a50-b907-075e3c11d926 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:29.528317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:29.535712 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d0656acf-a1b4-4dbf-9cef-1598a07a5edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:29.537811 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f562c785-ecac-4ab3-93d8-ba5b8e3c3f7c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7244179 Nov 11 12:16:29.540635 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53238) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:29.545178 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e3cdcaf0-5f73-4554-9007-2f072e9ca37d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:29.573259 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cdcee274-9da6-4000-809e-39b90919979d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3cc97ed8a2224517b16790c3369e38d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1070487 Nov 11 12:16:29.575841 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53240) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:29.648859 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dae06c0-acff-42b2-9929-0c843741b1ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:29.664142 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-d0656acf-a1b4-4dbf-9cef-1598a07a5edb None None] For port e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf,segment=NetworkSegment(102b28de-8158-4ae6-a06a-08a14ed802da),segment_id=102b28de-8158-4ae6-a06a-08a14ed802da)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:29.672415 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585d0475-f015-4828-988c-34449593c41a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Made reservation on behalf of 7893216449e342f89082e63f19617aea for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:29.676331 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-585d0475-f015-4828-988c-34449593c41a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:29.681475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dae06c0-acff-42b2-9929-0c843741b1ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:29.712991 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-66767c3b-0464-4ee4-b02b-391a87a3678f', 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'fixed_ips': [{'subnet_id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:16:29.715756 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:29.739818 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:29.812431 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:29.821482 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:29.827783 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:29.865095 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Allocated IP 172.22.0.2 (66767c3b-0464-4ee4-b02b-391a87a3678f/7c613cd6-f1f5-45d0-bc4e-cf06e403fc83/db8503a9-cf2e-40cc-9247-aa8f08c70f54) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:29.904350 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d33f57-4ba9-4c78-bcb0-60cd57349188,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:29.944567 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e3cdcaf0-5f73-4554-9007-2f072e9ca37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:29.947313 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e3cdcaf0-5f73-4554-9007-2f072e9ca37d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:29.950742 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e3cdcaf0-5f73-4554-9007-2f072e9ca37d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8452a23-289e-4b14-8cec-30d3a32a6b8c HTTP/1.1" status: 204 len: 168 time: 0.6075165 Nov 11 12:16:29.982560 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdcaf0-5f73-4554-9007-2f072e9ca37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8452a23-289e-4b14-8cec-30d3a32a6b8c,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:30.108699 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dae06c0-acff-42b2-9929-0c843741b1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:30.111484 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4dae06c0-acff-42b2-9929-0c843741b1ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:30.116876 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4dae06c0-acff-42b2-9929-0c843741b1ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a50a78c-ad5b-4da5-a10d-f16da4aaf7c4 HTTP/1.1" status: 204 len: 168 time: 0.5398295 Nov 11 12:16:30.132779 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae06c0-acff-42b2-9929-0c843741b1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a50a78c-ad5b-4da5-a10d-f16da4aaf7c4,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:30.182574 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d3d24751-25b6-4566-87d4-8d709e564848 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:30.210853 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bae958-fea1-468e-a3c9-0c50bc6586ad None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:30.214600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a225e741-4557-40e9-839a-cd9322e36268 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:30.217967 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af70f29-b55f-48e5-9aa5-bf0a2776d7da None None] Network cfee55c8-c768-4147-8b74-ade92a63b95a requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:30.226745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d0656acf-a1b4-4dbf-9cef-1598a07a5edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:30.316837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 3, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:28Z', 'revision_number': 4, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:30.403229 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d42bef-438b-4183-9270-82945fb10ce2 None None] The sync data for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv is: [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 3, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:28Z', 'revision_number': 4, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:30.447130 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-585d0475-f015-4828-988c-34449593c41a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:30.569874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585d0475-f015-4828-988c-34449593c41a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:30.586977 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-585d0475-f015-4828-988c-34449593c41a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:30.608310 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585d0475-f015-4828-988c-34449593c41a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:30.609023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-585d0475-f015-4828-988c-34449593c41a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:30.619657 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b24525e8-9538-4947-901c-6ce73b4ecdb4 None None] Provisioning complete for port a225e741-4557-40e9-839a-cd9322e36268 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:30.620000 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b24525e8-9538-4947-901c-6ce73b4ecdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:30.630912 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0656acf-a1b4-4dbf-9cef-1598a07a5edb None None] Pushing event updated for resources: {'Port': ['ID=e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:30.631019 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d0475-f015-4828-988c-34449593c41a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Subnet': ['ID=5a488d56-bb40-4931-a32d-423124e79dc7,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:30.632507 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:30.696381 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb53a80-5f19-40e3-9692-d51a64edc9df None None] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:30.879925 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port a225e741-4557-40e9-839a-cd9322e36268 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:30.881047 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:31.214048 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:31.217955 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b24525e8-9538-4947-901c-6ce73b4ecdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:31.269685 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-585d0475-f015-4828-988c-34449593c41a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0332069 Nov 11 12:16:31.274896 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53270) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:31.298055 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-5fb42c30-268c-4874-bcc9-acbee34aad17 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-36290815', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5a488d56-bb40-4931-a32d-423124e79dc7'}], 'security_groups': ['a912d70f-7eec-42f3-b65f-73922437c962', '24eb58b6-1536-4a23-be84-5c63a9dcab89']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:31.354523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:31.431154 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:31.495095 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Pushing event updated for resources: {'Port': ['ID=db8503a9-cf2e-40cc-9247-aa8f08c70f54,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:31.530703 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b24525e8-9538-4947-901c-6ce73b4ecdb4 None None] For port a225e741-4557-40e9-839a-cd9322e36268, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a225e741-4557-40e9-839a-cd9322e36268,segment=NetworkSegment(ec546349-3af0-42c2-844c-70e04da188f4),segment_id=ec546349-3af0-42c2-844c-70e04da188f4)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:31.562540 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Network 66767c3b-0464-4ee4-b02b-391a87a3678f is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:31.562540 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:31.562540 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:31.591516 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-d3d24751-25b6-4566-87d4-8d709e564848 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Allocated IP 172.22.0.1 (66767c3b-0464-4ee4-b02b-391a87a3678f/7c613cd6-f1f5-45d0-bc4e-cf06e403fc83/520c7d9f-0249-4b57-a1de-851ee4580348) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:31.618912 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:31.639106 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b24525e8-9538-4947-901c-6ce73b4ecdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:31.718102 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53284) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:31.786562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] Router dcd83951-bb9c-4a6d-be90-65053743d0fb is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:16:31.834457 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5fb42c30-268c-4874-bcc9-acbee34aad17 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:31.874610 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e9065123-4338-48a7-9061-f6c4513e2b7a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1726437966'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:31.879185 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b24525e8-9538-4947-901c-6ce73b4ecdb4 None None] Provisioning complete for port e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:31.879547 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b24525e8-9538-4947-901c-6ce73b4ecdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:31.906391 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Attempting to bind port db8503a9-cf2e-40cc-9247-aa8f08c70f54 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:31.906758 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Attempting to bind port db8503a9-cf2e-40cc-9247-aa8f08c70f54 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'a6bd8d9e-0709-491d-8eb3-11247f83e349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:31.907148 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Attempting to bind port db8503a9-cf2e-40cc-9247-aa8f08c70f54 on network 66767c3b-0464-4ee4-b02b-391a87a3678f {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:31.950598 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56dc11b-22ea-4e2b-9b41-1069eea8ac87 None None] Update dhcp port {'port': {'network_id': '2612c6a9-3ad2-494f-b23e-047adb420d73', 'fixed_ips': [{'subnet_id': '219b5283-02e1-42a0-b468-168d749488a8', 'ip_address': '172.20.0.18'}, {'subnet_id': '4ec0d5df-8210-46b7-b28e-2f2e95404310', 'ip_address': '172.20.0.2'}, {'subnet_id': '5a488d56-bb40-4931-a32d-423124e79dc7'}], 'binding:host_id': 'dv-neutron-786478-23-hyperv'}, 'id': '48629d77-de7e-4afb-b30c-5afa46259551'} from dv-neutron-786478-23-hyperv. {{(pid=103003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:16:31.952235 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:31.959228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Checking segment: {'id': 'a6bd8d9e-0709-491d-8eb3-11247f83e349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:31.959228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:31.959228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Bound using segment: {'id': 'a6bd8d9e-0709-491d-8eb3-11247f83e349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:31.959228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Bound port: db8503a9-cf2e-40cc-9247-aa8f08c70f54, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bd8d9e-0709-491d-8eb3-11247f83e349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:31.959228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:31.961171 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24525e8-9538-4947-901c-6ce73b4ecdb4 None None] Pushing event updated for resources: {'Port': ['ID=a225e741-4557-40e9-839a-cd9322e36268,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:31.961439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d3d24751-25b6-4566-87d4-8d709e564848 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:31.990588 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:32.000355 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8c6809b5-5f99-4a50-b907-075e3c11d926 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.013526 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Sync routers for ids ['dcd83951-bb9c-4a6d-be90-65053743d0fb'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:32.015173 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8c6809b5-5f99-4a50-b907-075e3c11d926 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.019283 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:16:32.019630 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:16:32.020211 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c56dc11b-22ea-4e2b-9b41-1069eea8ac87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.031847 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9065123-4338-48a7-9061-f6c4513e2b7a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:32.036547 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e9065123-4338-48a7-9061-f6c4513e2b7a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.051355 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e9065123-4338-48a7-9061-f6c4513e2b7a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.074750 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Routers {'dcd83951-bb9c-4a6d-be90-65053743d0fb'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:32.077264 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['dcd83951-bb9c-4a6d-be90-65053743d0fb'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:32.100314 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.101836 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fc3188f5-8553-448f-bcfc-8266205891a8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7647085 Nov 11 12:16:32.104704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53292) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:32.195164 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d3d24751-25b6-4566-87d4-8d709e564848 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.214935 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] For port db8503a9-cf2e-40cc-9247-aa8f08c70f54, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:32.283957 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d24751-25b6-4566-87d4-8d709e564848 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network 66767c3b-0464-4ee4-b02b-391a87a3678f is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:32.285757 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e9065123-4338-48a7-9061-f6c4513e2b7a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.292926 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-d3d24751-25b6-4566-87d4-8d709e564848 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:32.299991 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d24751-25b6-4566-87d4-8d709e564848 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:32.324170 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d24751-25b6-4566-87d4-8d709e564848 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=520c7d9f-0249-4b57-a1de-851ee4580348,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:32.327127 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] For port db8503a9-cf2e-40cc-9247-aa8f08c70f54, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=db8503a9-cf2e-40cc-9247-aa8f08c70f54,segment=NetworkSegment(a6bd8d9e-0709-491d-8eb3-11247f83e349),segment_id=a6bd8d9e-0709-491d-8eb3-11247f83e349)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:32.354461 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6809b5-5f99-4a50-b907-075e3c11d926 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Router 33c5b33b-ed2c-4cda-8887-efe70ed2e014 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:16:32.377718 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e9065123-4338-48a7-9061-f6c4513e2b7a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.380782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Set router dcd83951-bb9c-4a6d-be90-65053743d0fb gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:32.398279 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d3d24751-25b6-4566-87d4-8d709e564848 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.415455 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9065123-4338-48a7-9061-f6c4513e2b7a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:16:32.438791 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.440738 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-bd1e430a-5289-4983-af26-2df140f48ddc None None] Provisioning complete for port c1d33f57-4ba9-4c78-bcb0-60cd57349188 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:32.441088 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bd1e430a-5289-4983-af26-2df140f48ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.470331 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9065123-4338-48a7-9061-f6c4513e2b7a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9a4eba-f14d-4657-901e-f39ffe888b33,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:32.486938 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e9065123-4338-48a7-9061-f6c4513e2b7a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.487325 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-e9065123-4338-48a7-9061-f6c4513e2b7a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Added segment 4025f4c5-b688-4c9a-bbd5-945871cdc282 of type vlan for network f63dfbe5-7460-4a0b-8136-046ff5f14bdf Nov 11 12:16:32.540924 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e9065123-4338-48a7-9061-f6c4513e2b7a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.591646 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-5fb42c30-268c-4874-bcc9-acbee34aad17 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Delete allocated IP 172.20.0.4 (2612c6a9-3ad2-494f-b23e-047adb420d73/4ec0d5df-8210-46b7-b28e-2f2e95404310) {{(pid=103001) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 12:16:32.642099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-5fb42c30-268c-4874-bcc9-acbee34aad17 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Allocated IP 172.20.0.37 (2612c6a9-3ad2-494f-b23e-047adb420d73/5a488d56-bb40-4931-a32d-423124e79dc7/b7eec8eb-18b2-4ebb-923c-8d973e42f7d6) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:32.696174 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6809b5-5f99-4a50-b907-075e3c11d926 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:32.704169 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8c6809b5-5f99-4a50-b907-075e3c11d926 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.708267 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8c6809b5-5f99-4a50-b907-075e3c11d926 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "PUT /v2.0/routers/33c5b33b-ed2c-4cda-8887-efe70ed2e014 HTTP/1.1" status: 200 len: 922 time: 3.7906156 Nov 11 12:16:32.708821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53304) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:32.708943 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5349d6-e1cb-4d7a-a824-f04325a270cd None None] Sync routers for ids ['33c5b33b-ed2c-4cda-8887-efe70ed2e014'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:32.723392 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5349d6-e1cb-4d7a-a824-f04325a270cd None None] Routers {'33c5b33b-ed2c-4cda-8887-efe70ed2e014'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:32.724167 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ee5349d6-e1cb-4d7a-a824-f04325a270cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['33c5b33b-ed2c-4cda-8887-efe70ed2e014'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:32.798295 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ee5349d6-e1cb-4d7a-a824-f04325a270cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:32.818215 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e9065123-4338-48a7-9061-f6c4513e2b7a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.824137 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9065123-4338-48a7-9061-f6c4513e2b7a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:32.827715 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5349d6-e1cb-4d7a-a824-f04325a270cd None None] Routers {'33c5b33b-ed2c-4cda-8887-efe70ed2e014'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:32.830555 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ee5349d6-e1cb-4d7a-a824-f04325a270cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['33c5b33b-ed2c-4cda-8887-efe70ed2e014'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:32.834064 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e9065123-4338-48a7-9061-f6c4513e2b7a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.883916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-bd1e430a-5289-4983-af26-2df140f48ddc None None] Port c1d33f57-4ba9-4c78-bcb0-60cd57349188 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:32.901961 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ee5349d6-e1cb-4d7a-a824-f04325a270cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:32.903882 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5349d6-e1cb-4d7a-a824-f04325a270cd None None] The sync data for ids ['33c5b33b-ed2c-4cda-8887-efe70ed2e014'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:32.922699 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce005d4b-ea3f-49a2-8a6b-6de1b41222e7 None None] Pushing event updated for resources: {'Port': ['ID=db8503a9-cf2e-40cc-9247-aa8f08c70f54,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:32.942813 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d7a8-3181-43cf-988f-9d461995930e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.956228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-bd1e430a-5289-4983-af26-2df140f48ddc None None] Provisioning complete for port a225e741-4557-40e9-839a-cd9322e36268 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:32.956603 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bd1e430a-5289-4983-af26-2df140f48ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.962446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53308) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:32.977688 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d3d24751-25b6-4566-87d4-8d709e564848 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:32.984326 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e9065123-4338-48a7-9061-f6c4513e2b7a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2593050 Nov 11 12:16:32.984584 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53310) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:33.048676 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9065123-4338-48a7-9061-f6c4513e2b7a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Network': ['ID=f63dfbe5-7460-4a0b-8136-046ff5f14bdf,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:33.049136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-86f71a4f-d32b-4f57-a93e-bd8414eded46 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf', 'name': 'tempest-PortsIpV6TestJSON-193651886'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:33.099473 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:16:33.190077 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-33cca4ec-55ef-452a-986f-c3034252aad3 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-202262125'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:33.204653 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53314) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:33.208087 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-80e5dd84-7001-4dc7-8b07-f0a206114930 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "GET /v2.0/routers/33c5b33b-ed2c-4cda-8887-efe70ed2e014 HTTP/1.1" status: 200 len: 922 time: 0.4980216 Nov 11 12:16:33.234496 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'name': 'tempest-TestVolumeBootPattern-1638339080-router', 'tenant_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'c1d33f57-4ba9-4c78-bcb0-60cd57349188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:27Z', 'updated_at': '2021-11-11T12:16:30Z', 'revision_number': 3, 'project_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'gw_port': {'id': 'c1d33f57-4ba9-4c78-bcb0-60cd57349188', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:28Z', 'updated_at': '2021-11-11T12:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:33.261443 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-bfe6d7a8-3181-43cf-988f-9d461995930e admin admin] Allocated IP 172.20.0.1 (cfee55c8-c768-4147-8b74-ade92a63b95a/07ce1316-1f97-40e9-b10a-4be77d959274/8b3208e6-8508-4af6-8593-655fc2f8e491) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:33.292754 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Checking router: dcd83951-bb9c-4a6d-be90-65053743d0fb for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:16:33.293111 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Updating router dcd83951-bb9c-4a6d-be90-65053743d0fb port c1d33f57-4ba9-4c78-bcb0-60cd57349188 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:16:33.331941 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a225e741-4557-40e9-839a-cd9322e36268 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:33.332185 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cac3204-653b-4dbc-9641-5d015b579ca6 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:33.337807 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0cac3204-653b-4dbc-9641-5d015b579ca6 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&device_id=33c5b33b-ed2c-4cda-8887-efe70ed2e014&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1292417 Nov 11 12:16:33.338047 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53316) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:33.381049 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.409628 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33cca4ec-55ef-452a-986f-c3034252aad3 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.411410 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33cca4ec-55ef-452a-986f-c3034252aad3 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.453946 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port a225e741-4557-40e9-839a-cd9322e36268 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:33.454349 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.504320 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ffe465d4-5331-4669-a86c-638f778c4e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.511283 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33cca4ec-55ef-452a-986f-c3034252aad3 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.535778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d7a8-3181-43cf-988f-9d461995930e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.541045 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbd9a76-0df1-46e2-a2dd-157f371440a2 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:33.544958 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6bbd9a76-0df1-46e2-a2dd-157f371440a2 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "GET /v2.0/networks/1bf10f9f-df41-4592-a35d-f97ab68bce69 HTTP/1.1" status: 200 len: 881 time: 0.1921277 Nov 11 12:16:33.547206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53318) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:33.582929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33cca4ec-55ef-452a-986f-c3034252aad3 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.589790 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-03e61726-5402-4d9e-a660-9c000d4ec324 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "GET /v2.0/ports?device_id=33c5b33b-ed2c-4cda-8887-efe70ed2e014 HTTP/1.1" status: 200 len: 205 time: 0.0382397 Nov 11 12:16:33.589790 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53320) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:33.634875 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:33.720338 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:33.720679 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.720792 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-50c18278-8040-4bdd-abec-bb52f8e7920c tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.757525 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d7a8-3181-43cf-988f-9d461995930e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.843986 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe6d7a8-3181-43cf-988f-9d461995930e admin admin] Network cfee55c8-c768-4147-8b74-ade92a63b95a is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:33.851280 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-bfe6d7a8-3181-43cf-988f-9d461995930e admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:33.855257 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe6d7a8-3181-43cf-988f-9d461995930e admin admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:33.857187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6d7a8-3181-43cf-988f-9d461995930e admin admin] Pushing event updated for resources: {'Port': ['ID=8b3208e6-8508-4af6-8593-655fc2f8e491,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:33.911927 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d7a8-3181-43cf-988f-9d461995930e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.944709 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.955817 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-50c18278-8040-4bdd-abec-bb52f8e7920c tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:33.960223 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f71a4f-d32b-4f57-a93e-bd8414eded46 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:33.965322 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-86f71a4f-d32b-4f57-a93e-bd8414eded46 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.010272 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5fb42c30-268c-4874-bcc9-acbee34aad17 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.025905 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33cca4ec-55ef-452a-986f-c3034252aad3 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.029760 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-33cca4ec-55ef-452a-986f-c3034252aad3 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0615363 Nov 11 12:16:34.030018 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53322) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:34.036570 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-86f71a4f-d32b-4f57-a93e-bd8414eded46 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] device_id is not set on port effdec6e-d0dd-4b60-a711-a3a10b662f7c yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:34.057850 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.116867 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-80cfc3bc-0a33-49de-84f4-0454413fbcad tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.173813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5fb42c30-268c-4874-bcc9-acbee34aad17 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.179442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bb2edc-20a8-478d-9384-371cd24cc228 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:34.209660 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:16:34.212787 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Attempting to bind port c1d33f57-4ba9-4c78-bcb0-60cd57349188 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:34.213250 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Attempting to bind port c1d33f57-4ba9-4c78-bcb0-60cd57349188 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:34.215093 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Attempting to bind port c1d33f57-4ba9-4c78-bcb0-60cd57349188 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:34.221095 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d3d24751-25b6-4566-87d4-8d709e564848 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.231676 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc66a1-6cd7-4c30-93aa-aa4550203488 None None] Pushing event updated for resources: {'Port': ['ID=c1d33f57-4ba9-4c78-bcb0-60cd57349188,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:34.238707 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:34.239349 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:34.244848 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.244848 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:34.244848 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Bound port: c1d33f57-4ba9-4c78-bcb0-60cd57349188, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:34.244848 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.297964 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] For port c1d33f57-4ba9-4c78-bcb0-60cd57349188, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:34.302259 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] For port c1d33f57-4ba9-4c78-bcb0-60cd57349188, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c1d33f57-4ba9-4c78-bcb0-60cd57349188,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:34.321306 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-c56dc11b-22ea-4e2b-9b41-1069eea8ac87 None None] Allocated IP 172.20.0.34 (2612c6a9-3ad2-494f-b23e-047adb420d73/5a488d56-bb40-4931-a32d-423124e79dc7/48629d77-de7e-4afb-b30c-5afa46259551) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:34.355765 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-23ddf0b5-d625-4f49-a207-913bb9ef5668 None None] Provisioning complete for port 8b3208e6-8508-4af6-8593-655fc2f8e491 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:34.356320 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-23ddf0b5-d625-4f49-a207-913bb9ef5668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.366003 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-80cfc3bc-0a33-49de-84f4-0454413fbcad tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.369258 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d3d24751-25b6-4566-87d4-8d709e564848 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.372712 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.372858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-80cfc3bc-0a33-49de-84f4-0454413fbcad tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.437358 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d7a8-3181-43cf-988f-9d461995930e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.438139 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e1f797-5d54-4931-b1bc-929894a7a3f6 None None] Network 66767c3b-0464-4ee4-b02b-391a87a3678f requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:34.455414 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-50c18278-8040-4bdd-abec-bb52f8e7920c tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Deleting port 02fdc860-acf1-43f3-834a-d074180b1b6a {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:34.455769 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-50c18278-8040-4bdd-abec-bb52f8e7920c tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.490838 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb42c30-268c-4874-bcc9-acbee34aad17 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event updated for resources: {'Port': ['ID=b7eec8eb-18b2-4ebb-923c-8d973e42f7d6,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:34.516718 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeea60e-35d4-4e02-87e0-025045c6a966 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:34.541426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-5fb42c30-268c-4874-bcc9-acbee34aad17 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] In _notify_port_updated(), no bound segment for port b7eec8eb-18b2-4ebb-923c-8d973e42f7d6 on network 2612c6a9-3ad2-494f-b23e-047adb420d73 {{(pid=103001) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:16:34.544925 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-80cfc3bc-0a33-49de-84f4-0454413fbcad tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.545444 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cfc3bc-0a33-49de-84f4-0454413fbcad tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a74818f-3e95-4382-980d-3e016df27740 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:16:34.546944 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb42c30-268c-4874-bcc9-acbee34aad17 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:34.550073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5fb42c30-268c-4874-bcc9-acbee34aad17 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.550843 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-80cfc3bc-0a33-49de-84f4-0454413fbcad tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.550975 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-23ddf0b5-d625-4f49-a207-913bb9ef5668 None None] Port 8b3208e6-8508-4af6-8593-655fc2f8e491 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:34.556901 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5fb42c30-268c-4874-bcc9-acbee34aad17 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "PUT /v2.0/ports/b7eec8eb-18b2-4ebb-923c-8d973e42f7d6 HTTP/1.1" status: 200 len: 958 time: 3.2761254 Nov 11 12:16:34.557041 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-80cfc3bc-0a33-49de-84f4-0454413fbcad tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] 10.222.0.50 "DELETE /v2.0/routers/4a74818f-3e95-4382-980d-3e016df27740 HTTP/1.1" status: 204 len: 168 time: 0.5212088 Nov 11 12:16:34.557041 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53324) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:34.557250 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53326) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:34.563603 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-9ffac8ef-080c-4e69-8f20-1080e7f89500 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Request body: {'router': {'name': 'tempest-router-1495366900', 'distributed': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:34.596639 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-86f71a4f-d32b-4f57-a93e-bd8414eded46 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.596977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Routers {'dcd83951-bb9c-4a6d-be90-65053743d0fb'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:34.596977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['dcd83951-bb9c-4a6d-be90-65053743d0fb'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:34.601992 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc66a1-6cd7-4c30-93aa-aa4550203488 None None] Pushing event updated for resources: {'Port': ['ID=c1d33f57-4ba9-4c78-bcb0-60cd57349188,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:34.607175 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d3d24751-25b6-4566-87d4-8d709e564848 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.625052 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d24751-25b6-4566-87d4-8d709e564848 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=520c7d9f-0249-4b57-a1de-851ee4580348,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:34.676635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-23ddf0b5-d625-4f49-a207-913bb9ef5668 None None] Provisioning complete for port c1d33f57-4ba9-4c78-bcb0-60cd57349188 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:34.677098 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-23ddf0b5-d625-4f49-a207-913bb9ef5668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.683077 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c56dc11b-22ea-4e2b-9b41-1069eea8ac87 None None] For port 48629d77-de7e-4afb-b30c-5afa46259551, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=48629d77-de7e-4afb-b30c-5afa46259551,segment=NetworkSegment(f3e4fcf3-ac23-45ba-8f22-63841c68b805),segment_id=f3e4fcf3-ac23-45ba-8f22-63841c68b805)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:34.684912 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9ffac8ef-080c-4e69-8f20-1080e7f89500 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.686195 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9ffac8ef-080c-4e69-8f20-1080e7f89500 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.703104 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-50c18278-8040-4bdd-abec-bb52f8e7920c tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.757974 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-50c18278-8040-4bdd-abec-bb52f8e7920c tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Calling delete_port for 02fdc860-acf1-43f3-834a-d074180b1b6a owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:34.790117 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9ffac8ef-080c-4e69-8f20-1080e7f89500 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.798521 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d24751-25b6-4566-87d4-8d709e564848 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network 66767c3b-0464-4ee4-b02b-391a87a3678f is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:34.800241 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-d3d24751-25b6-4566-87d4-8d709e564848 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:34.810742 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c56dc11b-22ea-4e2b-9b41-1069eea8ac87 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.844028 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-86f71a4f-d32b-4f57-a93e-bd8414eded46 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.848173 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] Set router dcd83951-bb9c-4a6d-be90-65053743d0fb gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:34.874304 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-96241387-8f6c-4b4a-93a4-fcf9bd7a5767 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port b7eec8eb-18b2-4ebb-923c-8d973e42f7d6 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:34.875636 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-96241387-8f6c-4b4a-93a4-fcf9bd7a5767 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.886555 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d7a8-3181-43cf-988f-9d461995930e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.907924 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9ffac8ef-080c-4e69-8f20-1080e7f89500 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:34.958613 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f71a4f-d32b-4f57-a93e-bd8414eded46 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=effdec6e-d0dd-4b60-a711-a3a10b662f7c,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:34.981122 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d24751-25b6-4566-87d4-8d709e564848 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:16:35.004991 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f71a4f-d32b-4f57-a93e-bd8414eded46 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Checking segment: {'id': '4025f4c5-b688-4c9a-bbd5-945871cdc282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:35.004991 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f71a4f-d32b-4f57-a93e-bd8414eded46 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network hostable DHCP agents. Network: f63dfbe5-7460-4a0b-8136-046ff5f14bdf, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:16:35.005366 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d7a8-3181-43cf-988f-9d461995930e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.021754 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9ffac8ef-080c-4e69-8f20-1080e7f89500 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.022988 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9ffac8ef-080c-4e69-8f20-1080e7f89500 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4627984 Nov 11 12:16:35.034882 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53328) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:35.103893 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c56dc11b-22ea-4e2b-9b41-1069eea8ac87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.127185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d24751-25b6-4566-87d4-8d709e564848 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:35.136168 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d3d24751-25b6-4566-87d4-8d709e564848 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/0e8982dc-5fec-482b-b7c8-dc9c2ec8d408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5935087 Nov 11 12:16:35.137057 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53330) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:35.142492 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-9cebb5e4-f94a-4246-b520-174159d87e5e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'network': {'name': 'tempest-RoutersTest-2044326403'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:35.173141 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device db8503a9-cf2e-40cc-9247-aa8f08c70f54 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:35.174669 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f71a4f-d32b-4f57-a93e-bd8414eded46 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:16:35.175679 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-23ddf0b5-d625-4f49-a207-913bb9ef5668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.181421 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Sync routers for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:35.224569 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cebb5e4-f94a-4246-b520-174159d87e5e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Made reservation on behalf of 1c766233044443cca77dafe4d989ad4a for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:35.228816 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9cebb5e4-f94a-4246-b520-174159d87e5e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.258208 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cebb5e4-f94a-4246-b520-174159d87e5e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:16:35.273780 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9cebb5e4-f94a-4246-b520-174159d87e5e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.273780 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-9cebb5e4-f94a-4246-b520-174159d87e5e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Added segment 1808d3ad-b975-469a-a102-634a3c7fcc6c of type vlan for network dc54a896-79c9-47fd-ba19-33d90e683acf Nov 11 12:16:35.286742 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-86f71a4f-d32b-4f57-a93e-bd8414eded46 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, f63dfbe5-7460-4a0b-8136-046ff5f14bdf) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:35.292256 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f71a4f-d32b-4f57-a93e-bd8414eded46 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:35.298361 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f71a4f-d32b-4f57-a93e-bd8414eded46 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:35.299023 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-86f71a4f-d32b-4f57-a93e-bd8414eded46 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.355037 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-23ddf0b5-d625-4f49-a207-913bb9ef5668 None None] For port c1d33f57-4ba9-4c78-bcb0-60cd57349188, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c1d33f57-4ba9-4c78-bcb0-60cd57349188,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:35.359587 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a2ccfc-096e-4e4a-8d59-6706bf99cecb None None] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:35.364063 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9cebb5e4-f94a-4246-b520-174159d87e5e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.376469 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:35.377238 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:35.459865 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-86f71a4f-d32b-4f57-a93e-bd8414eded46 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4742701 Nov 11 12:16:35.461059 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53332) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:35.468372 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-1d4b674e-5d3d-442b-94fb-a2d5fb7e9522 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1973790970'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:35.528562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d29e6f2b-0be7-4fef-b4a1-0eac9a19c83c tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.555764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9cebb5e4-f94a-4246-b520-174159d87e5e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.566502 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cebb5e4-f94a-4246-b520-174159d87e5e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:35.567761 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9cebb5e4-f94a-4246-b520-174159d87e5e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.594486 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-96241387-8f6c-4b4a-93a4-fcf9bd7a5767 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.609287 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56dc11b-22ea-4e2b-9b41-1069eea8ac87 None None] Pushing event updated for resources: {'Port': ['ID=48629d77-de7e-4afb-b30c-5afa46259551,revision_number=7']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:35.631618 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-23ddf0b5-d625-4f49-a207-913bb9ef5668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.660366 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4b674e-5d3d-442b-94fb-a2d5fb7e9522 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:35.671865 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1d4b674e-5d3d-442b-94fb-a2d5fb7e9522 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.706574 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9cebb5e4-f94a-4246-b520-174159d87e5e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5678067 Nov 11 12:16:35.713529 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53334) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:35.719565 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-d8036ca9-3fe1-476e-9e47-39fddc0936c6 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'subnet': {'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:35.755329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebb5e4-f94a-4246-b520-174159d87e5e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Network': ['ID=dc54a896-79c9-47fd-ba19-33d90e683acf,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:35.774350 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddf0b5-d625-4f49-a207-913bb9ef5668 None None] Pushing event updated for resources: {'Port': ['ID=c1d33f57-4ba9-4c78-bcb0-60cd57349188,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:35.812690 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network dc54a896-79c9-47fd-ba19-33d90e683acf details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:16:35.817821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4b674e-5d3d-442b-94fb-a2d5fb7e9522 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:16:35.824144 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d29e6f2b-0be7-4fef-b4a1-0eac9a19c83c tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.827066 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d29e6f2b-0be7-4fef-b4a1-0eac9a19c83c tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.871905 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1d4b674e-5d3d-442b-94fb-a2d5fb7e9522 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.872456 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-1d4b674e-5d3d-442b-94fb-a2d5fb7e9522 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Added segment 857660a0-44ad-401d-8f6d-5010d4e771dc of type vlan for network e7b67824-61c5-4b09-a995-20c35ca8e4ed Nov 11 12:16:35.889450 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-96241387-8f6c-4b4a-93a4-fcf9bd7a5767 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for b7eec8eb-18b2-4ebb-923c-8d973e42f7d6 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:35.922124 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4079d2cf-b378-490c-8faa-00befb9717fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.941873 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port db8503a9-cf2e-40cc-9247-aa8f08c70f54 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:35.943181 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:35.999767 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1d4b674e-5d3d-442b-94fb-a2d5fb7e9522 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.030082 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d7a8-3181-43cf-988f-9d461995930e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.040107 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-50c18278-8040-4bdd-abec-bb52f8e7920c tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.042752 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d29e6f2b-0be7-4fef-b4a1-0eac9a19c83c tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.043424 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29e6f2b-0be7-4fef-b4a1-0eac9a19c83c tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03c395c0-6ac3-4741-868d-765bda8aca04 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:16:36.067719 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d29e6f2b-0be7-4fef-b4a1-0eac9a19c83c tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.069688 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d29e6f2b-0be7-4fef-b4a1-0eac9a19c83c tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] 10.222.0.50 "DELETE /v2.0/routers/03c395c0-6ac3-4741-868d-765bda8aca04 HTTP/1.1" status: 204 len: 168 time: 1.0010972 Nov 11 12:16:36.072261 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6d7a8-3181-43cf-988f-9d461995930e admin admin] Pushing event updated for resources: {'Port': ['ID=8b3208e6-8508-4af6-8593-655fc2f8e491,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:36.073095 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53336) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:36.079551 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-92bf712b-cbc6-4747-b0c7-f891ee0d3e76 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Request body: {'router': {'name': 'tempest-router-1136709408', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '95260c47970842a0bac01e7b09a59594'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:36.092403 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e4a8bc1d-d288-4a0d-9755-3a8c271d87c0 None None] Provisioning complete for port c1d33f57-4ba9-4c78-bcb0-60cd57349188 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:36.092779 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e4a8bc1d-d288-4a0d-9755-3a8c271d87c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.120676 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8036ca9-3fe1-476e-9e47-39fddc0936c6 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Made reservation on behalf of 1c766233044443cca77dafe4d989ad4a for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:36.122489 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:36.125715 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d8036ca9-3fe1-476e-9e47-39fddc0936c6 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.232881 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c18278-8040-4bdd-abec-bb52f8e7920c tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Pushing event deleted for resources: {'Port': ['ID=02fdc860-acf1-43f3-834a-d074180b1b6a,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:36.241771 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe6d7a8-3181-43cf-988f-9d461995930e admin admin] Network cfee55c8-c768-4147-8b74-ade92a63b95a is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:36.261545 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3814ba43-4c79-49f2-8631-e734322f178e None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:36.273042 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-bfe6d7a8-3181-43cf-988f-9d461995930e admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:36.413364 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.457008 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1d4b674e-5d3d-442b-94fb-a2d5fb7e9522 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.462008 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-96241387-8f6c-4b4a-93a4-fcf9bd7a5767 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.466374 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-50c18278-8040-4bdd-abec-bb52f8e7920c tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.468358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4b674e-5d3d-442b-94fb-a2d5fb7e9522 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:36.472409 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1d4b674e-5d3d-442b-94fb-a2d5fb7e9522 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.487133 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-92bf712b-cbc6-4747-b0c7-f891ee0d3e76 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.488225 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-92bf712b-cbc6-4747-b0c7-f891ee0d3e76 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.582554 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d8036ca9-3fe1-476e-9e47-39fddc0936c6 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.664704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port db8503a9-cf2e-40cc-9247-aa8f08c70f54, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=db8503a9-cf2e-40cc-9247-aa8f08c70f54,segment=NetworkSegment(a6bd8d9e-0709-491d-8eb3-11247f83e349),segment_id=a6bd8d9e-0709-491d-8eb3-11247f83e349)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:36.666543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8036ca9-3fe1-476e-9e47-39fddc0936c6 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Subnet': ['ID=a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:36.673618 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1d4b674e-5d3d-442b-94fb-a2d5fb7e9522 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2110786 Nov 11 12:16:36.682066 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53338) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:36.687807 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'ports': [{'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf'}, {'network_id': 'e7b67824-61c5-4b09-a995-20c35ca8e4ed'}]} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:36.688388 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:36.689037 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'network_id': 'e7b67824-61c5-4b09-a995-20c35ca8e4ed'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:36.706826 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b674e-5d3d-442b-94fb-a2d5fb7e9522 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Network': ['ID=e7b67824-61c5-4b09-a995-20c35ca8e4ed,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:36.725416 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-92bf712b-cbc6-4747-b0c7-f891ee0d3e76 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.745485 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8036ca9-3fe1-476e-9e47-39fddc0936c6 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Checking segment: {'id': '1808d3ad-b975-469a-a102-634a3c7fcc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:36.745893 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8036ca9-3fe1-476e-9e47-39fddc0936c6 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network hostable DHCP agents. Network: dc54a896-79c9-47fd-ba19-33d90e683acf, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:16:36.762626 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96241387-8f6c-4b4a-93a4-fcf9bd7a5767 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=b7eec8eb-18b2-4ebb-923c-8d973e42f7d6,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:36.776868 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network e7b67824-61c5-4b09-a995-20c35ca8e4ed details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:16:36.784164 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-50c18278-8040-4bdd-abec-bb52f8e7920c tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.798997 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-50c18278-8040-4bdd-abec-bb52f8e7920c tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.812831 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-92bf712b-cbc6-4747-b0c7-f891ee0d3e76 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.849040 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.865708 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.874969 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8036ca9-3fe1-476e-9e47-39fddc0936c6 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network dc54a896-79c9-47fd-ba19-33d90e683acf is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:16:36.955512 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-92bf712b-cbc6-4747-b0c7-f891ee0d3e76 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.958601 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-92bf712b-cbc6-4747-b0c7-f891ee0d3e76 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8836625 Nov 11 12:16:36.961328 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53340) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:36.963698 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-96241387-8f6c-4b4a-93a4-fcf9bd7a5767 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:36.968868 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-3be9e55b-228b-4e60-90ef-9425bdb27b6a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:36.973865 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-96241387-8f6c-4b4a-93a4-fcf9bd7a5767 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/ports/b7eec8eb-18b2-4ebb-923c-8d973e42f7d6 HTTP/1.1" status: 204 len: 168 time: 2.4110210 Nov 11 12:16:36.977275 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53342) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:36.993434 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe6d7a8-3181-43cf-988f-9d461995930e admin admin] Router dcd83951-bb9c-4a6d-be90-65053743d0fb has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:16:37.015453 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-29fc20a3-0868-4f75-8206-7c0ec6fd5948 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] GET failed (client error): The resource could not be found. Nov 11 12:16:37.020199 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-29fc20a3-0868-4f75-8206-7c0ec6fd5948 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports/b7eec8eb-18b2-4ebb-923c-8d973e42f7d6 HTTP/1.1" status: 404 len: 333 time: 0.0404103 Nov 11 12:16:37.021208 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53344) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:37.021393 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=db8503a9-cf2e-40cc-9247-aa8f08c70f54,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:37.031181 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e4a8bc1d-d288-4a0d-9755-3a8c271d87c0 None None] Provisioning complete for port db8503a9-cf2e-40cc-9247-aa8f08c70f54 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:37.031559 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e4a8bc1d-d288-4a0d-9755-3a8c271d87c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.087090 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-50c18278-8040-4bdd-abec-bb52f8e7920c tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.087970 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c18278-8040-4bdd-abec-bb52f8e7920c tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Fanout notify agent at l3_agent the message router_deleted on router 33c5b33b-ed2c-4cda-8887-efe70ed2e014 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:16:37.108196 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-50c18278-8040-4bdd-abec-bb52f8e7920c tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.108308 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'name': 'tempest-TestVolumeBootPattern-1638339080-router', 'tenant_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'c1d33f57-4ba9-4c78-bcb0-60cd57349188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:27Z', 'updated_at': '2021-11-11T12:16:34Z', 'revision_number': 4, 'project_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'gw_port': {'id': 'c1d33f57-4ba9-4c78-bcb0-60cd57349188', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:28Z', 'updated_at': '2021-11-11T12:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '8b3208e6-8508-4af6-8593-655fc2f8e491', 'name': '', 'network_id': 'cfee55c8-c768-4147-8b74-ade92a63b95a', 'tenant_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'mac_address': 'fa:16:3e:ed:09:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '07ce1316-1f97-40e9-b10a-4be77d959274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:32Z', 'updated_at': '2021-11-11T12:16:33Z', 'revision_number': 1, 'project_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'subnets': [{'id': '07ce1316-1f97-40e9-b10a-4be77d959274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:37.110470 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-50c18278-8040-4bdd-abec-bb52f8e7920c tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "DELETE /v2.0/routers/33c5b33b-ed2c-4cda-8887-efe70ed2e014 HTTP/1.1" status: 204 len: 168 time: 3.5197568 Nov 11 12:16:37.117832 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53348) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:37.120879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 48629d77-de7e-4afb-b30c-5afa46259551 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:37.124845 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-eddc1a56-8b04-408d-821e-ea0ddd812746 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1704459265', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:37.129756 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-d8036ca9-3fe1-476e-9e47-39fddc0936c6 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, dc54a896-79c9-47fd-ba19-33d90e683acf) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:37.138636 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8036ca9-3fe1-476e-9e47-39fddc0936c6 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:37.139264 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d8036ca9-3fe1-476e-9e47-39fddc0936c6 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.163210 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b8f2d9-11a0-4f93-a226-6e6f1564f95a None None] Network dc54a896-79c9-47fd-ba19-33d90e683acf requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:37.188074 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53350) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:37.255569 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:32Z', 'revision_number': 4, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '520c7d9f-0249-4b57-a1de-851ee4580348', 'name': '', 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:69:e1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:30Z', 'updated_at': '2021-11-11T12:16:33Z', 'revision_number': 2, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:29Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:37.259006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb53e85-9d2b-411b-a642-28409c84c3cb None None] The sync data for ids ['dcd83951-bb9c-4a6d-be90-65053743d0fb'] in dv-neutron-786478-23-hyperv is: [{'id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'name': 'tempest-TestVolumeBootPattern-1638339080-router', 'tenant_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'c1d33f57-4ba9-4c78-bcb0-60cd57349188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:27Z', 'updated_at': '2021-11-11T12:16:34Z', 'revision_number': 4, 'project_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'gw_port': {'id': 'c1d33f57-4ba9-4c78-bcb0-60cd57349188', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:28Z', 'updated_at': '2021-11-11T12:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '8b3208e6-8508-4af6-8593-655fc2f8e491', 'name': '', 'network_id': 'cfee55c8-c768-4147-8b74-ade92a63b95a', 'tenant_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'mac_address': 'fa:16:3e:ed:09:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '07ce1316-1f97-40e9-b10a-4be77d959274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:32Z', 'updated_at': '2021-11-11T12:16:33Z', 'revision_number': 1, 'project_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'subnets': [{'id': '07ce1316-1f97-40e9-b10a-4be77d959274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:37.357614 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eddc1a56-8b04-408d-821e-ea0ddd812746 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.357850 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Checking router: 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:16:37.358127 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Updating router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 port 520c7d9f-0249-4b57-a1de-851ee4580348 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:16:37.358548 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eddc1a56-8b04-408d-821e-ea0ddd812746 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.368578 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3be9e55b-228b-4e60-90ef-9425bdb27b6a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.371637 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3be9e55b-228b-4e60-90ef-9425bdb27b6a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.378141 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe6d7a8-3181-43cf-988f-9d461995930e admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:37.388944 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bfe6d7a8-3181-43cf-988f-9d461995930e admin admin] 10.222.0.50 "PUT /v2.0/routers/dcd83951-bb9c-4a6d-be90-65053743d0fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2830017 Nov 11 12:16:37.393257 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8d48483c-872f-401e-84ae-8622298b736e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.457955 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d8036ca9-3fe1-476e-9e47-39fddc0936c6 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7429478 Nov 11 12:16:37.460906 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53354) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:37.565122 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eddc1a56-8b04-408d-821e-ea0ddd812746 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.602917 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8d48483c-872f-401e-84ae-8622298b736e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.690733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'port': 2} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:37.700454 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.715639 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.716239 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eddc1a56-8b04-408d-821e-ea0ddd812746 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.721753 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-7a913cd8-b403-4a0a-9c0e-94265dea1df6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Deleting port c127efe7-530b-4558-a9fa-77023f95292d {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:37.721753 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7a913cd8-b403-4a0a-9c0e-94265dea1df6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.749912 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3be9e55b-228b-4e60-90ef-9425bdb27b6a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103001) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 11 12:16:37.749912 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3be9e55b-228b-4e60-90ef-9425bdb27b6a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Router d22fa16b-c466-415d-9b9b-491506983cd2 migrating from provider to provider. {{(pid=103001) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 11 12:16:37.749912 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3be9e55b-228b-4e60-90ef-9425bdb27b6a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.752738 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3be9e55b-228b-4e60-90ef-9425bdb27b6a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.796988 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8d48483c-872f-401e-84ae-8622298b736e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.799750 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8d48483c-872f-401e-84ae-8622298b736e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.805475 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53360) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:37.807411 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8d48483c-872f-401e-84ae-8622298b736e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/security-groups/dbb11741-f744-4dd4-a1f7-ba988553fe7c HTTP/1.1" status: 204 len: 168 time: 0.7707160 Nov 11 12:16:37.808572 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.808850 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 48629d77-de7e-4afb-b30c-5afa46259551 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:37.809674 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.871756 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48483c-872f-401e-84ae-8622298b736e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb11741-f744-4dd4-a1f7-ba988553fe7c,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:37.905139 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3be9e55b-228b-4e60-90ef-9425bdb27b6a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.920128 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eddc1a56-8b04-408d-821e-ea0ddd812746 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:37.924275 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-eddc1a56-8b04-408d-821e-ea0ddd812746 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8054135 Nov 11 12:16:37.927946 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53362) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:37.938303 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-8ff785f8-0901-4d17-b155-f4eda633a0c6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Request body: {'router': {'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:38.024036 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7a913cd8-b403-4a0a-9c0e-94265dea1df6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.024601 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7a913cd8-b403-4a0a-9c0e-94265dea1df6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.031331 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] device_id is not set on port b3fb70d1-3f7e-45ff-82a9-445554d9fc7e yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:38.050289 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-7a913cd8-b403-4a0a-9c0e-94265dea1df6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Calling delete_port for c127efe7-530b-4558-a9fa-77023f95292d owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:38.184195 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6926afbf-06a8-41a3-9c07-8ca11f6cd8d2 None None] Could not find standard attr ID for object b7eec8eb-18b2-4ebb-923c-8d973e42f7d6. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:16:38.273449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.321759 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6926afbf-06a8-41a3-9c07-8ca11f6cd8d2 None None] Provisioning complete for port 520c7d9f-0249-4b57-a1de-851ee4580348 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:38.321996 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6926afbf-06a8-41a3-9c07-8ca11f6cd8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.340539 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c48b7b1e-54dc-45ab-bed6-a1230b7778e2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.380971 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-6926afbf-06a8-41a3-9c07-8ca11f6cd8d2 None None] Port 520c7d9f-0249-4b57-a1de-851ee4580348 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:38.392387 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] device_id is not set on port 9e2c7847-9fcb-4a07-b2da-4bdf8f267055 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:38.419186 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.451402 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6926afbf-06a8-41a3-9c07-8ca11f6cd8d2 None None] Provisioning complete for port 8e06609c-057b-44fa-a10e-c9a2fd6867b3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:38.451402 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6926afbf-06a8-41a3-9c07-8ca11f6cd8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.481784 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-dc54a896-79c9-47fd-ba19-33d90e683acf', 'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'fixed_ips': [{'subnet_id': 'a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:16:38.482685 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.544596 dv-neutron-786478-23-hyperv neutron-server[103001]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3be9e55b-228b-4e60-90ef-9425bdb27b6a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] No L3 agents can host the router d22fa16b-c466-415d-9b9b-491506983cd2 Nov 11 12:16:38.547468 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53364) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:38.556746 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-10d20878-9c7b-49ed-af06-35db2cbac915 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1662630943', 'description': 'tempest-secgroup-smoke-1662630943 description', 'project_id': 'a99d4d62847944b89c15c8889eeeafb0'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:38.572129 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.612656 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7a913cd8-b403-4a0a-9c0e-94265dea1df6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.625049 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-6926afbf-06a8-41a3-9c07-8ca11f6cd8d2 None None] Port 8e06609c-057b-44fa-a10e-c9a2fd6867b3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:38.650866 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a913cd8-b403-4a0a-9c0e-94265dea1df6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event deleted for resources: {'Port': ['ID=c127efe7-530b-4558-a9fa-77023f95292d,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:38.662980 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c48b7b1e-54dc-45ab-bed6-a1230b7778e2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.663202 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6926afbf-06a8-41a3-9c07-8ca11f6cd8d2 None None] Provisioning complete for port 48629d77-de7e-4afb-b30c-5afa46259551 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:38.663522 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6926afbf-06a8-41a3-9c07-8ca11f6cd8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.691819 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.795131 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:38.795658 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Allocated IP 172.23.0.2 (dc54a896-79c9-47fd-ba19-33d90e683acf/a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f/ce6bf190-99e7-4a26-89cc-52085b8a52ff) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:38.804443 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:38.819677 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:38.820808 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.822732 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=b3fb70d1-3f7e-45ff-82a9-445554d9fc7e,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:38.846084 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7a913cd8-b403-4a0a-9c0e-94265dea1df6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:38.846084 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-7a913cd8-b403-4a0a-9c0e-94265dea1df6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Floating IP 5e821a52-f2e9-4d01-b5d4-91c09f0d25f7 disassociated (deleted). External IP: 172.26.5.100, port: 51916070-5edf-4723-9dab-9e61f64122cc. Nov 11 12:16:39.057173 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.101383 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=9e2c7847-9fcb-4a07-b2da-4bdf8f267055,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:39.112098 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6926afbf-06a8-41a3-9c07-8ca11f6cd8d2 None None] Provisioning complete for port 8b3208e6-8508-4af6-8593-655fc2f8e491 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:39.112463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6926afbf-06a8-41a3-9c07-8ca11f6cd8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.115506 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.137494 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ff785f8-0901-4d17-b155-f4eda633a0c6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.159920 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.190620 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Checking segment: {'id': '857660a0-44ad-401d-8f6d-5010d4e771dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e7b67824-61c5-4b09-a995-20c35ca8e4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:39.191288 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network hostable DHCP agents. Network: e7b67824-61c5-4b09-a995-20c35ca8e4ed, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:16:39.192377 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-6926afbf-06a8-41a3-9c07-8ca11f6cd8d2 None None] Port 8b3208e6-8508-4af6-8593-655fc2f8e491 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:39.209732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be9e55b-228b-4e60-90ef-9425bdb27b6a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Hosts for router d22fa16b-c466-415d-9b9b-491506983cd2: [] {{(pid=103001) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 11 12:16:39.222163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device db8503a9-cf2e-40cc-9247-aa8f08c70f54 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:39.224377 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.243120 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Network dc54a896-79c9-47fd-ba19-33d90e683acf is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:39.249844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be9e55b-228b-4e60-90ef-9425bdb27b6a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Hosts for other DVR routers connected to router d22fa16b-c466-415d-9b9b-491506983cd2: set() {{(pid=103001) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 11 12:16:39.252696 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3be9e55b-228b-4e60-90ef-9425bdb27b6a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.254074 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3be9e55b-228b-4e60-90ef-9425bdb27b6a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] 10.222.0.50 "PUT /v2.0/routers/d22fa16b-c466-415d-9b9b-491506983cd2 HTTP/1.1" status: 200 len: 717 time: 2.2906368 Nov 11 12:16:39.257262 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53366) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:39.259935 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6926afbf-06a8-41a3-9c07-8ca11f6cd8d2 None None] Provisioning complete for port db8503a9-cf2e-40cc-9247-aa8f08c70f54 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:39.260299 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6926afbf-06a8-41a3-9c07-8ca11f6cd8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.272411 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:39.274172 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.305967 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:39.315994 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Pushing event updated for resources: {'Port': ['ID=ce6bf190-99e7-4a26-89cc-52085b8a52ff,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:39.344149 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-10d20878-9c7b-49ed-af06-35db2cbac915 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.393784 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network e7b67824-61c5-4b09-a995-20c35ca8e4ed is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:16:39.414190 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a913cd8-b403-4a0a-9c0e-94265dea1df6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Router 1b724a07-ef9a-439b-82f7-7bbf1108fe18 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:16:39.466018 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b86c2ca1-9639-4304-835f-18b8c2539716 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] 10.222.0.50 "GET /v2.0/routers/d22fa16b-c466-415d-9b9b-491506983cd2 HTTP/1.1" status: 200 len: 717 time: 0.2047384 Nov 11 12:16:39.467395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53368) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:39.500195 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Attempting to bind port 520c7d9f-0249-4b57-a1de-851ee4580348 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:39.500195 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Attempting to bind port 520c7d9f-0249-4b57-a1de-851ee4580348 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'a6bd8d9e-0709-491d-8eb3-11247f83e349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:39.500516 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, e7b67824-61c5-4b09-a995-20c35ca8e4ed) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:39.500620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Attempting to bind port 520c7d9f-0249-4b57-a1de-851ee4580348 on network 66767c3b-0464-4ee4-b02b-391a87a3678f {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:39.514236 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a685942-bba9-4393-a2e1-88512bd27f43 None None] Pushing event updated for resources: {'Port': ['ID=520c7d9f-0249-4b57-a1de-851ee4580348,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:39.521801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c48b7b1e-54dc-45ab-bed6-a1230b7778e2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.524820 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c48b7b1e-54dc-45ab-bed6-a1230b7778e2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.527694 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37374c30-b7cd-49cc-bfa9-6d900a6882c7 None None] Network e7b67824-61c5-4b09-a995-20c35ca8e4ed requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:39.529952 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c48b7b1e-54dc-45ab-bed6-a1230b7778e2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/security-groups/24eb58b6-1536-4a23-be84-5c63a9dcab89 HTTP/1.1" status: 204 len: 168 time: 1.7234671 Nov 11 12:16:39.530856 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53372) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:39.531452 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Attempting to bind port ce6bf190-99e7-4a26-89cc-52085b8a52ff on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:39.531828 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Attempting to bind port ce6bf190-99e7-4a26-89cc-52085b8a52ff by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '1808d3ad-b975-469a-a102-634a3c7fcc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:39.532183 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Attempting to bind port ce6bf190-99e7-4a26-89cc-52085b8a52ff on network dc54a896-79c9-47fd-ba19-33d90e683acf {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:39.545822 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:39.548335 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:39.548666 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Checking segment: {'id': 'a6bd8d9e-0709-491d-8eb3-11247f83e349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:39.549066 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.549446 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Bound using segment: {'id': 'a6bd8d9e-0709-491d-8eb3-11247f83e349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:39.549917 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Bound port: 520c7d9f-0249-4b57-a1de-851ee4580348, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bd8d9e-0709-491d-8eb3-11247f83e349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:39.550293 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.554987 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:39.555373 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Checking segment: {'id': '1808d3ad-b975-469a-a102-634a3c7fcc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:39.555761 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.556146 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Bound using segment: {'id': '1808d3ad-b975-469a-a102-634a3c7fcc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:39.556615 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Bound port: ce6bf190-99e7-4a26-89cc-52085b8a52ff, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1808d3ad-b975-469a-a102-634a3c7fcc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:39.556989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.557368 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:39.559580 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b7b1e-54dc-45ab-bed6-a1230b7778e2 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24eb58b6-1536-4a23-be84-5c63a9dcab89,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:39.573376 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:39.573795 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.635153 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a913cd8-b403-4a0a-9c0e-94265dea1df6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:39.646065 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7a913cd8-b403-4a0a-9c0e-94265dea1df6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.650106 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47102e79-7adb-436e-b8b7-67383b2081ba None None] Sync routers for ids ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:39.667414 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47102e79-7adb-436e-b8b7-67383b2081ba None None] Routers {'1b724a07-ef9a-439b-82f7-7bbf1108fe18'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:39.667979 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-47102e79-7adb-436e-b8b7-67383b2081ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:39.670103 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85fdee0b-baa2-45dc-accc-d7e2aa0eb75f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.689598 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f9e4bd7f-f4a1-4136-86ae-15897a9a700a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0056269 Nov 11 12:16:39.694251 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53374) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:39.709271 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7a913cd8-b403-4a0a-9c0e-94265dea1df6 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "DELETE /v2.0/floatingips/5e821a52-f2e9-4d01-b5d4-91c09f0d25f7 HTTP/1.1" status: 204 len: 168 time: 2.5174530 Nov 11 12:16:39.713643 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port db8503a9-cf2e-40cc-9247-aa8f08c70f54 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:39.713922 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.726596 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2777dd77-f543-488e-a7e2-0619eda566c1', 'tag': '51916070-5edf-4723-9dab-9e61f64122cc'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:16:39.728915 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d7b505-6533-4106-a18a-aaf44ba3df5f" -d '{"events": [{"name": "network-changed", "server_uuid": "2777dd77-f543-488e-a7e2-0619eda566c1", "tag": "51916070-5edf-4723-9dab-9e61f64122cc"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:16:39.763912 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-10d20878-9c7b-49ed-af06-35db2cbac915 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:39.880348 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] For port ce6bf190-99e7-4a26-89cc-52085b8a52ff, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:39.881733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41efc100-c49d-46e7-9b1e-7acf0ea5ec89 x-openstack-request-id: req-41efc100-c49d-46e7-9b1e-7acf0ea5ec89 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:16:39.882127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2777dd77-f543-488e-a7e2-0619eda566c1", "tag": "51916070-5edf-4723-9dab-9e61f64122cc", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:16:39.882476 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-41efc100-c49d-46e7-9b1e-7acf0ea5ec89 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:16:39.882954 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2777dd77-f543-488e-a7e2-0619eda566c1', 'tag': '51916070-5edf-4723-9dab-9e61f64122cc', 'status': 'completed', 'code': 200} Nov 11 12:16:39.908411 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] For port ce6bf190-99e7-4a26-89cc-52085b8a52ff, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=ce6bf190-99e7-4a26-89cc-52085b8a52ff,segment=NetworkSegment(1808d3ad-b975-469a-a102-634a3c7fcc6c),segment_id=1808d3ad-b975-469a-a102-634a3c7fcc6c)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:39.951175 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] For port 520c7d9f-0249-4b57-a1de-851ee4580348, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:40.028978 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f2789721-6061-41ad-806d-1d56b14e263e tempest-RoutersTestDVR-1504624474 tempest-RoutersTestDVR-1504624474-project] 10.222.0.50 "GET /v2.0/routers/d22fa16b-c466-415d-9b9b-491506983cd2 HTTP/1.1" status: 200 len: 683 time: 0.5610695 Nov 11 12:16:40.036511 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53380) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:40.046475 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:40.072786 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-47102e79-7adb-436e-b8b7-67383b2081ba None None] Set router 1b724a07-ef9a-439b-82f7-7bbf1108fe18 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:40.110280 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] For port 520c7d9f-0249-4b57-a1de-851ee4580348, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=520c7d9f-0249-4b57-a1de-851ee4580348,segment=NetworkSegment(a6bd8d9e-0709-491d-8eb3-11247f83e349),segment_id=a6bd8d9e-0709-491d-8eb3-11247f83e349)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:40.121665 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5d662-2b62-48c8-823b-539165c6a3da None None] Pushing event updated for resources: {'Port': ['ID=ce6bf190-99e7-4a26-89cc-52085b8a52ff,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:40.139388 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ba1f93ec-4a66-43a3-9eba-22a227e26b46 None None] Provisioning complete for port 520c7d9f-0249-4b57-a1de-851ee4580348 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:40.139762 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ba1f93ec-4a66-43a3-9eba-22a227e26b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:40.149402 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c1d33f57-4ba9-4c78-bcb0-60cd57349188 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:40.232386 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:40.294182 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f93ec-4a66-43a3-9eba-22a227e26b46 None None] Port 520c7d9f-0249-4b57-a1de-851ee4580348 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:40.355935 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7d749faa-b5ee-4ccc-ae99-4b7ef700c92a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:40.386060 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-10d20878-9c7b-49ed-af06-35db2cbac915 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:40.482655 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0a7d84c9-9153-4978-9187-f93d22a151c8 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:40.522842 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-47a33e1f-5bb6-4313-a983-de05f9e69944 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port 9e2c7847-9fcb-4a07-b2da-4bdf8f267055 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:40.527827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-47a33e1f-5bb6-4313-a983-de05f9e69944 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:40.553768 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-47102e79-7adb-436e-b8b7-67383b2081ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437813602', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:14:20Z', 'updated_at': '2021-11-11T12:14:33Z', 'revision_number': 4, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'gw_port': {'id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:22Z', 'updated_at': '2021-11-11T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b9de35dd-7567-4766-bc31-f27bf6c241ff', 'name': '', 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'mac_address': 'fa:16:3e:88:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:30Z', 'updated_at': '2021-11-11T12:14:41Z', 'revision_number': 5, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'subnets': [{'id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:40.573711 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:40.573978 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:40.603400 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47102e79-7adb-436e-b8b7-67383b2081ba None None] Checking router: 1b724a07-ef9a-439b-82f7-7bbf1108fe18 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:16:40.619273 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47102e79-7adb-436e-b8b7-67383b2081ba None None] Routers {'1b724a07-ef9a-439b-82f7-7bbf1108fe18'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:40.623671 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-47102e79-7adb-436e-b8b7-67383b2081ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:40.654068 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7b505-6533-4106-a18a-aaf44ba3df5f req-eed8de43-f754-4817-b6ce-537d53b6d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:40.654979 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-64d7b505-6533-4106-a18a-aaf44ba3df5f req-eed8de43-f754-4817-b6ce-537d53b6d152 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c50ad2899d5f44f391ca81db684e3194&device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 1098 time: 0.8018992 Nov 11 12:16:40.662509 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:40.700348 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-10d20878-9c7b-49ed-af06-35db2cbac915 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:40.705207 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-10d20878-9c7b-49ed-af06-35db2cbac915 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 2.1513770 Nov 11 12:16:40.717600 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53386) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:40.734129 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d20878-9c7b-49ed-af06-35db2cbac915 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e854cdb-75eb-4559-9c5f-d3d8453617bd,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:40.738935 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0a7d84c9-9153-4978-9187-f93d22a151c8 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:40.786713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-ba0c56c2-af9d-4f25-be23-29e91a360633 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Request body: {'security_group_rule': {'security_group_id': '2e854cdb-75eb-4559-9c5f-d3d8453617bd', 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:40.808283 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-47a33e1f-5bb6-4313-a983-de05f9e69944 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:40.809244 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-47102e79-7adb-436e-b8b7-67383b2081ba None None] Set router 1b724a07-ef9a-439b-82f7-7bbf1108fe18 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:40.888351 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7b505-6533-4106-a18a-aaf44ba3df5f req-84937ed3-d09e-401b-9b60-626ce0676307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:40.890899 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-64d7b505-6533-4106-a18a-aaf44ba3df5f req-84937ed3-d09e-401b-9b60-626ce0676307 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b580bc89-3da6-495d-a6bb-01e9bf883bce HTTP/1.1" status: 200 len: 898 time: 0.2228291 Nov 11 12:16:40.952214 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a685942-bba9-4393-a2e1-88512bd27f43 None None] Pushing event updated for resources: {'Port': ['ID=520c7d9f-0249-4b57-a1de-851ee4580348,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:40.961636 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Sync routers for ids ['dcd83951-bb9c-4a6d-be90-65053743d0fb'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:40.997519 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port c1d33f57-4ba9-4c78-bcb0-60cd57349188 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:40.997799 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.040047 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Routers {'dcd83951-bb9c-4a6d-be90-65053743d0fb'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:41.042648 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['dcd83951-bb9c-4a6d-be90-65053743d0fb'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:41.071563 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-47102e79-7adb-436e-b8b7-67383b2081ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437813602', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:14:20Z', 'updated_at': '2021-11-11T12:14:33Z', 'revision_number': 4, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'gw_port': {'id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:22Z', 'updated_at': '2021-11-11T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b9de35dd-7567-4766-bc31-f27bf6c241ff', 'name': '', 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'mac_address': 'fa:16:3e:88:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:30Z', 'updated_at': '2021-11-11T12:14:41Z', 'revision_number': 5, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'subnets': [{'id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:41.078810 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-64d7b505-6533-4106-a18a-aaf44ba3df5f req-e8015d67-9a22-4a86-a580-71586f9cfca2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51916070-5edf-4723-9dab-9e61f64122cc HTTP/1.1" status: 200 len: 217 time: 0.1012950 Nov 11 12:16:41.081389 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ff785f8-0901-4d17-b155-f4eda633a0c6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.096535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-bbcdb136-c630-4d93-bc03-a32113d1df7f None None] Provisioning complete for port 520c7d9f-0249-4b57-a1de-851ee4580348 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:41.096908 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb136-c630-4d93-bc03-a32113d1df7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.109518 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-85fdee0b-baa2-45dc-accc-d7e2aa0eb75f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Allocated IP 172.23.0.1 (dc54a896-79c9-47fd-ba19-33d90e683acf/a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f/c6fe39ad-bb9d-4db5-bec6-130b62b16181) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:41.119773 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47102e79-7adb-436e-b8b7-67383b2081ba None None] The sync data for ids ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'] in dv-neutron-786478-23-hyperv is: [{'id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437813602', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:14:20Z', 'updated_at': '2021-11-11T12:14:33Z', 'revision_number': 4, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'gw_port': {'id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:22Z', 'updated_at': '2021-11-11T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b9de35dd-7567-4766-bc31-f27bf6c241ff', 'name': '', 'network_id': 'b580bc89-3da6-495d-a6bb-01e9bf883bce', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'mac_address': 'fa:16:3e:88:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:30Z', 'updated_at': '2021-11-11T12:14:41Z', 'revision_number': 5, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'subnets': [{'id': '34e2f751-5fb5-4ae4-b698-e48b1c322623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:41.122048 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ff785f8-0901-4d17-b155-f4eda633a0c6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.164991 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:41.247412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Set router dcd83951-bb9c-4a6d-be90-65053743d0fb gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:41.311862 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-8ff785f8-0901-4d17-b155-f4eda633a0c6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Allocated IP 172.26.5.33 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/7beaf0ba-7096-4a9a-b9c5-1b3e6dcf1711) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:41.396953 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7b505-6533-4106-a18a-aaf44ba3df5f req-29f41521-f6ca-4052-ae2f-5e98346e0c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:41.403371 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-64d7b505-6533-4106-a18a-aaf44ba3df5f req-29f41521-f6ca-4052-ae2f-5e98346e0c5c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34e2f751-5fb5-4ae4-b698-e48b1c322623 HTTP/1.1" status: 200 len: 835 time: 0.2850819 Nov 11 12:16:41.439774 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0a7d84c9-9153-4978-9187-f93d22a151c8 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.443004 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0a7d84c9-9153-4978-9187-f93d22a151c8 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.446097 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0a7d84c9-9153-4978-9187-f93d22a151c8 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/security-groups/a912d70f-7eec-42f3-b65f-73922437c962 HTTP/1.1" status: 204 len: 168 time: 1.8998444 Nov 11 12:16:41.448032 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-47a33e1f-5bb6-4313-a983-de05f9e69944 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for 9e2c7847-9fcb-4a07-b2da-4bdf8f267055 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:41.514377 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53388) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:41.534153 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7d749faa-b5ee-4ccc-ae99-4b7ef700c92a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.549978 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d84c9-9153-4978-9187-f93d22a151c8 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a912d70f-7eec-42f3-b65f-73922437c962,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:41.570815 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7d749faa-b5ee-4ccc-ae99-4b7ef700c92a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.584899 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ecc45c-43c9-4134-ab89-5aeec3cb2055 None None] New status for floating IP 5e821a52-f2e9-4d01-b5d4-91c09f0d25f7: DOWN {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:16:41.655516 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6606bc-3378-4abe-ad43-fc7e493f62eb req-8d4d877e-94e6-4461-8da1-23ad1648d5fe tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:41.657724 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0b6606bc-3378-4abe-ad43-fc7e493f62eb req-8d4d877e-94e6-4461-8da1-23ad1648d5fe tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 1.2209587 Nov 11 12:16:41.672220 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-2591e841-662c-4dcc-9d57-02476b1655b7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting subnet 4ec0d5df-8210-46b7-b28e-2f2e95404310 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:41.680950 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c7a29b-1959-4b14-8dad-0193e1bcb113 None None] Network dc54a896-79c9-47fd-ba19-33d90e683acf requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:41.706086 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ba0c56c2-af9d-4f25-be23-29e91a360633 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.717251 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2591e841-662c-4dcc-9d57-02476b1655b7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.790478 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7b505-6533-4106-a18a-aaf44ba3df5f req-10982d6b-9c3c-49d9-8fec-c8db345eb447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:41.792012 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-64d7b505-6533-4106-a18a-aaf44ba3df5f req-10982d6b-9c3c-49d9-8fec-c8db345eb447 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b580bc89-3da6-495d-a6bb-01e9bf883bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2982595 Nov 11 12:16:41.795326 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85fdee0b-baa2-45dc-accc-d7e2aa0eb75f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.801881 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-47a33e1f-5bb6-4313-a983-de05f9e69944 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.812571 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7d749faa-b5ee-4ccc-ae99-4b7ef700c92a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.813199 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d749faa-b5ee-4ccc-ae99-4b7ef700c92a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d22fa16b-c466-415d-9b9b-491506983cd2 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:16:41.828684 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7d749faa-b5ee-4ccc-ae99-4b7ef700c92a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.829029 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ff785f8-0901-4d17-b155-f4eda633a0c6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.829829 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7d749faa-b5ee-4ccc-ae99-4b7ef700c92a tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] 10.222.0.50 "DELETE /v2.0/routers/d22fa16b-c466-415d-9b9b-491506983cd2 HTTP/1.1" status: 204 len: 168 time: 1.7922413 Nov 11 12:16:41.838111 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53390) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:41.846922 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-bae149bf-ed1c-435c-8b90-60290fc9101c tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Request body: {'router': {'name': 'tempest-router-1700311356', 'distributed': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:41.865958 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb136-c630-4d93-bc03-a32113d1df7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.871865 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e1ec1-7695-4c5f-8f7c-46b212cdd4b1 req-22187224-149c-4398-b8c2-9c1e476858b7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:41.874833 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b35e1ec1-7695-4c5f-8f7c-46b212cdd4b1 req-22187224-149c-4398-b8c2-9c1e476858b7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.70 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.2884371 Nov 11 12:16:41.903076 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ce6bf190-99e7-4a26-89cc-52085b8a52ff up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:41.924800 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-47a33e1f-5bb6-4313-a983-de05f9e69944 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.930521 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-47a33e1f-5bb6-4313-a983-de05f9e69944 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/ports/9e2c7847-9fcb-4a07-b2da-4bdf8f267055 HTTP/1.1" status: 204 len: 168 time: 2.2330329 Nov 11 12:16:41.932740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a33e1f-5bb6-4313-a983-de05f9e69944 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=9e2c7847-9fcb-4a07-b2da-4bdf8f267055,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:41.935865 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53392) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:41.951877 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2591e841-662c-4dcc-9d57-02476b1655b7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:41.958644 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0b6606bc-3378-4abe-ad43-fc7e493f62eb req-8797d2e8-5ca9-4e5a-879f-458aa6d4417e tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675490 Nov 11 12:16:42.026138 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ba0c56c2-af9d-4f25-be23-29e91a360633 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.026680 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-bbcdb136-c630-4d93-bc03-a32113d1df7f None None] For port 520c7d9f-0249-4b57-a1de-851ee4580348, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=520c7d9f-0249-4b57-a1de-851ee4580348,segment=NetworkSegment(a6bd8d9e-0709-491d-8eb3-11247f83e349),segment_id=a6bd8d9e-0709-491d-8eb3-11247f83e349)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:42.056943 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6722208b-de76-4503-bab3-d4c46c20b0d7 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:42.063548 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6722208b-de76-4503-bab3-d4c46c20b0d7 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:42.065191 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6722208b-de76-4503-bab3-d4c46c20b0d7 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1258044 Nov 11 12:16:42.068764 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53394) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:42.071772 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'name': 'tempest-TestVolumeBootPattern-1638339080-router', 'tenant_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'c1d33f57-4ba9-4c78-bcb0-60cd57349188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:27Z', 'updated_at': '2021-11-11T12:16:34Z', 'revision_number': 4, 'project_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'gw_port': {'id': 'c1d33f57-4ba9-4c78-bcb0-60cd57349188', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:28Z', 'updated_at': '2021-11-11T12:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '8b3208e6-8508-4af6-8593-655fc2f8e491', 'name': '', 'network_id': 'cfee55c8-c768-4147-8b74-ade92a63b95a', 'tenant_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'mac_address': 'fa:16:3e:ed:09:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '07ce1316-1f97-40e9-b10a-4be77d959274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:32Z', 'updated_at': '2021-11-11T12:16:34Z', 'revision_number': 2, 'project_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'subnets': [{'id': '07ce1316-1f97-40e9-b10a-4be77d959274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:42.095404 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bae149bf-ed1c-435c-8b90-60290fc9101c tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.096415 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bae149bf-ed1c-435c-8b90-60290fc9101c tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.108561 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-64d7b505-6533-4106-a18a-aaf44ba3df5f req-ef3a8eba-3a4a-4d8f-ae46-d72a9e338544 service neutron] 10.222.0.70 "GET /v2.0/networks/b580bc89-3da6-495d-a6bb-01e9bf883bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985561 Nov 11 12:16:42.120183 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Checking router: dcd83951-bb9c-4a6d-be90-65053743d0fb for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:16:42.120544 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Updating router dcd83951-bb9c-4a6d-be90-65053743d0fb port 8b3208e6-8508-4af6-8593-655fc2f8e491 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:16:42.124977 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ba0c56c2-af9d-4f25-be23-29e91a360633 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.140179 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb136-c630-4d93-bc03-a32113d1df7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.175719 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c56c2-af9d-4f25-be23-29e91a360633 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f293a82f-fdbe-46ce-8c41-ec206d31ccd5,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:42.183284 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port ce6bf190-99e7-4a26-89cc-52085b8a52ff triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:42.183656 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.188421 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.194193 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:32Z', 'revision_number': 4, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '520c7d9f-0249-4b57-a1de-851ee4580348', 'name': '', 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:69:e1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:30Z', 'updated_at': '2021-11-11T12:16:39Z', 'revision_number': 4, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:29Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:42.208397 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2591e841-662c-4dcc-9d57-02476b1655b7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.216632 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85fdee0b-baa2-45dc-accc-d7e2aa0eb75f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.226181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ff785f8-0901-4d17-b155-f4eda633a0c6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.232473 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bae149bf-ed1c-435c-8b90-60290fc9101c tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.238127 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-b35e1ec1-7695-4c5f-8f7c-46b212cdd4b1 req-2cab02b9-6289-4940-8275-25ddbaa9ff64 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Deleting port 51916070-5edf-4723-9dab-9e61f64122cc {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:42.238476 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b35e1ec1-7695-4c5f-8f7c-46b212cdd4b1 req-2cab02b9-6289-4940-8275-25ddbaa9ff64 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.260306 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653f1bb9-e12d-49fb-a2ee-34f9e7dabe0f None None] The sync data for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv is: [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:32Z', 'revision_number': 4, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '520c7d9f-0249-4b57-a1de-851ee4580348', 'name': '', 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:69:e1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:30Z', 'updated_at': '2021-11-11T12:16:39Z', 'revision_number': 4, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:29Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:42.262611 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ba0c56c2-af9d-4f25-be23-29e91a360633 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.268313 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ba0c56c2-af9d-4f25-be23-29e91a360633 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5421166 Nov 11 12:16:42.271426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53396) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:42.278159 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-4de6f149-45a9-42a4-9326-0df58192febd tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Request body: {'security_group_rule': {'security_group_id': '2e854cdb-75eb-4559-9c5f-d3d8453617bd', 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:42.304184 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-ba6eb33f-0d50-41c7-8e37-05d5590226b9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port b3fb70d1-3f7e-45ff-82a9-445554d9fc7e {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:42.304692 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ba6eb33f-0d50-41c7-8e37-05d5590226b9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.334174 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdb136-c630-4d93-bc03-a32113d1df7f None None] Pushing event updated for resources: {'Port': ['ID=520c7d9f-0249-4b57-a1de-851ee4580348,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:42.391938 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fdee0b-baa2-45dc-accc-d7e2aa0eb75f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network dc54a896-79c9-47fd-ba19-33d90e683acf is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:42.393204 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bae149bf-ed1c-435c-8b90-60290fc9101c tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.428327 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-85fdee0b-baa2-45dc-accc-d7e2aa0eb75f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:42.430807 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fdee0b-baa2-45dc-accc-d7e2aa0eb75f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:42.446920 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ba6eb33f-0d50-41c7-8e37-05d5590226b9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.448216 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff785f8-0901-4d17-b155-f4eda633a0c6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:42.470035 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdee0b-baa2-45dc-accc-d7e2aa0eb75f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=c6fe39ad-bb9d-4db5-bec6-130b62b16181,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:42.470629 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-ba6eb33f-0d50-41c7-8e37-05d5590226b9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for b3fb70d1-3f7e-45ff-82a9-445554d9fc7e owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:42.490972 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-add8a0ee-eda3-44a4-9a46-ae79274f9ad5 None None] Provisioning complete for port ce6bf190-99e7-4a26-89cc-52085b8a52ff triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:42.491367 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-add8a0ee-eda3-44a4-9a46-ae79274f9ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.503426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-8ff785f8-0901-4d17-b155-f4eda633a0c6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:42.506187 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff785f8-0901-4d17-b155-f4eda633a0c6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:42.548787 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2591e841-662c-4dcc-9d57-02476b1655b7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.597970 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591e841-662c-4dcc-9d57-02476b1655b7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec0d5df-8210-46b7-b28e-2f2e95404310,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:42.609236 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-64d7b505-6533-4106-a18a-aaf44ba3df5f req-534a7c8b-91d4-47e0-9d0e-3b42e52452e2 service neutron] 10.222.0.70 "GET /v2.0/networks/b580bc89-3da6-495d-a6bb-01e9bf883bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905245 Nov 11 12:16:42.617225 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2591e841-662c-4dcc-9d57-02476b1655b7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.621397 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2591e841-662c-4dcc-9d57-02476b1655b7 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/4ec0d5df-8210-46b7-b28e-2f2e95404310 HTTP/1.1" status: 204 len: 168 time: 1.1015136 Nov 11 12:16:42.628143 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53398) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:42.653122 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-b35e1ec1-7695-4c5f-8f7c-46b212cdd4b1 req-2cab02b9-6289-4940-8275-25ddbaa9ff64 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] For port 51916070-5edf-4723-9dab-9e61f64122cc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=51916070-5edf-4723-9dab-9e61f64122cc,segment=NetworkSegment(06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e),segment_id=06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:42.653485 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b35e1ec1-7695-4c5f-8f7c-46b212cdd4b1 req-2cab02b9-6289-4940-8275-25ddbaa9ff64 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.674367 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4de6f149-45a9-42a4-9326-0df58192febd tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.682540 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e414c6bd-e836-429a-90d7-98785f6c8ebb None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:42.685234 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c864b-67dd-44a6-a6a3-3da0be46d0e1 None None] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:42.690952 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bae149bf-ed1c-435c-8b90-60290fc9101c tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.692199 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bae149bf-ed1c-435c-8b90-60290fc9101c tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8505721 Nov 11 12:16:42.695524 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53400) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:42.704339 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-b35e1ec1-7695-4c5f-8f7c-46b212cdd4b1 req-2cab02b9-6289-4940-8275-25ddbaa9ff64 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Calling delete_port for 51916070-5edf-4723-9dab-9e61f64122cc owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:42.718698 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85fdee0b-baa2-45dc-accc-d7e2aa0eb75f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.740186 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff785f8-0901-4d17-b155-f4eda633a0c6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Pushing event updated for resources: {'Port': ['ID=7beaf0ba-7096-4a9a-b9c5-1b3e6dcf1711,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:42.848117 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-efa26c6f-c0a5-41e5-9905-50cbf699aeb7 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:42.856229 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecafcd05-b344-4adb-a6ed-b70fefca8481 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting subnet 5a488d56-bb40-4931-a32d-423124e79dc7 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:42.907884 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ecafcd05-b344-4adb-a6ed-b70fefca8481 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.053099 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ecafcd05-b344-4adb-a6ed-b70fefca8481 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.175817 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ba6eb33f-0d50-41c7-8e37-05d5590226b9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.182124 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-add8a0ee-eda3-44a4-9a46-ae79274f9ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.220803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.268885 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-add8a0ee-eda3-44a4-9a46-ae79274f9ad5 None None] For port ce6bf190-99e7-4a26-89cc-52085b8a52ff, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=ce6bf190-99e7-4a26-89cc-52085b8a52ff,segment=NetworkSegment(1808d3ad-b975-469a-a102-634a3c7fcc6c),segment_id=1808d3ad-b975-469a-a102-634a3c7fcc6c)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:43.269576 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-efa26c6f-c0a5-41e5-9905-50cbf699aeb7 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.270053 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6eb33f-0d50-41c7-8e37-05d5590226b9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=b3fb70d1-3f7e-45ff-82a9-445554d9fc7e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:43.290817 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-efa26c6f-c0a5-41e5-9905-50cbf699aeb7 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.313609 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ba6eb33f-0d50-41c7-8e37-05d5590226b9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.320043 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ba6eb33f-0d50-41c7-8e37-05d5590226b9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/ports/b3fb70d1-3f7e-45ff-82a9-445554d9fc7e HTTP/1.1" status: 204 len: 168 time: 1.2501144 Nov 11 12:16:43.325035 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53406) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:43.346666 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-add8a0ee-eda3-44a4-9a46-ae79274f9ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.440550 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8a0ee-eda3-44a4-9a46-ae79274f9ad5 None None] Pushing event updated for resources: {'Port': ['ID=ce6bf190-99e7-4a26-89cc-52085b8a52ff,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:43.444168 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd066abe-30ba-45b2-a820-db68a69e389a req-711ec17e-183f-4e39-9f73-a68ad3d5c1f9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:43.445892 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cd066abe-30ba-45b2-a820-db68a69e389a req-711ec17e-183f-4e39-9f73-a68ad3d5c1f9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 945 time: 0.3588665 Nov 11 12:16:43.452209 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ecafcd05-b344-4adb-a6ed-b70fefca8481 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.469859 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.498489 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc41705-7dcf-46cd-b33d-78796372a9d1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:43.504257 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3bc41705-7dcf-46cd-b33d-78796372a9d1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1790819 Nov 11 12:16:43.507343 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53408) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:43.510398 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:16:43.510930 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:16:43.519215 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e3c9321b-38f0-40a5-baf6-7c569947b18c None None] Provisioning complete for port c6fe39ad-bb9d-4db5-bec6-130b62b16181 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:43.519814 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e3c9321b-38f0-40a5-baf6-7c569947b18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.530598 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-efa26c6f-c0a5-41e5-9905-50cbf699aeb7 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.531195 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa26c6f-c0a5-41e5-9905-50cbf699aeb7 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2bc1c0d-811b-4285-af8e-cb2c7aec7ee7 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:16:43.536537 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-efa26c6f-c0a5-41e5-9905-50cbf699aeb7 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.542347 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-efa26c6f-c0a5-41e5-9905-50cbf699aeb7 tempest-RoutersTestDVR-1610342164 tempest-RoutersTestDVR-1610342164-project-admin] 10.222.0.50 "DELETE /v2.0/routers/d2bc1c0d-811b-4285-af8e-cb2c7aec7ee7 HTTP/1.1" status: 204 len: 168 time: 0.8395674 Nov 11 12:16:43.582003 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9321b-38f0-40a5-baf6-7c569947b18c None None] Port c6fe39ad-bb9d-4db5-bec6-130b62b16181 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:43.582741 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-d339c245-9e7d-4151-be5a-9dc1f0b4bf68 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] GET failed (client error): The resource could not be found. Nov 11 12:16:43.584513 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d339c245-9e7d-4151-be5a-9dc1f0b4bf68 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports/9e2c7847-9fcb-4a07-b2da-4bdf8f267055 HTTP/1.1" status: 404 len: 333 time: 0.0747750 Nov 11 12:16:43.593606 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53412) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:43.595454 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4de6f149-45a9-42a4-9326-0df58192febd tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.599007 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.604391 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e3c9321b-38f0-40a5-baf6-7c569947b18c None None] Provisioning complete for port 7beaf0ba-7096-4a9a-b9c5-1b3e6dcf1711 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:43.608260 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e3c9321b-38f0-40a5-baf6-7c569947b18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.648721 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cd066abe-30ba-45b2-a820-db68a69e389a req-5a02fffc-6b78-48d8-bacc-acec9261cd20 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dcb63e8-3f77-473e-b827-956702cc5518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689882 Nov 11 12:16:43.662408 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-df48e5f8-51e3-4884-9537-ed99ebb593a8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] GET failed (client error): The resource could not be found. Nov 11 12:16:43.664585 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-df48e5f8-51e3-4884-9537-ed99ebb593a8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports/b3fb70d1-3f7e-45ff-82a9-445554d9fc7e HTTP/1.1" status: 404 len: 333 time: 0.0660291 Nov 11 12:16:43.676775 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53414) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:43.739001 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4de6f149-45a9-42a4-9326-0df58192febd tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.760552 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b495a-5c40-4ef7-acf8-2c6489a1515e None None] Pushing event updated for resources: {'Port': ['ID=8b3208e6-8508-4af6-8593-655fc2f8e491,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:43.779743 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9321b-38f0-40a5-baf6-7c569947b18c None None] Port 7beaf0ba-7096-4a9a-b9c5-1b3e6dcf1711 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:43.779993 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ecafcd05-b344-4adb-a6ed-b70fefca8481 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.799991 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Attempting to bind port 8b3208e6-8508-4af6-8593-655fc2f8e491 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:43.800617 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Attempting to bind port 8b3208e6-8508-4af6-8593-655fc2f8e491 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'ec546349-3af0-42c2-844c-70e04da188f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cfee55c8-c768-4147-8b74-ade92a63b95a'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:43.801132 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Attempting to bind port 8b3208e6-8508-4af6-8593-655fc2f8e491 on network cfee55c8-c768-4147-8b74-ade92a63b95a {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:43.813467 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e3c9321b-38f0-40a5-baf6-7c569947b18c None None] Provisioning complete for port ce6bf190-99e7-4a26-89cc-52085b8a52ff triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:43.814454 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e3c9321b-38f0-40a5-baf6-7c569947b18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.822346 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85fdee0b-baa2-45dc-accc-d7e2aa0eb75f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.833290 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafcd05-b344-4adb-a6ed-b70fefca8481 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Subnet': ['ID=5a488d56-bb40-4931-a32d-423124e79dc7,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:43.844228 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ecafcd05-b344-4adb-a6ed-b70fefca8481 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.851214 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ecafcd05-b344-4adb-a6ed-b70fefca8481 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/5a488d56-bb40-4931-a32d-423124e79dc7 HTTP/1.1" status: 204 len: 168 time: 1.2212515 Nov 11 12:16:43.853748 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53416) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:43.856274 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:43.856863 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Checking segment: {'id': 'ec546349-3af0-42c2-844c-70e04da188f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cfee55c8-c768-4147-8b74-ade92a63b95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:43.857737 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.858295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Bound using segment: {'id': 'ec546349-3af0-42c2-844c-70e04da188f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cfee55c8-c768-4147-8b74-ade92a63b95a'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:43.858949 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Bound port: 8b3208e6-8508-4af6-8593-655fc2f8e491, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec546349-3af0-42c2-844c-70e04da188f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cfee55c8-c768-4147-8b74-ade92a63b95a'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:43.860118 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.866772 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25175059-04da-46a1-be1d-3bad442e4fd6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:43.883898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6f149-45a9-42a4-9326-0df58192febd tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e918f92-ba1d-4676-b48d-4e579e5ae049,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:43.907869 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb5c447-262d-4a93-b347-3b865063fe55 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] DELETE failed (client error): The resource could not be found. Nov 11 12:16:43.908665 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb5c447-262d-4a93-b347-3b865063fe55 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:43.912064 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8eb5c447-262d-4a93-b347-3b865063fe55 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/4ec0d5df-8210-46b7-b28e-2f2e95404310 HTTP/1.1" status: 404 len: 337 time: 0.0569675 Nov 11 12:16:43.914881 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53418) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:44.006994 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4de6f149-45a9-42a4-9326-0df58192febd tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.008291 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4de6f149-45a9-42a4-9326-0df58192febd tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7338107 Nov 11 12:16:44.013538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] For port 8b3208e6-8508-4af6-8593-655fc2f8e491, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:44.018245 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] For port 8b3208e6-8508-4af6-8593-655fc2f8e491, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=8b3208e6-8508-4af6-8593-655fc2f8e491,segment=NetworkSegment(ec546349-3af0-42c2-844c-70e04da188f4),segment_id=ec546349-3af0-42c2-844c-70e04da188f4)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:44.060035 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53420) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:44.081292 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e417ee39-51b9-4d48-b024-25627607a465 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Request body: {'security_group_rule': {'security_group_id': '2e854cdb-75eb-4559-9c5f-d3d8453617bd', 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:44.113395 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.160605 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b35e1ec1-7695-4c5f-8f7c-46b212cdd4b1 req-2cab02b9-6289-4940-8275-25ddbaa9ff64 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.205785 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Routers {'dcd83951-bb9c-4a6d-be90-65053743d0fb'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:44.206619 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['dcd83951-bb9c-4a6d-be90-65053743d0fb'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:44.217282 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-367470f4-84e1-4734-9216-bf13acbe7e1b None None] Provisioning complete for port 8b3208e6-8508-4af6-8593-655fc2f8e491 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:44.217745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-367470f4-84e1-4734-9216-bf13acbe7e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.271696 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25175059-04da-46a1-be1d-3bad442e4fd6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.304636 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-25175059-04da-46a1-be1d-3bad442e4fd6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b67824-61c5-4b09-a995-20c35ca8e4ed']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:44.315188 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-25175059-04da-46a1-be1d-3bad442e4fd6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857660a0-44ad-401d-8f6d-5010d4e771dc') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:44.315487 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-25175059-04da-46a1-be1d-3bad442e4fd6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857660a0-44ad-401d-8f6d-5010d4e771dc') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:44.316615 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53424) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:44.328436 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25175059-04da-46a1-be1d-3bad442e4fd6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.337198 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab02b9-6289-4940-8275-25ddbaa9ff64 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event deleted for resources: {'Port': ['ID=51916070-5edf-4723-9dab-9e61f64122cc,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:44.344294 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ff785f8-0901-4d17-b155-f4eda633a0c6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.355119 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25175059-04da-46a1-be1d-3bad442e4fd6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.360588 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d80992-446a-47da-9583-9400e17ac406 None None] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:44.375773 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25175059-04da-46a1-be1d-3bad442e4fd6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:16:44.375773 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25175059-04da-46a1-be1d-3bad442e4fd6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.383410 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b495a-5c40-4ef7-acf8-2c6489a1515e None None] Pushing event updated for resources: {'Port': ['ID=8b3208e6-8508-4af6-8593-655fc2f8e491,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:16:44.473612 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:16:44.488594 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 520c7d9f-0249-4b57-a1de-851ee4580348 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:44.502885 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-c692f754-2146-40f8-8045-1245bb6f4513 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting subnet 219b5283-02e1-42a0-b468-168d749488a8 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:44.521877 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c692f754-2146-40f8-8045-1245bb6f4513 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.575585 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c692f754-2146-40f8-8045-1245bb6f4513 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.576417 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] Set router dcd83951-bb9c-4a6d-be90-65053743d0fb gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:44.625950 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e417ee39-51b9-4d48-b024-25627607a465 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.657693 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-46794b8e-b28a-4aa5-9cf8-483d7dc69281 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.661370 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25175059-04da-46a1-be1d-3bad442e4fd6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.689935 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25175059-04da-46a1-be1d-3bad442e4fd6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.693905 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-25175059-04da-46a1-be1d-3bad442e4fd6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/networks/e7b67824-61c5-4b09-a995-20c35ca8e4ed HTTP/1.1" status: 204 len: 168 time: 1.0240686 Nov 11 12:16:44.705711 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53430) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:44.710798 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-b9508874-d795-4ff4-8a58-2d330be1489d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-203475903'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:44.739135 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35e1ec1-7695-4c5f-8f7c-46b212cdd4b1 req-2cab02b9-6289-4940-8275-25ddbaa9ff64 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] No DVR routers for this DVR port 51916070-5edf-4723-9dab-9e61f64122cc on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:16:44.741985 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b35e1ec1-7695-4c5f-8f7c-46b212cdd4b1 req-2cab02b9-6289-4940-8275-25ddbaa9ff64 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.742381 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25175059-04da-46a1-be1d-3bad442e4fd6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Network': ['ID=e7b67824-61c5-4b09-a995-20c35ca8e4ed,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:44.753103 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b35e1ec1-7695-4c5f-8f7c-46b212cdd4b1 req-2cab02b9-6289-4940-8275-25ddbaa9ff64 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.70 "DELETE /v2.0/ports/51916070-5edf-4723-9dab-9e61f64122cc HTTP/1.1" status: 204 len: 173 time: 2.8394792 Nov 11 12:16:44.754041 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-367470f4-84e1-4734-9216-bf13acbe7e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.757152 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 520c7d9f-0249-4b57-a1de-851ee4580348 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:44.757521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.760907 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2777dd77-f543-488e-a7e2-0619eda566c1', 'name': 'network-vif-deleted', 'tag': '51916070-5edf-4723-9dab-9e61f64122cc'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:16:44.763452 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f9fc30-e097-4563-9252-f9e18b68ddc3" -d '{"events": [{"server_uuid": "2777dd77-f543-488e-a7e2-0619eda566c1", "name": "network-vif-deleted", "tag": "51916070-5edf-4723-9dab-9e61f64122cc"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:16:44.814509 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c692f754-2146-40f8-8045-1245bb6f4513 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.864751 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4c8dab-df17-4b06-b6f9-99c49330d014 x-openstack-request-id: req-5a4c8dab-df17-4b06-b6f9-99c49330d014 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:16:44.865185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2777dd77-f543-488e-a7e2-0619eda566c1", "name": "network-vif-deleted", "tag": "51916070-5edf-4723-9dab-9e61f64122cc", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:16:44.865438 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a4c8dab-df17-4b06-b6f9-99c49330d014 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:16:44.865840 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2777dd77-f543-488e-a7e2-0619eda566c1', 'name': 'network-vif-deleted', 'tag': '51916070-5edf-4723-9dab-9e61f64122cc', 'status': 'completed', 'code': 200} Nov 11 12:16:44.887688 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-46794b8e-b28a-4aa5-9cf8-483d7dc69281 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.904253 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e417ee39-51b9-4d48-b024-25627607a465 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.927868 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ff785f8-0901-4d17-b155-f4eda633a0c6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.933631 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ff785f8-0901-4d17-b155-f4eda633a0c6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:44.937650 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-367470f4-84e1-4734-9216-bf13acbe7e1b None None] For port 8b3208e6-8508-4af6-8593-655fc2f8e491, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=8b3208e6-8508-4af6-8593-655fc2f8e491,segment=NetworkSegment(ec546349-3af0-42c2-844c-70e04da188f4),segment_id=ec546349-3af0-42c2-844c-70e04da188f4)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:44.973477 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aa9133ab-d0cf-4bc3-ba26-b2f12dd1507c req-a8b9d527-bbe8-48e2-b36a-59494bd083b9 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 210 time: 0.0778677 Nov 11 12:16:45.027359 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e417ee39-51b9-4d48-b024-25627607a465 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.027555 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-367470f4-84e1-4734-9216-bf13acbe7e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.054843 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9508874-d795-4ff4-8a58-2d330be1489d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:45.064275 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b9508874-d795-4ff4-8a58-2d330be1489d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.076655 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ce6bf190-99e7-4a26-89cc-52085b8a52ff up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:45.098725 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9508874-d795-4ff4-8a58-2d330be1489d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:16:45.110842 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b9508874-d795-4ff4-8a58-2d330be1489d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.111266 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-b9508874-d795-4ff4-8a58-2d330be1489d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Added segment 0f9d2102-5a55-46da-a67c-987a0d43b868 of type vlan for network 72a93779-5633-4b40-8139-47b3f8848738 Nov 11 12:16:45.122337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85fdee0b-baa2-45dc-accc-d7e2aa0eb75f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.130569 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-46794b8e-b28a-4aa5-9cf8-483d7dc69281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.133732 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367470f4-84e1-4734-9216-bf13acbe7e1b None None] Pushing event updated for resources: {'Port': ['ID=8b3208e6-8508-4af6-8593-655fc2f8e491,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:45.160150 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'name': 'tempest-TestVolumeBootPattern-1638339080-router', 'tenant_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'c1d33f57-4ba9-4c78-bcb0-60cd57349188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:27Z', 'updated_at': '2021-11-11T12:16:34Z', 'revision_number': 4, 'project_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'gw_port': {'id': 'c1d33f57-4ba9-4c78-bcb0-60cd57349188', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:28Z', 'updated_at': '2021-11-11T12:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '8b3208e6-8508-4af6-8593-655fc2f8e491', 'name': '', 'network_id': 'cfee55c8-c768-4147-8b74-ade92a63b95a', 'tenant_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'mac_address': 'fa:16:3e:ed:09:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '07ce1316-1f97-40e9-b10a-4be77d959274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:32Z', 'updated_at': '2021-11-11T12:16:44Z', 'revision_number': 4, 'project_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'subnets': [{'id': '07ce1316-1f97-40e9-b10a-4be77d959274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:45.166617 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-46794b8e-b28a-4aa5-9cf8-483d7dc69281 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95260c47970842a0bac01e7b09a59594&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8411105 Nov 11 12:16:45.166617 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53440) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:45.187378 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b9508874-d795-4ff4-8a58-2d330be1489d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.195438 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417ee39-51b9-4d48-b024-25627607a465 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06da4c0-cdc8-44ee-afa8-67d4f6def15b,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:45.203491 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597a8783-a9fe-47c1-8075-4256bb5d2e96 None None] The sync data for ids ['dcd83951-bb9c-4a6d-be90-65053743d0fb'] in dv-neutron-786478-23-hyperv is: [{'id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'name': 'tempest-TestVolumeBootPattern-1638339080-router', 'tenant_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'c1d33f57-4ba9-4c78-bcb0-60cd57349188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:27Z', 'updated_at': '2021-11-11T12:16:34Z', 'revision_number': 4, 'project_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'gw_port': {'id': 'c1d33f57-4ba9-4c78-bcb0-60cd57349188', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:28Z', 'updated_at': '2021-11-11T12:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '8b3208e6-8508-4af6-8593-655fc2f8e491', 'name': '', 'network_id': 'cfee55c8-c768-4147-8b74-ade92a63b95a', 'tenant_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'mac_address': 'fa:16:3e:ed:09:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '07ce1316-1f97-40e9-b10a-4be77d959274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:32Z', 'updated_at': '2021-11-11T12:16:44Z', 'revision_number': 4, 'project_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'subnets': [{'id': '07ce1316-1f97-40e9-b10a-4be77d959274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:45.204882 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c692f754-2146-40f8-8045-1245bb6f4513 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.206910 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-37c04b15-c03d-47e6-9a68-ea659c32985a None None] Provisioning complete for port 8b3208e6-8508-4af6-8593-655fc2f8e491 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:45.207353 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-37c04b15-c03d-47e6-9a68-ea659c32985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.231153 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e417ee39-51b9-4d48-b024-25627607a465 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.232376 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e417ee39-51b9-4d48-b024-25627607a465 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1548841 Nov 11 12:16:45.244832 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53442) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:45.245484 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46794b8e-b28a-4aa5-9cf8-483d7dc69281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5e12f3-e45b-427c-9cad-5f08f32d75d4,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:45.251381 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port ce6bf190-99e7-4a26-89cc-52085b8a52ff triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:45.252064 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.260604 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-44c7d0b1-39bf-4abe-b220-a122ef53909d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Request body: {'security_group_rule': {'security_group_id': '2e854cdb-75eb-4559-9c5f-d3d8453617bd', 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:45.288671 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c692f754-2146-40f8-8045-1245bb6f4513 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.290179 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85fdee0b-baa2-45dc-accc-d7e2aa0eb75f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.294787 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c692f754-2146-40f8-8045-1245bb6f4513 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/219b5283-02e1-42a0-b468-168d749488a8 HTTP/1.1" status: 204 len: 168 time: 1.3786774 Nov 11 12:16:45.306319 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53444) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:45.311587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692f754-2146-40f8-8045-1245bb6f4513 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Subnet': ['ID=219b5283-02e1-42a0-b468-168d749488a8,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:45.360666 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54878d8-66c7-4531-8856-3744dd120e8f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] DELETE failed (client error): The resource could not be found. Nov 11 12:16:45.361019 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54878d8-66c7-4531-8856-3744dd120e8f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:45.373166 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c54878d8-66c7-4531-8856-3744dd120e8f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/75e6cde1-156b-456d-bbb8-dc8d6bb1deb2 HTTP/1.1" status: 404 len: 337 time: 0.0524874 Nov 11 12:16:45.373984 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53446) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:45.383975 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdee0b-baa2-45dc-accc-d7e2aa0eb75f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event updated for resources: {'Port': ['ID=c6fe39ad-bb9d-4db5-bec6-130b62b16181,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:45.386046 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2f3fba4f-a72f-4655-8a80-cd07d244c1a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.387774 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff785f8-0901-4d17-b155-f4eda633a0c6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Router 8d911fb8-5cb2-4e3c-8137-2f31666a9e18 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:16:45.439158 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-37c04b15-c03d-47e6-9a68-ea659c32985a None None] Provisioning complete for port 8e06609c-057b-44fa-a10e-c9a2fd6867b3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:45.439775 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-37c04b15-c03d-47e6-9a68-ea659c32985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.458233 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5d8abdd3-ba05-43d1-9470-85fd06c2193b tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "GET /v2.0/ports?device_id=f692a222-a017-4be4-99bb-360ec45d0754 HTTP/1.1" status: 200 len: 205 time: 0.0823610 Nov 11 12:16:45.461812 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53448) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:45.461812 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b9508874-d795-4ff4-8a58-2d330be1489d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.464048 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2f3fba4f-a72f-4655-8a80-cd07d244c1a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.467688 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9508874-d795-4ff4-8a58-2d330be1489d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:45.468568 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b9508874-d795-4ff4-8a58-2d330be1489d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.509678 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-44c7d0b1-39bf-4abe-b220-a122ef53909d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.513597 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-37c04b15-c03d-47e6-9a68-ea659c32985a None None] Port 8e06609c-057b-44fa-a10e-c9a2fd6867b3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:45.525733 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-37c04b15-c03d-47e6-9a68-ea659c32985a None None] Provisioning complete for port 48629d77-de7e-4afb-b30c-5afa46259551 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:45.526123 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-37c04b15-c03d-47e6-9a68-ea659c32985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.558950 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-806495aa-ab46-4901-a2a5-c291b38fd712 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] delete failed (client error): The resource could not be found. Nov 11 12:16:45.563344 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-806495aa-ab46-4901-a2a5-c291b38fd712 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/routers/f692a222-a017-4be4-99bb-360ec45d0754 HTTP/1.1" status: 404 len: 336 time: 0.0784078 Nov 11 12:16:45.581128 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53450) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:45.611028 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85fdee0b-baa2-45dc-accc-d7e2aa0eb75f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.662456 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ead8c0-c1b3-4dc4-b8ed-be0514370863 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] DELETE failed (client error): The resource could not be found. Nov 11 12:16:45.663380 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ead8c0-c1b3-4dc4-b8ed-be0514370863 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:45.668158 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-85ead8c0-c1b3-4dc4-b8ed-be0514370863 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/b156c3a6-916c-4315-81eb-fb710c001f65 HTTP/1.1" status: 404 len: 337 time: 0.0852664 Nov 11 12:16:45.671871 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b9508874-d795-4ff4-8a58-2d330be1489d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9650855 Nov 11 12:16:45.672718 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53452) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:45.703927 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53454) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:45.707560 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-9470e98c-13c8-4a9f-bdc8-2df2194e8f7e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] DELETE failed (client error): The resource could not be found. Nov 11 12:16:45.708137 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9470e98c-13c8-4a9f-bdc8-2df2194e8f7e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:45.711341 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9470e98c-13c8-4a9f-bdc8-2df2194e8f7e tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/2225d187-1488-466d-bec8-1e8848f99dbf HTTP/1.1" status: 404 len: 337 time: 0.0347278 Nov 11 12:16:45.716315 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-725934be-db5d-45bd-8d25-b02a9a2626c9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'subnet': {'network_id': '72a93779-5633-4b40-8139-47b3f8848738', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:45.764521 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53456) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:45.801056 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9508874-d795-4ff4-8a58-2d330be1489d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Network': ['ID=72a93779-5633-4b40-8139-47b3f8848738,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:45.821398 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 72a93779-5633-4b40-8139-47b3f8848738 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:16:45.830579 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9829164-f27b-42bb-be60-85be65a3aae9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] DELETE failed (client error): The resource could not be found. Nov 11 12:16:45.831034 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9829164-f27b-42bb-be60-85be65a3aae9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:45.834201 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c9829164-f27b-42bb-be60-85be65a3aae9 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/48853e66-c28e-4dba-bf4c-7edd62487d62 HTTP/1.1" status: 404 len: 337 time: 0.0680642 Nov 11 12:16:45.837683 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53458) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:45.846135 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-44c7d0b1-39bf-4abe-b220-a122ef53909d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.873173 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff785f8-0901-4d17-b155-f4eda633a0c6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:45.878668 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-837528af-b25b-475b-b33e-966351b5c719 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] DELETE failed (client error): The resource could not be found. Nov 11 12:16:45.880343 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-837528af-b25b-475b-b33e-966351b5c719 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:45.884189 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-837528af-b25b-475b-b33e-966351b5c719 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/ports/f108c375-da74-4a9e-be89-5378cd78b792 HTTP/1.1" status: 404 len: 333 time: 0.0440080 Nov 11 12:16:45.886779 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53462) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:45.909523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8ff785f8-0901-4d17-b155-f4eda633a0c6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.910197 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8ff785f8-0901-4d17-b155-f4eda633a0c6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "PUT /v2.0/routers/8d911fb8-5cb2-4e3c-8137-2f31666a9e18 HTTP/1.1" status: 200 len: 879 time: 7.9810557 Nov 11 12:16:45.911705 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53464) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:45.923349 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc2a1de-e02c-47c5-86c8-b109131ac605 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] DELETE failed (client error): The resource could not be found. Nov 11 12:16:45.923924 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc2a1de-e02c-47c5-86c8-b109131ac605 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:45.927888 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2f3fba4f-a72f-4655-8a80-cd07d244c1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.931438 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2f3fba4f-a72f-4655-8a80-cd07d244c1a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.932778 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2f3fba4f-a72f-4655-8a80-cd07d244c1a7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c5e12f3-e45b-427c-9cad-5f08f32d75d4 HTTP/1.1" status: 204 len: 168 time: 0.7664020 Nov 11 12:16:45.934317 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4dc2a1de-e02c-47c5-86c8-b109131ac605 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/0f355c53-9422-40c2-9d12-4c91156a0489 HTTP/1.1" status: 404 len: 337 time: 0.0460224 Nov 11 12:16:45.935778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725934be-db5d-45bd-8d25-b02a9a2626c9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:45.945856 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53468) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:45.961679 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-725934be-db5d-45bd-8d25-b02a9a2626c9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:45.981867 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fba4f-a72f-4655-8a80-cd07d244c1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5e12f3-e45b-427c-9cad-5f08f32d75d4,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:45.992193 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-44c7d0b1-39bf-4abe-b220-a122ef53909d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.005317 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fdee0b-baa2-45dc-accc-d7e2aa0eb75f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Network dc54a896-79c9-47fd-ba19-33d90e683acf is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:46.044920 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-439afa9b-eaec-46e0-b7a0-9971003aef8f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] DELETE failed (client error): The resource could not be found. Nov 11 12:16:46.045378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-439afa9b-eaec-46e0-b7a0-9971003aef8f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:46.051454 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-439afa9b-eaec-46e0-b7a0-9971003aef8f tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/b69007a7-8e98-443c-9e94-d6e170a35292 HTTP/1.1" status: 404 len: 337 time: 0.0646329 Nov 11 12:16:46.051454 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-85fdee0b-baa2-45dc-accc-d7e2aa0eb75f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:46.052536 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53474) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:46.064388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7d0b1-39bf-4abe-b220-a122ef53909d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91516a86-bbde-4fb6-a804-e616eaebc046,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:46.178680 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ba92e7-d770-4de1-b439-74faf7873efe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] DELETE failed (client error): The resource could not be found. Nov 11 12:16:46.179421 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ba92e7-d770-4de1-b439-74faf7873efe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:46.189939 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-38ba92e7-d770-4de1-b439-74faf7873efe tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/ports/c75c9a78-17a1-4345-b5aa-1710b6659262 HTTP/1.1" status: 404 len: 333 time: 0.1196854 Nov 11 12:16:46.197602 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53476) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:46.206459 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.ipam_backend_mixin [None req-725934be-db5d-45bd-8d25-b02a9a2626c9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Performing IP validity checks on allocation pools {{(pid=103002) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 12:16:46.209489 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.ipam_backend_mixin [None req-725934be-db5d-45bd-8d25-b02a9a2626c9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103002) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 12:16:46.224371 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f43d12e-13ed-40ac-9cea-559d7476a439 None None] Network 2612c6a9-3ad2-494f-b23e-047adb420d73 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:46.278747 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 51916070-5edf-4723-9dab-9e61f64122cc no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:16:46.292825 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fdee0b-baa2-45dc-accc-d7e2aa0eb75f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:16:46.311192 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28170c-5d87-41e3-8c2e-a577e3934db1 None None] Sync routers for ids ['8d911fb8-5cb2-4e3c-8137-2f31666a9e18'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:46.330746 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c874663-5bac-46bd-82bf-b76fcdc43817 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] DELETE failed (client error): The resource could not be found. Nov 11 12:16:46.331664 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c874663-5bac-46bd-82bf-b76fcdc43817 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:46.335235 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5c874663-5bac-46bd-82bf-b76fcdc43817 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/cb508768-de3a-4d13-9075-0736e1b833d0 HTTP/1.1" status: 404 len: 337 time: 0.1148825 Nov 11 12:16:46.351982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53478) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:46.360073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-44c7d0b1-39bf-4abe-b220-a122ef53909d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.363835 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-44c7d0b1-39bf-4abe-b220-a122ef53909d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1150129 Nov 11 12:16:46.367476 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 8b3208e6-8508-4af6-8593-655fc2f8e491 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:46.371724 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0af4712a-d36d-431f-b28d-7f36d582d27b req-2bd433f9-4d87-47fa-91ab-9508d0179be0 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "GET /v2.0/ports?device_id=2777dd77-f543-488e-a7e2-0619eda566c1 HTTP/1.1" status: 200 len: 210 time: 0.1244781 Nov 11 12:16:46.384459 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53482) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:46.465929 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-ff027301-ec13-4e51-85e8-c56b4928d984 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Request body: {'security_group_rule': {'security_group_id': '2e854cdb-75eb-4559-9c5f-d3d8453617bd', 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:46.505745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28170c-5d87-41e3-8c2e-a577e3934db1 None None] Routers {'8d911fb8-5cb2-4e3c-8137-2f31666a9e18'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:46.506444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7b28170c-5d87-41e3-8c2e-a577e3934db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8d911fb8-5cb2-4e3c-8137-2f31666a9e18'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:46.576353 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 51916070-5edf-4723-9dab-9e61f64122cc {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:16:46.576721 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 51916070-5edf-4723-9dab-9e61f64122cc not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:16:46.579514 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25c1fc5-4e15-416a-9d76-5558fcfa2fd8 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] DELETE failed (client error): The resource could not be found. Nov 11 12:16:46.579966 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25c1fc5-4e15-416a-9d76-5558fcfa2fd8 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:46.583072 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a25c1fc5-4e15-416a-9d76-5558fcfa2fd8 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/subnets/d76db3b2-463d-4416-beb0-12e40b616151 HTTP/1.1" status: 404 len: 337 time: 0.2274921 Nov 11 12:16:46.586213 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53484) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:46.595785 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-500502cb-d274-4823-8d05-684aa6865a4e None None] Provisioning complete for port 8e06609c-057b-44fa-a10e-c9a2fd6867b3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:46.595785 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-500502cb-d274-4823-8d05-684aa6865a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.596043 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7b28170c-5d87-41e3-8c2e-a577e3934db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:46.646019 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-725934be-db5d-45bd-8d25-b02a9a2626c9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.681396 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28170c-5d87-41e3-8c2e-a577e3934db1 None None] Routers {'8d911fb8-5cb2-4e3c-8137-2f31666a9e18'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:46.682061 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7b28170c-5d87-41e3-8c2e-a577e3934db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8d911fb8-5cb2-4e3c-8137-2f31666a9e18'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:46.703431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 8b3208e6-8508-4af6-8593-655fc2f8e491 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:46.703943 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.754808 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725934be-db5d-45bd-8d25-b02a9a2626c9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Subnet': ['ID=5f931801-7489-4fd2-bf8a-86c3fc715112,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:46.769825 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-500502cb-d274-4823-8d05-684aa6865a4e None None] Port 8e06609c-057b-44fa-a10e-c9a2fd6867b3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:46.773060 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725934be-db5d-45bd-8d25-b02a9a2626c9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Checking segment: {'id': '0f9d2102-5a55-46da-a67c-987a0d43b868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '72a93779-5633-4b40-8139-47b3f8848738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:46.773849 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725934be-db5d-45bd-8d25-b02a9a2626c9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network hostable DHCP agents. Network: 72a93779-5633-4b40-8139-47b3f8848738, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:16:46.777769 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7b28170c-5d87-41e3-8c2e-a577e3934db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:46.778268 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28170c-5d87-41e3-8c2e-a577e3934db1 None None] The sync data for ids ['8d911fb8-5cb2-4e3c-8137-2f31666a9e18'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:46.786842 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4708037c-d326-46a4-b24e-78015aff9b90 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Deleting port 8e06609c-057b-44fa-a10e-c9a2fd6867b3 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:46.787452 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4708037c-d326-46a4-b24e-78015aff9b90 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.816942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-500502cb-d274-4823-8d05-684aa6865a4e None None] Provisioning complete for port 48629d77-de7e-4afb-b30c-5afa46259551 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:46.817311 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-500502cb-d274-4823-8d05-684aa6865a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.871673 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4708037c-d326-46a4-b24e-78015aff9b90 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:46.888864 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4708037c-d326-46a4-b24e-78015aff9b90 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Calling delete_port for 8e06609c-057b-44fa-a10e-c9a2fd6867b3 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:46.903073 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725934be-db5d-45bd-8d25-b02a9a2626c9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network 72a93779-5633-4b40-8139-47b3f8848738 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:16:46.934821 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2260ef2c-4261-462f-bea8-7cc193244c82 None None] DHCP port deletion for 2612c6a9-3ad2-494f-b23e-047adb420d73 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:46.966312 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-cc98488a-9e82-4f8f-84dd-f2199c1637ec tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "GET /v2.0/routers/8d911fb8-5cb2-4e3c-8137-2f31666a9e18 HTTP/1.1" status: 200 len: 920 time: 1.0512705 Nov 11 12:16:46.968067 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53486) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:46.968394 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53488) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:47.014993 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96667e8e-16bb-4092-8172-1730d1c5156e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.030825 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-725934be-db5d-45bd-8d25-b02a9a2626c9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 72a93779-5633-4b40-8139-47b3f8848738) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:47.035435 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725934be-db5d-45bd-8d25-b02a9a2626c9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:47.036015 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-725934be-db5d-45bd-8d25-b02a9a2626c9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.039184 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fdee0b-baa2-45dc-accc-d7e2aa0eb75f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:47.045153 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b381db8-ea01-4080-a86d-a9a589d4060f None None] Network 72a93779-5633-4b40-8139-47b3f8848738 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:47.048266 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-85fdee0b-baa2-45dc-accc-d7e2aa0eb75f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/0e8982dc-5fec-482b-b7c8-dc9c2ec8d408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4812963 Nov 11 12:16:47.051119 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53492) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:47.053904 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Sync routers for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:47.057537 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-ae7b935e-e150-4b23-8d1a-5a09f203aab2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:47.062270 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44abbeec-c87c-4bd1-a9bf-d1ddc9c337c1 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:47.064544 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4708037c-d326-46a4-b24e-78015aff9b90 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.069164 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-44abbeec-c87c-4bd1-a9bf-d1ddc9c337c1 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&device_id=8d911fb8-5cb2-4e3c-8137-2f31666a9e18&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0929031 Nov 11 12:16:47.069164 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.securitygroups_db [None req-ff027301-ec13-4e51-85e8-c56b4928d984 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Project a99d4d62847944b89c15c8889eeeafb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:16:47.071732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53494) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:47.072445 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:47.073253 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:47.101494 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ff027301-ec13-4e51-85e8-c56b4928d984 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.171268 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708037c-d326-46a4-b24e-78015aff9b90 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Port': ['ID=8e06609c-057b-44fa-a10e-c9a2fd6867b3,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:47.185700 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-725934be-db5d-45bd-8d25-b02a9a2626c9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4705884 Nov 11 12:16:47.190628 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53496) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:47.193356 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-2260ef2c-4261-462f-bea8-7cc193244c82 None None] Deleting port 48629d77-de7e-4afb-b30c-5afa46259551 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:47.193534 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2260ef2c-4261-462f-bea8-7cc193244c82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.210940 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-66e74f6c-16e4-4ef6-9879-fe7314250f3d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'network_id': '72a93779-5633-4b40-8139-47b3f8848738', 'name': 'tempest-PortsIpV6TestJSON-815881674'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:47.212484 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:47.220646 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4708037c-d326-46a4-b24e-78015aff9b90 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.224483 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4708037c-d326-46a4-b24e-78015aff9b90 tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/ports/8e06609c-057b-44fa-a10e-c9a2fd6867b3 HTTP/1.1" status: 204 len: 168 time: 0.6372304 Nov 11 12:16:47.229171 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53498) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:47.240476 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682e7ebc-7505-4ae2-ac9d-2496cfdf0cdb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:47.244977 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-682e7ebc-7505-4ae2-ac9d-2496cfdf0cdb tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "GET /v2.0/networks/1bf10f9f-df41-4592-a35d-f97ab68bce69 HTTP/1.1" status: 200 len: 881 time: 0.1696720 Nov 11 12:16:47.245583 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53500) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:47.290237 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96667e8e-16bb-4092-8172-1730d1c5156e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.295148 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e146bad6-0996-496d-b48d-6670e4c66e14 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d911fb8-5cb2-4e3c-8137-2f31666a9e18 HTTP/1.1" status: 200 len: 205 time: 0.0442970 Nov 11 12:16:47.302800 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-2260ef2c-4261-462f-bea8-7cc193244c82 None None] For port 48629d77-de7e-4afb-b30c-5afa46259551, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=48629d77-de7e-4afb-b30c-5afa46259551,segment=NetworkSegment(f3e4fcf3-ac23-45ba-8f22-63841c68b805),segment_id=f3e4fcf3-ac23-45ba-8f22-63841c68b805)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:47.302800 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2260ef2c-4261-462f-bea8-7cc193244c82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.303074 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ff027301-ec13-4e51-85e8-c56b4928d984 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.303074 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53502) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:47.340749 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-2310f72e-0abb-4f59-b8b7-1867011f9308 None None] Provisioning complete for port c6fe39ad-bb9d-4db5-bec6-130b62b16181 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:47.341110 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2310f72e-0abb-4f59-b8b7-1867011f9308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.344328 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-2260ef2c-4261-462f-bea8-7cc193244c82 None None] Calling delete_port for 48629d77-de7e-4afb-b30c-5afa46259551 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:47.445955 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-650da26d-6f72-41f5-9ed7-e4545e6ed422 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.451171 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96667e8e-16bb-4092-8172-1730d1c5156e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.463783 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-2310f72e-0abb-4f59-b8b7-1867011f9308 None None] Port c6fe39ad-bb9d-4db5-bec6-130b62b16181 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:47.470224 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-72a93779-5633-4b40-8139-47b3f8848738', 'network_id': '72a93779-5633-4b40-8139-47b3f8848738', 'tenant_id': 'f9c03639a8564727b50cf8ab0fd2b19c', 'fixed_ips': [{'subnet_id': '5f931801-7489-4fd2-bf8a-86c3fc715112'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:16:47.471095 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.488394 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:43Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '520c7d9f-0249-4b57-a1de-851ee4580348', 'name': '', 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:69:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:30Z', 'updated_at': '2021-11-11T12:16:41Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6fe39ad-bb9d-4db5-bec6-130b62b16181', 'name': '', 'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:24:bc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:40Z', 'updated_at': '2021-11-11T12:16:44Z', 'revision_number': 2, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:29Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:47.529099 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Checking router: 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:16:47.529934 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Updating router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 port c6fe39ad-bb9d-4db5-bec6-130b62b16181 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:16:47.544398 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ff027301-ec13-4e51-85e8-c56b4928d984 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.549200 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53508) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:47.555607 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96667e8e-16bb-4092-8172-1730d1c5156e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959f2664-5c21-4b0b-89b4-142561d8789a,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:47.565806 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.614010 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff027301-ec13-4e51-85e8-c56b4928d984 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c26724-2d16-472a-8efb-f42f86907dd0,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:47.636299 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2260ef2c-4261-462f-bea8-7cc193244c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.685337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260ef2c-4261-462f-bea8-7cc193244c82 None None] Pushing event deleted for resources: {'Port': ['ID=48629d77-de7e-4afb-b30c-5afa46259551,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:47.698941 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-96667e8e-16bb-4092-8172-1730d1c5156e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c5e6129b5a6e4e77b2757efc4ab8f25e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7277114 Nov 11 12:16:47.699906 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53510) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:47.700878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2260ef2c-4261-462f-bea8-7cc193244c82 None None] No DVR routers for this DVR port 48629d77-de7e-4afb-b30c-5afa46259551 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:16:47.703685 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Allocated IP 2001:db8::2 (72a93779-5633-4b40-8139-47b3f8848738/5f931801-7489-4fd2-bf8a-86c3fc715112/8fb9ff92-2459-4a0a-882d-f9da8ebe85ca) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:47.769317 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ff027301-ec13-4e51-85e8-c56b4928d984 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.773363 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ff027301-ec13-4e51-85e8-c56b4928d984 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3816350 Nov 11 12:16:47.778197 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53512) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:47.788904 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-e6b698e9-0e24-4dc0-9a2f-d529a69e685f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Request body: {'security_group_rule': {'security_group_id': '2e854cdb-75eb-4559-9c5f-d3d8453617bd', 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:47.894155 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4c435754-2f08-41bc-a246-82de4fad23b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.921069 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-650da26d-6f72-41f5-9ed7-e4545e6ed422 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.928660 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ff6d153a-4054-4d63-a346-b0d88fcb542a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.943442 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.944249 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4c435754-2f08-41bc-a246-82de4fad23b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:47.949323 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.001350 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.securitygroups_db [None req-e6b698e9-0e24-4dc0-9a2f-d529a69e685f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Project a99d4d62847944b89c15c8889eeeafb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:16:48.013716 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e6b698e9-0e24-4dc0-9a2f-d529a69e685f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.059853 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.069564 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.121393 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f6792-789d-4ba6-be6c-b8a9f9af86d9 None None] Pushing event updated for resources: {'Port': ['ID=c6fe39ad-bb9d-4db5-bec6-130b62b16181,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:48.132050 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f6792-789d-4ba6-be6c-b8a9f9af86d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:48.135434 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f6792-789d-4ba6-be6c-b8a9f9af86d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:48.135434 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f6792-789d-4ba6-be6c-b8a9f9af86d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:48.135434 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f6792-789d-4ba6-be6c-b8a9f9af86d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:48.135434 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f6792-789d-4ba6-be6c-b8a9f9af86d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:48.135434 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f6792-789d-4ba6-be6c-b8a9f9af86d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:48.135434 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f6792-789d-4ba6-be6c-b8a9f9af86d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:48.135434 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f6792-789d-4ba6-be6c-b8a9f9af86d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:48.135434 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f6792-789d-4ba6-be6c-b8a9f9af86d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:48.135434 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f6792-789d-4ba6-be6c-b8a9f9af86d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:48.136499 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f6792-789d-4ba6-be6c-b8a9f9af86d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:48.136499 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f6792-789d-4ba6-be6c-b8a9f9af86d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:16:48.164324 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Network 72a93779-5633-4b40-8139-47b3f8848738 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:48.164623 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ff6d153a-4054-4d63-a346-b0d88fcb542a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.164719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:48.188214 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:48.199005 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e74f6c-16e4-4ef6-9879-fe7314250f3d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:48.205730 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66e74f6c-16e4-4ef6-9879-fe7314250f3d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.267515 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Attempting to bind port c6fe39ad-bb9d-4db5-bec6-130b62b16181 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:48.268191 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Attempting to bind port c6fe39ad-bb9d-4db5-bec6-130b62b16181 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '1808d3ad-b975-469a-a102-634a3c7fcc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:48.275129 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Attempting to bind port c6fe39ad-bb9d-4db5-bec6-130b62b16181 on network dc54a896-79c9-47fd-ba19-33d90e683acf {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:48.275631 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:48.276151 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Checking segment: {'id': '1808d3ad-b975-469a-a102-634a3c7fcc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:48.276643 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.277124 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Bound using segment: {'id': '1808d3ad-b975-469a-a102-634a3c7fcc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:48.278171 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Bound port: c6fe39ad-bb9d-4db5-bec6-130b62b16181, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1808d3ad-b975-469a-a102-634a3c7fcc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:48.278807 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.283916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Attempting to bind port 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:48.284833 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Attempting to bind port 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '0f9d2102-5a55-46da-a67c-987a0d43b868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '72a93779-5633-4b40-8139-47b3f8848738'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:48.285372 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Attempting to bind port 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca on network 72a93779-5633-4b40-8139-47b3f8848738 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:48.287774 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-66e74f6c-16e4-4ef6-9879-fe7314250f3d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] device_id is not set on port 97524db6-0696-45dd-bab4-c48b679dc02c yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:48.288111 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 48629d77-de7e-4afb-b30c-5afa46259551 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:16:48.291803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Pushing event updated for resources: {'Port': ['ID=8fb9ff92-2459-4a0a-882d-f9da8ebe85ca,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:48.298649 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-ff6d153a-4054-4d63-a346-b0d88fcb542a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2612c6a9-3ad2-494f-b23e-047adb420d73']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:48.328330 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:48.328746 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Checking segment: {'id': '0f9d2102-5a55-46da-a67c-987a0d43b868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '72a93779-5633-4b40-8139-47b3f8848738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:48.329797 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.330233 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Bound using segment: {'id': '0f9d2102-5a55-46da-a67c-987a0d43b868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '72a93779-5633-4b40-8139-47b3f8848738'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:48.330777 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Bound port: 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9d2102-5a55-46da-a67c-987a0d43b868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '72a93779-5633-4b40-8139-47b3f8848738'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:48.332800 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.335272 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e6b698e9-0e24-4dc0-9a2f-d529a69e685f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.339079 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4c435754-2f08-41bc-a246-82de4fad23b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.341734 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4c435754-2f08-41bc-a246-82de4fad23b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.345847 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4c435754-2f08-41bc-a246-82de4fad23b4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/959f2664-5c21-4b0b-89b4-142561d8789a HTTP/1.1" status: 204 len: 168 time: 0.6003442 Nov 11 12:16:48.356031 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 48629d77-de7e-4afb-b30c-5afa46259551 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:16:48.356384 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 48629d77-de7e-4afb-b30c-5afa46259551 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:16:48.365075 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-650da26d-6f72-41f5-9ed7-e4545e6ed422 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Deleting port 7beaf0ba-7096-4a9a-b9c5-1b3e6dcf1711 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:48.365414 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-650da26d-6f72-41f5-9ed7-e4545e6ed422 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.420147 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c435754-2f08-41bc-a246-82de4fad23b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959f2664-5c21-4b0b-89b4-142561d8789a,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:48.424982 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-ff6d153a-4054-4d63-a346-b0d88fcb542a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e4fcf3-ac23-45ba-8f22-63841c68b805') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:48.426097 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-ff6d153a-4054-4d63-a346-b0d88fcb542a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e4fcf3-ac23-45ba-8f22-63841c68b805') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:48.491961 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e6b698e9-0e24-4dc0-9a2f-d529a69e685f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.501157 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] For port 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:48.501324 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ff6d153a-4054-4d63-a346-b0d88fcb542a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.506297 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] For port 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=8fb9ff92-2459-4a0a-882d-f9da8ebe85ca,segment=NetworkSegment(0f9d2102-5a55-46da-a67c-987a0d43b868),segment_id=0f9d2102-5a55-46da-a67c-987a0d43b868)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:48.545917 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b698e9-0e24-4dc0-9a2f-d529a69e685f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e4a9ab-5524-43ab-865e-a6232477e3a7,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:48.574214 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ff6d153a-4054-4d63-a346-b0d88fcb542a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.580041 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.593706 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-650da26d-6f72-41f5-9ed7-e4545e6ed422 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.606005 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] For port c6fe39ad-bb9d-4db5-bec6-130b62b16181, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:48.609638 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-650da26d-6f72-41f5-9ed7-e4545e6ed422 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Calling delete_port for 7beaf0ba-7096-4a9a-b9c5-1b3e6dcf1711 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:48.610108 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] For port c6fe39ad-bb9d-4db5-bec6-130b62b16181, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c6fe39ad-bb9d-4db5-bec6-130b62b16181,segment=NetworkSegment(1808d3ad-b975-469a-a102-634a3c7fcc6c),segment_id=1808d3ad-b975-469a-a102-634a3c7fcc6c)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:48.669508 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6d153a-4054-4d63-a346-b0d88fcb542a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:16:48.674539 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ff6d153a-4054-4d63-a346-b0d88fcb542a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.674825 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-74b5de3a-0e79-4068-bf2b-c458a554d9ef None None] Provisioning complete for port c6fe39ad-bb9d-4db5-bec6-130b62b16181 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:48.674825 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-74b5de3a-0e79-4068-bf2b-c458a554d9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:16:48.675386 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:16:48.692012 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.extraroute_db [None req-ae7b935e-e150-4b23-8d1a-5a09f203aab2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103002) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 12:16:48.696880 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.716803 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e6b698e9-0e24-4dc0-9a2f-d529a69e685f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.718508 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e6b698e9-0e24-4dc0-9a2f-d529a69e685f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9347475 Nov 11 12:16:48.773860 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.extraroute_db [None req-ae7b935e-e150-4b23-8d1a-5a09f203aab2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Removed routes are [] {{(pid=103002) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 12:16:48.796398 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ae7b935e-e150-4b23-8d1a-5a09f203aab2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.804989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a97efa-76ba-4b2a-9d75-967d5866607a None None] Pushing event updated for resources: {'Port': ['ID=8fb9ff92-2459-4a0a-882d-f9da8ebe85ca,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:48.817083 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f6792-789d-4ba6-be6c-b8a9f9af86d9 None None] Pushing event updated for resources: {'Port': ['ID=c6fe39ad-bb9d-4db5-bec6-130b62b16181,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:48.823850 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-74b5de3a-0e79-4068-bf2b-c458a554d9ef None None] Port c6fe39ad-bb9d-4db5-bec6-130b62b16181 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:48.827983 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:48.835376 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:48.835482 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-66e74f6c-16e4-4ef6-9879-fe7314250f3d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Allocated IP 2001:db8::32f (72a93779-5633-4b40-8139-47b3f8848738/5f931801-7489-4fd2-bf8a-86c3fc715112/97524db6-0696-45dd-bab4-c48b679dc02c) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:48.965602 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-33330b6f-caec-4078-b895-62a314617cb4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.980401 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ff6d153a-4054-4d63-a346-b0d88fcb542a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.988799 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ff6d153a-4054-4d63-a346-b0d88fcb542a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:48.994537 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ff6d153a-4054-4d63-a346-b0d88fcb542a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] 10.222.0.50 "DELETE /v2.0/networks/2612c6a9-3ad2-494f-b23e-047adb420d73 HTTP/1.1" status: 204 len: 168 time: 1.7540247 Nov 11 12:16:49.052904 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:49.084657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d153a-4054-4d63-a346-b0d88fcb542a tempest-PortsTestJSON-325345159 tempest-PortsTestJSON-325345159-project] Pushing event deleted for resources: {'Network': ['ID=2612c6a9-3ad2-494f-b23e-047adb420d73,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:49.092675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-650da26d-6f72-41f5-9ed7-e4545e6ed422 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:49.141447 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd816895-b52a-4c42-8d8b-867ca9fde76b None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:49.281813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-992be3e9-64d0-4769-99ab-3cdcfda347f9 None None] Provisioning complete for port c6fe39ad-bb9d-4db5-bec6-130b62b16181 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:49.282313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-992be3e9-64d0-4769-99ab-3cdcfda347f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:49.304523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650da26d-6f72-41f5-9ed7-e4545e6ed422 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Pushing event deleted for resources: {'Port': ['ID=7beaf0ba-7096-4a9a-b9c5-1b3e6dcf1711,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:49.376762 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ae7b935e-e150-4b23-8d1a-5a09f203aab2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:49.382934 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ae7b935e-e150-4b23-8d1a-5a09f203aab2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:49.470538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-992be3e9-64d0-4769-99ab-3cdcfda347f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:49.508271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-650da26d-6f72-41f5-9ed7-e4545e6ed422 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:49.538784 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-992be3e9-64d0-4769-99ab-3cdcfda347f9 None None] For port c6fe39ad-bb9d-4db5-bec6-130b62b16181, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c6fe39ad-bb9d-4db5-bec6-130b62b16181,segment=NetworkSegment(1808d3ad-b975-469a-a102-634a3c7fcc6c),segment_id=1808d3ad-b975-469a-a102-634a3c7fcc6c)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:49.597709 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:43Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '520c7d9f-0249-4b57-a1de-851ee4580348', 'name': '', 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:69:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:30Z', 'updated_at': '2021-11-11T12:16:41Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6fe39ad-bb9d-4db5-bec6-130b62b16181', 'name': '', 'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:24:bc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:40Z', 'updated_at': '2021-11-11T12:16:48Z', 'revision_number': 4, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:29Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:49.615093 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66e74f6c-16e4-4ef6-9879-fe7314250f3d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:49.633712 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-992be3e9-64d0-4769-99ab-3cdcfda347f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:49.653437 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7b935e-e150-4b23-8d1a-5a09f203aab2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:16:49.664422 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d672a3-5144-43ef-abd8-ccb6b04d72ba None None] The sync data for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv is: [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:43Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '520c7d9f-0249-4b57-a1de-851ee4580348', 'name': '', 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:69:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:30Z', 'updated_at': '2021-11-11T12:16:41Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6fe39ad-bb9d-4db5-bec6-130b62b16181', 'name': '', 'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:24:bc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:40Z', 'updated_at': '2021-11-11T12:16:48Z', 'revision_number': 4, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:29Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:49.734992 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992be3e9-64d0-4769-99ab-3cdcfda347f9 None None] Pushing event updated for resources: {'Port': ['ID=c6fe39ad-bb9d-4db5-bec6-130b62b16181,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:49.761544 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53576) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:49.779106 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-650da26d-6f72-41f5-9ed7-e4545e6ed422 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:49.784965 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-650da26d-6f72-41f5-9ed7-e4545e6ed422 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:49.887460 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7b935e-e150-4b23-8d1a-5a09f203aab2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:49.909816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ae7b935e-e150-4b23-8d1a-5a09f203aab2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:49.918086 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ae7b935e-e150-4b23-8d1a-5a09f203aab2 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 HTTP/1.1" status: 200 len: 933 time: 2.8644836 Nov 11 12:16:49.920089 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53584) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:49.956468 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-650da26d-6f72-41f5-9ed7-e4545e6ed422 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:49.958421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650da26d-6f72-41f5-9ed7-e4545e6ed422 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Fanout notify agent at l3_agent the message router_deleted on router 8d911fb8-5cb2-4e3c-8137-2f31666a9e18 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:16:49.988664 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-650da26d-6f72-41f5-9ed7-e4545e6ed422 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:49.999710 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-650da26d-6f72-41f5-9ed7-e4545e6ed422 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "DELETE /v2.0/routers/8d911fb8-5cb2-4e3c-8137-2f31666a9e18 HTTP/1.1" status: 204 len: 168 time: 2.7001243 Nov 11 12:16:50.003978 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53588) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:50.008115 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66e74f6c-16e4-4ef6-9879-fe7314250f3d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.015369 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-0954ae75-53d4-4f05-a85c-56a144e99c15 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-708104679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:50.144892 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-33330b6f-caec-4078-b895-62a314617cb4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Deleting port b9de35dd-7567-4766-bc31-f27bf6c241ff {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:50.145539 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-33330b6f-caec-4078-b895-62a314617cb4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.173705 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e74f6c-16e4-4ef6-9879-fe7314250f3d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network 72a93779-5633-4b40-8139-47b3f8848738 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:50.176965 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e74f6c-16e4-4ef6-9879-fe7314250f3d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=97524db6-0696-45dd-bab4-c48b679dc02c,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:50.193518 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-66e74f6c-16e4-4ef6-9879-fe7314250f3d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:50.219872 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e74f6c-16e4-4ef6-9879-fe7314250f3d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:50.246239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e74f6c-16e4-4ef6-9879-fe7314250f3d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:50.246410 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66e74f6c-16e4-4ef6-9879-fe7314250f3d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.273600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0954ae75-53d4-4f05-a85c-56a144e99c15 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.273600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0954ae75-53d4-4f05-a85c-56a144e99c15 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.361219 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a22e40d6-09da-48eb-84da-1dc99b7a45ab tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/routers/0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 HTTP/1.1" status: 200 len: 933 time: 0.4394400 Nov 11 12:16:50.367654 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53592) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:50.370487 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-45c4b06f-9b55-42f2-b060-b224fe1303f3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7893216449e342f89082e63f19617aea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6078908 Nov 11 12:16:50.375216 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-2d515bf7-6772-4ff6-934c-4dca0a4115d9 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'router': {'routes': None}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:50.379010 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53594) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:50.379561 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53596) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:50.395454 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:50.463605 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-33330b6f-caec-4078-b895-62a314617cb4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] For port b9de35dd-7567-4766-bc31-f27bf6c241ff, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b9de35dd-7567-4766-bc31-f27bf6c241ff,segment=NetworkSegment(06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e),segment_id=06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:50.464316 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-33330b6f-caec-4078-b895-62a314617cb4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.473580 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:50.474193 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.488599 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0954ae75-53d4-4f05-a85c-56a144e99c15 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.490041 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-33330b6f-caec-4078-b895-62a314617cb4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Calling delete_port for b9de35dd-7567-4766-bc31-f27bf6c241ff owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:50.559368 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a65686-e094-41f0-8663-61857516147b None None] Network 72a93779-5633-4b40-8139-47b3f8848738 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:50.575933 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-66e74f6c-16e4-4ef6-9879-fe7314250f3d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3744278 Nov 11 12:16:50.586940 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53606) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:50.605651 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0954ae75-53d4-4f05-a85c-56a144e99c15 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.724527 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ec31e2ab-7a86-459e-ae4f-0814f9f94ffa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.749588 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-9614ae2d-4398-4e5d-907e-ab3d08aa366f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1344002132'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:50.787704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b553c266-cb39-4990-bea1-de93d5146a14 None None] Provisioning complete for port 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:50.787704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b553c266-cb39-4990-bea1-de93d5146a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.789591 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0954ae75-53d4-4f05-a85c-56a144e99c15 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.794462 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0954ae75-53d4-4f05-a85c-56a144e99c15 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7888854 Nov 11 12:16:50.795699 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53610) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:50.802362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-1149214e-1e54-47e3-bef5-b7ca717d1760 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'enable_snat': True}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:50.861583 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ec31e2ab-7a86-459e-ae4f-0814f9f94ffa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:50.908070 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.050594 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-804ab822-6023-423d-8a87-64f018775908 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port 97524db6-0696-45dd-bab4-c48b679dc02c {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:51.050959 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-804ab822-6023-423d-8a87-64f018775908 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.089383 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33506069-2153-4c4a-bcd8-6fec5d07ad11 None None] Sync routers for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:51.124722 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33506069-2153-4c4a-bcd8-6fec5d07ad11 None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:51.125354 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-33506069-2153-4c4a-bcd8-6fec5d07ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:51.146353 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.extraroute_db [None req-2d515bf7-6772-4ff6-934c-4dca0a4115d9 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Added routes are [] {{(pid=103002) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 12:16:51.146838 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.extraroute_db [None req-2d515bf7-6772-4ff6-934c-4dca0a4115d9 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103002) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 12:16:51.159830 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9614ae2d-4398-4e5d-907e-ab3d08aa366f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Made reservation on behalf of f344840a0d66456caa6cefdb144cf393 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:51.163299 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9614ae2d-4398-4e5d-907e-ab3d08aa366f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.175563 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9614ae2d-4398-4e5d-907e-ab3d08aa366f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.206519 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1149214e-1e54-47e3-bef5-b7ca717d1760 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.220046 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d515bf7-6772-4ff6-934c-4dca0a4115d9 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.250580 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=8fb9ff92-2459-4a0a-882d-f9da8ebe85ca,segment=NetworkSegment(0f9d2102-5a55-46da-a67c-987a0d43b868),segment_id=0f9d2102-5a55-46da-a67c-987a0d43b868)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:51.260896 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-804ab822-6023-423d-8a87-64f018775908 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.279944 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-804ab822-6023-423d-8a87-64f018775908 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for 97524db6-0696-45dd-bab4-c48b679dc02c owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:51.304891 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-33330b6f-caec-4078-b895-62a314617cb4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.312023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9614ae2d-4398-4e5d-907e-ab3d08aa366f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.324609 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b553c266-cb39-4990-bea1-de93d5146a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.361915 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-33506069-2153-4c4a-bcd8-6fec5d07ad11 None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:51.373254 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ec31e2ab-7a86-459e-ae4f-0814f9f94ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.382448 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33330b6f-caec-4078-b895-62a314617cb4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event deleted for resources: {'Port': ['ID=b9de35dd-7567-4766-bc31-f27bf6c241ff,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:51.391923 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ec31e2ab-7a86-459e-ae4f-0814f9f94ffa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.408471 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ec31e2ab-7a86-459e-ae4f-0814f9f94ffa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c26a6f9-8edc-44eb-af92-e134188152b0 HTTP/1.1" status: 204 len: 168 time: 1.0252569 Nov 11 12:16:51.425657 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.426761 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c6fe39ad-bb9d-4db5-bec6-130b62b16181 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:51.436353 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9614ae2d-4398-4e5d-907e-ab3d08aa366f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.468073 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31e2ab-7a86-459e-ae4f-0814f9f94ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c26a6f9-8edc-44eb-af92-e134188152b0,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:51.810300 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9614ae2d-4398-4e5d-907e-ab3d08aa366f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:16:51.835305 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-b553c266-cb39-4990-bea1-de93d5146a14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:16:51.835881 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-b553c266-cb39-4990-bea1-de93d5146a14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:16:51.842117 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=8fb9ff92-2459-4a0a-882d-f9da8ebe85ca,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:51.857229 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614ae2d-4398-4e5d-907e-ab3d08aa366f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eb171f-f279-4bc5-afc0-d1e7d02cc8d6,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:51.924680 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9614ae2d-4398-4e5d-907e-ab3d08aa366f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:51.925020 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-9614ae2d-4398-4e5d-907e-ab3d08aa366f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Added segment 480f36bf-49f0-4eb6-a10b-7de77183542f of type vlan for network b9720373-359f-4f20-b876-5bd15a5f71fc Nov 11 12:16:51.984552 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d515bf7-6772-4ff6-934c-4dca0a4115d9 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.003419 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d515bf7-6772-4ff6-934c-4dca0a4115d9 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.015579 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9614ae2d-4398-4e5d-907e-ab3d08aa366f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.139758 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port c6fe39ad-bb9d-4db5-bec6-130b62b16181 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:52.139920 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.164273 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.db.resource_extend [None req-9614ae2d-4398-4e5d-907e-ab3d08aa366f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:16:52.224695 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d515bf7-6772-4ff6-934c-4dca0a4115d9 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:16:52.248934 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-33506069-2153-4c4a-bcd8-6fec5d07ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:48Z', 'revision_number': 6, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '520c7d9f-0249-4b57-a1de-851ee4580348', 'name': '', 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:69:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:30Z', 'updated_at': '2021-11-11T12:16:41Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6fe39ad-bb9d-4db5-bec6-130b62b16181', 'name': '', 'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:24:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:40Z', 'updated_at': '2021-11-11T12:16:49Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:29Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:52.297549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33506069-2153-4c4a-bcd8-6fec5d07ad11 None None] Checking router: 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:16:52.335505 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9614ae2d-4398-4e5d-907e-ab3d08aa366f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.342909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9614ae2d-4398-4e5d-907e-ab3d08aa366f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:52.350510 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9614ae2d-4398-4e5d-907e-ab3d08aa366f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.400702 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33506069-2153-4c4a-bcd8-6fec5d07ad11 None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:52.401341 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-33506069-2153-4c4a-bcd8-6fec5d07ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:52.475654 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d515bf7-6772-4ff6-934c-4dca0a4115d9 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:52.500491 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d515bf7-6772-4ff6-934c-4dca0a4115d9 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.513747 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2d515bf7-6772-4ff6-934c-4dca0a4115d9 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 HTTP/1.1" status: 200 len: 699 time: 2.1357725 Nov 11 12:16:52.513747 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614ae2d-4398-4e5d-907e-ab3d08aa366f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Pushing event updated for resources: {'Network': ['ID=b9720373-359f-4f20-b876-5bd15a5f71fc,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:52.522763 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53660) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:52.523274 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-33506069-2153-4c4a-bcd8-6fec5d07ad11 None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:52.560017 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network b9720373-359f-4f20-b876-5bd15a5f71fc details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:16:52.617117 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9614ae2d-4398-4e5d-907e-ab3d08aa366f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2347291 Nov 11 12:16:52.620155 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53662) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:52.630196 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-9b4ff2f6-b2c1-4c0f-84fd-115ac5efce4f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Request body: {'subnet': {'network_id': 'b9720373-359f-4f20-b876-5bd15a5f71fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:52.643006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f0583958-363c-4eef-9ce0-d229d041b711 None None] Provisioning complete for port 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:52.649005 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f0583958-363c-4eef-9ce0-d229d041b711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.698200 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:52.698691 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-33330b6f-caec-4078-b895-62a314617cb4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:52.713429 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9b0f44fc-1d77-4b94-90a9-b9ebcf28c6b0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/routers/0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 HTTP/1.1" status: 200 len: 699 time: 0.1892071 Nov 11 12:16:52.716335 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53666) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:52.910333 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-804ab822-6023-423d-8a87-64f018775908 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.019202 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ab822-6023-423d-8a87-64f018775908 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=97524db6-0696-45dd-bab4-c48b679dc02c,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:53.027234 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4ff2f6-b2c1-4c0f-84fd-115ac5efce4f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Made reservation on behalf of f344840a0d66456caa6cefdb144cf393 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:53.031598 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9b4ff2f6-b2c1-4c0f-84fd-115ac5efce4f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.067981 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:53.069035 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.121694 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-804ab822-6023-423d-8a87-64f018775908 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.123712 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-804ab822-6023-423d-8a87-64f018775908 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/ports/97524db6-0696-45dd-bab4-c48b679dc02c HTTP/1.1" status: 204 len: 168 time: 2.5342929 Nov 11 12:16:53.129927 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53674) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:53.211443 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-616ae573-f694-48ee-b334-cd6bd308a326 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] DELETE failed (client error): The resource could not be found. Nov 11 12:16:53.212327 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616ae573-f694-48ee-b334-cd6bd308a326 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:16:53.225117 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-616ae573-f694-48ee-b334-cd6bd308a326 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/ports/97524db6-0696-45dd-bab4-c48b679dc02c HTTP/1.1" status: 404 len: 333 time: 0.0927114 Nov 11 12:16:53.229699 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53678) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:53.294205 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-33506069-2153-4c4a-bcd8-6fec5d07ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:51Z', 'revision_number': 7, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '520c7d9f-0249-4b57-a1de-851ee4580348', 'name': '', 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:69:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:30Z', 'updated_at': '2021-11-11T12:16:41Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6fe39ad-bb9d-4db5-bec6-130b62b16181', 'name': '', 'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:24:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:40Z', 'updated_at': '2021-11-11T12:16:49Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:29Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:53.338640 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe83f013-514e-491f-93c7-23e2e45affc8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] GET failed (client error): The resource could not be found. Nov 11 12:16:53.342579 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33506069-2153-4c4a-bcd8-6fec5d07ad11 None None] The sync data for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv is: [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:51Z', 'revision_number': 7, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '520c7d9f-0249-4b57-a1de-851ee4580348', 'name': '', 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:69:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:30Z', 'updated_at': '2021-11-11T12:16:41Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6fe39ad-bb9d-4db5-bec6-130b62b16181', 'name': '', 'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:24:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:40Z', 'updated_at': '2021-11-11T12:16:49Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:29Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:53.344340 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53680) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:53.350337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f0583958-363c-4eef-9ce0-d229d041b711 None None] Could not find standard attr ID for object 97524db6-0696-45dd-bab4-c48b679dc02c. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:16:53.355957 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fe83f013-514e-491f-93c7-23e2e45affc8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports/97524db6-0696-45dd-bab4-c48b679dc02c HTTP/1.1" status: 404 len: 333 time: 0.1229589 Nov 11 12:16:53.365485 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53682) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:53.365993 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1149214e-1e54-47e3-bef5-b7ca717d1760 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.403547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1149214e-1e54-47e3-bef5-b7ca717d1760 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.561517 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-8576c342-8aed-4a23-bcef-a2d8d7c88247 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting subnet 5f931801-7489-4fd2-bf8a-86c3fc715112 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:53.572515 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8576c342-8aed-4a23-bcef-a2d8d7c88247 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.632719 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33330b6f-caec-4078-b895-62a314617cb4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Router 1b724a07-ef9a-439b-82f7-7bbf1108fe18 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:16:53.645347 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-75bf4ea6-f018-4f9c-ae49-6f3edcf0c404 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-713269866'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:53.659678 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8576c342-8aed-4a23-bcef-a2d8d7c88247 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.692414 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-1149214e-1e54-47e3-bef5-b7ca717d1760 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Allocated IP 172.26.5.31 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/cecdaa58-8e1d-4673-a913-cc183ab5a0eb) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:53.714930 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a7ec96-dc28-4e06-98dd-c87b7e5bb550 None None] Sync routers for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:53.741003 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a7ec96-dc28-4e06-98dd-c87b7e5bb550 None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:53.741782 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-52a7ec96-dc28-4e06-98dd-c87b7e5bb550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:53.809098 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8576c342-8aed-4a23-bcef-a2d8d7c88247 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.820339 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9b4ff2f6-b2c1-4c0f-84fd-115ac5efce4f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.834931 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bf4ea6-f018-4f9c-ae49-6f3edcf0c404 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Made reservation on behalf of 0943f80b62ea42d08b8695fa6f98abee for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:53.839806 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-75bf4ea6-f018-4f9c-ae49-6f3edcf0c404 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.847217 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-52a7ec96-dc28-4e06-98dd-c87b7e5bb550 None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:53.859808 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-75bf4ea6-f018-4f9c-ae49-6f3edcf0c404 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.941052 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e657655f-fd2d-4457-8e11-49939ff30df3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:53.969888 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ff2f6-b2c1-4c0f-84fd-115ac5efce4f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Pushing event updated for resources: {'Subnet': ['ID=c3179f72-e7be-48de-8879-6819dee07f9f,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:53.980821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33330b6f-caec-4078-b895-62a314617cb4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:53.989150 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-33330b6f-caec-4078-b895-62a314617cb4 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "PUT /v2.0/routers/1b724a07-ef9a-439b-82f7-7bbf1108fe18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4004266 Nov 11 12:16:53.989703 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53688) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:53.997563 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a30663-70b7-4545-be1f-bd403365cc08 None None] Sync routers for ids ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:54.012502 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a30663-70b7-4545-be1f-bd403365cc08 None None] Routers {'1b724a07-ef9a-439b-82f7-7bbf1108fe18'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:54.014320 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8576c342-8aed-4a23-bcef-a2d8d7c88247 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.016272 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-20a30663-70b7-4545-be1f-bd403365cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:54.020284 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1149214e-1e54-47e3-bef5-b7ca717d1760 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.039948 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ff2f6-b2c1-4c0f-84fd-115ac5efce4f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Checking segment: {'id': '480f36bf-49f0-4eb6-a10b-7de77183542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b9720373-359f-4f20-b876-5bd15a5f71fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:54.040344 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4ff2f6-b2c1-4c0f-84fd-115ac5efce4f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Network hostable DHCP agents. Network: b9720373-359f-4f20-b876-5bd15a5f71fc, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:16:54.057964 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576c342-8aed-4a23-bcef-a2d8d7c88247 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Subnet': ['ID=5f931801-7489-4fd2-bf8a-86c3fc715112,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:54.060658 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8576c342-8aed-4a23-bcef-a2d8d7c88247 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.063981 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8576c342-8aed-4a23-bcef-a2d8d7c88247 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/5f931801-7489-4fd2-bf8a-86c3fc715112 HTTP/1.1" status: 204 len: 168 time: 0.7186737 Nov 11 12:16:54.069144 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53690) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:54.133936 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-75bf4ea6-f018-4f9c-ae49-6f3edcf0c404 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.149153 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e7099a-0238-46fd-9d90-a54a20a86f90 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Deleting subnet 34e2f751-5fb5-4ae4-b698-e48b1c322623 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:54.164591 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c3e7099a-0238-46fd-9d90-a54a20a86f90 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.229256 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-75bf4ea6-f018-4f9c-ae49-6f3edcf0c404 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.232118 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.255802 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c3e7099a-0238-46fd-9d90-a54a20a86f90 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.261425 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4ff2f6-b2c1-4c0f-84fd-115ac5efce4f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Network b9720373-359f-4f20-b876-5bd15a5f71fc is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:16:54.290904 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bf4ea6-f018-4f9c-ae49-6f3edcf0c404 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:16:54.330627 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-75bf4ea6-f018-4f9c-ae49-6f3edcf0c404 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.331291 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-75bf4ea6-f018-4f9c-ae49-6f3edcf0c404 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Added segment 9368b9fd-7b14-4615-b75a-92161695008d of type vlan for network 4bb6a60f-1138-4653-913a-3c505146e660 Nov 11 12:16:54.334955 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1149214e-1e54-47e3-bef5-b7ca717d1760 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.337510 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf4ea6-f018-4f9c-ae49-6f3edcf0c404 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80699f3e-089e-4d6f-99d9-a49876ebd0ba,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:54.376170 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-52a7ec96-dc28-4e06-98dd-c87b7e5bb550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:51Z', 'revision_number': 7, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '520c7d9f-0249-4b57-a1de-851ee4580348', 'name': '', 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:69:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:30Z', 'updated_at': '2021-11-11T12:16:41Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6fe39ad-bb9d-4db5-bec6-130b62b16181', 'name': '', 'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:24:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:40Z', 'updated_at': '2021-11-11T12:16:49Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:29Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:54.424071 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-e657655f-fd2d-4457-8e11-49939ff30df3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting port c6fe39ad-bb9d-4db5-bec6-130b62b16181 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:54.424691 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e657655f-fd2d-4457-8e11-49939ff30df3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.425326 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c3e7099a-0238-46fd-9d90-a54a20a86f90 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.440322 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a7ec96-dc28-4e06-98dd-c87b7e5bb550 None None] Checking router: 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:16:54.460910 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a7ec96-dc28-4e06-98dd-c87b7e5bb550 None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:54.462965 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-52a7ec96-dc28-4e06-98dd-c87b7e5bb550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:54.500241 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc71c38-2aa1-437d-9d32-78c5e4840c3c None None] Network 72a93779-5633-4b40-8139-47b3f8848738 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:54.531980 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1149214e-1e54-47e3-bef5-b7ca717d1760 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:54.538439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-9b4ff2f6-b2c1-4c0f-84fd-115ac5efce4f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, b9720373-359f-4f20-b876-5bd15a5f71fc) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:54.549488 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-1149214e-1e54-47e3-bef5-b7ca717d1760 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:54.561417 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4ff2f6-b2c1-4c0f-84fd-115ac5efce4f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:54.561417 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9b4ff2f6-b2c1-4c0f-84fd-115ac5efce4f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.562476 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840ee0fd-1ab9-4285-938f-f4e97ffb8b51 None None] Network b9720373-359f-4f20-b876-5bd15a5f71fc requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:54.578487 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-e657655f-fd2d-4457-8e11-49939ff30df3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] For port c6fe39ad-bb9d-4db5-bec6-130b62b16181, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c6fe39ad-bb9d-4db5-bec6-130b62b16181,segment=NetworkSegment(1808d3ad-b975-469a-a102-634a3c7fcc6c),segment_id=1808d3ad-b975-469a-a102-634a3c7fcc6c)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:54.579669 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1149214e-1e54-47e3-bef5-b7ca717d1760 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:54.583146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e657655f-fd2d-4457-8e11-49939ff30df3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.606818 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-e657655f-fd2d-4457-8e11-49939ff30df3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Calling delete_port for c6fe39ad-bb9d-4db5-bec6-130b62b16181 owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:54.611575 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-75bf4ea6-f018-4f9c-ae49-6f3edcf0c404 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.634591 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4bc306-6ebf-43c1-94be-36f83a4a67e3 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:54.651581 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-20a30663-70b7-4545-be1f-bd403365cc08 None None] Set router 1b724a07-ef9a-439b-82f7-7bbf1108fe18 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:54.661858 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-52a7ec96-dc28-4e06-98dd-c87b7e5bb550 None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:54.671906 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c3e7099a-0238-46fd-9d90-a54a20a86f90 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.710847 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c3e7099a-0238-46fd-9d90-a54a20a86f90 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.714748 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c3e7099a-0238-46fd-9d90-a54a20a86f90 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "DELETE /v2.0/subnets/34e2f751-5fb5-4ae4-b698-e48b1c322623 HTTP/1.1" status: 204 len: 168 time: 0.7204015 Nov 11 12:16:54.722450 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53692) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:54.767162 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149214e-1e54-47e3-bef5-b7ca717d1760 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Pushing event updated for resources: {'Port': ['ID=cecdaa58-8e1d-4673-a913-cc183ab5a0eb,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:54.785463 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9b4ff2f6-b2c1-4c0f-84fd-115ac5efce4f tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1627362 Nov 11 12:16:54.787110 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:54.787544 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.787881 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53694) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:54.793826 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3b2d5d7c-6a75-4a7b-8d8c-944d20f4e8bb tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Request body: {'port': {'network_id': 'b9720373-359f-4f20-b876-5bd15a5f71fc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-885313260'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:54.811866 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-75bf4ea6-f018-4f9c-ae49-6f3edcf0c404 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.817813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7099a-0238-46fd-9d90-a54a20a86f90 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event deleted for resources: {'Subnet': ['ID=34e2f751-5fb5-4ae4-b698-e48b1c322623,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:54.818200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bf4ea6-f018-4f9c-ae49-6f3edcf0c404 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:54.818993 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-75bf4ea6-f018-4f9c-ae49-6f3edcf0c404 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:54.848388 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa099c8d-5e5c-4d67-8a8a-a3dcfa5c8220 None None] Network b580bc89-3da6-495d-a6bb-01e9bf883bce requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:55.028907 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-52a7ec96-dc28-4e06-98dd-c87b7e5bb550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:51Z', 'revision_number': 7, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '520c7d9f-0249-4b57-a1de-851ee4580348', 'name': '', 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:69:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:30Z', 'updated_at': '2021-11-11T12:16:41Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6fe39ad-bb9d-4db5-bec6-130b62b16181', 'name': '', 'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:24:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:40Z', 'updated_at': '2021-11-11T12:16:49Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:29Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:55.039543 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-40bb1a4a-6fd4-4b48-bdba-afbab8ef8907 None None] Provisioning complete for port cecdaa58-8e1d-4673-a913-cc183ab5a0eb triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:55.039910 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-40bb1a4a-6fd4-4b48-bdba-afbab8ef8907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:55.065706 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] For port 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=8fb9ff92-2459-4a0a-882d-f9da8ebe85ca,segment=NetworkSegment(0f9d2102-5a55-46da-a67c-987a0d43b868),segment_id=0f9d2102-5a55-46da-a67c-987a0d43b868)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:55.066069 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:55.087726 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:55.100949 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-b9720373-359f-4f20-b876-5bd15a5f71fc', 'network_id': 'b9720373-359f-4f20-b876-5bd15a5f71fc', 'tenant_id': 'f344840a0d66456caa6cefdb144cf393', 'fixed_ips': [{'subnet_id': 'c3179f72-e7be-48de-8879-6819dee07f9f'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:16:55.101921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:55.102994 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf4ea6-f018-4f9c-ae49-6f3edcf0c404 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Network': ['ID=4bb6a60f-1138-4653-913a-3c505146e660,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:55.110207 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a7ec96-dc28-4e06-98dd-c87b7e5bb550 None None] The sync data for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv is: [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:51Z', 'revision_number': 7, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '520c7d9f-0249-4b57-a1de-851ee4580348', 'name': '', 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:69:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:30Z', 'updated_at': '2021-11-11T12:16:41Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6fe39ad-bb9d-4db5-bec6-130b62b16181', 'name': '', 'network_id': 'dc54a896-79c9-47fd-ba19-33d90e683acf', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:24:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:40Z', 'updated_at': '2021-11-11T12:16:49Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:29Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:55.120536 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c902c9b-f310-49c5-9fa7-5a7aa0cf9fe7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:55.285671 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Allocated IP 172.20.0.2 (b9720373-359f-4f20-b876-5bd15a5f71fc/c3179f72-e7be-48de-8879-6819dee07f9f/ce9fe94a-1332-46ee-9eb1-07f00e462f44) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:55.285891 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 4bb6a60f-1138-4653-913a-3c505146e660 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:16:55.318633 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-75bf4ea6-f018-4f9c-ae49-6f3edcf0c404 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9474974 Nov 11 12:16:55.322834 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53698) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:55.347387 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:55.350951 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-589c280b-1466-4483-a74f-6f037feaa839 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-55766420'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:55.388553 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=8fb9ff92-2459-4a0a-882d-f9da8ebe85ca,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:55.403696 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No DVR routers for this DVR port 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:16:55.431807 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c902c9b-f310-49c5-9fa7-5a7aa0cf9fe7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:55.437654 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-40bb1a4a-6fd4-4b48-bdba-afbab8ef8907 None None] Port cecdaa58-8e1d-4673-a913-cc183ab5a0eb cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:16:55.500331 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2d5d7c-6a75-4a7b-8d8c-944d20f4e8bb tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Made reservation on behalf of f344840a0d66456caa6cefdb144cf393 for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:55.500816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5d7c-6a75-4a7b-8d8c-944d20f4e8bb tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:55.514271 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e657655f-fd2d-4457-8e11-49939ff30df3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:55.543688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8e0ca2-bda3-4bfb-8abb-c27e3106e7d3 None None] DHCP port deletion for 72a93779-5633-4b40-8139-47b3f8848738 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:55.580087 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657655f-fd2d-4457-8e11-49939ff30df3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Port': ['ID=c6fe39ad-bb9d-4db5-bec6-130b62b16181,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:55.588130 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589c280b-1466-4483-a74f-6f037feaa839 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Made reservation on behalf of 0943f80b62ea42d08b8695fa6f98abee for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:55.595455 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-589c280b-1466-4483-a74f-6f037feaa839 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:55.624294 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-3b2d5d7c-6a75-4a7b-8d8c-944d20f4e8bb tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] device_id is not set on port 5527730c-cf3d-45a0-a6c9-235761d74718 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:55.655911 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:55.682932 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-20a30663-70b7-4545-be1f-bd403365cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437813602', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:14:20Z', 'updated_at': '2021-11-11T12:16:50Z', 'revision_number': 5, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'gw_port': {'id': '55654909-1bb2-4efd-94ab-17413eb3011f', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:49:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:14:22Z', 'updated_at': '2021-11-11T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:55.709759 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a30663-70b7-4545-be1f-bd403365cc08 None None] Checking router: 1b724a07-ef9a-439b-82f7-7bbf1108fe18 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:16:55.722493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37b9097-7760-4acb-974d-6e4db6ad8e6d None None] DHCP port deletion for b580bc89-3da6-495d-a6bb-01e9bf883bce request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:55.734893 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a30663-70b7-4545-be1f-bd403365cc08 None None] Routers {'1b724a07-ef9a-439b-82f7-7bbf1108fe18'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:55.735824 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-20a30663-70b7-4545-be1f-bd403365cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:55.738450 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:55.845963 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589c280b-1466-4483-a74f-6f037feaa839 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:16:55.890007 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Network b9720373-359f-4f20-b876-5bd15a5f71fc is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:55.902449 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:55.904984 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:55.911265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Pushing event updated for resources: {'Port': ['ID=ce9fe94a-1332-46ee-9eb1-07f00e462f44,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:55.935661 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-589c280b-1466-4483-a74f-6f037feaa839 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:55.936228 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-589c280b-1466-4483-a74f-6f037feaa839 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Added segment 84f1f869-25b8-4c63-bec6-e2bb6d4eebd1 of type vlan for network 66bd1e29-85ae-4109-8bde-7c65b0466a62 Nov 11 12:16:55.956683 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-20a30663-70b7-4545-be1f-bd403365cc08 None None] Set router 1b724a07-ef9a-439b-82f7-7bbf1108fe18 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:56.040256 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-20a30663-70b7-4545-be1f-bd403365cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437813602', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:14:20Z', 'updated_at': '2021-11-11T12:16:55Z', 'revision_number': 6, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:56.079712 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-a37b9097-7760-4acb-974d-6e4db6ad8e6d None None] Deleting port ce9b0828-995f-4dc3-9cb6-02cc682b5ee4 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:56.080080 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a37b9097-7760-4acb-974d-6e4db6ad8e6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.088896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a30663-70b7-4545-be1f-bd403365cc08 None None] The sync data for ids ['1b724a07-ef9a-439b-82f7-7bbf1108fe18'] in dv-neutron-786478-23-hyperv is: [{'id': '1b724a07-ef9a-439b-82f7-7bbf1108fe18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437813602', 'tenant_id': 'c50ad2899d5f44f391ca81db684e3194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:14:20Z', 'updated_at': '2021-11-11T12:16:55Z', 'revision_number': 6, 'project_id': 'c50ad2899d5f44f391ca81db684e3194', 'gw_port_host': None}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:56.094563 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Attempting to bind port ce9fe94a-1332-46ee-9eb1-07f00e462f44 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:16:56.094936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Attempting to bind port ce9fe94a-1332-46ee-9eb1-07f00e462f44 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '480f36bf-49f0-4eb6-a10b-7de77183542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b9720373-359f-4f20-b876-5bd15a5f71fc'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:16:56.095328 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Attempting to bind port ce9fe94a-1332-46ee-9eb1-07f00e462f44 on network b9720373-359f-4f20-b876-5bd15a5f71fc {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:16:56.109656 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-1c902c9b-f310-49c5-9fa7-5a7aa0cf9fe7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Deleting port 55654909-1bb2-4efd-94ab-17413eb3011f {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:56.109915 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c902c9b-f310-49c5-9fa7-5a7aa0cf9fe7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.110095 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1149214e-1e54-47e3-bef5-b7ca717d1760 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.133108 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:16:56.133483 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Checking segment: {'id': '480f36bf-49f0-4eb6-a10b-7de77183542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b9720373-359f-4f20-b876-5bd15a5f71fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:56.133877 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.134264 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Bound using segment: {'id': '480f36bf-49f0-4eb6-a10b-7de77183542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b9720373-359f-4f20-b876-5bd15a5f71fc'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:16:56.134736 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Bound port: ce9fe94a-1332-46ee-9eb1-07f00e462f44, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480f36bf-49f0-4eb6-a10b-7de77183542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b9720373-359f-4f20-b876-5bd15a5f71fc'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:16:56.135139 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.168271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.172689 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-589c280b-1466-4483-a74f-6f037feaa839 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.185025 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-a37b9097-7760-4acb-974d-6e4db6ad8e6d None None] For port ce9b0828-995f-4dc3-9cb6-02cc682b5ee4, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=ce9b0828-995f-4dc3-9cb6-02cc682b5ee4,segment=NetworkSegment(06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e),segment_id=06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:56.185831 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a37b9097-7760-4acb-974d-6e4db6ad8e6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.191249 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-3b2d5d7c-6a75-4a7b-8d8c-944d20f4e8bb tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Allocated IP 172.20.0.4 (b9720373-359f-4f20-b876-5bd15a5f71fc/c3179f72-e7be-48de-8879-6819dee07f9f/5527730c-cf3d-45a0-a6c9-235761d74718) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:56.217089 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-a37b9097-7760-4acb-974d-6e4db6ad8e6d None None] Calling delete_port for ce9b0828-995f-4dc3-9cb6-02cc682b5ee4 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:56.242767 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a93779-5633-4b40-8139-47b3f8848738']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:56.259772 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9d2102-5a55-46da-a67c-987a0d43b868') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:56.260241 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9d2102-5a55-46da-a67c-987a0d43b868') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:56.271508 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e657655f-fd2d-4457-8e11-49939ff30df3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.283515 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.311232 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.326806 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-1c902c9b-f310-49c5-9fa7-5a7aa0cf9fe7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] For port 55654909-1bb2-4efd-94ab-17413eb3011f, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=55654909-1bb2-4efd-94ab-17413eb3011f,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:56.327203 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c902c9b-f310-49c5-9fa7-5a7aa0cf9fe7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.351155 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:16:56.351702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:16:56.355850 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:16:56.391248 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-589c280b-1466-4483-a74f-6f037feaa839 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.391492 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589c280b-1466-4483-a74f-6f037feaa839 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:56.392004 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-589c280b-1466-4483-a74f-6f037feaa839 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.436081 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-1c902c9b-f310-49c5-9fa7-5a7aa0cf9fe7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Calling delete_port for 55654909-1bb2-4efd-94ab-17413eb3011f owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:56.512236 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1149214e-1e54-47e3-bef5-b7ca717d1760 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.518048 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1149214e-1e54-47e3-bef5-b7ca717d1760 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.520727 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] For port ce9fe94a-1332-46ee-9eb1-07f00e462f44, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:16:56.525432 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] For port ce9fe94a-1332-46ee-9eb1-07f00e462f44, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=ce9fe94a-1332-46ee-9eb1-07f00e462f44,segment=NetworkSegment(480f36bf-49f0-4eb6-a10b-7de77183542f),segment_id=480f36bf-49f0-4eb6-a10b-7de77183542f)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:16:56.593921 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.602831 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.606432 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.615114 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/networks/72a93779-5633-4b40-8139-47b3f8848738 HTTP/1.1" status: 204 len: 168 time: 2.5419538 Nov 11 12:16:56.618199 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53702) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:56.627478 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-7c252c86-9ea8-4254-8fbd-f511fe34e177 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-460138702'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:56.658873 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ac189-b697-456f-a544-beb3e214b33b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Network': ['ID=72a93779-5633-4b40-8139-47b3f8848738,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:56.684822 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-589c280b-1466-4483-a74f-6f037feaa839 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3542421 Nov 11 12:16:56.684822 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c280b-1466-4483-a74f-6f037feaa839 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Network': ['ID=66bd1e29-85ae-4109-8bde-7c65b0466a62,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:56.692227 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53704) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:56.698114 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-18065cda-3b88-4074-8b8a-7e8c5ceca65d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'subnet': {'network_id': '4bb6a60f-1138-4653-913a-3c505146e660', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:56.714982 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 66bd1e29-85ae-4109-8bde-7c65b0466a62 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:16:56.725883 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a37b9097-7760-4acb-974d-6e4db6ad8e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.808665 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c252c86-9ea8-4254-8fbd-f511fe34e177 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:56.813825 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b9097-7760-4acb-974d-6e4db6ad8e6d None None] No DVR routers for this DVR port ce9b0828-995f-4dc3-9cb6-02cc682b5ee4 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:16:56.814371 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7c252c86-9ea8-4254-8fbd-f511fe34e177 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.828661 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce56a5b-703f-4347-9c16-1cfdc364f56d None None] Pushing event updated for resources: {'Port': ['ID=ce9fe94a-1332-46ee-9eb1-07f00e462f44,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:56.874665 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c252c86-9ea8-4254-8fbd-f511fe34e177 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:16:56.877381 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1149214e-1e54-47e3-bef5-b7ca717d1760 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Router 93b9fa70-7d21-4dc4-9c50-281230d51e50 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:16:56.898189 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b9097-7760-4acb-974d-6e4db6ad8e6d None None] Pushing event deleted for resources: {'Port': ['ID=ce9b0828-995f-4dc3-9cb6-02cc682b5ee4,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:56.904932 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7c252c86-9ea8-4254-8fbd-f511fe34e177 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:56.904932 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-7c252c86-9ea8-4254-8fbd-f511fe34e177 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Added segment 7f338dfb-c55b-4148-b68f-9a6851156afd of type vlan for network ce73abad-5cd6-460d-8ead-967658874073 Nov 11 12:16:57.013799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7c252c86-9ea8-4254-8fbd-f511fe34e177 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:57.075365 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b9de35dd-7567-4766-bc31-f27bf6c241ff no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:16:57.141124 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1149214e-1e54-47e3-bef5-b7ca717d1760 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:57.147388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1149214e-1e54-47e3-bef5-b7ca717d1760 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:57.148722 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1149214e-1e54-47e3-bef5-b7ca717d1760 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "PUT /v2.0/routers/93b9fa70-7d21-4dc4-9c50-281230d51e50 HTTP/1.1" status: 200 len: 913 time: 6.3503249 Nov 11 12:16:57.154863 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5048dec-fd9d-47b4-b2ff-2a4759a035bc None None] Sync routers for ids ['93b9fa70-7d21-4dc4-9c50-281230d51e50'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:57.155927 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53708) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:57.168405 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: b9de35dd-7567-4766-bc31-f27bf6c241ff {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:16:57.172392 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b9de35dd-7567-4766-bc31-f27bf6c241ff not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:16:57.172392 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:16:57.174104 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5048dec-fd9d-47b4-b2ff-2a4759a035bc None None] Routers {'93b9fa70-7d21-4dc4-9c50-281230d51e50'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:57.175173 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c5048dec-fd9d-47b4-b2ff-2a4759a035bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['93b9fa70-7d21-4dc4-9c50-281230d51e50'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:57.214327 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:16:57.214946 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 8fb9ff92-2459-4a0a-882d-f9da8ebe85ca not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:16:57.215519 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ce9b0828-995f-4dc3-9cb6-02cc682b5ee4 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:16:57.240614 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: ce9b0828-995f-4dc3-9cb6-02cc682b5ee4 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:16:57.241060 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ce9b0828-995f-4dc3-9cb6-02cc682b5ee4 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:16:57.256502 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7c252c86-9ea8-4254-8fbd-f511fe34e177 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:57.257323 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c5048dec-fd9d-47b4-b2ff-2a4759a035bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:57.266759 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c252c86-9ea8-4254-8fbd-f511fe34e177 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:57.267654 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7c252c86-9ea8-4254-8fbd-f511fe34e177 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:57.274816 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5048dec-fd9d-47b4-b2ff-2a4759a035bc None None] Routers {'93b9fa70-7d21-4dc4-9c50-281230d51e50'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:57.275544 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c5048dec-fd9d-47b4-b2ff-2a4759a035bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['93b9fa70-7d21-4dc4-9c50-281230d51e50'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:57.331710 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c5048dec-fd9d-47b4-b2ff-2a4759a035bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:57.332378 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5048dec-fd9d-47b4-b2ff-2a4759a035bc None None] The sync data for ids ['93b9fa70-7d21-4dc4-9c50-281230d51e50'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:16:57.411076 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c252c86-9ea8-4254-8fbd-f511fe34e177 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Network': ['ID=ce73abad-5cd6-460d-8ead-967658874073,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:57.422214 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5d7c-6a75-4a7b-8d8c-944d20f4e8bb tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:57.426955 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network ce73abad-5cd6-460d-8ead-967658874073 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:16:57.436994 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-efb6d7b5-8902-403a-83cd-b177ede2103d tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "GET /v2.0/routers/93b9fa70-7d21-4dc4-9c50-281230d51e50 HTTP/1.1" status: 200 len: 919 time: 0.2772930 Nov 11 12:16:57.437349 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53710) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:57.453455 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7c252c86-9ea8-4254-8fbd-f511fe34e177 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8308749 Nov 11 12:16:57.456280 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53712) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:57.477492 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-d164ce16-ff5d-4501-b087-f71ece52b577 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'subnet': {'network_id': 'ce73abad-5cd6-460d-8ead-967658874073', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:57.505873 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e657655f-fd2d-4457-8e11-49939ff30df3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:16:57.579604 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99000a67-6b43-448f-8508-4444ccdba16e tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:57.583713 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-99000a67-6b43-448f-8508-4444ccdba16e tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&device_id=93b9fa70-7d21-4dc4-9c50-281230d51e50&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1430972 Nov 11 12:16:57.584049 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53714) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:57.634610 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18065cda-3b88-4074-8b8a-7e8c5ceca65d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Made reservation on behalf of 0943f80b62ea42d08b8695fa6f98abee for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:57.638357 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18065cda-3b88-4074-8b8a-7e8c5ceca65d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:57.692556 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6d8b71-b9ec-430c-af83-ec1eb3d907c5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:57.696527 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4f6d8b71-b9ec-430c-af83-ec1eb3d907c5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "GET /v2.0/networks/1bf10f9f-df41-4592-a35d-f97ab68bce69 HTTP/1.1" status: 200 len: 881 time: 0.1090293 Nov 11 12:16:57.696793 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53716) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:57.709794 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5d7c-6a75-4a7b-8d8c-944d20f4e8bb tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:57.715643 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e657655f-fd2d-4457-8e11-49939ff30df3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:16:57.730959 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c09ad87-5258-4b52-8f07-7cf71cf8f78c None None] Sync routers for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:16:57.736144 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bbc6e01d-4962-4d45-ac34-2d977c251703 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "GET /v2.0/ports?device_id=93b9fa70-7d21-4dc4-9c50-281230d51e50 HTTP/1.1" status: 200 len: 205 time: 0.0337417 Nov 11 12:16:57.736144 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d164ce16-ff5d-4501-b087-f71ece52b577 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:57.741236 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d164ce16-ff5d-4501-b087-f71ece52b577 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:57.741236 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53718) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:57.745847 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c09ad87-5258-4b52-8f07-7cf71cf8f78c None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:57.749535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5c09ad87-5258-4b52-8f07-7cf71cf8f78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:57.782580 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e657655f-fd2d-4457-8e11-49939ff30df3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/0e8982dc-5fec-482b-b7c8-dc9c2ec8d408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0649879 Nov 11 12:16:57.785403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d5d7c-6a75-4a7b-8d8c-944d20f4e8bb tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Pushing event updated for resources: {'Port': ['ID=5527730c-cf3d-45a0-a6c9-235761d74718,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:57.787670 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53720) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:57.816999 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2d5d7c-6a75-4a7b-8d8c-944d20f4e8bb tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Network b9720373-359f-4f20-b876-5bd15a5f71fc is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:16:57.845279 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c902c9b-f310-49c5-9fa7-5a7aa0cf9fe7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:57.847389 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-3b2d5d7c-6a75-4a7b-8d8c-944d20f4e8bb tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:57.859726 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d5d7c-6a75-4a7b-8d8c-944d20f4e8bb tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:16:57.926205 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2d5d7c-6a75-4a7b-8d8c-944d20f4e8bb tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:57.927836 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5d7c-6a75-4a7b-8d8c-944d20f4e8bb tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:57.960686 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-5c09ad87-5258-4b52-8f07-7cf71cf8f78c None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:57.964215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d5970a4b-c437-4de5-aadf-5d55363e1597 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.018884 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c902c9b-f310-49c5-9fa7-5a7aa0cf9fe7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event deleted for resources: {'Port': ['ID=55654909-1bb2-4efd-94ab-17413eb3011f,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:58.059407 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4844bc-20c3-4701-97b2-94e12f38556d None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:58.148126 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c628af4-4011-4a45-8e5b-249aee9e6f47 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting subnet a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:16:58.157075 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4c628af4-4011-4a45-8e5b-249aee9e6f47 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.159698 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d5970a4b-c437-4de5-aadf-5d55363e1597 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.224732 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3b2d5d7c-6a75-4a7b-8d8c-944d20f4e8bb tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4315782 Nov 11 12:16:58.228018 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53724) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:58.230774 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d164ce16-ff5d-4501-b087-f71ece52b577 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.238850 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-782fc8c2-2a10-4170-941a-64ce1b9469ff tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Request body: {'port': {'network_id': 'b9720373-359f-4f20-b876-5bd15a5f71fc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-172174355', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:58.239826 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.api.validators [None req-782fc8c2-2a10-4170-941a-64ce1b9469ff tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] bootfile-name is not in valid_values {{(pid=103001) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:16:58.240171 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.api.validators [None req-782fc8c2-2a10-4170-941a-64ce1b9469ff tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] tftp-server is not in valid_values {{(pid=103001) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:16:58.240952 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.api.validators [None req-782fc8c2-2a10-4170-941a-64ce1b9469ff tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] server-ip-address is not in valid_values {{(pid=103001) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:16:58.355939 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4c628af4-4011-4a45-8e5b-249aee9e6f47 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.366255 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5c09ad87-5258-4b52-8f07-7cf71cf8f78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:55Z', 'revision_number': 8, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '520c7d9f-0249-4b57-a1de-851ee4580348', 'name': '', 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:69:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:30Z', 'updated_at': '2021-11-11T12:16:41Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:29Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:58.385209 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c902c9b-f310-49c5-9fa7-5a7aa0cf9fe7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.399150 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c09ad87-5258-4b52-8f07-7cf71cf8f78c None None] Checking router: 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:16:58.410031 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c09ad87-5258-4b52-8f07-7cf71cf8f78c None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:16:58.410761 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5c09ad87-5258-4b52-8f07-7cf71cf8f78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:16:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:58.487445 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18065cda-3b88-4074-8b8a-7e8c5ceca65d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.495764 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dae0b4-dd98-4a46-a015-5171b4b6a253 None None] Network b9720373-359f-4f20-b876-5bd15a5f71fc requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:58.554483 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c902c9b-f310-49c5-9fa7-5a7aa0cf9fe7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.562011 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c902c9b-f310-49c5-9fa7-5a7aa0cf9fe7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.588603 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164ce16-ff5d-4501-b087-f71ece52b577 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Subnet': ['ID=1daa1ef8-c4c0-4a93-a5fe-e81e401f3d71,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:58.596813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ce9fe94a-1332-46ee-9eb1-07f00e462f44 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:16:58.608146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164ce16-ff5d-4501-b087-f71ece52b577 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Checking segment: {'id': '7f338dfb-c55b-4148-b68f-9a6851156afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce73abad-5cd6-460d-8ead-967658874073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:58.608893 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d164ce16-ff5d-4501-b087-f71ece52b577 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network hostable DHCP agents. Network: ce73abad-5cd6-460d-8ead-967658874073, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:16:58.617718 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-d5970a4b-c437-4de5-aadf-5d55363e1597 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Deleting port cecdaa58-8e1d-4673-a913-cc183ab5a0eb {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:58.618377 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d5970a4b-c437-4de5-aadf-5d55363e1597 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.630788 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-5c09ad87-5258-4b52-8f07-7cf71cf8f78c None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:16:58.671571 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0b6d19bf-6e28-4696-a776-a5159a5996fb None None] Provisioning complete for port ce9fe94a-1332-46ee-9eb1-07f00e462f44 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:58.672425 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0b6d19bf-6e28-4696-a776-a5159a5996fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.675509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782fc8c2-2a10-4170-941a-64ce1b9469ff tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Made reservation on behalf of f344840a0d66456caa6cefdb144cf393 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:58.678376 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-782fc8c2-2a10-4170-941a-64ce1b9469ff tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.684908 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18065cda-3b88-4074-8b8a-7e8c5ceca65d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Subnet': ['ID=ebd546d8-8b0a-4fda-b024-4e74b67c74f5,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:58.698849 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18065cda-3b88-4074-8b8a-7e8c5ceca65d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Checking segment: {'id': '9368b9fd-7b14-4615-b75a-92161695008d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4bb6a60f-1138-4653-913a-3c505146e660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:16:58.698849 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18065cda-3b88-4074-8b8a-7e8c5ceca65d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network hostable DHCP agents. Network: 4bb6a60f-1138-4653-913a-3c505146e660, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:16:58.704446 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-782fc8c2-2a10-4170-941a-64ce1b9469ff tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] device_id is not set on port 9b796bf4-ef93-44a8-b3ea-3594a0dc403e yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:58.704621 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4c628af4-4011-4a45-8e5b-249aee9e6f47 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.790605 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c902c9b-f310-49c5-9fa7-5a7aa0cf9fe7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.791515 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c902c9b-f310-49c5-9fa7-5a7aa0cf9fe7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Fanout notify agent at l3_agent the message router_deleted on router 1b724a07-ef9a-439b-82f7-7bbf1108fe18 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:16:58.795910 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d5970a4b-c437-4de5-aadf-5d55363e1597 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.804199 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c902c9b-f310-49c5-9fa7-5a7aa0cf9fe7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.804199 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1c902c9b-f310-49c5-9fa7-5a7aa0cf9fe7 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "DELETE /v2.0/routers/1b724a07-ef9a-439b-82f7-7bbf1108fe18 HTTP/1.1" status: 204 len: 168 time: 4.0776122 Nov 11 12:16:58.804400 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53726) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:58.817736 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-d5970a4b-c437-4de5-aadf-5d55363e1597 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Calling delete_port for cecdaa58-8e1d-4673-a913-cc183ab5a0eb owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:58.834739 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d164ce16-ff5d-4501-b087-f71ece52b577 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network ce73abad-5cd6-460d-8ead-967658874073 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:16:58.892336 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18065cda-3b88-4074-8b8a-7e8c5ceca65d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network 4bb6a60f-1138-4653-913a-3c505146e660 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:16:58.894851 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port ce9fe94a-1332-46ee-9eb1-07f00e462f44 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:16:58.895514 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.902346 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4c628af4-4011-4a45-8e5b-249aee9e6f47 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.964211 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-d164ce16-ff5d-4501-b087-f71ece52b577 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, ce73abad-5cd6-460d-8ead-967658874073) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:58.971547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-782fc8c2-2a10-4170-941a-64ce1b9469ff tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Allocated IP 172.20.0.13 (b9720373-359f-4f20-b876-5bd15a5f71fc/c3179f72-e7be-48de-8879-6819dee07f9f/9b796bf4-ef93-44a8-b3ea-3594a0dc403e) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:16:58.971823 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c628af4-4011-4a45-8e5b-249aee9e6f47 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Subnet': ['ID=a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:58.983543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d164ce16-ff5d-4501-b087-f71ece52b577 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:58.983543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d164ce16-ff5d-4501-b087-f71ece52b577 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.989111 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4c628af4-4011-4a45-8e5b-249aee9e6f47 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:58.997674 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4c628af4-4011-4a45-8e5b-249aee9e6f47 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/subnets/a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f HTTP/1.1" status: 204 len: 168 time: 1.1976418 Nov 11 12:16:58.997674 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-18065cda-3b88-4074-8b8a-7e8c5ceca65d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 4bb6a60f-1138-4653-913a-3c505146e660) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:16:58.998499 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53728) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:59.004887 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749af92b-215d-49fc-8005-5d042b8d3942 None None] Network dc54a896-79c9-47fd-ba19-33d90e683acf requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:59.006765 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab07b7b-4567-4dfa-908f-c54f48407f8b None None] Network ce73abad-5cd6-460d-8ead-967658874073 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:59.022099 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18065cda-3b88-4074-8b8a-7e8c5ceca65d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:16:59.022391 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320556e4-6ebf-4de2-8552-79adc1b7338c None None] Network 4bb6a60f-1138-4653-913a-3c505146e660 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:16:59.022695 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18065cda-3b88-4074-8b8a-7e8c5ceca65d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.039641 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-27240846-f55e-4d36-856a-11ea9f8bce0a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.129785 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53730) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:59.130074 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d164ce16-ff5d-4501-b087-f71ece52b577 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6723664 Nov 11 12:16:59.135558 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-18065cda-3b88-4074-8b8a-7e8c5ceca65d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4413688 Nov 11 12:16:59.139848 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-9c3b410f-4b21-4071-8fd4-061de9dd4919 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'network_id': 'ce73abad-5cd6-460d-8ead-967658874073', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-932038898'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:59.145894 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53732) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:59.164523 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0ef79be6-0a6d-4263-ac29-cd05be8ee3eb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'subnet': {'network_id': '66bd1e29-85ae-4109-8bde-7c65b0466a62', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:16:59.210940 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.278112 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-27240846-f55e-4d36-856a-11ea9f8bce0a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.342158 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0b6d19bf-6e28-4696-a776-a5159a5996fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.352151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-27240846-f55e-4d36-856a-11ea9f8bce0a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b580bc89-3da6-495d-a6bb-01e9bf883bce']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:59.377272 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-27240846-f55e-4d36-856a-11ea9f8bce0a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:59.377568 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-27240846-f55e-4d36-856a-11ea9f8bce0a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ce6a1a-68c9-4ae0-aeb6-3bc34781ce5e') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:59.410718 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting port ce6bf190-99e7-4a26-89cc-52085b8a52ff {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:16:59.411169 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-27240846-f55e-4d36-856a-11ea9f8bce0a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.412487 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.445846 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-27240846-f55e-4d36-856a-11ea9f8bce0a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.458485 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27240846-f55e-4d36-856a-11ea9f8bce0a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:16:59.459071 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-27240846-f55e-4d36-856a-11ea9f8bce0a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:16:59.462276 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:16:59.517281 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] For port ce6bf190-99e7-4a26-89cc-52085b8a52ff, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=ce6bf190-99e7-4a26-89cc-52085b8a52ff,segment=NetworkSegment(1808d3ad-b975-469a-a102-634a3c7fcc6c),segment_id=1808d3ad-b975-469a-a102-634a3c7fcc6c)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:59.517648 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.534732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Calling delete_port for ce6bf190-99e7-4a26-89cc-52085b8a52ff owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:16:59.536513 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef79be6-0a6d-4263-ac29-cd05be8ee3eb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Made reservation on behalf of 0943f80b62ea42d08b8695fa6f98abee for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:59.541123 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0ef79be6-0a6d-4263-ac29-cd05be8ee3eb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.572154 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0b6d19bf-6e28-4696-a776-a5159a5996fb None None] For port ce9fe94a-1332-46ee-9eb1-07f00e462f44, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=ce9fe94a-1332-46ee-9eb1-07f00e462f44,segment=NetworkSegment(480f36bf-49f0-4eb6-a10b-7de77183542f),segment_id=480f36bf-49f0-4eb6-a10b-7de77183542f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:16:59.610366 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-27240846-f55e-4d36-856a-11ea9f8bce0a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.620111 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-27240846-f55e-4d36-856a-11ea9f8bce0a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.626167 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-27240846-f55e-4d36-856a-11ea9f8bce0a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "DELETE /v2.0/networks/b580bc89-3da6-495d-a6bb-01e9bf883bce HTTP/1.1" status: 204 len: 168 time: 0.8156474 Nov 11 12:16:59.634475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53736) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:16:59.644040 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d5970a4b-c437-4de5-aadf-5d55363e1597 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.656322 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.670963 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27240846-f55e-4d36-856a-11ea9f8bce0a tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event deleted for resources: {'Network': ['ID=b580bc89-3da6-495d-a6bb-01e9bf883bce,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:59.688195 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0b6d19bf-6e28-4696-a776-a5159a5996fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.698408 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3b410f-4b21-4071-8fd4-061de9dd4919 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:16:59.702735 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9c3b410f-4b21-4071-8fd4-061de9dd4919 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.754255 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-9c3b410f-4b21-4071-8fd4-061de9dd4919 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] device_id is not set on port 4e8714ff-57d7-47f0-9e79-7d2e3d76d604 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:16:59.780961 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5970a4b-c437-4de5-aadf-5d55363e1597 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Pushing event deleted for resources: {'Port': ['ID=cecdaa58-8e1d-4673-a913-cc183ab5a0eb,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:16:59.847573 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc371afe-bcb7-45d2-bb64-9242144e7f70 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.885652 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459de6bc-97f8-4bd0-b16b-3390ac4c1d98 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:59.896295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5c09ad87-5258-4b52-8f07-7cf71cf8f78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:55Z', 'revision_number': 8, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '520c7d9f-0249-4b57-a1de-851ee4580348', 'name': '', 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:69:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:30Z', 'updated_at': '2021-11-11T12:16:41Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:29Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:16:59.907659 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc371afe-bcb7-45d2-bb64-9242144e7f70 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.918545 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-782fc8c2-2a10-4170-941a-64ce1b9469ff tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.960872 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1423c2-0046-48ba-a27f-d5fa9e69fbbb None None] DHCP port deletion for dc54a896-79c9-47fd-ba19-33d90e683acf request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:16:59.964429 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-4bb6a60f-1138-4653-913a-3c505146e660', 'network_id': '4bb6a60f-1138-4653-913a-3c505146e660', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'fixed_ips': [{'subnet_id': 'ebd546d8-8b0a-4fda-b024-4e74b67c74f5'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:16:59.977680 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d5970a4b-c437-4de5-aadf-5d55363e1597 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:16:59.977983 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.043354 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-ce73abad-5cd6-460d-8ead-967658874073', 'network_id': 'ce73abad-5cd6-460d-8ead-967658874073', 'tenant_id': 'f9c03639a8564727b50cf8ab0fd2b19c', 'fixed_ips': [{'subnet_id': '1daa1ef8-c4c0-4a93-a5fe-e81e401f3d71'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:17:00.044543 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.045239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-9c3b410f-4b21-4071-8fd4-061de9dd4919 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Allocated IP 2001:db8::2f8 (ce73abad-5cd6-460d-8ead-967658874073/1daa1ef8-c4c0-4a93-a5fe-e81e401f3d71/4e8714ff-57d7-47f0-9e79-7d2e3d76d604) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:00.090885 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c09ad87-5258-4b52-8f07-7cf71cf8f78c None None] The sync data for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv is: [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:16:55Z', 'revision_number': 8, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '520c7d9f-0249-4b57-a1de-851ee4580348', 'name': '', 'network_id': '66767c3b-0464-4ee4-b02b-391a87a3678f', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:69:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:30Z', 'updated_at': '2021-11-11T12:16:41Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '7c613cd6-f1f5-45d0-bc4e-cf06e403fc83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:29Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:00.125813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.129990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0ef79be6-0a6d-4263-ac29-cd05be8ee3eb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.150679 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d5970a4b-c437-4de5-aadf-5d55363e1597 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.157667 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d19bf-6e28-4696-a776-a5159a5996fb None None] Pushing event updated for resources: {'Port': ['ID=ce9fe94a-1332-46ee-9eb1-07f00e462f44,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:00.161747 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-3a1423c2-0046-48ba-a27f-d5fa9e69fbbb None None] The port 'ce6bf190-99e7-4a26-89cc-52085b8a52ff' was deleted {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 11 12:17:00.190471 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d5970a4b-c437-4de5-aadf-5d55363e1597 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.202927 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] No DVR routers for this DVR port ce6bf190-99e7-4a26-89cc-52085b8a52ff on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:00.214888 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Port': ['ID=ce6bf190-99e7-4a26-89cc-52085b8a52ff,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:00.222343 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc371afe-bcb7-45d2-bb64-9242144e7f70 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.225039 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc371afe-bcb7-45d2-bb64-9242144e7f70 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.229065 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fc371afe-bcb7-45d2-bb64-9242144e7f70 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] 10.222.0.50 "DELETE /v2.0/security-groups/1dcb63e8-3f77-473e-b827-956702cc5518 HTTP/1.1" status: 204 len: 168 time: 0.5894363 Nov 11 12:17:00.269417 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:17:00.269874 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:17:00.276802 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef79be6-0a6d-4263-ac29-cd05be8ee3eb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Subnet': ['ID=15f308a5-7bd8-4508-91ca-26229ad09ab5,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:00.285198 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc371afe-bcb7-45d2-bb64-9242144e7f70 tempest-TestNetworkAdvancedServerOps-1978806392 tempest-TestNetworkAdvancedServerOps-1978806392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcb63e8-3f77-473e-b827-956702cc5518,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:00.321058 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef79be6-0a6d-4263-ac29-cd05be8ee3eb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Checking segment: {'id': '84f1f869-25b8-4c63-bec6-e2bb6d4eebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '66bd1e29-85ae-4109-8bde-7c65b0466a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:00.321946 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef79be6-0a6d-4263-ac29-cd05be8ee3eb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network hostable DHCP agents. Network: 66bd1e29-85ae-4109-8bde-7c65b0466a62, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:17:00.338960 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-24591cfa-6ffa-4378-8c13-e37005e54ee4 None None] Provisioning complete for port ce9fe94a-1332-46ee-9eb1-07f00e462f44 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:00.339493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-24591cfa-6ffa-4378-8c13-e37005e54ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.341702 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9c3b410f-4b21-4071-8fd4-061de9dd4919 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.346725 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-782fc8c2-2a10-4170-941a-64ce1b9469ff tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.455950 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef79be6-0a6d-4263-ac29-cd05be8ee3eb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network 66bd1e29-85ae-4109-8bde-7c65b0466a62 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:17:00.456067 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782fc8c2-2a10-4170-941a-64ce1b9469ff tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Network b9720373-359f-4f20-b876-5bd15a5f71fc is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:00.463142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.472698 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-782fc8c2-2a10-4170-941a-64ce1b9469ff tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:00.491104 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782fc8c2-2a10-4170-941a-64ce1b9469ff tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:00.513057 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9c3b410f-4b21-4071-8fd4-061de9dd4919 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.574855 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d5970a4b-c437-4de5-aadf-5d55363e1597 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.580647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5970a4b-c437-4de5-aadf-5d55363e1597 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Fanout notify agent at l3_agent the message router_deleted on router 93b9fa70-7d21-4dc4-9c50-281230d51e50 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:17:00.596925 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fc8c2-2a10-4170-941a-64ce1b9469ff tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Pushing event updated for resources: {'Port': ['ID=9b796bf4-ef93-44a8-b3ea-3594a0dc403e,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:00.611743 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d5970a4b-c437-4de5-aadf-5d55363e1597 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.614056 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d5970a4b-c437-4de5-aadf-5d55363e1597 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "DELETE /v2.0/routers/93b9fa70-7d21-4dc4-9c50-281230d51e50 HTTP/1.1" status: 204 len: 168 time: 2.8696129 Nov 11 12:17:00.628815 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53744) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.638670 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-0ef79be6-0a6d-4263-ac29-cd05be8ee3eb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 66bd1e29-85ae-4109-8bde-7c65b0466a62) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:00.640589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-e479ce6a-ea78-4a52-885c-7f76f33f75a9 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-758463786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:00.655620 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3b410f-4b21-4071-8fd4-061de9dd4919 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network ce73abad-5cd6-460d-8ead-967658874073 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:00.658465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef79be6-0a6d-4263-ac29-cd05be8ee3eb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:00.659084 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0ef79be6-0a6d-4263-ac29-cd05be8ee3eb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.662041 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc54a896-79c9-47fd-ba19-33d90e683acf']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:00.667870 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-9c3b410f-4b21-4071-8fd4-061de9dd4919 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:00.675964 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3b410f-4b21-4071-8fd4-061de9dd4919 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:00.678442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Allocated IP 2001:db8::2 (ce73abad-5cd6-460d-8ead-967658874073/1daa1ef8-c4c0-4a93-a5fe-e81e401f3d71/a591935a-a139-48d7-b5a3-3e1ec613295c) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:00.688676 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3b410f-4b21-4071-8fd4-061de9dd4919 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:00.689349 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9c3b410f-4b21-4071-8fd4-061de9dd4919 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.708911 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1808d3ad-b975-469a-a102-634a3c7fcc6c') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:00.709142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1808d3ad-b975-469a-a102-634a3c7fcc6c') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:00.712664 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b410f-4b21-4071-8fd4-061de9dd4919 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=4e8714ff-57d7-47f0-9e79-7d2e3d76d604,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:00.734853 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782fc8c2-2a10-4170-941a-64ce1b9469ff tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:00.735740 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-782fc8c2-2a10-4170-941a-64ce1b9469ff tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.744090 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.758462 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Allocated IP 2001:db8::2 (4bb6a60f-1138-4653-913a-3c505146e660/ebd546d8-8b0a-4fda-b024-4e74b67c74f5/86e37b16-d399-4cf5-92da-3ca0fdaa649b) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:00.759109 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308f62f8-8d63-4726-82fa-3d17a42687ec None None] Network 66bd1e29-85ae-4109-8bde-7c65b0466a62 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:00.778183 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.784726 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:00.786844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:00.788597 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:00.860221 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e479ce6a-ea78-4a52-885c-7f76f33f75a9 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.861292 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e479ce6a-ea78-4a52-885c-7f76f33f75a9 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.935341 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.953088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.953291 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0ef79be6-0a6d-4263-ac29-cd05be8ee3eb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8027463 Nov 11 12:17:00.955249 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9c3b410f-4b21-4071-8fd4-061de9dd4919 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8238113 Nov 11 12:17:00.955380 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/networks/dc54a896-79c9-47fd-ba19-33d90e683acf HTTP/1.1" status: 204 len: 168 time: 1.9554765 Nov 11 12:17:00.955482 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53746) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.957247 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e479ce6a-ea78-4a52-885c-7f76f33f75a9 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:00.961752 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-782fc8c2-2a10-4170-941a-64ce1b9469ff tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.7280800 Nov 11 12:17:00.962396 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53748) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.962825 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53750) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.967708 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0e4d841a-cebc-4b80-87e0-61587c6164f0 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-686334756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:00.983565 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53752) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:00.990122 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b15c8-cc01-4c93-bfcc-904b7c85e03e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Network': ['ID=dc54a896-79c9-47fd-ba19-33d90e683acf,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:01.087415 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-24591cfa-6ffa-4378-8c13-e37005e54ee4 None None] Provisioning complete for port 5527730c-cf3d-45a0-a6c9-235761d74718 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:01.088018 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-24591cfa-6ffa-4378-8c13-e37005e54ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.121510 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa98491-6fb8-4e91-9f82-77e30d541dcd tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:01.128767 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa98491-6fb8-4e91-9f82-77e30d541dcd tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:01.136508 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa98491-6fb8-4e91-9f82-77e30d541dcd tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:01.138525 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-efa98491-6fb8-4e91-9f82-77e30d541dcd tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1540148 Nov 11 12:17:01.141350 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53756) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.146969 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 55654909-1bb2-4efd-94ab-17413eb3011f no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:01.183035 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53758) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.190535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 55654909-1bb2-4efd-94ab-17413eb3011f {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:01.191168 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 55654909-1bb2-4efd-94ab-17413eb3011f not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:01.193712 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e4d841a-cebc-4b80-87e0-61587c6164f0 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.194799 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e4d841a-cebc-4b80-87e0-61587c6164f0 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.302682 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.304042 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-24591cfa-6ffa-4378-8c13-e37005e54ee4 None None] Port 5527730c-cf3d-45a0-a6c9-235761d74718 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:01.343509 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.383188 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e4d841a-cebc-4b80-87e0-61587c6164f0 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.387197 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-66bd1e29-85ae-4109-8bde-7c65b0466a62', 'network_id': '66bd1e29-85ae-4109-8bde-7c65b0466a62', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'fixed_ips': [{'subnet_id': '15f308a5-7bd8-4508-91ca-26229ad09ab5'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:17:01.388194 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.396483 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-3d197258-ee07-4dfa-be95-2576576fbe00 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Deleting port 9b796bf4-ef93-44a8-b3ea-3594a0dc403e {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:01.396835 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3d197258-ee07-4dfa-be95-2576576fbe00 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.412110 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ce9fe94a-1332-46ee-9eb1-07f00e462f44 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:01.423159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.484249 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.513789 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bb3aa090-3cbb-4aad-b5c0-5d686455ed7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c50ad2899d5f44f391ca81db684e3194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281398 Nov 11 12:17:01.514924 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e4d841a-cebc-4b80-87e0-61587c6164f0 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.533056 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53764) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.600103 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e479ce6a-ea78-4a52-885c-7f76f33f75a9 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.608277 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-08c7971a-fc6c-40fb-ace3-f8d9a9be9ffc None None] Provisioning complete for port 9b796bf4-ef93-44a8-b3ea-3594a0dc403e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:01.608831 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-08c7971a-fc6c-40fb-ace3-f8d9a9be9ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.619090 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Network ce73abad-5cd6-460d-8ead-967658874073 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:01.625576 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-def954b6-f8b7-4ca9-8763-82f6e8245a07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.630140 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e4d841a-cebc-4b80-87e0-61587c6164f0 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.634784 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0e4d841a-cebc-4b80-87e0-61587c6164f0 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6755891 Nov 11 12:17:01.637082 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53766) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.651677 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3d197258-ee07-4dfa-be95-2576576fbe00 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.678546 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-3d197258-ee07-4dfa-be95-2576576fbe00 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Calling delete_port for 9b796bf4-ef93-44a8-b3ea-3594a0dc403e owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:01.681647 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-def954b6-f8b7-4ca9-8763-82f6e8245a07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.748812 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e479ce6a-ea78-4a52-885c-7f76f33f75a9 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:01.753176 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e479ce6a-ea78-4a52-885c-7f76f33f75a9 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1213048 Nov 11 12:17:01.756813 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53768) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:01.764825 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-620721ca-aff7-47da-a763-73c7c8aa131f tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'enable_snat': False}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:01.830420 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Network 4bb6a60f-1138-4653-913a-3c505146e660 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:01.836486 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:01.842829 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Pushing event updated for resources: {'Port': ['ID=a591935a-a139-48d7-b5a3-3e1ec613295c,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:01.849392 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:01.851536 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:01.878889 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:01.969623 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Allocated IP 2001:db8:1::2 (66bd1e29-85ae-4109-8bde-7c65b0466a62/15f308a5-7bd8-4508-91ca-26229ad09ab5/0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:02.015025 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-177957c0-66f4-4ef2-8fd8-9e7675e202a8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port 4e8714ff-57d7-47f0-9e79-7d2e3d76d604 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:02.015668 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-177957c0-66f4-4ef2-8fd8-9e7675e202a8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:02.042023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-620721ca-aff7-47da-a763-73c7c8aa131f tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:02.062654 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-08c7971a-fc6c-40fb-ace3-f8d9a9be9ffc None None] Port 9b796bf4-ef93-44a8-b3ea-3594a0dc403e cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:02.063543 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-def954b6-f8b7-4ca9-8763-82f6e8245a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:02.066218 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-def954b6-f8b7-4ca9-8763-82f6e8245a07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:02.069859 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-def954b6-f8b7-4ca9-8763-82f6e8245a07 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f8b7276-9fcf-463d-847e-021f230f888a HTTP/1.1" status: 204 len: 168 time: 0.5336370 Nov 11 12:17:02.081639 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def954b6-f8b7-4ca9-8763-82f6e8245a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8b7276-9fcf-463d-847e-021f230f888a,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:02.182725 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port ce9fe94a-1332-46ee-9eb1-07f00e462f44 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:02.183396 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:02.217665 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Pushing event updated for resources: {'Port': ['ID=86e37b16-d399-4cf5-92da-3ca0fdaa649b,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:02.219461 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3d197258-ee07-4dfa-be95-2576576fbe00 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:02.265279 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c4e57cd1-a997-4f36-a4c7-18b25b083955 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:02.270172 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-08c7971a-fc6c-40fb-ace3-f8d9a9be9ffc None None] Provisioning complete for port 5527730c-cf3d-45a0-a6c9-235761d74718 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:02.270626 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-08c7971a-fc6c-40fb-ace3-f8d9a9be9ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:02.273046 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Attempting to bind port a591935a-a139-48d7-b5a3-3e1ec613295c on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:17:02.273477 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Attempting to bind port a591935a-a139-48d7-b5a3-3e1ec613295c by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '7f338dfb-c55b-4148-b68f-9a6851156afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce73abad-5cd6-460d-8ead-967658874073'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:17:02.273966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Attempting to bind port a591935a-a139-48d7-b5a3-3e1ec613295c on network ce73abad-5cd6-460d-8ead-967658874073 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:02.286108 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d197258-ee07-4dfa-be95-2576576fbe00 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Pushing event deleted for resources: {'Port': ['ID=9b796bf4-ef93-44a8-b3ea-3594a0dc403e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:02.294395 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-177957c0-66f4-4ef2-8fd8-9e7675e202a8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:02.330618 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:17:02.331146 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Checking segment: {'id': '7f338dfb-c55b-4148-b68f-9a6851156afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce73abad-5cd6-460d-8ead-967658874073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:02.331637 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:02.332091 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Bound using segment: {'id': '7f338dfb-c55b-4148-b68f-9a6851156afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce73abad-5cd6-460d-8ead-967658874073'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:17:02.332641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Bound port: a591935a-a139-48d7-b5a3-3e1ec613295c, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f338dfb-c55b-4148-b68f-9a6851156afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ce73abad-5cd6-460d-8ead-967658874073'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:17:02.333088 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:02.340974 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Attempting to bind port 86e37b16-d399-4cf5-92da-3ca0fdaa649b on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:17:02.341219 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Attempting to bind port 86e37b16-d399-4cf5-92da-3ca0fdaa649b by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '9368b9fd-7b14-4615-b75a-92161695008d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4bb6a60f-1138-4653-913a-3c505146e660'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:17:02.341725 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Attempting to bind port 86e37b16-d399-4cf5-92da-3ca0fdaa649b on network 4bb6a60f-1138-4653-913a-3c505146e660 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:02.356228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-177957c0-66f4-4ef2-8fd8-9e7675e202a8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for 4e8714ff-57d7-47f0-9e79-7d2e3d76d604 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:02.387236 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:17:02.387580 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Checking segment: {'id': '9368b9fd-7b14-4615-b75a-92161695008d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4bb6a60f-1138-4653-913a-3c505146e660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:02.388108 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:02.388561 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Bound using segment: {'id': '9368b9fd-7b14-4615-b75a-92161695008d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4bb6a60f-1138-4653-913a-3c505146e660'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:17:02.389116 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Bound port: 86e37b16-d399-4cf5-92da-3ca0fdaa649b, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9368b9fd-7b14-4615-b75a-92161695008d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4bb6a60f-1138-4653-913a-3c505146e660'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:17:02.389661 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:02.398331 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:02.409443 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-08c7971a-fc6c-40fb-ace3-f8d9a9be9ffc None None] Port 5527730c-cf3d-45a0-a6c9-235761d74718 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:02.520700 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:02.603572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] For port a591935a-a139-48d7-b5a3-3e1ec613295c, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:17:02.624959 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] For port a591935a-a139-48d7-b5a3-3e1ec613295c, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a591935a-a139-48d7-b5a3-3e1ec613295c,segment=NetworkSegment(7f338dfb-c55b-4148-b68f-9a6851156afd),segment_id=7f338dfb-c55b-4148-b68f-9a6851156afd)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:17:02.652987 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Network 66bd1e29-85ae-4109-8bde-7c65b0466a62 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:02.670901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:02.684149 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:02.693213 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] For port 86e37b16-d399-4cf5-92da-3ca0fdaa649b, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:17:02.721426 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] For port 86e37b16-d399-4cf5-92da-3ca0fdaa649b, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=86e37b16-d399-4cf5-92da-3ca0fdaa649b,segment=NetworkSegment(9368b9fd-7b14-4615-b75a-92161695008d),segment_id=9368b9fd-7b14-4615-b75a-92161695008d)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:17:02.777544 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Pushing event updated for resources: {'Port': ['ID=0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:02.782322 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ce6bf190-99e7-4a26-89cc-52085b8a52ff no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:02.785551 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:02.899582 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3d197258-ee07-4dfa-be95-2576576fbe00 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:02.905366 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3d197258-ee07-4dfa-be95-2576576fbe00 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] 10.222.0.50 "DELETE /v2.0/ports/9b796bf4-ef93-44a8-b3ea-3594a0dc403e HTTP/1.1" status: 204 len: 168 time: 1.7613719 Nov 11 12:17:02.910707 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53776) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:02.918066 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-413df5ae-7247-477d-a822-53e815b8eb46 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Request body: {'port': {'name': 'tempest-new-port-name-93780425', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:02.919511 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.api.validators [None req-413df5ae-7247-477d-a822-53e815b8eb46 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] bootfile-name is not in valid_values {{(pid=103002) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:17:02.920037 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.api.validators [None req-413df5ae-7247-477d-a822-53e815b8eb46 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] tftp-server is not in valid_values {{(pid=103002) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:17:02.920528 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.api.validators [None req-413df5ae-7247-477d-a822-53e815b8eb46 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] server-ip-address is not in valid_values {{(pid=103002) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 12:17:02.927890 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:02.929775 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: ce6bf190-99e7-4a26-89cc-52085b8a52ff {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:02.930206 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ce6bf190-99e7-4a26-89cc-52085b8a52ff not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:02.930714 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c6fe39ad-bb9d-4db5-bec6-130b62b16181 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:02.988362 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: c6fe39ad-bb9d-4db5-bec6-130b62b16181 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:02.988841 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c6fe39ad-bb9d-4db5-bec6-130b62b16181 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:03.007579 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Attempting to bind port 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:17:03.008593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Attempting to bind port 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '84f1f869-25b8-4c63-bec6-e2bb6d4eebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '66bd1e29-85ae-4109-8bde-7c65b0466a62'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:17:03.009501 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Attempting to bind port 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc on network 66bd1e29-85ae-4109-8bde-7c65b0466a62 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:03.018781 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:17:03.019251 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Checking segment: {'id': '84f1f869-25b8-4c63-bec6-e2bb6d4eebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '66bd1e29-85ae-4109-8bde-7c65b0466a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:03.019833 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.021207 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Bound using segment: {'id': '84f1f869-25b8-4c63-bec6-e2bb6d4eebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '66bd1e29-85ae-4109-8bde-7c65b0466a62'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:17:03.021207 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Bound port: 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f1f869-25b8-4c63-bec6-e2bb6d4eebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '66bd1e29-85ae-4109-8bde-7c65b0466a62'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:17:03.021207 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.024278 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093fe4d-99c2-4a5d-90ad-287d9138dc87 None None] Pushing event updated for resources: {'Port': ['ID=a591935a-a139-48d7-b5a3-3e1ec613295c,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:03.063038 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-c4e57cd1-a997-4f36-a4c7-18b25b083955 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Allocated IP 2001:db8::1 (4bb6a60f-1138-4653-913a-3c505146e660/ebd546d8-8b0a-4fda-b024-4e74b67c74f5/5242697e-a4a2-408c-9398-ae987d755d24) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:03.078282 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7495c57e-fc68-4620-8176-e68a68ca143e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.087437 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-413df5ae-7247-477d-a822-53e815b8eb46 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.105961 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53778) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:03.127529 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-177957c0-66f4-4ef2-8fd8-9e7675e202a8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.182872 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-00587696-3fd6-4e24-8c44-b015c253e4e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.187967 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39293c0d-9df0-4c5c-afef-0912987211e0 None None] Pushing event updated for resources: {'Port': ['ID=86e37b16-d399-4cf5-92da-3ca0fdaa649b,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:03.219326 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] For port 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:17:03.223540 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] For port 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc,segment=NetworkSegment(84f1f869-25b8-4c63-bec6-e2bb6d4eebd1),segment_id=84f1f869-25b8-4c63-bec6-e2bb6d4eebd1)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:17:03.237571 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177957c0-66f4-4ef2-8fd8-9e7675e202a8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=4e8714ff-57d7-47f0-9e79-7d2e3d76d604,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:03.261774 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dab65f98-bc7e-428c-975b-8adc9f82f552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.314756 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.334521 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-177957c0-66f4-4ef2-8fd8-9e7675e202a8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.339344 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-177957c0-66f4-4ef2-8fd8-9e7675e202a8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/ports/4e8714ff-57d7-47f0-9e79-7d2e3d76d604 HTTP/1.1" status: 204 len: 168 time: 2.3658016 Nov 11 12:17:03.346428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53780) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:03.418179 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6def1ac-dc90-4e37-a4c3-3067acfe8563 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] GET failed (client error): The resource could not be found. Nov 11 12:17:03.419808 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c6def1ac-dc90-4e37-a4c3-3067acfe8563 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports/4e8714ff-57d7-47f0-9e79-7d2e3d76d604 HTTP/1.1" status: 404 len: 333 time: 0.0722628 Nov 11 12:17:03.426940 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a81e6-fb01-496d-b3ec-0ed9a9a0a243 None None] Pushing event updated for resources: {'Port': ['ID=0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:03.429029 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53782) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:03.636155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-3238be32-6d7b-4d21-80eb-58f7080bdf60 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting subnet 1daa1ef8-c4c0-4a93-a5fe-e81e401f3d71 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:03.639722 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c4e57cd1-a997-4f36-a4c7-18b25b083955 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.724597 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-413df5ae-7247-477d-a822-53e815b8eb46 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.747478 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3238be32-6d7b-4d21-80eb-58f7080bdf60 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.830578 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-7495c57e-fc68-4620-8176-e68a68ca143e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting port 520c7d9f-0249-4b57-a1de-851ee4580348 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:03.831009 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7495c57e-fc68-4620-8176-e68a68ca143e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.837951 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c4e57cd1-a997-4f36-a4c7-18b25b083955 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.897453 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-413df5ae-7247-477d-a822-53e815b8eb46 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.961683 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e57cd1-a997-4f36-a4c7-18b25b083955 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network 4bb6a60f-1138-4653-913a-3c505146e660 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:03.967139 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3238be32-6d7b-4d21-80eb-58f7080bdf60 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:03.978650 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-c4e57cd1-a997-4f36-a4c7-18b25b083955 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:03.984954 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e57cd1-a997-4f36-a4c7-18b25b083955 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:03.985590 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c4e57cd1-a997-4f36-a4c7-18b25b083955 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.032361 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-00587696-3fd6-4e24-8c44-b015c253e4e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.053270 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e57cd1-a997-4f36-a4c7-18b25b083955 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=5242697e-a4a2-408c-9398-ae987d755d24,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:04.114862 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-00587696-3fd6-4e24-8c44-b015c253e4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.126556 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413df5ae-7247-477d-a822-53e815b8eb46 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Pushing event updated for resources: {'Port': ['ID=5527730c-cf3d-45a0-a6c9-235761d74718,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:04.144917 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-7495c57e-fc68-4620-8176-e68a68ca143e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] For port 520c7d9f-0249-4b57-a1de-851ee4580348, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=520c7d9f-0249-4b57-a1de-851ee4580348,segment=NetworkSegment(a6bd8d9e-0709-491d-8eb3-11247f83e349),segment_id=a6bd8d9e-0709-491d-8eb3-11247f83e349)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:04.145498 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7495c57e-fc68-4620-8176-e68a68ca143e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.166088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-7495c57e-fc68-4620-8176-e68a68ca143e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Calling delete_port for 520c7d9f-0249-4b57-a1de-851ee4580348 owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:04.248062 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-620721ca-aff7-47da-a763-73c7c8aa131f tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.263978 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-413df5ae-7247-477d-a822-53e815b8eb46 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] In _notify_port_updated(), no bound segment for port 5527730c-cf3d-45a0-a6c9-235761d74718 on network b9720373-359f-4f20-b876-5bd15a5f71fc {{(pid=103002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:17:04.267687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413df5ae-7247-477d-a822-53e815b8eb46 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:04.267687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-413df5ae-7247-477d-a822-53e815b8eb46 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.268319 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-413df5ae-7247-477d-a822-53e815b8eb46 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] 10.222.0.50 "PUT /v2.0/ports/5527730c-cf3d-45a0-a6c9-235761d74718 HTTP/1.1" status: 200 len: 1134 time: 1.3554778 Nov 11 12:17:04.269992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3238be32-6d7b-4d21-80eb-58f7080bdf60 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.298933 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53786) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:04.346148 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-00587696-3fd6-4e24-8c44-b015c253e4e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b06b5a07b6164ad08db7e49ae1d05d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2361946 Nov 11 12:17:04.346941 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00587696-3fd6-4e24-8c44-b015c253e4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb357db-3986-4725-9252-8a5d8f11aa43,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:04.350367 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53788) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:04.357452 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-620721ca-aff7-47da-a763-73c7c8aa131f tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.386630 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-d739f709-de9a-4121-b531-5b00fd4ac39d None None] Provisioning complete for port 5527730c-cf3d-45a0-a6c9-235761d74718 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:04.387783 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d739f709-de9a-4121-b531-5b00fd4ac39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.390013 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c4e57cd1-a997-4f36-a4c7-18b25b083955 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.450388 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da1eb2b-5472-46c2-b440-a5cb5c34fa33 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:04.452313 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1da1eb2b-5472-46c2-b440-a5cb5c34fa33 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] 10.222.0.50 "GET /v2.0/ports/5527730c-cf3d-45a0-a6c9-235761d74718 HTTP/1.1" status: 200 len: 1134 time: 0.1262202 Nov 11 12:17:04.472789 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53790) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:04.473314 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-d739f709-de9a-4121-b531-5b00fd4ac39d None None] Port 5527730c-cf3d-45a0-a6c9-235761d74718 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:04.612021 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-831bde8f-a56f-41b2-bb54-b67e850a3706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.638136 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-831bde8f-a56f-41b2-bb54-b67e850a3706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.666251 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3238be32-6d7b-4d21-80eb-58f7080bdf60 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.724812 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7495c57e-fc68-4620-8176-e68a68ca143e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.736461 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-620721ca-aff7-47da-a763-73c7c8aa131f tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Allocated IP 172.26.5.18 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/97efea8b-96a1-49dc-b56f-a11e5abf3823) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:04.783178 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3238be32-6d7b-4d21-80eb-58f7080bdf60 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.794083 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495c57e-fc68-4620-8176-e68a68ca143e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Port': ['ID=520c7d9f-0249-4b57-a1de-851ee4580348,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:04.795932 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3238be32-6d7b-4d21-80eb-58f7080bdf60 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/1daa1ef8-c4c0-4a93-a5fe-e81e401f3d71 HTTP/1.1" status: 204 len: 168 time: 1.3587248 Nov 11 12:17:04.796516 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53794) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:04.798162 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238be32-6d7b-4d21-80eb-58f7080bdf60 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Subnet': ['ID=1daa1ef8-c4c0-4a93-a5fe-e81e401f3d71,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:04.834456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-6aa1127f-6121-429b-9d02-479098c447e8 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Deleting port 5527730c-cf3d-45a0-a6c9-235761d74718 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:04.838223 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6aa1127f-6121-429b-9d02-479098c447e8 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.940627 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-831bde8f-a56f-41b2-bb54-b67e850a3706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.943345 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-831bde8f-a56f-41b2-bb54-b67e850a3706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:04.961352 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-831bde8f-a56f-41b2-bb54-b67e850a3706 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bbb357db-3986-4725-9252-8a5d8f11aa43 HTTP/1.1" status: 204 len: 168 time: 0.5957537 Nov 11 12:17:04.971577 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-620721ca-aff7-47da-a763-73c7c8aa131f tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:05.012040 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecb9d68-4ef6-41ea-be71-5d368cc85860 None None] Network ce73abad-5cd6-460d-8ead-967658874073 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:05.042758 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bde8f-a56f-41b2-bb54-b67e850a3706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb357db-3986-4725-9252-8a5d8f11aa43,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:05.096374 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-620721ca-aff7-47da-a763-73c7c8aa131f tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:05.182874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620721ca-aff7-47da-a763-73c7c8aa131f tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Pushing event updated for resources: {'Port': ['ID=97efea8b-96a1-49dc-b56f-a11e5abf3823,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:05.200647 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620721ca-aff7-47da-a763-73c7c8aa131f tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:05.203994 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-620721ca-aff7-47da-a763-73c7c8aa131f tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:05.230900 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620721ca-aff7-47da-a763-73c7c8aa131f tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:05.235896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-d3399f3c-7598-493a-8389-48454b99979a None None] Provisioning complete for port a591935a-a139-48d7-b5a3-3e1ec613295c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:05.238600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d3399f3c-7598-493a-8389-48454b99979a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:05.246280 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77f73b5-3510-4c96-b75e-f69443544b16 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:05.602918 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed4e399-fa48-4963-88cb-4bc79e75ce63 None None] Network 4bb6a60f-1138-4653-913a-3c505146e660 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:05.711008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:05.819102 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:05.825767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c56b016-a79f-4194-a0a5-76f6acb2f6f4 None None] Network 66bd1e29-85ae-4109-8bde-7c65b0466a62 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:05.827687 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-eeeee117-bab1-4b9a-a7bb-dfae9705db75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:05.888979 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801fe3ce-9bab-420e-9251-730f2cfab8ca None None] DHCP port deletion for ce73abad-5cd6-460d-8ead-967658874073 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:05.889363 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-620721ca-aff7-47da-a763-73c7c8aa131f tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.088614 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6aa1127f-6121-429b-9d02-479098c447e8 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.104746 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-6aa1127f-6121-429b-9d02-479098c447e8 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Calling delete_port for 5527730c-cf3d-45a0-a6c9-235761d74718 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:06.115401 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-620721ca-aff7-47da-a763-73c7c8aa131f tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.120219 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-620721ca-aff7-47da-a763-73c7c8aa131f tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.138574 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c4e57cd1-a997-4f36-a4c7-18b25b083955 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.163681 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d3399f3c-7598-493a-8389-48454b99979a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.192520 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7495c57e-fc68-4620-8176-e68a68ca143e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.222088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port a591935a-a139-48d7-b5a3-3e1ec613295c {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:06.222698 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.249349 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c4e57cd1-a997-4f36-a4c7-18b25b083955 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.250269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c4e57cd1-a997-4f36-a4c7-18b25b083955 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.403943 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620721ca-aff7-47da-a763-73c7c8aa131f tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Router 5b061f25-b3a3-4d72-b4b8-ab5502f0dab3 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:17:06.490307 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-d3399f3c-7598-493a-8389-48454b99979a None None] For port a591935a-a139-48d7-b5a3-3e1ec613295c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a591935a-a139-48d7-b5a3-3e1ec613295c,segment=NetworkSegment(7f338dfb-c55b-4148-b68f-9a6851156afd),segment_id=7f338dfb-c55b-4148-b68f-9a6851156afd)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:06.501225 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:06.501671 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.559235 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-801fe3ce-9bab-420e-9251-730f2cfab8ca None None] Deleting port a591935a-a139-48d7-b5a3-3e1ec613295c {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:06.559704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-801fe3ce-9bab-420e-9251-730f2cfab8ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.601476 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.602696 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d3399f3c-7598-493a-8389-48454b99979a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.616444 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620721ca-aff7-47da-a763-73c7c8aa131f tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:06.622122 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-620721ca-aff7-47da-a763-73c7c8aa131f tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.623745 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-620721ca-aff7-47da-a763-73c7c8aa131f tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "PUT /v2.0/routers/5b061f25-b3a3-4d72-b4b8-ab5502f0dab3 HTTP/1.1" status: 200 len: 914 time: 4.8652833 Nov 11 12:17:06.628894 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc933153-6479-4db5-8f89-789da2005127 None None] Sync routers for ids ['5b061f25-b3a3-4d72-b4b8-ab5502f0dab3'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:06.636635 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e57cd1-a997-4f36-a4c7-18b25b083955 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network 4bb6a60f-1138-4653-913a-3c505146e660 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:06.638303 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6aa1127f-6121-429b-9d02-479098c447e8 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.638977 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53816) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:06.648406 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc933153-6479-4db5-8f89-789da2005127 None None] Routers {'5b061f25-b3a3-4d72-b4b8-ab5502f0dab3'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:06.651869 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-bc933153-6479-4db5-8f89-789da2005127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['5b061f25-b3a3-4d72-b4b8-ab5502f0dab3'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:06.676156 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-c4e57cd1-a997-4f36-a4c7-18b25b083955 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:06.696069 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-801fe3ce-9bab-420e-9251-730f2cfab8ca None None] For port a591935a-a139-48d7-b5a3-3e1ec613295c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a591935a-a139-48d7-b5a3-3e1ec613295c,segment=NetworkSegment(7f338dfb-c55b-4148-b68f-9a6851156afd),segment_id=7f338dfb-c55b-4148-b68f-9a6851156afd)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:06.696572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-801fe3ce-9bab-420e-9251-730f2cfab8ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.726458 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] For port a591935a-a139-48d7-b5a3-3e1ec613295c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a591935a-a139-48d7-b5a3-3e1ec613295c,segment=NetworkSegment(7f338dfb-c55b-4148-b68f-9a6851156afd),segment_id=7f338dfb-c55b-4148-b68f-9a6851156afd)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:06.726824 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.729858 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e57cd1-a997-4f36-a4c7-18b25b083955 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=5242697e-a4a2-408c-9398-ae987d755d24,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:06.744637 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-bc933153-6479-4db5-8f89-789da2005127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:06.756916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:06.765362 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-801fe3ce-9bab-420e-9251-730f2cfab8ca None None] Calling delete_port for a591935a-a139-48d7-b5a3-3e1ec613295c owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:06.767496 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3399f3c-7598-493a-8389-48454b99979a None None] Pushing event updated for resources: {'Port': ['ID=a591935a-a139-48d7-b5a3-3e1ec613295c,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:06.769218 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc933153-6479-4db5-8f89-789da2005127 None None] Routers {'5b061f25-b3a3-4d72-b4b8-ab5502f0dab3'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:06.770047 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-bc933153-6479-4db5-8f89-789da2005127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['5b061f25-b3a3-4d72-b4b8-ab5502f0dab3'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:06.872548 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-bc933153-6479-4db5-8f89-789da2005127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:06.873467 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc933153-6479-4db5-8f89-789da2005127 None None] The sync data for ids ['5b061f25-b3a3-4d72-b4b8-ab5502f0dab3'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:06.892815 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5898f677-d1f6-4832-9ab4-c33bbb54e03f tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "GET /v2.0/routers/5b061f25-b3a3-4d72-b4b8-ab5502f0dab3 HTTP/1.1" status: 200 len: 920 time: 0.2509274 Nov 11 12:17:06.895503 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53820) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:06.898610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1127f-6121-429b-9d02-479098c447e8 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Pushing event deleted for resources: {'Port': ['ID=5527730c-cf3d-45a0-a6c9-235761d74718,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:06.918743 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for a591935a-a139-48d7-b5a3-3e1ec613295c owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:06.992157 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc,segment=NetworkSegment(84f1f869-25b8-4c63-bec6-e2bb6d4eebd1),segment_id=84f1f869-25b8-4c63-bec6-e2bb6d4eebd1)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:07.009866 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cd8b58-3fc2-47fe-bf7a-61edf31cf6e9 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:07.017716 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f8cd8b58-3fc2-47fe-bf7a-61edf31cf6e9 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&device_id=5b061f25-b3a3-4d72-b4b8-ab5502f0dab3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1210299 Nov 11 12:17:07.021587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53824) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:07.038495 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53826) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:07.110918 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4079cec6-0011-4ef6-b929-53427a52c9ca None None] Provisioning complete for port 97efea8b-96a1-49dc-b56f-a11e5abf3823 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:07.116311 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4079cec6-0011-4ef6-b929-53427a52c9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.196366 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-4079cec6-0011-4ef6-b929-53427a52c9ca None None] Port 97efea8b-96a1-49dc-b56f-a11e5abf3823 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:07.198088 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-801fe3ce-9bab-420e-9251-730f2cfab8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.200199 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.201574 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a591935a-a139-48d7-b5a3-3e1ec613295c up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:07.238105 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ad35a2-ef44-4fe4-b2f8-268f3d6dd103 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:07.244271 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-85ad35a2-ef44-4fe4-b2f8-268f3d6dd103 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "GET /v2.0/networks/1bf10f9f-df41-4592-a35d-f97ab68bce69 HTTP/1.1" status: 200 len: 881 time: 0.2174406 Nov 11 12:17:07.245711 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53830) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:07.277639 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: a591935a-a139-48d7-b5a3-3e1ec613295c {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:07.277988 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a591935a-a139-48d7-b5a3-3e1ec613295c not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 11 12:17:07.301527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Port a591935a-a139-48d7-b5a3-3e1ec613295c not found, will not notify nova. {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 11 12:17:07.303620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 86e37b16-d399-4cf5-92da-3ca0fdaa649b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:07.335040 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801fe3ce-9bab-420e-9251-730f2cfab8ca None None] No DVR routers for this DVR port a591935a-a139-48d7-b5a3-3e1ec613295c on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:07.338345 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3000ede6-d92b-4d5b-8db7-e935ff992c4c tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b061f25-b3a3-4d72-b4b8-ab5502f0dab3 HTTP/1.1" status: 200 len: 205 time: 0.0911238 Nov 11 12:17:07.342854 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53832) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:07.345560 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fe3ce-9bab-420e-9251-730f2cfab8ca None None] Pushing event deleted for resources: {'Port': ['ID=a591935a-a139-48d7-b5a3-3e1ec613295c,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:07.355368 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a8108f55-88ce-46d1-ba11-a33103c8944d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2062899908-network', 'tenant_id': 'dc5c4e2e2e10475196326bc02b38e4e8'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:07.426919 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4079cec6-0011-4ef6-b929-53427a52c9ca None None] Provisioning complete for port 86e37b16-d399-4cf5-92da-3ca0fdaa649b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:07.426919 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4079cec6-0011-4ef6-b929-53427a52c9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.436627 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6aa1127f-6121-429b-9d02-479098c447e8 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.444459 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53834) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:07.444649 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6aa1127f-6121-429b-9d02-479098c447e8 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] 10.222.0.50 "DELETE /v2.0/ports/5527730c-cf3d-45a0-a6c9-235761d74718 HTTP/1.1" status: 204 len: 168 time: 2.9701905 Nov 11 12:17:07.449233 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e57cd1-a997-4f36-a4c7-18b25b083955 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 264968cb-d0c5-4b50-bcef-268e5d07a046 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:17:07.466568 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:07.508326 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 86e37b16-d399-4cf5-92da-3ca0fdaa649b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:07.508757 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.513594 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8108f55-88ce-46d1-ba11-a33103c8944d admin admin] Made reservation on behalf of dc5c4e2e2e10475196326bc02b38e4e8 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:07.517605 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a8108f55-88ce-46d1-ba11-a33103c8944d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.529551 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d152e02-a694-4d0e-a943-be8b8ccd5191 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Deleting subnet c3179f72-e7be-48de-8879-6819dee07f9f {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:07.548008 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d152e02-a694-4d0e-a943-be8b8ccd5191 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.552450 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a8108f55-88ce-46d1-ba11-a33103c8944d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.596564 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7495c57e-fc68-4620-8176-e68a68ca143e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:17:07.670046 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.675710 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d152e02-a694-4d0e-a943-be8b8ccd5191 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.690066 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4079cec6-0011-4ef6-b929-53427a52c9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.716849 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=a591935a-a139-48d7-b5a3-3e1ec613295c,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:07.720476 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e57cd1-a997-4f36-a4c7-18b25b083955 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:07.725999 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c4e57cd1-a997-4f36-a4c7-18b25b083955 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/264968cb-d0c5-4b50-bcef-268e5d07a046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0877845 Nov 11 12:17:07.731998 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.741177 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53836) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:07.743445 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa8f410-4e16-4eba-9d72-25e70c817a5a None None] Sync routers for ids ['264968cb-d0c5-4b50-bcef-268e5d07a046'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:07.779909 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-4079cec6-0011-4ef6-b929-53427a52c9ca None None] For port 86e37b16-d399-4cf5-92da-3ca0fdaa649b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=86e37b16-d399-4cf5-92da-3ca0fdaa649b,segment=NetworkSegment(9368b9fd-7b14-4615-b75a-92161695008d),segment_id=9368b9fd-7b14-4615-b75a-92161695008d)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:07.798211 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa8f410-4e16-4eba-9d72-25e70c817a5a None None] Routers {'264968cb-d0c5-4b50-bcef-268e5d07a046'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:07.798832 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5fa8f410-4e16-4eba-9d72-25e70c817a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['264968cb-d0c5-4b50-bcef-268e5d07a046'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:07.803908 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No DVR routers for this DVR port a591935a-a139-48d7-b5a3-3e1ec613295c on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:07.845406 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5fa8f410-4e16-4eba-9d72-25e70c817a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:07.850702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96e561e6-fa37-4a18-8ee3-325c115962b7 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.852742 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4079cec6-0011-4ef6-b929-53427a52c9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.863116 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3725e40-d104-49db-a4b7-7c76b8fd8cbd tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:07.873845 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c3725e40-d104-49db-a4b7-7c76b8fd8cbd tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/ports/5242697e-a4a2-408c-9398-ae987d755d24 HTTP/1.1" status: 200 len: 911 time: 0.1308587 Nov 11 12:17:07.874745 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53838) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:07.970933 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7495c57e-fc68-4620-8176-e68a68ca143e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:07.979432 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7495c57e-fc68-4620-8176-e68a68ca143e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/0e8982dc-5fec-482b-b7c8-dc9c2ec8d408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0040195 Nov 11 12:17:07.979432 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:07.983518 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53840) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:07.985744 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9a295-e3e0-4adf-baa3-06928a713ad5 None None] Sync routers for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:07.994493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa8f410-4e16-4eba-9d72-25e70c817a5a None None] Routers {'264968cb-d0c5-4b50-bcef-268e5d07a046'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:07.995388 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5fa8f410-4e16-4eba-9d72-25e70c817a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['264968cb-d0c5-4b50-bcef-268e5d07a046'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:08.000774 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9a295-e3e0-4adf-baa3-06928a713ad5 None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:08.004696 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ece9a295-e3e0-4adf-baa3-06928a713ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:08.043961 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce73abad-5cd6-460d-8ead-967658874073']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:08.044396 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5fa8f410-4e16-4eba-9d72-25e70c817a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:08.045379 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa8f410-4e16-4eba-9d72-25e70c817a5a None None] The sync data for ids ['264968cb-d0c5-4b50-bcef-268e5d07a046'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:08.059562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-964e3019-1a26-447d-8328-2ae794e23a3f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting subnet 7c613cd6-f1f5-45d0-bc4e-cf06e403fc83 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:08.070903 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f338dfb-c55b-4148-b68f-9a6851156afd') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:08.071432 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f338dfb-c55b-4148-b68f-9a6851156afd') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:08.073048 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-964e3019-1a26-447d-8328-2ae794e23a3f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.087697 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.095809 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4079cec6-0011-4ef6-b929-53427a52c9ca None None] Provisioning complete for port 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:08.103773 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4079cec6-0011-4ef6-b929-53427a52c9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.103920 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96e561e6-fa37-4a18-8ee3-325c115962b7 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.118118 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.130346 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:08.133590 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:08.147313 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:08.158506 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:17:08.159070 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:17:08.180896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079cec6-0011-4ef6-b929-53427a52c9ca None None] Pushing event updated for resources: {'Port': ['ID=86e37b16-d399-4cf5-92da-3ca0fdaa649b,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:08.190623 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d152e02-a694-4d0e-a943-be8b8ccd5191 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.202200 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.274329 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-ece9a295-e3e0-4adf-baa3-06928a713ad5 None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:17:08.278644 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a8108f55-88ce-46d1-ba11-a33103c8944d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.317800 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.332547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.345140 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/networks/ce73abad-5cd6-460d-8ead-967658874073 HTTP/1.1" status: 204 len: 168 time: 3.5308616 Nov 11 12:17:08.350714 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53844) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:08.354782 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-964e3019-1a26-447d-8328-2ae794e23a3f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.359010 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a8108f55-88ce-46d1-ba11-a33103c8944d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.375673 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bd79b-1f18-450c-9715-e146d1f90aa1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Network': ['ID=ce73abad-5cd6-460d-8ead-967658874073,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:08.390289 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-96e561e6-fa37-4a18-8ee3-325c115962b7 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Deleting port 97efea8b-96a1-49dc-b56f-a11e5abf3823 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:08.391561 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3fe10e3c-ff5d-46ef-bae4-204afc32e729 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf', 'name': 'tempest-PortsIpV6TestJSON-1075946945'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:08.393096 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96e561e6-fa37-4a18-8ee3-325c115962b7 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.418218 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0eb64390-9dec-4c22-a718-1e97164d9d21 None None] Provisioning complete for port 86e37b16-d399-4cf5-92da-3ca0fdaa649b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:08.419872 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0eb64390-9dec-4c22-a718-1e97164d9d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.492210 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8108f55-88ce-46d1-ba11-a33103c8944d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55da56a1-71ef-45d7-82e1-929141abea89,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:08.510166 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96e561e6-fa37-4a18-8ee3-325c115962b7 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.512545 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ece9a295-e3e0-4adf-baa3-06928a713ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:17:04Z', 'revision_number': 9, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:29Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:08.526861 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-96e561e6-fa37-4a18-8ee3-325c115962b7 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Calling delete_port for 97efea8b-96a1-49dc-b56f-a11e5abf3823 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:08.536648 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8108f55-88ce-46d1-ba11-a33103c8944d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:17:08.549743 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9a295-e3e0-4adf-baa3-06928a713ad5 None None] Checking router: 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:17:08.560896 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9a295-e3e0-4adf-baa3-06928a713ad5 None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:08.561994 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ece9a295-e3e0-4adf-baa3-06928a713ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:08.666744 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-ece9a295-e3e0-4adf-baa3-06928a713ad5 None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:17:08.717207 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0eb64390-9dec-4c22-a718-1e97164d9d21 None None] Provisioning complete for port 5242697e-a4a2-408c-9398-ae987d755d24 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:08.717571 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0eb64390-9dec-4c22-a718-1e97164d9d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.785240 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-0eb64390-9dec-4c22-a718-1e97164d9d21 None None] Port 5242697e-a4a2-408c-9398-ae987d755d24 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:08.796939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0eb64390-9dec-4c22-a718-1e97164d9d21 None None] Provisioning complete for port 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:08.797309 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0eb64390-9dec-4c22-a718-1e97164d9d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.880219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96e561e6-fa37-4a18-8ee3-325c115962b7 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:08.896061 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:08.946415 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e561e6-fa37-4a18-8ee3-325c115962b7 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Pushing event deleted for resources: {'Port': ['ID=97efea8b-96a1-49dc-b56f-a11e5abf3823,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:08.966795 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4289a0-381f-4e79-8d95-1c7941c2b2ba None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:09.002216 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:09.002630 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.012276 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ece9a295-e3e0-4adf-baa3-06928a713ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:17:04Z', 'revision_number': 9, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:29Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:09.053011 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9a295-e3e0-4adf-baa3-06928a713ad5 None None] The sync data for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv is: [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:17:04Z', 'revision_number': 9, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf', 'name': '', 'network_id': 'c0c9f231-3ddb-4e12-afe4-de5453f8733a', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:99:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:22Z', 'updated_at': '2021-11-11T12:16:29Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': 'dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:09.060892 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a8108f55-88ce-46d1-ba11-a33103c8944d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.061425 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-a8108f55-88ce-46d1-ba11-a33103c8944d admin admin] Added segment 5d916e42-cfd2-4410-8ffe-b8f460a6615f of type vlan for network bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb Nov 11 12:17:09.099990 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96e561e6-fa37-4a18-8ee3-325c115962b7 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.123890 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d152e02-a694-4d0e-a943-be8b8ccd5191 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.137345 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 86e37b16-d399-4cf5-92da-3ca0fdaa649b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:09.192048 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.216632 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d152e02-a694-4d0e-a943-be8b8ccd5191 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Pushing event deleted for resources: {'Subnet': ['ID=c3179f72-e7be-48de-8879-6819dee07f9f,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:09.229691 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 86e37b16-d399-4cf5-92da-3ca0fdaa649b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:09.230094 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.247613 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d152e02-a694-4d0e-a943-be8b8ccd5191 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.253047 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9d152e02-a694-4d0e-a943-be8b8ccd5191 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] 10.222.0.50 "DELETE /v2.0/subnets/c3179f72-e7be-48de-8879-6819dee07f9f HTTP/1.1" status: 204 len: 168 time: 1.8048317 Nov 11 12:17:09.254723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53848) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:09.258199 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a8108f55-88ce-46d1-ba11-a33103c8944d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.259483 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bc2c6a-e830-4f40-b259-fec96d616731 None None] Network b9720373-359f-4f20-b876-5bd15a5f71fc requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:09.268578 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96e561e6-fa37-4a18-8ee3-325c115962b7 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.271014 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96e561e6-fa37-4a18-8ee3-325c115962b7 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.296270 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-964e3019-1a26-447d-8328-2ae794e23a3f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.381319 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96e561e6-fa37-4a18-8ee3-325c115962b7 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.382406 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e561e6-fa37-4a18-8ee3-325c115962b7 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Fanout notify agent at l3_agent the message router_deleted on router 5b061f25-b3a3-4d72-b4b8-ab5502f0dab3 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:17:09.394230 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96e561e6-fa37-4a18-8ee3-325c115962b7 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.395644 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-96e561e6-fa37-4a18-8ee3-325c115962b7 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "DELETE /v2.0/routers/5b061f25-b3a3-4d72-b4b8-ab5502f0dab3 HTTP/1.1" status: 204 len: 168 time: 2.0469470 Nov 11 12:17:09.397787 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53850) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:09.413799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1603266671', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}, 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:09.485273 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.517581 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe10e3c-ff5d-46ef-bae4-204afc32e729 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:09.521913 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3fe10e3c-ff5d-46ef-bae4-204afc32e729 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.550972 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2897064-694b-4cf9-8e17-d4ff6af8a974 None None] DHCP port deletion for b9720373-359f-4f20-b876-5bd15a5f71fc request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:09.561720 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a8108f55-88ce-46d1-ba11-a33103c8944d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.562664 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8108f55-88ce-46d1-ba11-a33103c8944d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:09.563247 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a8108f55-88ce-46d1-ba11-a33103c8944d admin admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.588539 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a591935a-a139-48d7-b5a3-3e1ec613295c no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:09.614985 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: a591935a-a139-48d7-b5a3-3e1ec613295c {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:09.615372 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a591935a-a139-48d7-b5a3-3e1ec613295c not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:09.650642 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-3fe10e3c-ff5d-46ef-bae4-204afc32e729 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] device_id is not set on port cab0cb02-3af4-404c-9764-07c340d5e2ca yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:17:09.656615 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f2897064-694b-4cf9-8e17-d4ff6af8a974 None None] Deleting port ce9fe94a-1332-46ee-9eb1-07f00e462f44 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:09.656811 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f2897064-694b-4cf9-8e17-d4ff6af8a974 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.657781 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.659110 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.660609 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-964e3019-1a26-447d-8328-2ae794e23a3f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.733758 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.742278 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4f75ffb1-df27-4d13-aef2-b40eacbe1447 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.751374 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e3019-1a26-447d-8328-2ae794e23a3f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Subnet': ['ID=7c613cd6-f1f5-45d0-bc4e-cf06e403fc83,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:09.751640 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f2897064-694b-4cf9-8e17-d4ff6af8a974 None None] For port ce9fe94a-1332-46ee-9eb1-07f00e462f44, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=ce9fe94a-1332-46ee-9eb1-07f00e462f44,segment=NetworkSegment(480f36bf-49f0-4eb6-a10b-7de77183542f),segment_id=480f36bf-49f0-4eb6-a10b-7de77183542f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:09.752776 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f2897064-694b-4cf9-8e17-d4ff6af8a974 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.768634 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-964e3019-1a26-447d-8328-2ae794e23a3f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.771407 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8309d4c9-1d89-4e35-a5ad-cde9724920d8 None None] Network 66767c3b-0464-4ee4-b02b-391a87a3678f requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:09.773085 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-964e3019-1a26-447d-8328-2ae794e23a3f tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/subnets/7c613cd6-f1f5-45d0-bc4e-cf06e403fc83 HTTP/1.1" status: 204 len: 168 time: 1.7849889 Nov 11 12:17:09.773772 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8108f55-88ce-46d1-ba11-a33103c8944d admin admin] Pushing event updated for resources: {'Network': ['ID=bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:09.776305 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53852) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:09.840552 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f2897064-694b-4cf9-8e17-d4ff6af8a974 None None] Calling delete_port for ce9fe94a-1332-46ee-9eb1-07f00e462f44 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:09.878302 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:17:09.899161 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:09.900476 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a8108f55-88ce-46d1-ba11-a33103c8944d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8557158 Nov 11 12:17:09.902107 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53854) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:09.909266 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-1ac051a0-c11a-45cb-8b76-946aa8b02967 admin admin] Request body: {'subnet': {'network_id': 'bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2062899908-subnet', 'tenant_id': 'dc5c4e2e2e10475196326bc02b38e4e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:09.993178 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Deleting port ce9fe94a-1332-46ee-9eb1-07f00e462f44 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:09.993514 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.036006 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting port db8503a9-cf2e-40cc-9247-aa8f08c70f54 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:10.036752 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.131372 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] For port db8503a9-cf2e-40cc-9247-aa8f08c70f54, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=db8503a9-cf2e-40cc-9247-aa8f08c70f54,segment=NetworkSegment(a6bd8d9e-0709-491d-8eb3-11247f83e349),segment_id=a6bd8d9e-0709-491d-8eb3-11247f83e349)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:10.132355 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.147408 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Calling delete_port for db8503a9-cf2e-40cc-9247-aa8f08c70f54 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:10.156113 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e8b895-b1c2-468e-8c28-05d7399913bf None None] DHCP port deletion for 66767c3b-0464-4ee4-b02b-391a87a3678f request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:10.156311 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] For port ce9fe94a-1332-46ee-9eb1-07f00e462f44, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=ce9fe94a-1332-46ee-9eb1-07f00e462f44,segment=NetworkSegment(480f36bf-49f0-4eb6-a10b-7de77183542f),segment_id=480f36bf-49f0-4eb6-a10b-7de77183542f)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:10.156311 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.196145 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Calling delete_port for ce9fe94a-1332-46ee-9eb1-07f00e462f44 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:10.222505 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f2897064-694b-4cf9-8e17-d4ff6af8a974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.267433 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2897064-694b-4cf9-8e17-d4ff6af8a974 None None] No DVR routers for this DVR port ce9fe94a-1332-46ee-9eb1-07f00e462f44 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:10.276335 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3fe10e3c-ff5d-46ef-bae4-204afc32e729 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.297524 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8b895-b1c2-468e-8c28-05d7399913bf None None] Deleting port db8503a9-cf2e-40cc-9247-aa8f08c70f54 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:10.297753 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a4e8b895-b1c2-468e-8c28-05d7399913bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.299735 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2897064-694b-4cf9-8e17-d4ff6af8a974 None None] Pushing event deleted for resources: {'Port': ['ID=ce9fe94a-1332-46ee-9eb1-07f00e462f44,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:10.316627 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac051a0-c11a-45cb-8b76-946aa8b02967 admin admin] Made reservation on behalf of dc5c4e2e2e10475196326bc02b38e4e8 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:10.318685 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1ac051a0-c11a-45cb-8b76-946aa8b02967 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.352266 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-4f75ffb1-df27-4d13-aef2-b40eacbe1447 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Allocated IP 2001:db8:1::1 (66bd1e29-85ae-4109-8bde-7c65b0466a62/15f308a5-7bd8-4508-91ca-26229ad09ab5/b4b91c47-82c0-4704-977b-a4bdf1c7db00) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:10.420998 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-a4e8b895-b1c2-468e-8c28-05d7399913bf None None] For port db8503a9-cf2e-40cc-9247-aa8f08c70f54, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=db8503a9-cf2e-40cc-9247-aa8f08c70f54,segment=NetworkSegment(a6bd8d9e-0709-491d-8eb3-11247f83e349),segment_id=a6bd8d9e-0709-491d-8eb3-11247f83e349)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:10.421725 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a4e8b895-b1c2-468e-8c28-05d7399913bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.435085 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.441350 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8b895-b1c2-468e-8c28-05d7399913bf None None] Calling delete_port for db8503a9-cf2e-40cc-9247-aa8f08c70f54 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:10.472436 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Pushing event deleted for resources: {'Port': ['ID=ce9fe94a-1332-46ee-9eb1-07f00e462f44,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:10.482975 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] No DVR routers for this DVR port ce9fe94a-1332-46ee-9eb1-07f00e462f44 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:10.514791 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3fe10e3c-ff5d-46ef-bae4-204afc32e729 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.530693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.656371 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.663943 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe10e3c-ff5d-46ef-bae4-204afc32e729 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:10.674341 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4f75ffb1-df27-4d13-aef2-b40eacbe1447 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.680518 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-3fe10e3c-ff5d-46ef-bae4-204afc32e729 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:10.686876 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe10e3c-ff5d-46ef-bae4-204afc32e729 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=cab0cb02-3af4-404c-9764-07c340d5e2ca,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:10.694501 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe10e3c-ff5d-46ef-bae4-204afc32e729 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:10.700079 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe10e3c-ff5d-46ef-bae4-204afc32e729 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:10.700724 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3fe10e3c-ff5d-46ef-bae4-204afc32e729 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.708443 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9720373-359f-4f20-b876-5bd15a5f71fc']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:10.733368 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480f36bf-49f0-4eb6-a10b-7de77183542f') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:10.733673 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480f36bf-49f0-4eb6-a10b-7de77183542f') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:10.758619 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.779675 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.790326 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3fe10e3c-ff5d-46ef-bae4-204afc32e729 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4297035 Nov 11 12:17:10.791591 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53858) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:10.800420 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:10.800810 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: self.session.flush() Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: self.session.flush() Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: self.session.flush() Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: self.session.flush() Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:10.804911 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:10.835814 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.862300 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a4e8b895-b1c2-468e-8c28-05d7399913bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.869798 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.889900 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8b895-b1c2-468e-8c28-05d7399913bf None None] Pushing event deleted for resources: {'Port': ['ID=db8503a9-cf2e-40cc-9247-aa8f08c70f54,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:10.891697 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e8b895-b1c2-468e-8c28-05d7399913bf None None] No DVR routers for this DVR port db8503a9-cf2e-40cc-9247-aa8f08c70f54 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:10.901964 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4f75ffb1-df27-4d13-aef2-b40eacbe1447 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:10.902991 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Port': ['ID=db8503a9-cf2e-40cc-9247-aa8f08c70f54,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:10.905067 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] No DVR routers for this DVR port db8503a9-cf2e-40cc-9247-aa8f08c70f54 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:10.921693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 520c7d9f-0249-4b57-a1de-851ee4580348 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:10.964223 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 520c7d9f-0249-4b57-a1de-851ee4580348 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:10.965465 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 520c7d9f-0249-4b57-a1de-851ee4580348 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:10.966093 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ce9fe94a-1332-46ee-9eb1-07f00e462f44 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:10.983366 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f75ffb1-df27-4d13-aef2-b40eacbe1447 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network 66bd1e29-85ae-4109-8bde-7c65b0466a62 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:10.991796 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-4f75ffb1-df27-4d13-aef2-b40eacbe1447 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:10.997985 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f75ffb1-df27-4d13-aef2-b40eacbe1447 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:10.998827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4f75ffb1-df27-4d13-aef2-b40eacbe1447 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.005653 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: ce9fe94a-1332-46ee-9eb1-07f00e462f44 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:11.006087 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ce9fe94a-1332-46ee-9eb1-07f00e462f44 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:11.006577 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device db8503a9-cf2e-40cc-9247-aa8f08c70f54 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:11.054286 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.056496 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75ffb1-df27-4d13-aef2-b40eacbe1447 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=b4b91c47-82c0-4704-977b-a4bdf1c7db00,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:11.062487 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.063703 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: db8503a9-cf2e-40cc-9247-aa8f08c70f54 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:11.070026 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device db8503a9-cf2e-40cc-9247-aa8f08c70f54 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:11.077548 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.083900 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] 10.222.0.50 "DELETE /v2.0/networks/b9720373-359f-4f20-b876-5bd15a5f71fc HTTP/1.1" status: 204 len: 168 time: 1.8203273 Nov 11 12:17:11.085217 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac261a-c239-4800-94a0-0c3674017f03 tempest-ExtraDHCPOptionsTestJSON-1585365583 tempest-ExtraDHCPOptionsTestJSON-1585365583-project] Pushing event deleted for resources: {'Network': ['ID=b9720373-359f-4f20-b876-5bd15a5f71fc,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:11.112835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66767c3b-0464-4ee4-b02b-391a87a3678f']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:11.124613 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-1152b626-790e-48ff-8093-946dc826416e tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port cab0cb02-3af4-404c-9764-07c340d5e2ca {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:11.124958 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1152b626-790e-48ff-8093-946dc826416e tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.172796 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bd8d9e-0709-491d-8eb3-11247f83e349') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:11.172796 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bd8d9e-0709-491d-8eb3-11247f83e349') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:11.195668 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.212197 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:17:11.230517 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1152b626-790e-48ff-8093-946dc826416e tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.251403 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.253616 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-1152b626-790e-48ff-8093-946dc826416e tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for cab0cb02-3af4-404c-9764-07c340d5e2ca owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:11.277863 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:11.278425 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:11.285277 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:11.353066 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4f75ffb1-df27-4d13-aef2-b40eacbe1447 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.468546 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1ac051a0-c11a-45cb-8b76-946aa8b02967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.480049 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-fd03c70a-02cd-49b7-9359-9847d3c8a7cf None None] Provisioning complete for port b4b91c47-82c0-4704-977b-a4bdf1c7db00 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:11.480572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fd03c70a-02cd-49b7-9359-9847d3c8a7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.521414 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.527313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-fd03c70a-02cd-49b7-9359-9847d3c8a7cf None None] Port b4b91c47-82c0-4704-977b-a4bdf1c7db00 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:11.616541 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.616541 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac051a0-c11a-45cb-8b76-946aa8b02967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6fe8109-9dd4-4a53-bb46-8108d0775897,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:11.638697 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac051a0-c11a-45cb-8b76-946aa8b02967 admin admin] Checking segment: {'id': '5d916e42-cfd2-4410-8ffe-b8f460a6615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:11.639101 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac051a0-c11a-45cb-8b76-946aa8b02967 admin admin] Network hostable DHCP agents. Network: bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:17:11.651648 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4f75ffb1-df27-4d13-aef2-b40eacbe1447 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.707146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Allocated IP 172.26.5.79 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/00c6bf6e-94a9-463c-9b45-e3cbc51c0e48) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:11.813195 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.878210 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53866) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:11.933259 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.933531 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1152b626-790e-48ff-8093-946dc826416e tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.937990 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:11.944735 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/networks/66767c3b-0464-4ee4-b02b-391a87a3678f HTTP/1.1" status: 204 len: 168 time: 2.1677480 Nov 11 12:17:11.949669 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53870) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:11.960058 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c75379-4c15-4df4-9be1-1e8105f9f8fb tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Network': ['ID=66767c3b-0464-4ee4-b02b-391a87a3678f,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:11.975988 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152b626-790e-48ff-8093-946dc826416e tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=cab0cb02-3af4-404c-9764-07c340d5e2ca,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:12.023624 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c92c4182-d71c-4522-a73f-667e8e56895d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f344840a0d66456caa6cefdb144cf393&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1436610 Nov 11 12:17:12.050534 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1152b626-790e-48ff-8093-946dc826416e tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:12.050534 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1152b626-790e-48ff-8093-946dc826416e tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/ports/cab0cb02-3af4-404c-9764-07c340d5e2ca HTTP/1.1" status: 204 len: 168 time: 1.2519097 Nov 11 12:17:12.053153 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53872) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:12.054744 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53874) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:12.059022 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-d44c4dd1-26f9-41a3-8ea7-ab3601b8ebb2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf', 'mac_address': 'fa:16:3e:83:7f:6e', 'name': 'tempest-PortsIpV6TestJSON-2050182824'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:12.195770 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-36f2ea41-f11e-4bed-886c-72c3cdf3a6ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:12.253247 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-36f2ea41-f11e-4bed-886c-72c3cdf3a6ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:12.413539 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac051a0-c11a-45cb-8b76-946aa8b02967 admin admin] Network bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:17:12.414150 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4f75ffb1-df27-4d13-aef2-b40eacbe1447 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:12.414585 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4f75ffb1-df27-4d13-aef2-b40eacbe1447 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:12.500248 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f046d9fa-027b-4928-aafc-98c90dc0cf34 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:12.507377 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75ffb1-df27-4d13-aef2-b40eacbe1447 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=b4b91c47-82c0-4704-977b-a4bdf1c7db00,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:12.648059 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:12.651822 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44c4dd1-26f9-41a3-8ea7-ab3601b8ebb2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:12.758111 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:12.758891 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-1ac051a0-c11a-45cb-8b76-946aa8b02967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:12.772659 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:12.777203 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33d516f-e48a-4f61-bca0-7a3afb776370 None None] Network bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:12.781413 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac051a0-c11a-45cb-8b76-946aa8b02967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:12.782312 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1ac051a0-c11a-45cb-8b76-946aa8b02967 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:12.797182 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Pushing event updated for resources: {'Port': ['ID=00c6bf6e-94a9-463c-9b45-e3cbc51c0e48,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:12.801482 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:12.810898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d44c4dd1-26f9-41a3-8ea7-ab3601b8ebb2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:12.825758 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c69eb2-ee88-46a7-add8-af170fcaa3de None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:12.880276 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-d44c4dd1-26f9-41a3-8ea7-ab3601b8ebb2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] device_id is not set on port 29398cec-5d91-48cd-9225-e9d09e838343 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:17:12.934634 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fbcd93-ad5d-408b-9d8c-1c924919890f None None] Network bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:13.000463 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1ac051a0-c11a-45cb-8b76-946aa8b02967 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0966613 Nov 11 12:17:13.017635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-d4ca7f3d-c3fb-427e-a3d0-2ace58d712aa None None] Provisioning complete for port 00c6bf6e-94a9-463c-9b45-e3cbc51c0e48 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:13.018088 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7f3d-c3fb-427e-a3d0-2ace58d712aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:13.060512 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-36f2ea41-f11e-4bed-886c-72c3cdf3a6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:13.064858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-36f2ea41-f11e-4bed-886c-72c3cdf3a6ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:13.071025 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-36f2ea41-f11e-4bed-886c-72c3cdf3a6ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c5eb171f-f279-4bc5-afc0-d1e7d02cc8d6 HTTP/1.1" status: 204 len: 168 time: 1.0134039 Nov 11 12:17:13.077845 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca7f3d-c3fb-427e-a3d0-2ace58d712aa None None] Port 00c6bf6e-94a9-463c-9b45-e3cbc51c0e48 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:13.089815 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f75ffb1-df27-4d13-aef2-b40eacbe1447 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network 66bd1e29-85ae-4109-8bde-7c65b0466a62 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:13.124449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-4f75ffb1-df27-4d13-aef2-b40eacbe1447 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:13.140031 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2ea41-f11e-4bed-886c-72c3cdf3a6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eb171f-f279-4bc5-afc0-d1e7d02cc8d6,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:13.207725 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d44c4dd1-26f9-41a3-8ea7-ab3601b8ebb2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:13.283971 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f75ffb1-df27-4d13-aef2-b40eacbe1447 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 264968cb-d0c5-4b50-bcef-268e5d07a046 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:17:13.493998 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d44c4dd1-26f9-41a3-8ea7-ab3601b8ebb2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:13.514689 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f75ffb1-df27-4d13-aef2-b40eacbe1447 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:13.522618 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4f75ffb1-df27-4d13-aef2-b40eacbe1447 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/264968cb-d0c5-4b50-bcef-268e5d07a046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6270711 Nov 11 12:17:13.525345 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53906) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:13.531696 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e61b9c-6064-4eb6-a055-403700b5a9aa None None] Sync routers for ids ['264968cb-d0c5-4b50-bcef-268e5d07a046'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:13.547805 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e61b9c-6064-4eb6-a055-403700b5a9aa None None] Routers {'264968cb-d0c5-4b50-bcef-268e5d07a046'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:13.548552 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-96e61b9c-6064-4eb6-a055-403700b5a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['264968cb-d0c5-4b50-bcef-268e5d07a046'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:13.568530 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44c4dd1-26f9-41a3-8ea7-ab3601b8ebb2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:13.580422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-d44c4dd1-26f9-41a3-8ea7-ab3601b8ebb2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:13.584224 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-96e61b9c-6064-4eb6-a055-403700b5a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:13.587101 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44c4dd1-26f9-41a3-8ea7-ab3601b8ebb2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:13.592531 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44c4dd1-26f9-41a3-8ea7-ab3601b8ebb2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:13.593091 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d44c4dd1-26f9-41a3-8ea7-ab3601b8ebb2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:13.597054 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:13.599370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c4dd1-26f9-41a3-8ea7-ab3601b8ebb2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=29398cec-5d91-48cd-9225-e9d09e838343,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:13.601927 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382d4d5c-aaf8-431e-8bda-d422899ccbd1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:13.603458 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e61b9c-6064-4eb6-a055-403700b5a9aa None None] Routers {'264968cb-d0c5-4b50-bcef-268e5d07a046'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:13.603584 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-382d4d5c-aaf8-431e-8bda-d422899ccbd1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/ports/b4b91c47-82c0-4704-977b-a4bdf1c7db00 HTTP/1.1" status: 200 len: 913 time: 0.0768044 Nov 11 12:17:13.606154 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-96e61b9c-6064-4eb6-a055-403700b5a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['264968cb-d0c5-4b50-bcef-268e5d07a046'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:13.613437 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53912) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:13.649477 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-f046d9fa-027b-4928-aafc-98c90dc0cf34 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting port e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:13.649803 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f046d9fa-027b-4928-aafc-98c90dc0cf34 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:13.665489 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-96e61b9c-6064-4eb6-a055-403700b5a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:13.666525 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e61b9c-6064-4eb6-a055-403700b5a9aa None None] The sync data for ids ['264968cb-d0c5-4b50-bcef-268e5d07a046'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:13.669964 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7c59e115-9339-4961-985c-31183c77aa2a None None] Provisioning complete for port b4b91c47-82c0-4704-977b-a4bdf1c7db00 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:13.671245 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7c59e115-9339-4961-985c-31183c77aa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:13.719728 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-7c59e115-9339-4961-985c-31183c77aa2a None None] Port b4b91c47-82c0-4704-977b-a4bdf1c7db00 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:13.788335 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d44c4dd1-26f9-41a3-8ea7-ab3601b8ebb2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7336981 Nov 11 12:17:13.790887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53916) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:13.876209 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5332c5c8-2be6-4c48-a1a1-543075874b3b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:13.878027 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5332c5c8-2be6-4c48-a1a1-543075874b3b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports/29398cec-5d91-48cd-9225-e9d09e838343 HTTP/1.1" status: 200 len: 845 time: 0.0859935 Nov 11 12:17:13.881371 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53920) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:13.967769 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:13.985188 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-f046d9fa-027b-4928-aafc-98c90dc0cf34 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] For port e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf,segment=NetworkSegment(102b28de-8158-4ae6-a06a-08a14ed802da),segment_id=102b28de-8158-4ae6-a06a-08a14ed802da)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:13.985631 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f046d9fa-027b-4928-aafc-98c90dc0cf34 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:14.050159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-f046d9fa-027b-4928-aafc-98c90dc0cf34 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Calling delete_port for e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:14.089906 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-e031401f-289d-41d4-91cf-f22c335e5b69 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port 29398cec-5d91-48cd-9225-e9d09e838343 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:14.090253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e031401f-289d-41d4-91cf-f22c335e5b69 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:14.173782 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e031401f-289d-41d4-91cf-f22c335e5b69 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:14.194512 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-e031401f-289d-41d4-91cf-f22c335e5b69 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for 29398cec-5d91-48cd-9225-e9d09e838343 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:14.295318 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Router fadd6161-b6c1-4611-bc3c-54be2f439277 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:17:14.336048 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f046d9fa-027b-4928-aafc-98c90dc0cf34 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:14.402082 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046d9fa-027b-4928-aafc-98c90dc0cf34 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Port': ['ID=e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:14.466827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53936) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:14.474182 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-754659530-network', 'tenant_id': '5cb5e3fc628143718d38e008e71a9e62'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:14.481192 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0f8901e0-5ec1-4407-bed1-4082afd7f838 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:14.504609 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:14.519948 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ec907-1a2f-4d4f-86f5-294e7b2aa2a6 None None] Sync routers for ids ['fadd6161-b6c1-4611-bc3c-54be2f439277'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:14.544696 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ec907-1a2f-4d4f-86f5-294e7b2aa2a6 None None] Routers {'fadd6161-b6c1-4611-bc3c-54be2f439277'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:14.546996 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-383ec907-1a2f-4d4f-86f5-294e7b2aa2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['fadd6161-b6c1-4611-bc3c-54be2f439277'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:14.552389 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e031401f-289d-41d4-91cf-f22c335e5b69 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:14.615400 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-383ec907-1a2f-4d4f-86f5-294e7b2aa2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:14.631276 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031401f-289d-41d4-91cf-f22c335e5b69 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=29398cec-5d91-48cd-9225-e9d09e838343,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:14.637017 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ec907-1a2f-4d4f-86f5-294e7b2aa2a6 None None] Routers {'fadd6161-b6c1-4611-bc3c-54be2f439277'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:14.638157 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-383ec907-1a2f-4d4f-86f5-294e7b2aa2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['fadd6161-b6c1-4611-bc3c-54be2f439277'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:14.647421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e031401f-289d-41d4-91cf-f22c335e5b69 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:14.655710 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e031401f-289d-41d4-91cf-f22c335e5b69 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/ports/29398cec-5d91-48cd-9225-e9d09e838343 HTTP/1.1" status: 204 len: 168 time: 0.7731178 Nov 11 12:17:14.662343 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:14.663596 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-176e8b4a-3f5f-4471-b3f0-e071f744be7e tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2620447 Nov 11 12:17:14.664180 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53942) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:14.671642 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53944) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:14.682040 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-685d2cdc-f415-4529-873c-ac12180492a3 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:14.691242 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-383ec907-1a2f-4d4f-86f5-294e7b2aa2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:14.692206 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ec907-1a2f-4d4f-86f5-294e7b2aa2a6 None None] The sync data for ids ['fadd6161-b6c1-4611-bc3c-54be2f439277'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:14.709750 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53946) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:14.774193 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebcf9f2-2097-4a72-a5d2-fd3a8887b043 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] GET failed (client error): The resource could not be found. Nov 11 12:17:14.779096 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6ebcf9f2-2097-4a72-a5d2-fd3a8887b043 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports/29398cec-5d91-48cd-9225-e9d09e838343 HTTP/1.1" status: 404 len: 333 time: 0.1106250 Nov 11 12:17:14.780140 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53950) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:14.785280 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-5fbc7697-ae3c-468b-9035-b5211beb54e2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf', 'name': 'tempest-PortsIpV6TestJSON-1842837554'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:14.871368 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Made reservation on behalf of 5cb5e3fc628143718d38e008e71a9e62 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:14.873596 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:14.892028 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:14.954270 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f046d9fa-027b-4928-aafc-98c90dc0cf34 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.119001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.205615 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.222260 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1983877012'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:15.252725 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:17:15.262962 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b336f5-a75c-4020-b9a5-58c469b5a4a3,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:15.275386 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.278387 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Added segment f9c23e65-dc4d-4e85-a9a2-3852c7a22a9e of type vlan for network b034be7e-67bc-42af-ae5b-28bfd1346d0b Nov 11 12:17:15.294722 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:15.295091 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:15.295434 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:15.295767 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:15.296148 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:15.296474 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:15.296800 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:15.297244 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:15.297577 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:15.297904 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:15.298533 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:15.298645 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:15.315266 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f046d9fa-027b-4928-aafc-98c90dc0cf34 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:17:15.347783 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.365636 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.365900 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-0f8901e0-5ec1-4407-bed1-4082afd7f838 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting port b4b91c47-82c0-4704-977b-a4bdf1c7db00 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:15.366022 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0f8901e0-5ec1-4407-bed1-4082afd7f838 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.389898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.463781 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbc7697-ae3c-468b-9035-b5211beb54e2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:15.467236 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5fbc7697-ae3c-468b-9035-b5211beb54e2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.519879 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f046d9fa-027b-4928-aafc-98c90dc0cf34 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:15.525403 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f046d9fa-027b-4928-aafc-98c90dc0cf34 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/0e8982dc-5fec-482b-b7c8-dc9c2ec8d408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5583923 Nov 11 12:17:15.529808 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53952) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:15.536743 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c967da-fcbb-4ea7-99e7-fbc3d089322c None None] Sync routers for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:15.548581 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0f8901e0-5ec1-4407-bed1-4082afd7f838 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.558946 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c967da-fcbb-4ea7-99e7-fbc3d089322c None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:15.562641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-05c967da-fcbb-4ea7-99e7-fbc3d089322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:15.563287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.564371 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:15.565053 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.570412 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-5fbc7697-ae3c-468b-9035-b5211beb54e2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] device_id is not set on port 94260a4a-6d32-4360-9734-7a94aad676b7 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:17:15.570643 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-0f8901e0-5ec1-4407-bed1-4082afd7f838 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Calling delete_port for b4b91c47-82c0-4704-977b-a4bdf1c7db00 owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:15.677975 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-685d2cdc-f415-4529-873c-ac12180492a3 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.689128 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.703105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3288aed-c793-4b62-a483-05afd64471d3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting subnet dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:15.708209 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2367597 Nov 11 12:17:15.708375 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d3288aed-c793-4b62-a483-05afd64471d3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.708915 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53956) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:15.715320 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-2a28d67d-9998-4823-9357-b160a468c5bd admin admin] Request body: {'subnet': {'network_id': 'b034be7e-67bc-42af-ae5b-28bfd1346d0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-754659530-subnet', 'tenant_id': '5cb5e3fc628143718d38e008e71a9e62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:15.719560 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229968a-4575-46d9-970e-4f7e80d62d0f admin admin] Pushing event updated for resources: {'Network': ['ID=b034be7e-67bc-42af-ae5b-28bfd1346d0b,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:15.742565 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network b034be7e-67bc-42af-ae5b-28bfd1346d0b details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:17:15.779438 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d3288aed-c793-4b62-a483-05afd64471d3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.830688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-05c967da-fcbb-4ea7-99e7-fbc3d089322c None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:17:15.868106 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a28d67d-9998-4823-9357-b160a468c5bd admin admin] Made reservation on behalf of 5cb5e3fc628143718d38e008e71a9e62 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:15.870824 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2a28d67d-9998-4823-9357-b160a468c5bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.900303 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d3288aed-c793-4b62-a483-05afd64471d3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.948579 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:15.989870 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0822af2f-ceae-4120-9aeb-40e18229ff83,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:15.996309 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-685d2cdc-f415-4529-873c-ac12180492a3 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.016408 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:16.021466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:16.021466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:16.021466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:16.021466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:16.021466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:16.021466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:16.021466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:16.021466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:16.021466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:16.021466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:16.021466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:16.110103 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.134868 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-685d2cdc-f415-4529-873c-ac12180492a3 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Deleting port 00c6bf6e-94a9-463c-9b45-e3cbc51c0e48 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:16.134868 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-685d2cdc-f415-4529-873c-ac12180492a3 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.140979 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-05c967da-fcbb-4ea7-99e7-fbc3d089322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:17:14Z', 'revision_number': 10, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:16.151172 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d3288aed-c793-4b62-a483-05afd64471d3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.184175 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c967da-fcbb-4ea7-99e7-fbc3d089322c None None] Checking router: 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:17:16.191192 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d3288aed-c793-4b62-a483-05afd64471d3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.195083 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d3288aed-c793-4b62-a483-05afd64471d3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/subnets/dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b HTTP/1.1" status: 204 len: 168 time: 0.6632330 Nov 11 12:17:16.203110 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e40b4de-df1b-4b0e-852c-75416442e473 None None] Network c0c9f231-3ddb-4e12-afe4-de5453f8733a requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:16.223181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53958) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:16.225619 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.258733 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3288aed-c793-4b62-a483-05afd64471d3 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Subnet': ['ID=dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:16.315104 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c967da-fcbb-4ea7-99e7-fbc3d089322c None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:16.315431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-05c967da-fcbb-4ea7-99e7-fbc3d089322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:16.382645 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-685d2cdc-f415-4529-873c-ac12180492a3 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.396374 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0f8901e0-5ec1-4407-bed1-4082afd7f838 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.445553 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-05c967da-fcbb-4ea7-99e7-fbc3d089322c None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:17:16.484897 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f268ad-795b-441c-92ba-6067c906cec0,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:16.489358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.490670 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-dfab0676-1bb6-4cd5-892e-c59a31f1370f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.7808053 Nov 11 12:17:16.491835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-685d2cdc-f415-4529-873c-ac12180492a3 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Calling delete_port for 00c6bf6e-94a9-463c-9b45-e3cbc51c0e48 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:16.499928 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53962) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:16.509583 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8901e0-5ec1-4407-bed1-4082afd7f838 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Port': ['ID=b4b91c47-82c0-4704-977b-a4bdf1c7db00,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:16.518828 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.545278 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] DHCP port deletion for c0c9f231-3ddb-4e12-afe4-de5453f8733a request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:16.631861 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5fbc7697-ae3c-468b-9035-b5211beb54e2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.649908 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2a28d67d-9998-4823-9357-b160a468c5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.693923 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] Deleting port 70939f65-9d8b-4c5e-b9ec-debd15ca5663 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:16.694645 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.726052 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0f8901e0-5ec1-4407-bed1-4082afd7f838 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.726821 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f183ee14-1f5f-4050-a162-3829bf6258d9 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2255061 Nov 11 12:17:16.731978 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53974) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:16.794046 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-c24fd7fb-8f74-474d-8fe8-3572b145e87f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group': {'name': 'tempest-security--572482518', 'description': 'tempest-security-description-759757967'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:16.857833 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] For port 70939f65-9d8b-4c5e-b9ec-debd15ca5663, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=70939f65-9d8b-4c5e-b9ec-debd15ca5663,segment=NetworkSegment(102b28de-8158-4ae6-a06a-08a14ed802da),segment_id=102b28de-8158-4ae6-a06a-08a14ed802da)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:16.858696 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.888865 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] Calling delete_port for 70939f65-9d8b-4c5e-b9ec-debd15ca5663 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:16.901793 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a28d67d-9998-4823-9357-b160a468c5bd admin admin] Checking segment: {'id': 'f9c23e65-dc4d-4e85-a9a2-3852c7a22a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b034be7e-67bc-42af-ae5b-28bfd1346d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:16.902340 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a28d67d-9998-4823-9357-b160a468c5bd admin admin] Network hostable DHCP agents. Network: b034be7e-67bc-42af-ae5b-28bfd1346d0b, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:17:16.910612 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28d67d-9998-4823-9357-b160a468c5bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=168660a8-a713-4b3e-a7c3-0461145f3550,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:16.930584 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 70939f65-9d8b-4c5e-b9ec-debd15ca5663 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:16.945587 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c24fd7fb-8f74-474d-8fe8-3572b145e87f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:16.948776 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting port 70939f65-9d8b-4c5e-b9ec-debd15ca5663 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:16.949100 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:17.005355 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5fbc7697-ae3c-468b-9035-b5211beb54e2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:17.048662 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-05c967da-fcbb-4ea7-99e7-fbc3d089322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:17:14Z', 'revision_number': 10, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:17.072014 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a28d67d-9998-4823-9357-b160a468c5bd admin admin] Network b034be7e-67bc-42af-ae5b-28bfd1346d0b is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:17:17.084090 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8901e0-5ec1-4407-bed1-4082afd7f838 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 264968cb-d0c5-4b50-bcef-268e5d07a046 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:17:17.099379 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbc7697-ae3c-468b-9035-b5211beb54e2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:17.120725 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-5fbc7697-ae3c-468b-9035-b5211beb54e2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:17.128390 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc7697-ae3c-468b-9035-b5211beb54e2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:17.133993 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbc7697-ae3c-468b-9035-b5211beb54e2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:17.134607 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5fbc7697-ae3c-468b-9035-b5211beb54e2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:17.151740 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] For port 70939f65-9d8b-4c5e-b9ec-debd15ca5663, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=70939f65-9d8b-4c5e-b9ec-debd15ca5663,segment=NetworkSegment(102b28de-8158-4ae6-a06a-08a14ed802da),segment_id=102b28de-8158-4ae6-a06a-08a14ed802da)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:17.152108 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:17.155780 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:17.158616 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c967da-fcbb-4ea7-99e7-fbc3d089322c None None] The sync data for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv is: [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:17:14Z', 'revision_number': 10, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None, '_interfaces': [{'id': '6e669b1c-3c35-4bd2-9592-6d0f5e330615', 'name': '', 'network_id': '7284a88a-3d69-4827-a105-1cc11e48ed2b', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'mac_address': 'fa:16:3e:c5:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:08Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 5, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'subnets': [{'id': '88582d64-66ac-4952-aefa-6ea3eb4279e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:17.173733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-2a28d67d-9998-4823-9357-b160a468c5bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, b034be7e-67bc-42af-ae5b-28bfd1346d0b) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:17.182790 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a28d67d-9998-4823-9357-b160a468c5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:17.183501 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2a28d67d-9998-4823-9357-b160a468c5bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:17.195415 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c24fd7fb-8f74-474d-8fe8-3572b145e87f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:17.205562 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d102de-8856-40d1-88a6-c9a5983f120f None None] Network b034be7e-67bc-42af-ae5b-28bfd1346d0b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:17.209596 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-685d2cdc-f415-4529-873c-ac12180492a3 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:17.219723 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Calling delete_port for 70939f65-9d8b-4c5e-b9ec-debd15ca5663 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:17.225820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8901e0-5ec1-4407-bed1-4082afd7f838 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:17.237480 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416275b1-c387-4f1d-87c4-24891d58eec3 None None] Sync routers for ids ['264968cb-d0c5-4b50-bcef-268e5d07a046'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:17.259027 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416275b1-c387-4f1d-87c4-24891d58eec3 None None] Routers {'264968cb-d0c5-4b50-bcef-268e5d07a046'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:17.259915 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0f8901e0-5ec1-4407-bed1-4082afd7f838 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/264968cb-d0c5-4b50-bcef-268e5d07a046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6354313 Nov 11 12:17:17.260724 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 53976) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:17.261712 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-416275b1-c387-4f1d-87c4-24891d58eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['264968cb-d0c5-4b50-bcef-268e5d07a046'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:17.335813 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5fbc7697-ae3c-468b-9035-b5211beb54e2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5550981 Nov 11 12:17:17.336984 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53978) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:17.344018 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c24fd7fb-8f74-474d-8fe8-3572b145e87f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:17.348273 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2a28d67d-9998-4823-9357-b160a468c5bd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6384079 Nov 11 12:17:17.369900 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c24fd7fb-8f74-474d-8fe8-3572b145e87f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:17.370055 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-416275b1-c387-4f1d-87c4-24891d58eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:17.370218 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c24fd7fb-8f74-474d-8fe8-3572b145e87f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "PUT /v2.0/security-groups/09f268ad-795b-441c-92ba-6067c906cec0 HTTP/1.1" status: 200 len: 1795 time: 0.5784476 Nov 11 12:17:17.370218 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc7697-ae3c-468b-9035-b5211beb54e2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=94260a4a-6d32-4360-9734-7a94aad676b7,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:17.380315 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53982) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:17.384071 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3b327a-223a-4dde-b267-02062c26298d None None] Network b034be7e-67bc-42af-ae5b-28bfd1346d0b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:17.389700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-ccefec89-5374-4fa1-9c69-bbc929276a5e tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:17.398222 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416275b1-c387-4f1d-87c4-24891d58eec3 None None] Routers {'264968cb-d0c5-4b50-bcef-268e5d07a046'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:17.398941 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-416275b1-c387-4f1d-87c4-24891d58eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['264968cb-d0c5-4b50-bcef-268e5d07a046'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:17.444211 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-416275b1-c387-4f1d-87c4-24891d58eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:17.446148 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416275b1-c387-4f1d-87c4-24891d58eec3 None None] The sync data for ids ['264968cb-d0c5-4b50-bcef-268e5d07a046'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:17.536164 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fd7fb-8f74-474d-8fe8-3572b145e87f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f268ad-795b-441c-92ba-6067c906cec0,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:17.544386 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d2cdc-f415-4529-873c-ac12180492a3 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Pushing event deleted for resources: {'Port': ['ID=00c6bf6e-94a9-463c-9b45-e3cbc51c0e48,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:17.602315 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b7c7135f-68af-40a8-a3fe-50903e902877 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-groups/09f268ad-795b-441c-92ba-6067c906cec0 HTTP/1.1" status: 200 len: 1795 time: 0.1710503 Nov 11 12:17:17.602315 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:17.614179 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 53986) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:17.641288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] No DVR routers for this DVR port 70939f65-9d8b-4c5e-b9ec-debd15ca5663 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:17.690362 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abf3b84-3e71-433e-8c1d-508f8880b774 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:17.692893 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:17.730672 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Port': ['ID=70939f65-9d8b-4c5e-b9ec-debd15ca5663,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:17.758274 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-685d2cdc-f415-4529-873c-ac12180492a3 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:17.894034 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] No DVR routers for this DVR port 70939f65-9d8b-4c5e-b9ec-debd15ca5663 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:17.940590 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] Pushing event deleted for resources: {'Port': ['ID=70939f65-9d8b-4c5e-b9ec-debd15ca5663,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:17.958434 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:17.959211 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:17.959881 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:17.960539 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:17.961054 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:17.962150 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:17.962671 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:17.963329 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:17.963842 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:17.964446 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:17.965174 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:17.965688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28143df6-6761-4988-91c3-8b7104f5e224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:17:18.008321 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6877ffa2-906b-49f8-b05a-59b3d42bab2c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.076364 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.133741 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ccefec89-5374-4fa1-9c69-bbc929276a5e tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.184326 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c9f231-3ddb-4e12-afe4-de5453f8733a']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:18.209137 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102b28de-8158-4ae6-a06a-08a14ed802da') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:18.209524 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102b28de-8158-4ae6-a06a-08a14ed802da') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:18.212509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-685d2cdc-f415-4529-873c-ac12180492a3 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.238625 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-63d2eb21-2f0e-4648-b2aa-fc271cea2962 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:18.243598 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-63d2eb21-2f0e-4648-b2aa-fc271cea2962 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/networks?id=bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb HTTP/1.1" status: 200 len: 812 time: 0.1663952 Nov 11 12:17:18.245020 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2e852f76-ec4f-49fa-8733-d861f2f30a1a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.265243 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.267215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-685d2cdc-f415-4529-873c-ac12180492a3 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.275621 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-3a2c2f21-02b6-41ec-b6fc-2c6245dbe673 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/quotas/dc5c4e2e2e10475196326bc02b38e4e8 HTTP/1.1" status: 200 len: 375 time: 0.0148954 Nov 11 12:17:18.304714 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.340110 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-4206aa65-a86b-4e17-9a84-b563251cdc6c tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc5c4e2e2e10475196326bc02b38e4e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376685 Nov 11 12:17:18.368854 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2e852f76-ec4f-49fa-8733-d861f2f30a1a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.394714 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:18.396809 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:18.402590 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:18.477112 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-6877ffa2-906b-49f8-b05a-59b3d42bab2c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting port 5242697e-a4a2-408c-9398-ae987d755d24 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:18.477363 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6877ffa2-906b-49f8-b05a-59b3d42bab2c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.549890 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685d2cdc-f415-4529-873c-ac12180492a3 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Router fadd6161-b6c1-4611-bc3c-54be2f439277 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:17:18.591840 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-17e013c2-0a50-46b0-8534-6bc1cc297adc service neutron] 10.222.0.50 "GET /v2.0/networks/bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288263 Nov 11 12:17:18.621857 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6877ffa2-906b-49f8-b05a-59b3d42bab2c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.646461 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.651172 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2e852f76-ec4f-49fa-8733-d861f2f30a1a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.653841 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2e852f76-ec4f-49fa-8733-d861f2f30a1a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.655004 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2e852f76-ec4f-49fa-8733-d861f2f30a1a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-groups/09f268ad-795b-441c-92ba-6067c906cec0 HTTP/1.1" status: 204 len: 168 time: 0.9524653 Nov 11 12:17:18.660687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54004) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:18.671763 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.678353 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/networks/c0c9f231-3ddb-4e12-afe4-de5453f8733a HTTP/1.1" status: 204 len: 168 time: 2.4499135 Nov 11 12:17:18.678908 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54006) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:18.687230 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-6877ffa2-906b-49f8-b05a-59b3d42bab2c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Calling delete_port for 5242697e-a4a2-408c-9398-ae987d755d24 owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:18.709139 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685d2cdc-f415-4529-873c-ac12180492a3 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:18.713047 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ccefec89-5374-4fa1-9c69-bbc929276a5e tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.715027 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e852f76-ec4f-49fa-8733-d861f2f30a1a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f268ad-795b-441c-92ba-6067c906cec0,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:18.734866 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b6ce1-c389-4845-a6a8-8666abcc2362 None None] Sync routers for ids ['fadd6161-b6c1-4611-bc3c-54be2f439277'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:18.752591 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-685d2cdc-f415-4529-873c-ac12180492a3 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.755837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b6ce1-c389-4845-a6a8-8666abcc2362 None None] Routers {'fadd6161-b6c1-4611-bc3c-54be2f439277'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:18.756472 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-685d2cdc-f415-4529-873c-ac12180492a3 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "PUT /v2.0/routers/fadd6161-b6c1-4611-bc3c-54be2f439277 HTTP/1.1" status: 200 len: 706 time: 4.0838602 Nov 11 12:17:18.756613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7b9b6ce1-c389-4845-a6a8-8666abcc2362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['fadd6161-b6c1-4611-bc3c-54be2f439277'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:18.757606 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092f261-28b8-4713-8c70-2bf966e2e95b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Network': ['ID=c0c9f231-3ddb-4e12-afe4-de5453f8733a,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:18.764513 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54008) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:18.802014 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ccefec89-5374-4fa1-9c69-bbc929276a5e tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.830282 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7b9b6ce1-c389-4845-a6a8-8666abcc2362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:18.834435 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:18.851018 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7a0e866f-9a8c-4e35-91e4-bac8bcbc79e5 tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "GET /v2.0/routers/fadd6161-b6c1-4611-bc3c-54be2f439277 HTTP/1.1" status: 200 len: 741 time: 0.0832109 Nov 11 12:17:18.852638 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54010) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:18.858796 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-519ed320-e9ef-4b09-96ca-6377e28fbb84 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1949275 Nov 11 12:17:18.869412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:18.870031 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e6d77d25-ae1a-4a2d-8f8b-73f55d2335bf not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:18.872088 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b6ce1-c389-4845-a6a8-8666abcc2362 None None] Routers {'fadd6161-b6c1-4611-bc3c-54be2f439277'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:18.872860 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7b9b6ce1-c389-4845-a6a8-8666abcc2362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['fadd6161-b6c1-4611-bc3c-54be2f439277'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:18.878103 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54012) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:18.896415 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefec89-5374-4fa1-9c69-bbc929276a5e tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=94260a4a-6d32-4360-9734-7a94aad676b7,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:18.899067 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-ccefec89-5374-4fa1-9c69-bbc929276a5e tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] In _notify_port_updated(), no bound segment for port 94260a4a-6d32-4360-9734-7a94aad676b7 on network f63dfbe5-7460-4a0b-8136-046ff5f14bdf {{(pid=103001) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:17:18.901369 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-b9fe1d90-d6b7-491c-ba1a-07779f80a60a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] delete failed (client error): The resource could not be found. Nov 11 12:17:18.902387 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b9fe1d90-d6b7-491c-ba1a-07779f80a60a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-groups/09f268ad-795b-441c-92ba-6067c906cec0 HTTP/1.1" status: 404 len: 347 time: 0.0211506 Nov 11 12:17:18.906395 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccefec89-5374-4fa1-9c69-bbc929276a5e tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:18.907253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ccefec89-5374-4fa1-9c69-bbc929276a5e tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:18.909386 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ccefec89-5374-4fa1-9c69-bbc929276a5e tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "PUT /v2.0/ports/94260a4a-6d32-4360-9734-7a94aad676b7 HTTP/1.1" status: 200 len: 818 time: 1.5665376 Nov 11 12:17:18.912500 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54016) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:18.913025 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54018) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:18.920542 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-8bd7e087-eb45-4e4e-8ac7-314558710780 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1684132354'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:18.947197 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b5441d4c-3b7c-48c7-89df-3f62e2f895ac tempest-RoutersAdminTest-2096933733 tempest-RoutersAdminTest-2096933733-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&device_id=fadd6161-b6c1-4611-bc3c-54be2f439277 HTTP/1.1" status: 200 len: 205 time: 0.0921135 Nov 11 12:17:18.949175 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-0f9a8a0b-4dea-45df-93b2-786e00546bb1 service neutron] 10.222.0.50 "GET /v2.0/networks/bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512819 Nov 11 12:17:18.951296 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54020) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:18.972926 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7b9b6ce1-c389-4845-a6a8-8666abcc2362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:18.975934 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b6ce1-c389-4845-a6a8-8666abcc2362 None None] The sync data for ids ['fadd6161-b6c1-4611-bc3c-54be2f439277'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:18.989049 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5bd372b3-2cfb-4458-9650-f914df843acf tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "GET /v2.0/ports?device_id=fadd6161-b6c1-4611-bc3c-54be2f439277 HTTP/1.1" status: 200 len: 205 time: 0.0360789 Nov 11 12:17:18.993232 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54022) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:19.121358 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-da335f2b-1818-41ed-afde-9b02dd7cb672 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:19.337206 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8a383916-7c47-4ce6-afe9-711168eb5b20 req-6ced7605-dfb8-4d4e-9bd0-63a7d7e6bd7d tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 210 time: 0.0564866 Nov 11 12:17:19.370858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-da335f2b-1818-41ed-afde-9b02dd7cb672 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:19.374993 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-da335f2b-1818-41ed-afde-9b02dd7cb672 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:19.505947 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8bd7e087-eb45-4e4e-8ac7-314558710780 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:19.511955 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6877ffa2-906b-49f8-b05a-59b3d42bab2c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:19.560908 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-da335f2b-1818-41ed-afde-9b02dd7cb672 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:19.560908 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da335f2b-1818-41ed-afde-9b02dd7cb672 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Fanout notify agent at l3_agent the message router_deleted on router fadd6161-b6c1-4611-bc3c-54be2f439277 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:17:19.585678 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877ffa2-906b-49f8-b05a-59b3d42bab2c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Port': ['ID=5242697e-a4a2-408c-9398-ae987d755d24,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:19.593518 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-da335f2b-1818-41ed-afde-9b02dd7cb672 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:19.598529 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-da335f2b-1818-41ed-afde-9b02dd7cb672 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "DELETE /v2.0/routers/fadd6161-b6c1-4611-bc3c-54be2f439277 HTTP/1.1" status: 204 len: 168 time: 0.5997186 Nov 11 12:17:19.598955 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54034) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:19.616323 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-8c2ad080-1743-43b1-b07d-ca08e3ae3eff tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port 94260a4a-6d32-4360-9734-7a94aad676b7 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:19.616656 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad080-1743-43b1-b07d-ca08e3ae3eff tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:19.670834 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cbe52cdf-1357-4739-8715-10393df74190 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "GET /v2.0/ports?device_id=fadd6161-b6c1-4611-bc3c-54be2f439277 HTTP/1.1" status: 200 len: 205 time: 0.0706594 Nov 11 12:17:19.680707 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54036) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:19.709270 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6877ffa2-906b-49f8-b05a-59b3d42bab2c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:19.790923 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-494c4613-f7e0-4e68-8b8b-d56f76b53711 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] delete failed (client error): The resource could not be found. Nov 11 12:17:19.795278 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-494c4613-f7e0-4e68-8b8b-d56f76b53711 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "DELETE /v2.0/routers/fadd6161-b6c1-4611-bc3c-54be2f439277 HTTP/1.1" status: 404 len: 336 time: 0.1089606 Nov 11 12:17:19.799319 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54038) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:19.809614 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad080-1743-43b1-b07d-ca08e3ae3eff tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:19.868915 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-82f2bf76-8902-4780-ab56-9a2d603fd958 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b061f25-b3a3-4d72-b4b8-ab5502f0dab3 HTTP/1.1" status: 200 len: 205 time: 0.0634429 Nov 11 12:17:19.878355 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54040) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:19.891804 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-8c2ad080-1743-43b1-b07d-ca08e3ae3eff tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for 94260a4a-6d32-4360-9734-7a94aad676b7 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:19.897191 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8bd7e087-eb45-4e4e-8ac7-314558710780 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:19.941325 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-2b6170b7-572d-4113-8c8f-f05d770f9be9 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] delete failed (client error): The resource could not be found. Nov 11 12:17:19.942375 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2b6170b7-572d-4113-8c8f-f05d770f9be9 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "DELETE /v2.0/routers/5b061f25-b3a3-4d72-b4b8-ab5502f0dab3 HTTP/1.1" status: 404 len: 336 time: 0.0621655 Nov 11 12:17:19.945806 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54042) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:20.011598 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c6aef72c-955b-4e6e-8d1a-667529f5b3ed tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "GET /v2.0/ports?device_id=93b9fa70-7d21-4dc4-9c50-281230d51e50 HTTP/1.1" status: 200 len: 205 time: 0.0646565 Nov 11 12:17:20.017440 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8bd7e087-eb45-4e4e-8ac7-314558710780 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.022101 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54046) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:20.106060 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-7e599781-cd0e-4994-b807-69b3a95c74d6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] delete failed (client error): The resource could not be found. Nov 11 12:17:20.107168 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7e599781-cd0e-4994-b807-69b3a95c74d6 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "DELETE /v2.0/routers/93b9fa70-7d21-4dc4-9c50-281230d51e50 HTTP/1.1" status: 404 len: 336 time: 0.0812254 Nov 11 12:17:20.120550 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54048) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:20.145962 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7e087-eb45-4e4e-8ac7-314558710780 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953bd3a9-7482-480f-8bfb-f5649f6574dc,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:20.182138 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-86e180ff-7c34-44af-8607-a8557891c8b7 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d911fb8-5cb2-4e3c-8137-2f31666a9e18 HTTP/1.1" status: 200 len: 205 time: 0.0604408 Nov 11 12:17:20.184728 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54050) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:20.203750 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8bd7e087-eb45-4e4e-8ac7-314558710780 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.205756 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8bd7e087-eb45-4e4e-8ac7-314558710780 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2909009 Nov 11 12:17:20.244633 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54052) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:20.251529 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-54f36623-e561-4d16-8c0b-cc6e64331b47 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group_rule': {'security_group_id': '953bd3a9-7482-480f-8bfb-f5649f6574dc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:20.255033 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-7a5b6def-4f93-4973-bdcf-508ed0761ae1 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] delete failed (client error): The resource could not be found. Nov 11 12:17:20.256140 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7a5b6def-4f93-4973-bdcf-508ed0761ae1 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "DELETE /v2.0/routers/8d911fb8-5cb2-4e3c-8137-2f31666a9e18 HTTP/1.1" status: 404 len: 336 time: 0.0703378 Nov 11 12:17:20.260291 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54056) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:20.276674 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6877ffa2-906b-49f8-b05a-59b3d42bab2c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 264968cb-d0c5-4b50-bcef-268e5d07a046 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:17:20.302027 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cfe78154-9a7d-4bf0-8c0c-e04944e0d244 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "GET /v2.0/ports?device_id=33c5b33b-ed2c-4cda-8887-efe70ed2e014 HTTP/1.1" status: 200 len: 205 time: 0.0384972 Nov 11 12:17:20.303699 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54058) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:20.343335 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-b9895229-89b1-44eb-b9c1-fdd028345ace tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] delete failed (client error): The resource could not be found. Nov 11 12:17:20.347260 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b9895229-89b1-44eb-b9c1-fdd028345ace tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "DELETE /v2.0/routers/33c5b33b-ed2c-4cda-8887-efe70ed2e014 HTTP/1.1" status: 404 len: 336 time: 0.0385561 Nov 11 12:17:20.347614 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54060) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:20.370274 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad080-1743-43b1-b07d-ca08e3ae3eff tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.381913 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6877ffa2-906b-49f8-b05a-59b3d42bab2c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:20.389495 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3be8bc0f-d04d-4dea-9cad-4902231640a2 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "GET /v2.0/ports?device_id=7858f6a8-9efa-4173-8efd-1f6ad5aa41d2 HTTP/1.1" status: 200 len: 205 time: 0.0385711 Nov 11 12:17:20.389614 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6877ffa2-906b-49f8-b05a-59b3d42bab2c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/264968cb-d0c5-4b50-bcef-268e5d07a046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1250777 Nov 11 12:17:20.389614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54064) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:20.392754 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e0e271d-e17e-4c2b-bc25-eae2df4aac66 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.396313 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54066) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:20.397272 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9a25c1-22f9-4f2f-960e-d1ef29c94598 None None] Sync routers for ids ['264968cb-d0c5-4b50-bcef-268e5d07a046'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:20.417032 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a25c1-22f9-4f2f-960e-d1ef29c94598 None None] Routers {'264968cb-d0c5-4b50-bcef-268e5d07a046'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:20.417986 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-be9a25c1-22f9-4f2f-960e-d1ef29c94598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['264968cb-d0c5-4b50-bcef-268e5d07a046'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:20.458315 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-be9a25c1-22f9-4f2f-960e-d1ef29c94598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:20.469280 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a25c1-22f9-4f2f-960e-d1ef29c94598 None None] Routers {'264968cb-d0c5-4b50-bcef-268e5d07a046'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:20.470755 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-be9a25c1-22f9-4f2f-960e-d1ef29c94598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['264968cb-d0c5-4b50-bcef-268e5d07a046'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:20.476497 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-06cf2f91-e586-446a-9dc0-163813217832 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/ports?device_id=264968cb-d0c5-4b50-bcef-268e5d07a046 HTTP/1.1" status: 200 len: 205 time: 0.0790308 Nov 11 12:17:20.477443 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-cc02d266-9476-401a-91f4-2dbb40fee7a9 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] delete failed (client error): The resource could not be found. Nov 11 12:17:20.483457 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cc02d266-9476-401a-91f4-2dbb40fee7a9 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "DELETE /v2.0/routers/7858f6a8-9efa-4173-8efd-1f6ad5aa41d2 HTTP/1.1" status: 404 len: 336 time: 0.0878720 Nov 11 12:17:20.483457 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54068) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:20.483457 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54070) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:20.502624 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ad080-1743-43b1-b07d-ca08e3ae3eff tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=94260a4a-6d32-4360-9734-7a94aad676b7,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:20.507729 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-54f36623-e561-4d16-8c0b-cc6e64331b47 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.511123 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9aba9ec1-1c18-4f21-a68b-53f52be2c0ea req-b3efcd6f-519d-4a9c-a400-ac24d22bfa14 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 210 time: 0.0684707 Nov 11 12:17:20.520408 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-be9a25c1-22f9-4f2f-960e-d1ef29c94598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:20.521055 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad080-1743-43b1-b07d-ca08e3ae3eff tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.521442 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9a25c1-22f9-4f2f-960e-d1ef29c94598 None None] The sync data for ids ['264968cb-d0c5-4b50-bcef-268e5d07a046'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:20.524436 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8c2ad080-1743-43b1-b07d-ca08e3ae3eff tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/ports/94260a4a-6d32-4360-9734-7a94aad676b7 HTTP/1.1" status: 204 len: 168 time: 1.6091676 Nov 11 12:17:20.531812 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54072) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:20.595475 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aba3ee9-36b0-441b-8358-0e7fed6635f4 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:20.596054 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aba3ee9-36b0-441b-8358-0e7fed6635f4 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:20.599202 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6aba3ee9-36b0-441b-8358-0e7fed6635f4 tempest-RoutersAdminTest-1814586869 tempest-RoutersAdminTest-1814586869-project] 10.222.0.50 "DELETE /v2.0/subnets/59462155-98ee-4ffd-a886-0cbf523c95ae HTTP/1.1" status: 404 len: 337 time: 0.1163719 Nov 11 12:17:20.615029 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43407436-99e8-4f82-920f-aa1da968d136 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.668278 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a480cbb4-d35e-4a35-a086-3fd6df2c96b9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:20.669697 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a480cbb4-d35e-4a35-a086-3fd6df2c96b9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1345294 Nov 11 12:17:20.675532 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54076) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:20.679613 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-54f36623-e561-4d16-8c0b-cc6e64331b47 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.707039 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24ac044-4269-4e70-a5da-9f034f026e0c tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] GET failed (client error): The resource could not be found. Nov 11 12:17:20.712205 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c24ac044-4269-4e70-a5da-9f034f026e0c tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports/94260a4a-6d32-4360-9734-7a94aad676b7 HTTP/1.1" status: 404 len: 333 time: 0.0321681 Nov 11 12:17:20.714456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54078) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:20.722037 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-a19ae0c7-541d-492a-b630-17425387ccd2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-683906684'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:20.786763 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43407436-99e8-4f82-920f-aa1da968d136 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.789538 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43407436-99e8-4f82-920f-aa1da968d136 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.836099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e271d-e17e-4c2b-bc25-eae2df4aac66 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting port 6e669b1c-3c35-4bd2-9592-6d0f5e330615 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:20.836435 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e0e271d-e17e-4c2b-bc25-eae2df4aac66 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.850802 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-54f36623-e561-4d16-8c0b-cc6e64331b47 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.901894 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f36623-e561-4d16-8c0b-cc6e64331b47 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c5eb93-b35e-4f29-ae00-aa2b93a007ac,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:20.956073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-0e0e271d-e17e-4c2b-bc25-eae2df4aac66 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] For port 6e669b1c-3c35-4bd2-9592-6d0f5e330615, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6e669b1c-3c35-4bd2-9592-6d0f5e330615,segment=NetworkSegment(2ebe4081-7ff7-428d-bdd6-130f245cb180),segment_id=2ebe4081-7ff7-428d-bdd6-130f245cb180)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:20.956073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e0e271d-e17e-4c2b-bc25-eae2df4aac66 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.956073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19ae0c7-541d-492a-b630-17425387ccd2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:20.957645 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a19ae0c7-541d-492a-b630-17425387ccd2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:20.977774 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e271d-e17e-4c2b-bc25-eae2df4aac66 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Calling delete_port for 6e669b1c-3c35-4bd2-9592-6d0f5e330615 owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:21.026663 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19ae0c7-541d-492a-b630-17425387ccd2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:17:21.037949 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43407436-99e8-4f82-920f-aa1da968d136 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.038508 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43407436-99e8-4f82-920f-aa1da968d136 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Fanout notify agent at l3_agent the message router_deleted on router 264968cb-d0c5-4b50-bcef-268e5d07a046 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:17:21.045544 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43407436-99e8-4f82-920f-aa1da968d136 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.048166 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-43407436-99e8-4f82-920f-aa1da968d136 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/routers/264968cb-d0c5-4b50-bcef-268e5d07a046 HTTP/1.1" status: 204 len: 168 time: 0.5655785 Nov 11 12:17:21.048623 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a19ae0c7-541d-492a-b630-17425387ccd2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.048623 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-a19ae0c7-541d-492a-b630-17425387ccd2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Added segment dbcfd2e8-8437-4ac1-abac-0da7b9a3778d of type vlan for network 4a2c55fa-3058-45e4-9ea6-b2b4b463215b Nov 11 12:17:21.056848 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54082) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:21.097507 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-54f36623-e561-4d16-8c0b-cc6e64331b47 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.098707 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-54f36623-e561-4d16-8c0b-cc6e64331b47 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8534222 Nov 11 12:17:21.103740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54084) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:21.117030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a19ae0c7-541d-492a-b630-17425387ccd2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.148833 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1ae2d23a-5c95-40fd-9020-2c269b4b72bb tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.158917 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f0f3d6-ea14-426f-91cb-9e3daaad1d7a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting subnet 15f308a5-7bd8-4508-91ca-26229ad09ab5 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:21.162601 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1ae2d23a-5c95-40fd-9020-2c269b4b72bb tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.169007 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f3d6-ea14-426f-91cb-9e3daaad1d7a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.220333 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f3d6-ea14-426f-91cb-9e3daaad1d7a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.281899 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a19ae0c7-541d-492a-b630-17425387ccd2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.289138 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19ae0c7-541d-492a-b630-17425387ccd2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:21.290293 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a19ae0c7-541d-492a-b630-17425387ccd2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.316353 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f3d6-ea14-426f-91cb-9e3daaad1d7a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.320611 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1ae2d23a-5c95-40fd-9020-2c269b4b72bb tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.347599 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54088) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:21.352219 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1ae2d23a-5c95-40fd-9020-2c269b4b72bb tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.355276 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1ae2d23a-5c95-40fd-9020-2c269b4b72bb tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b6c5eb93-b35e-4f29-ae00-aa2b93a007ac HTTP/1.1" status: 204 len: 168 time: 0.2485073 Nov 11 12:17:21.357903 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54092) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:21.364367 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2d23a-5c95-40fd-9020-2c269b4b72bb tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6c5eb93-b35e-4f29-ae00-aa2b93a007ac,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:21.374251 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e0e271d-e17e-4c2b-bc25-eae2df4aac66 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.413875 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ae0c7-541d-492a-b630-17425387ccd2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Network': ['ID=4a2c55fa-3058-45e4-9ea6-b2b4b463215b,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:21.418707 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e271d-e17e-4c2b-bc25-eae2df4aac66 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Port': ['ID=6e669b1c-3c35-4bd2-9592-6d0f5e330615,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:21.427858 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 4a2c55fa-3058-45e4-9ea6-b2b4b463215b details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:17:21.450033 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a19ae0c7-541d-492a-b630-17425387ccd2 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7343566 Nov 11 12:17:21.454247 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54094) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:21.459519 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-7a151753-fed6-44a4-9419-769a09736cee tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'subnet': {'network_id': '4a2c55fa-3058-45e4-9ea6-b2b4b463215b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:21.568418 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1c54125e-0d28-4ebc-9377-adec2c1c6fd5 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2062860 Nov 11 12:17:21.571672 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54098) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:21.592661 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f3d6-ea14-426f-91cb-9e3daaad1d7a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.645531 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0f3d6-ea14-426f-91cb-9e3daaad1d7a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Subnet': ['ID=15f308a5-7bd8-4508-91ca-26229ad09ab5,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:21.663211 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e0e271d-e17e-4c2b-bc25-eae2df4aac66 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.665280 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1f45df5e-3d73-4362-a237-ab00151b2da3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.675149 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9032e7e1-7627-48b1-94e0-afe796d0757a None None] Network 66bd1e29-85ae-4109-8bde-7c65b0466a62 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:21.682248 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f3d6-ea14-426f-91cb-9e3daaad1d7a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.688708 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c2f0f3d6-ea14-426f-91cb-9e3daaad1d7a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/subnets/15f308a5-7bd8-4508-91ca-26229ad09ab5 HTTP/1.1" status: 204 len: 168 time: 0.6275842 Nov 11 12:17:21.691065 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54100) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:21.691919 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-db992997-6ca0-4166-8028-308d52c96e44 req-212f2e4f-344a-4eae-8a82-aeb883703ae8 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 210 time: 0.0557046 Nov 11 12:17:21.714869 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eedcd474-2136-4b76-8a8b-90f4b812c8cd tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.749311 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eedcd474-2136-4b76-8a8b-90f4b812c8cd tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.774992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a151753-fed6-44a4-9419-769a09736cee tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:21.780519 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7a151753-fed6-44a4-9419-769a09736cee tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.826482 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a888be1-fc3d-4c54-b3d2-0b1c92a1a215 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting subnet ebd546d8-8b0a-4fda-b024-4e74b67c74f5 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:21.839700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7a888be1-fc3d-4c54-b3d2-0b1c92a1a215 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.932410 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897d860b-bde3-4952-bfbf-86f779306e63 None None] DHCP port deletion for 66bd1e29-85ae-4109-8bde-7c65b0466a62 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:21.978684 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7a888be1-fc3d-4c54-b3d2-0b1c92a1a215 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:21.978937 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-897d860b-bde3-4952-bfbf-86f779306e63 None None] Deleting port 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:21.979094 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-897d860b-bde3-4952-bfbf-86f779306e63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.014360 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0e271d-e17e-4c2b-bc25-eae2df4aac66 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:17:22.021920 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eedcd474-2136-4b76-8a8b-90f4b812c8cd tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.024621 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eedcd474-2136-4b76-8a8b-90f4b812c8cd tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.028202 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-eedcd474-2136-4b76-8a8b-90f4b812c8cd tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-groups/953bd3a9-7482-480f-8bfb-f5649f6574dc HTTP/1.1" status: 204 len: 168 time: 0.4528186 Nov 11 12:17:22.031159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54102) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:22.049022 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-897d860b-bde3-4952-bfbf-86f779306e63 None None] For port 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc,segment=NetworkSegment(84f1f869-25b8-4c63-bec6-e2bb6d4eebd1),segment_id=84f1f869-25b8-4c63-bec6-e2bb6d4eebd1)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:22.049824 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-897d860b-bde3-4952-bfbf-86f779306e63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.055982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1f45df5e-3d73-4362-a237-ab00151b2da3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.056599 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcd474-2136-4b76-8a8b-90f4b812c8cd tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=953bd3a9-7482-480f-8bfb-f5649f6574dc,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:22.067591 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-897d860b-bde3-4952-bfbf-86f779306e63 None None] Calling delete_port for 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:22.143100 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c6c55bbb-0232-42ad-8462-e7d8f060683e tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1096404 Nov 11 12:17:22.144394 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54106) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:22.152218 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-66eecd8d-4d90-42a6-b59e-ee8bd57602fb tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106740477'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:22.180791 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7a888be1-fc3d-4c54-b3d2-0b1c92a1a215 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.189083 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0e271d-e17e-4c2b-bc25-eae2df4aac66 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:22.203188 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baa0b90-7135-4658-9bb9-86686408bacf None None] Sync routers for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:22.216614 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baa0b90-7135-4658-9bb9-86686408bacf None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:22.217328 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-4baa0b90-7135-4658-9bb9-86686408bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:22.221410 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0e0e271d-e17e-4c2b-bc25-eae2df4aac66 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/0e8982dc-5fec-482b-b7c8-dc9c2ec8d408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5317075 Nov 11 12:17:22.224192 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54108) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:22.231517 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1f45df5e-3d73-4362-a237-ab00151b2da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.288462 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-897d860b-bde3-4952-bfbf-86f779306e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.299253 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1f45df5e-3d73-4362-a237-ab00151b2da3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=27d67ddee57c4ba9b12958f35169f91b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9505930 Nov 11 12:17:22.300768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45df5e-3d73-4362-a237-ab00151b2da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd84df1d-3a9b-4efb-9d7a-11395b6cef63,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:22.303248 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54110) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:22.310033 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-16897b21-1270-4226-b8ce-fe22a50cb9a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting subnet 88582d64-66ac-4952-aefa-6ea3eb4279e8 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:22.316096 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-16897b21-1270-4226-b8ce-fe22a50cb9a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.321561 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7a151753-fed6-44a4-9419-769a09736cee tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.324515 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-4baa0b90-7135-4658-9bb9-86686408bacf None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:17:22.329115 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d860b-bde3-4952-bfbf-86f779306e63 None None] Pushing event deleted for resources: {'Port': ['ID=0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:22.363159 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96f8ded0-afcc-463f-8f2e-d8ae3c319826 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.388351 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96f8ded0-afcc-463f-8f2e-d8ae3c319826 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.390721 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897d860b-bde3-4952-bfbf-86f779306e63 None None] No DVR routers for this DVR port 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:22.393524 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-4baa0b90-7135-4658-9bb9-86686408bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:17:21Z', 'revision_number': 11, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:22.407085 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-66eecd8d-4d90-42a6-b59e-ee8bd57602fb tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.438347 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baa0b90-7135-4658-9bb9-86686408bacf None None] Checking router: 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:17:22.444162 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-16897b21-1270-4226-b8ce-fe22a50cb9a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.445838 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7a888be1-fc3d-4c54-b3d2-0b1c92a1a215 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.450566 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baa0b90-7135-4658-9bb9-86686408bacf None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:22.451373 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-4baa0b90-7135-4658-9bb9-86686408bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:22.475532 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a151753-fed6-44a4-9419-769a09736cee tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Subnet': ['ID=cd8279aa-915a-4e92-a50a-bcb215f1fe53,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:22.481045 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a888be1-fc3d-4c54-b3d2-0b1c92a1a215 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd546d8-8b0a-4fda-b024-4e74b67c74f5,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:22.487562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a151753-fed6-44a4-9419-769a09736cee tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Checking segment: {'id': 'dbcfd2e8-8437-4ac1-abac-0da7b9a3778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4a2c55fa-3058-45e4-9ea6-b2b4b463215b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:22.487562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a151753-fed6-44a4-9419-769a09736cee tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network hostable DHCP agents. Network: 4a2c55fa-3058-45e4-9ea6-b2b4b463215b, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:17:22.493399 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7a888be1-fc3d-4c54-b3d2-0b1c92a1a215 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.499367 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7a888be1-fc3d-4c54-b3d2-0b1c92a1a215 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/subnets/ebd546d8-8b0a-4fda-b024-4e74b67c74f5 HTTP/1.1" status: 204 len: 168 time: 0.8047781 Nov 11 12:17:22.499988 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54112) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:22.570714 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf6de9f-14b0-42f4-a830-4e67bdab3795 None None] Network 4bb6a60f-1138-4653-913a-3c505146e660 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:22.575455 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-16897b21-1270-4226-b8ce-fe22a50cb9a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.618152 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-4baa0b90-7135-4658-9bb9-86686408bacf None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:17:22.649374 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96f8ded0-afcc-463f-8f2e-d8ae3c319826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.652024 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96f8ded0-afcc-463f-8f2e-d8ae3c319826 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.655860 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-96f8ded0-afcc-463f-8f2e-d8ae3c319826 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd84df1d-3a9b-4efb-9d7a-11395b6cef63 HTTP/1.1" status: 204 len: 168 time: 0.3490162 Nov 11 12:17:22.681798 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-4baa0b90-7135-4658-9bb9-86686408bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:17:21Z', 'revision_number': 11, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:22.693799 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a151753-fed6-44a4-9419-769a09736cee tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network 4a2c55fa-3058-45e4-9ea6-b2b4b463215b is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:17:22.718113 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8ded0-afcc-463f-8f2e-d8ae3c319826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd84df1d-3a9b-4efb-9d7a-11395b6cef63,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:22.728991 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baa0b90-7135-4658-9bb9-86686408bacf None None] The sync data for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv is: [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:17:21Z', 'revision_number': 11, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:22.749597 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5885fe03-c412-4d5a-83e0-1ff7171ab6aa tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.756171 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-16897b21-1270-4226-b8ce-fe22a50cb9a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.771184 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-66eecd8d-4d90-42a6-b59e-ee8bd57602fb tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.825868 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-16897b21-1270-4226-b8ce-fe22a50cb9a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.830358 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-16897b21-1270-4226-b8ce-fe22a50cb9a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/subnets/88582d64-66ac-4952-aefa-6ea3eb4279e8 HTTP/1.1" status: 204 len: 168 time: 0.6049943 Nov 11 12:17:22.831071 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-7a151753-fed6-44a4-9419-769a09736cee tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 4a2c55fa-3058-45e4-9ea6-b2b4b463215b) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:22.834861 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54118) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:22.840340 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16897b21-1270-4226-b8ce-fe22a50cb9a8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Subnet': ['ID=88582d64-66ac-4952-aefa-6ea3eb4279e8,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:22.847416 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccee042-8c06-4a37-8136-9b67283a2f80 None None] Network 7284a88a-3d69-4827-a105-1cc11e48ed2b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:22.851397 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a151753-fed6-44a4-9419-769a09736cee tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:22.851397 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7a151753-fed6-44a4-9419-769a09736cee tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:22.884642 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ec4965b8-f55a-45a2-9b15-5c0f8c3dcd34 req-fe9791cb-883a-45c1-88bd-fa3dfc9b8161 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 210 time: 0.0611794 Nov 11 12:17:22.894551 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-30fac09d-19c7-41f8-986b-1ccd051e8616 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:22.896995 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-30fac09d-19c7-41f8-986b-1ccd051e8616 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.70 "GET /v2.0/networks?id=bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb HTTP/1.1" status: 200 len: 812 time: 0.3347926 Nov 11 12:17:22.931301 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e5adc5-9520-4cf2-b39b-554042151577 None None] Network 4a2c55fa-3058-45e4-9ea6-b2b4b463215b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:22.990503 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7a151753-fed6-44a4-9419-769a09736cee tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5351083 Nov 11 12:17:22.997560 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54120) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:23.007028 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-dc74b362-782a-44c6-8454-790844d9fe2a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'subnet': {'network_id': '4a2c55fa-3058-45e4-9ea6-b2b4b463215b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:23.150442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd59aad8-3f2c-45c6-a85e-fbfad7de9c12 None None] DHCP port deletion for 4bb6a60f-1138-4653-913a-3c505146e660 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:23.229718 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c409d864-ed46-442d-bcbc-6c02c52bf213 None None] DHCP port deletion for 7284a88a-3d69-4827-a105-1cc11e48ed2b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:23.304768 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:23.346336 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-4a2c55fa-3058-45e4-9ea6-b2b4b463215b', 'network_id': '4a2c55fa-3058-45e4-9ea6-b2b4b463215b', 'tenant_id': 'f9c03639a8564727b50cf8ab0fd2b19c', 'fixed_ips': [{'subnet_id': 'cd8279aa-915a-4e92-a50a-bcb215f1fe53'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:17:23.347222 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.353810 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:23.354140 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0c14eba0-39d5-4da2-a3af-f8b0dc0bd8dc not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:23.354565 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6e669b1c-3c35-4bd2-9592-6d0f5e330615 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:23.405170 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-66eecd8d-4d90-42a6-b59e-ee8bd57602fb tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.409757 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc74b362-782a-44c6-8454-790844d9fe2a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:23.412021 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-0e2c6575-f516-470d-b333-8eea24dd29f9 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Request body: {'port': {'device_id': '7aa4099e-8518-4ad0-a8c2-92e86483f19e', 'network_id': 'bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb', 'admin_state_up': True, 'tenant_id': 'dc5c4e2e2e10475196326bc02b38e4e8'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:23.417082 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 6e669b1c-3c35-4bd2-9592-6d0f5e330615 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:23.423268 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6e669b1c-3c35-4bd2-9592-6d0f5e330615 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:23.423268 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 86e37b16-d399-4cf5-92da-3ca0fdaa649b no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:23.423687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dc74b362-782a-44c6-8454-790844d9fe2a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.509006 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5885fe03-c412-4d5a-83e0-1ff7171ab6aa tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.512174 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-fd59aad8-3f2c-45c6-a85e-fbfad7de9c12 None None] Deleting port 86e37b16-d399-4cf5-92da-3ca0fdaa649b {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:23.515541 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fd59aad8-3f2c-45c6-a85e-fbfad7de9c12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.534557 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.ipam_backend_mixin [None req-dc74b362-782a-44c6-8454-790844d9fe2a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cd8279aa-915a-4e92-a50a-bcb215f1fe53 (CIDR: 2001:db8::/64) Nov 11 12:17:23.551505 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eecd8d-4d90-42a6-b59e-ee8bd57602fb tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5da0bc-2da3-416c-9052-866fde90dd26,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:23.561999 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-5885fe03-c412-4d5a-83e0-1ff7171ab6aa tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66bd1e29-85ae-4109-8bde-7c65b0466a62']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:23.571262 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.587454 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-5885fe03-c412-4d5a-83e0-1ff7171ab6aa tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f1f869-25b8-4c63-bec6-e2bb6d4eebd1') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:23.587769 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-5885fe03-c412-4d5a-83e0-1ff7171ab6aa tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f1f869-25b8-4c63-bec6-e2bb6d4eebd1') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:23.601396 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-fd59aad8-3f2c-45c6-a85e-fbfad7de9c12 None None] For port 86e37b16-d399-4cf5-92da-3ca0fdaa649b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=86e37b16-d399-4cf5-92da-3ca0fdaa649b,segment=NetworkSegment(9368b9fd-7b14-4615-b75a-92161695008d),segment_id=9368b9fd-7b14-4615-b75a-92161695008d)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:23.602081 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fd59aad8-3f2c-45c6-a85e-fbfad7de9c12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.608597 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc74b362-782a-44c6-8454-790844d9fe2a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:17:23.610135 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc74b362-782a-44c6-8454-790844d9fe2a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:23.615260 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-66eecd8d-4d90-42a6-b59e-ee8bd57602fb tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.617307 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-66eecd8d-4d90-42a6-b59e-ee8bd57602fb tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4705026 Nov 11 12:17:23.622232 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54130) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:23.627668 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5885fe03-c412-4d5a-83e0-1ff7171ab6aa tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.627889 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f36c8f5e-e3c5-4ba5-838e-1c5cd9c5530d tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group_rule': {'security_group_id': '6f5da0bc-2da3-416c-9052-866fde90dd26', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:23.630907 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-fd59aad8-3f2c-45c6-a85e-fbfad7de9c12 None None] Calling delete_port for 86e37b16-d399-4cf5-92da-3ca0fdaa649b owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:23.658890 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c409d864-ed46-442d-bcbc-6c02c52bf213 None None] Deleting port 3980371d-93c9-48f7-a662-2c189f743bf6 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:23.659296 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c409d864-ed46-442d-bcbc-6c02c52bf213 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.672509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5885fe03-c412-4d5a-83e0-1ff7171ab6aa tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.680970 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5885fe03-c412-4d5a-83e0-1ff7171ab6aa tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:23.681387 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5885fe03-c412-4d5a-83e0-1ff7171ab6aa tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:23.685003 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:23.690220 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54132) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:23.744258 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-807ddb5d-876d-4b28-9242-d9e3e2dfc7dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61ec6e57ef5a474fabb8ddf343c4d1ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0496240 Nov 11 12:17:23.744774 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54134) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:23.771890 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Deleting port 3980371d-93c9-48f7-a662-2c189f743bf6 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:23.772247 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.783389 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f36c8f5e-e3c5-4ba5-838e-1c5cd9c5530d tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.832939 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d7608086-c530-4087-a6d3-0f0c9a9abfe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.841290 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] For port 3980371d-93c9-48f7-a662-2c189f743bf6, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=3980371d-93c9-48f7-a662-2c189f743bf6,segment=NetworkSegment(2ebe4081-7ff7-428d-bdd6-130f245cb180),segment_id=2ebe4081-7ff7-428d-bdd6-130f245cb180)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:23.841884 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.856068 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-dc74b362-782a-44c6-8454-790844d9fe2a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8559015 Nov 11 12:17:23.861605 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54136) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:23.865826 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Calling delete_port for 3980371d-93c9-48f7-a662-2c189f743bf6 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:23.870534 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-bc04a9ed-5696-41e9-b29b-7ea1565acaae tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'subnet': {'network_id': '4a2c55fa-3058-45e4-9ea6-b2b4b463215b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:23.875084 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d7608086-c530-4087-a6d3-0f0c9a9abfe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.878154 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f36c8f5e-e3c5-4ba5-838e-1c5cd9c5530d tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.930294 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5885fe03-c412-4d5a-83e0-1ff7171ab6aa tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.970745 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5885fe03-c412-4d5a-83e0-1ff7171ab6aa tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.970972 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f36c8f5e-e3c5-4ba5-838e-1c5cd9c5530d tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:23.974361 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5885fe03-c412-4d5a-83e0-1ff7171ab6aa tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/networks/66bd1e29-85ae-4109-8bde-7c65b0466a62 HTTP/1.1" status: 204 len: 168 time: 1.4730093 Nov 11 12:17:23.977759 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54140) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:23.993501 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Allocated IP 2001:db8::2 (4a2c55fa-3058-45e4-9ea6-b2b4b463215b/cd8279aa-915a-4e92-a50a-bcb215f1fe53/dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:24.003813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.009393 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c8f5e-e3c5-4ba5-838e-1c5cd9c5530d tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef4c270-3813-4d77-837a-32a72400dbe8,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:24.009663 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885fe03-c412-4d5a-83e0-1ff7171ab6aa tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Network': ['ID=66bd1e29-85ae-4109-8bde-7c65b0466a62,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:24.009985 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c409d864-ed46-442d-bcbc-6c02c52bf213 None None] For port 3980371d-93c9-48f7-a662-2c189f743bf6, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=3980371d-93c9-48f7-a662-2c189f743bf6,segment=NetworkSegment(2ebe4081-7ff7-428d-bdd6-130f245cb180),segment_id=2ebe4081-7ff7-428d-bdd6-130f245cb180)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:24.010585 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c409d864-ed46-442d-bcbc-6c02c52bf213 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.055025 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-0e2c6575-f516-470d-b333-8eea24dd29f9 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Made reservation on behalf of dc5c4e2e2e10475196326bc02b38e4e8 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:24.055683 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-962375e3-921c-427b-8b5c-7e02bf4017d1 req-7b6bae09-6b90-42cc-9cd0-255c87a9f924 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 210 time: 0.0468082 Nov 11 12:17:24.055990 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-0e2c6575-f516-470d-b333-8eea24dd29f9 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.061213 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c409d864-ed46-442d-bcbc-6c02c52bf213 None None] Calling delete_port for 3980371d-93c9-48f7-a662-2c189f743bf6 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:24.079905 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d7608086-c530-4087-a6d3-0f0c9a9abfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.083587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d7608086-c530-4087-a6d3-0f0c9a9abfe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.085808 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d7608086-c530-4087-a6d3-0f0c9a9abfe0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/47826ce3-d24a-4401-8a72-fbe230ab3ca1 HTTP/1.1" status: 204 len: 168 time: 0.3392067 Nov 11 12:17:24.094946 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7608086-c530-4087-a6d3-0f0c9a9abfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47826ce3-d24a-4401-8a72-fbe230ab3ca1,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:24.116834 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f36c8f5e-e3c5-4ba5-838e-1c5cd9c5530d tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.118489 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f36c8f5e-e3c5-4ba5-838e-1c5cd9c5530d tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4952087 Nov 11 12:17:24.126397 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54144) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:24.132154 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-dd38b9ee-31d3-4a93-b2f5-6ba0c50ecb29 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group_rule': {'security_group_id': '6f5da0bc-2da3-416c-9052-866fde90dd26', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:24.159417 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.199724 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 86e37b16-d399-4cf5-92da-3ca0fdaa649b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=86e37b16-d399-4cf5-92da-3ca0fdaa649b,segment=NetworkSegment(9368b9fd-7b14-4615-b75a-92161695008d),segment_id=9368b9fd-7b14-4615-b75a-92161695008d)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:24.267101 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dd38b9ee-31d3-4a93-b2f5-6ba0c50ecb29 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.302001 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.335252 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dd38b9ee-31d3-4a93-b2f5-6ba0c50ecb29 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.347155 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.350082 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Port': ['ID=3980371d-93c9-48f7-a662-2c189f743bf6,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:24.357826 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.364749 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] No DVR routers for this DVR port 3980371d-93c9-48f7-a662-2c189f743bf6 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:24.368934 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-0e2c6575-f516-470d-b333-8eea24dd29f9 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Allocated IP 172.20.0.11 (bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb/f6fe8109-9dd4-4a53-bb46-8108d0775897/e67fbb59-541b-40d3-925a-663e1c5e3689) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:24.390760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c409d864-ed46-442d-bcbc-6c02c52bf213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.418397 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c409d864-ed46-442d-bcbc-6c02c52bf213 None None] No DVR routers for this DVR port 3980371d-93c9-48f7-a662-2c189f743bf6 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:24.430549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=86e37b16-d399-4cf5-92da-3ca0fdaa649b,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:24.431825 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting port 86e37b16-d399-4cf5-92da-3ca0fdaa649b {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:24.432187 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.454272 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409d864-ed46-442d-bcbc-6c02c52bf213 None None] Pushing event deleted for resources: {'Port': ['ID=3980371d-93c9-48f7-a662-2c189f743bf6,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:24.462037 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dd38b9ee-31d3-4a93-b2f5-6ba0c50ecb29 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.481433 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38b9ee-31d3-4a93-b2f5-6ba0c50ecb29 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3a21a5-8bd1-41d7-9c5f-79a2f316436a,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:24.552073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.580599 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.582719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fd59aad8-3f2c-45c6-a85e-fbfad7de9c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.599813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc04a9ed-5696-41e9-b29b-7ea1565acaae tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:24.603228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bc04a9ed-5696-41e9-b29b-7ea1565acaae tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.631653 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd59aad8-3f2c-45c6-a85e-fbfad7de9c12 None None] No DVR routers for this DVR port 86e37b16-d399-4cf5-92da-3ca0fdaa649b on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:24.635545 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Network 4a2c55fa-3058-45e4-9ea6-b2b4b463215b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:24.640402 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:24.642775 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Pushing event updated for resources: {'Port': ['ID=dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:24.644944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:24.670646 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59aad8-3f2c-45c6-a85e-fbfad7de9c12 None None] Pushing event deleted for resources: {'Port': ['ID=86e37b16-d399-4cf5-92da-3ca0fdaa649b,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:24.688499 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7284a88a-3d69-4827-a105-1cc11e48ed2b']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:24.715562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dd38b9ee-31d3-4a93-b2f5-6ba0c50ecb29 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.719979 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-dd38b9ee-31d3-4a93-b2f5-6ba0c50ecb29 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5922029 Nov 11 12:17:24.720593 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54150) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:24.723641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] For port 86e37b16-d399-4cf5-92da-3ca0fdaa649b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=86e37b16-d399-4cf5-92da-3ca0fdaa649b,segment=NetworkSegment(9368b9fd-7b14-4615-b75a-92161695008d),segment_id=9368b9fd-7b14-4615-b75a-92161695008d)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:24.724082 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.725030 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-585409a2-aa39-429d-bcb5-b531057feace tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group_rule': {'security_group_id': '6f5da0bc-2da3-416c-9052-866fde90dd26', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:24.728700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebe4081-7ff7-428d-bdd6-130f245cb180') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:24.729410 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebe4081-7ff7-428d-bdd6-130f245cb180') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:24.731847 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Attempting to bind port dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:17:24.732287 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Attempting to bind port dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'dbcfd2e8-8437-4ac1-abac-0da7b9a3778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4a2c55fa-3058-45e4-9ea6-b2b4b463215b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:17:24.732719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Attempting to bind port dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1 on network 4a2c55fa-3058-45e4-9ea6-b2b4b463215b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:24.746467 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:17:24.746944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Checking segment: {'id': 'dbcfd2e8-8437-4ac1-abac-0da7b9a3778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4a2c55fa-3058-45e4-9ea6-b2b4b463215b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:24.747442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.747932 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Bound using segment: {'id': 'dbcfd2e8-8437-4ac1-abac-0da7b9a3778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4a2c55fa-3058-45e4-9ea6-b2b4b463215b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:17:24.748459 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Bound port: dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcfd2e8-8437-4ac1-abac-0da7b9a3778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4a2c55fa-3058-45e4-9ea6-b2b4b463215b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:17:24.748931 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.777019 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.790348 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Calling delete_port for 86e37b16-d399-4cf5-92da-3ca0fdaa649b owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:24.824228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.845610 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-585409a2-aa39-429d-bcb5-b531057feace tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.866073 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] For port dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:17:24.875431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] For port dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1,segment=NetworkSegment(dbcfd2e8-8437-4ac1-abac-0da7b9a3778d),segment_id=dbcfd2e8-8437-4ac1-abac-0da7b9a3778d)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:17:24.884095 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:24.884095 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:24.888688 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:24.895785 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 3980371d-93c9-48f7-a662-2c189f743bf6 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:24.919692 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 3980371d-93c9-48f7-a662-2c189f743bf6 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:24.920038 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 3980371d-93c9-48f7-a662-2c189f743bf6 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:24.946967 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-585409a2-aa39-429d-bcb5-b531057feace tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.954574 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:24.968664 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-0e2c6575-f516-470d-b333-8eea24dd29f9 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.011738 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f658c-78c2-48e4-b8b5-cd0ffc571779 None None] Pushing event updated for resources: {'Port': ['ID=dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:25.075328 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-585409a2-aa39-429d-bcb5-b531057feace tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.101934 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585409a2-aa39-429d-bcb5-b531057feace tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eaaa884-02f7-4e2a-abe3-0128d57dc58d,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:25.126047 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.137082 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.142898 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/networks/7284a88a-3d69-4827-a105-1cc11e48ed2b HTTP/1.1" status: 204 len: 168 time: 2.3048010 Nov 11 12:17:25.143332 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54162) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:25.148743 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e23f4de4-b4c6-4d60-b9ae-4192199fddd0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'router': {'routes': None}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:25.156609 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383f5ff-8d07-4a1d-bd30-2b1f8dba242c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Pushing event deleted for resources: {'Network': ['ID=7284a88a-3d69-4827-a105-1cc11e48ed2b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:25.188603 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.258454 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-585409a2-aa39-429d-bcb5-b531057feace tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.259701 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-585409a2-aa39-429d-bcb5-b531057feace tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5381730 Nov 11 12:17:25.263161 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-0e2c6575-f516-470d-b333-8eea24dd29f9 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.267340 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54166) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:25.271285 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] No DVR routers for this DVR port 86e37b16-d399-4cf5-92da-3ca0fdaa649b on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:25.282360 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-149456fa-e909-4c47-812c-de40f2ce87b4 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group_rule': {'security_group_id': '6f5da0bc-2da3-416c-9052-866fde90dd26', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:25.288959 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Port': ['ID=86e37b16-d399-4cf5-92da-3ca0fdaa649b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:25.305558 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-65d13fe6-68e4-457a-b28e-757ef3f7cbb9 req-2c577c9a-22e5-4f04-b890-2d901d38904b tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 210 time: 0.1509948 Nov 11 12:17:25.388490 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bc04a9ed-5696-41e9-b29b-7ea1565acaae tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.421855 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-0e2c6575-f516-470d-b333-8eea24dd29f9 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Network bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:25.435578 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.extraroute_db [None req-e23f4de4-b4c6-4d60-b9ae-4192199fddd0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Added routes are [] {{(pid=103002) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 12:17:25.435909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.extraroute_db [None req-e23f4de4-b4c6-4d60-b9ae-4192199fddd0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Removed routes are [] {{(pid=103002) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 12:17:25.436270 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e23f4de4-b4c6-4d60-b9ae-4192199fddd0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.477788 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c6575-f516-470d-b333-8eea24dd29f9 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Pushing event updated for resources: {'Port': ['ID=e67fbb59-541b-40d3-925a-663e1c5e3689,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:25.480446 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-0e2c6575-f516-470d-b333-8eea24dd29f9 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:25.491725 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-0e2c6575-f516-470d-b333-8eea24dd29f9 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:25.510832 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc04a9ed-5696-41e9-b29b-7ea1565acaae tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network 4a2c55fa-3058-45e4-9ea6-b2b4b463215b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:25.512756 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.552648 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-bc04a9ed-5696-41e9-b29b-7ea1565acaae tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:25.558787 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc04a9ed-5696-41e9-b29b-7ea1565acaae tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:25.559413 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bc04a9ed-5696-41e9-b29b-7ea1565acaae tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.581264 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-149456fa-e909-4c47-812c-de40f2ce87b4 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.585404 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e23f4de4-b4c6-4d60-b9ae-4192199fddd0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.589519 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e23f4de4-b4c6-4d60-b9ae-4192199fddd0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.590594 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04a9ed-5696-41e9-b29b-7ea1565acaae tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Subnet': ['ID=f67320fe-f6ca-44be-af1e-9936d6af1396,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:25.600765 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb6a60f-1138-4653-913a-3c505146e660']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:25.633586 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9368b9fd-7b14-4615-b75a-92161695008d') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:25.633881 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9368b9fd-7b14-4615-b75a-92161695008d') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:25.649351 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-0e2c6575-f516-470d-b333-8eea24dd29f9 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:25.649997 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-0e2c6575-f516-470d-b333-8eea24dd29f9 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.660509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.675821 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23f4de4-b4c6-4d60-b9ae-4192199fddd0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:17:25.688317 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.697700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:25.698121 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:25.705068 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:25.708462 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bc04a9ed-5696-41e9-b29b-7ea1565acaae tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8410408 Nov 11 12:17:25.722872 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54176) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:25.753809 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23f4de4-b4c6-4d60-b9ae-4192199fddd0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:25.758350 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-932adfd2-8624-4622-a9c0-5f421d409eb3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'network_id': '4a2c55fa-3058-45e4-9ea6-b2b4b463215b', 'fixed_ips': [{'subnet_id': 'cd8279aa-915a-4e92-a50a-bcb215f1fe53'}, {'subnet_id': 'f67320fe-f6ca-44be-af1e-9936d6af1396'}], 'name': 'tempest-PortsIpV6TestJSON-1430117169'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:25.764829 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e23f4de4-b4c6-4d60-b9ae-4192199fddd0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.771681 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a74a06f-0402-4785-abdf-892b06c48efd None None] Sync routers for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:25.772188 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e23f4de4-b4c6-4d60-b9ae-4192199fddd0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 HTTP/1.1" status: 200 len: 700 time: 0.6244481 Nov 11 12:17:25.772188 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54180) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:25.783780 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a74a06f-0402-4785-abdf-892b06c48efd None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:25.783780 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-6a74a06f-0402-4785-abdf-892b06c48efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:25.784432 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-149456fa-e909-4c47-812c-de40f2ce87b4 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.808588 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f6556dee-3ba6-43d3-95aa-e3a6a65624af tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 HTTP/1.1" status: 200 len: 205 time: 0.0378933 Nov 11 12:17:25.811314 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54182) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:25.833849 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-0e2c6575-f516-470d-b333-8eea24dd29f9 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4297602 Nov 11 12:17:25.887550 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-6a74a06f-0402-4785-abdf-892b06c48efd None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:17:25.898132 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b88a02be-fd8f-4668-ae27-6a69c89ab3b5 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.913286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-149456fa-e909-4c47-812c-de40f2ce87b4 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:25.988759 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-6a74a06f-0402-4785-abdf-892b06c48efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:17:21Z', 'revision_number': 11, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:26.013610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149456fa-e909-4c47-812c-de40f2ce87b4 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9cae36d-b351-4d04-a87b-93d995e7cee0,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:26.028493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.039507 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.047618 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a74a06f-0402-4785-abdf-892b06c48efd None None] Checking router: 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:17:26.056491 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/networks/4bb6a60f-1138-4653-913a-3c505146e660 HTTP/1.1" status: 204 len: 168 time: 2.0632379 Nov 11 12:17:26.056759 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a74a06f-0402-4785-abdf-892b06c48efd None None] Routers {'0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:26.057541 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-6a74a06f-0402-4785-abdf-892b06c48efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:26.063136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54188) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:26.066026 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab865d-a010-4427-bdf4-937329955c21 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Network': ['ID=4bb6a60f-1138-4653-913a-3c505146e660,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:26.071423 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-63936c35-add7-49e1-981e-e985c8a7b71e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1015473537'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:26.108105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932adfd2-8624-4622-a9c0-5f421d409eb3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:26.144764 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-6a74a06f-0402-4785-abdf-892b06c48efd None None] Set router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:17:26.144984 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b88a02be-fd8f-4668-ae27-6a69c89ab3b5 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.152386 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b88a02be-fd8f-4668-ae27-6a69c89ab3b5 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.195869 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Request body: {'port': {'device_id': '7aa4099e-8518-4ad0-a8c2-92e86483f19e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:26.204763 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-149456fa-e909-4c47-812c-de40f2ce87b4 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.209073 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-149456fa-e909-4c47-812c-de40f2ce87b4 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9357371 Nov 11 12:17:26.209227 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54190) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:26.214763 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-90f45d2f-d50b-4615-b3e5-586154234854 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group_rule': {'security_group_id': '6f5da0bc-2da3-416c-9052-866fde90dd26', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:26.217284 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-6a74a06f-0402-4785-abdf-892b06c48efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:17:21Z', 'revision_number': 11, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:26.309314 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.326506 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-932adfd2-8624-4622-a9c0-5f421d409eb3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.347953 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a74a06f-0402-4785-abdf-892b06c48efd None None] The sync data for ids ['0e8982dc-5fec-482b-b7c8-dc9c2ec8d408'] in dv-neutron-786478-23-hyperv is: [{'id': '0e8982dc-5fec-482b-b7c8-dc9c2ec8d408', 'name': 'tempest-RoutersTest-router-623366874', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:04Z', 'updated_at': '2021-11-11T12:17:21Z', 'revision_number': 11, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:26.354031 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b88a02be-fd8f-4668-ae27-6a69c89ab3b5 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.358115 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88a02be-fd8f-4668-ae27-6a69c89ab3b5 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Fanout notify agent at l3_agent the message router_deleted on router 0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:17:26.377056 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b88a02be-fd8f-4668-ae27-6a69c89ab3b5 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.382717 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b88a02be-fd8f-4668-ae27-6a69c89ab3b5 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/routers/0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 HTTP/1.1" status: 204 len: 168 time: 0.5658493 Nov 11 12:17:26.385674 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54198) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:26.406073 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0bfd0b-f854-415e-8dea-be2ab09dc6ab None None] Network 4a2c55fa-3058-45e4-9ea6-b2b4b463215b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:26.414469 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-9aa7f0b8-a9bd-407f-b285-1802ac8bf036 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1378212863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:26.422840 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63936c35-add7-49e1-981e-e985c8a7b71e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Made reservation on behalf of 0943f80b62ea42d08b8695fa6f98abee for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:26.427727 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-63936c35-add7-49e1-981e-e985c8a7b71e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.443658 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-932adfd2-8624-4622-a9c0-5f421d409eb3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] device_id is not set on port 7d133b4c-7178-41ef-910b-3c570e3c1b60 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:17:26.513973 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ce4c8-b05a-4ce1-b695-206411e27736 req-ac526ba8-a011-4550-83e4-453c053849e3 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:26.516521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1e5a6ff7-1cc2-4f3e-80dc-6a3b842c6698 None None] Provisioning complete for port dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:26.516689 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8d9ce4c8-b05a-4ce1-b695-206411e27736 req-ac526ba8-a011-4550-83e4-453c053849e3 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 932 time: 0.0949271 Nov 11 12:17:26.517320 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6ff7-1cc2-4f3e-80dc-6a3b842c6698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.561902 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63936c35-add7-49e1-981e-e985c8a7b71e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:17:26.603759 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-90f45d2f-d50b-4615-b3e5-586154234854 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.654357 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8d9ce4c8-b05a-4ce1-b695-206411e27736 req-e99c2e66-0dd2-4f1d-bfeb-7b3936784e35 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197896 Nov 11 12:17:26.718799 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-90f45d2f-d50b-4615-b3e5-586154234854 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.735852 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f0b8-a9bd-407f-b285-1802ac8bf036 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.737308 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f0b8-a9bd-407f-b285-1802ac8bf036 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.742801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-63936c35-add7-49e1-981e-e985c8a7b71e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.749253 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-63936c35-add7-49e1-981e-e985c8a7b71e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Added segment fcd21f48-64ee-4363-a276-9230e8d7647c of type vlan for network f151911d-7c78-4491-ade9-6983c9572230 Nov 11 12:17:26.814947 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6ff7-1cc2-4f3e-80dc-6a3b842c6698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.856502 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f0b8-a9bd-407f-b285-1802ac8bf036 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.857670 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1e5a6ff7-1cc2-4f3e-80dc-6a3b842c6698 None None] For port dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1,segment=NetworkSegment(dbcfd2e8-8437-4ac1-abac-0da7b9a3778d),segment_id=dbcfd2e8-8437-4ac1-abac-0da7b9a3778d)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:26.867075 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-90f45d2f-d50b-4615-b3e5-586154234854 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.891395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f45d2f-d50b-4615-b3e5-586154234854 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d164ed-6ed9-4bca-9845-b6d7e11b0e36,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:26.940327 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b64b2d-0685-4653-817e-deb35e4cb74b None None] Update dhcp port {'port': {'network_id': '4a2c55fa-3058-45e4-9ea6-b2b4b463215b', 'fixed_ips': [{'subnet_id': 'cd8279aa-915a-4e92-a50a-bcb215f1fe53', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f67320fe-f6ca-44be-af1e-9936d6af1396'}], 'binding:host_id': 'dv-neutron-786478-23-hyperv'}, 'id': 'dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1'} from dv-neutron-786478-23-hyperv. {{(pid=103003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:17:26.956077 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54208) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:26.963631 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f0b8-a9bd-407f-b285-1802ac8bf036 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:26.986458 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:26.995955 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-63936c35-add7-49e1-981e-e985c8a7b71e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.012059 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-90f45d2f-d50b-4615-b3e5-586154234854 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.013820 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-90f45d2f-d50b-4615-b3e5-586154234854 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8033891 Nov 11 12:17:27.016417 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54212) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:27.043033 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a408f70a-5785-42f8-8dea-6c9085151494 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.052337 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a408f70a-5785-42f8-8dea-6c9085151494 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.056710 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-28b64b2d-0685-4653-817e-deb35e4cb74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.063520 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6ff7-1cc2-4f3e-80dc-6a3b842c6698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.095584 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f0b8-a9bd-407f-b285-1802ac8bf036 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.096964 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9aa7f0b8-a9bd-407f-b285-1802ac8bf036 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7078731 Nov 11 12:17:27.099768 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54214) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:27.104316 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-43a541bc-6ff5-4293-98cc-1cdf7a01baa8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:27.173080 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f0be1700-39f4-4d46-be2d-a0e3617f7354 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-535229465', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:27.193431 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-63936c35-add7-49e1-981e-e985c8a7b71e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.199304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63936c35-add7-49e1-981e-e985c8a7b71e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:27.199987 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-63936c35-add7-49e1-981e-e985c8a7b71e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.222722 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:27.223399 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.227717 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a6ff7-1cc2-4f3e-80dc-6a3b842c6698 None None] Pushing event updated for resources: {'Port': ['ID=dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:27.256964 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a408f70a-5785-42f8-8dea-6c9085151494 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.267453 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a408f70a-5785-42f8-8dea-6c9085151494 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.268575 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a408f70a-5785-42f8-8dea-6c9085151494 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/f5d164ed-6ed9-4bca-9845-b6d7e11b0e36 HTTP/1.1" status: 204 len: 168 time: 0.2511492 Nov 11 12:17:27.273997 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54216) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:27.280847 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408f70a-5785-42f8-8dea-6c9085151494 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5d164ed-6ed9-4bca-9845-b6d7e11b0e36,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:27.332788 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-932adfd2-8624-4622-a9c0-5f421d409eb3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Allocated IP 2001:db8::1e8 (4a2c55fa-3058-45e4-9ea6-b2b4b463215b/cd8279aa-915a-4e92-a50a-bcb215f1fe53/7d133b4c-7178-41ef-910b-3c570e3c1b60) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:27.336550 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67fbb59-541b-40d3-925a-663e1c5e3689 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:17:27.351647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.356362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-932adfd2-8624-4622-a9c0-5f421d409eb3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Allocated IP 2001:db8:0:1::10a (4a2c55fa-3058-45e4-9ea6-b2b4b463215b/f67320fe-f6ca-44be-af1e-9936d6af1396/7d133b4c-7178-41ef-910b-3c570e3c1b60) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:27.361580 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63936c35-add7-49e1-981e-e985c8a7b71e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Network': ['ID=f151911d-7c78-4491-ade9-6983c9572230,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:27.373673 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network f151911d-7c78-4491-ade9-6983c9572230 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:17:27.388225 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Transition to ACTIVE for port object e67fbb59-541b-40d3-925a-663e1c5e3689 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:17:27.475705 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-63936c35-add7-49e1-981e-e985c8a7b71e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4106429 Nov 11 12:17:27.478715 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54218) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:27.483809 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-a8d97707-bb89-40cb-b418-980e7241e85d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'subnet': {'network_id': 'f151911d-7c78-4491-ade9-6983c9572230', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:27.544055 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.646996 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Pushing event updated for resources: {'Port': ['ID=e67fbb59-541b-40d3-925a-663e1c5e3689,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:27.659965 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0be1700-39f4-4d46-be2d-a0e3617f7354 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Made reservation on behalf of 500a4791b34948ac8c9cc2dd9c4c9678 for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:27.662234 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0be1700-39f4-4d46-be2d-a0e3617f7354 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.707810 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43a541bc-6ff5-4293-98cc-1cdf7a01baa8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.714001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0be1700-39f4-4d46-be2d-a0e3617f7354 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.723749 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-932adfd2-8624-4622-a9c0-5f421d409eb3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.768833 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b5736d6f-e4eb-4473-9e32-c3a8f98bb9ff tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4937236 Nov 11 12:17:27.772328 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54224) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:27.774421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Attempting to bind port e67fbb59-541b-40d3-925a-663e1c5e3689 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:17:27.774757 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Attempting to bind port e67fbb59-541b-40d3-925a-663e1c5e3689 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '5d916e42-cfd2-4410-8ffe-b8f460a6615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:17:27.775179 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Attempting to bind port e67fbb59-541b-40d3-925a-663e1c5e3689 on network bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:27.797749 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Port e67fbb59-541b-40d3-925a-663e1c5e3689 on network bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:17:27.798075 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Attempting to bind port e67fbb59-541b-40d3-925a-663e1c5e3689 on network bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:27.816200 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:17:27.819651 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Checking segment: {'id': '5d916e42-cfd2-4410-8ffe-b8f460a6615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:27.819651 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Bound using segment: {'id': '5d916e42-cfd2-4410-8ffe-b8f460a6615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:17:27.819651 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Bound port: e67fbb59-541b-40d3-925a-663e1c5e3689, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d916e42-cfd2-4410-8ffe-b8f460a6615f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:17:27.819651 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.821629 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d97707-bb89-40cb-b418-980e7241e85d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Made reservation on behalf of 0943f80b62ea42d08b8695fa6f98abee for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:27.823423 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af57f9-3ff9-4f7e-85e1-5fb630bd19be req-9138a9d7-1342-416f-b42b-473c781fe4e0 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:27.824921 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a3af57f9-3ff9-4f7e-85e1-5fb630bd19be req-9138a9d7-1342-416f-b42b-473c781fe4e0 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 944 time: 0.0876958 Nov 11 12:17:27.825078 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a8d97707-bb89-40cb-b418-980e7241e85d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.845503 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-da3938be-7aae-4be3-8ac1-8e7caf7c9db1 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.856005 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43a541bc-6ff5-4293-98cc-1cdf7a01baa8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.887591 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0be1700-39f4-4d46-be2d-a0e3617f7354 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:27.966028 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a3af57f9-3ff9-4f7e-85e1-5fb630bd19be req-b2ea53fe-99b2-4eb8-bdc7-ed71ad164071 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326499 Nov 11 12:17:27.990501 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-28b64b2d-0685-4653-817e-deb35e4cb74b None None] Allocated IP 2001:db8:0:1::2 (4a2c55fa-3058-45e4-9ea6-b2b4b463215b/f67320fe-f6ca-44be-af1e-9936d6af1396/dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:27.999997 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0be1700-39f4-4d46-be2d-a0e3617f7354 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.006025 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-f0be1700-39f4-4d46-be2d-a0e3617f7354 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] device_id is not set on port f7047eca-a051-441a-b4e7-9275f56e5759 yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:17:28.064837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be1700-39f4-4d46-be2d-a0e3617f7354 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c8be96-28ba-4015-83f7-f5bb71c8a88f,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:28.115677 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a541bc-6ff5-4293-98cc-1cdf7a01baa8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Router db937f02-ea3a-4f87-9f73-f13737c1361b is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:17:28.176283 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-f0be1700-39f4-4d46-be2d-a0e3617f7354 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Allocated IP 172.26.5.222 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/f7047eca-a051-441a-b4e7-9275f56e5759) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:28.220438 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-28b64b2d-0685-4653-817e-deb35e4cb74b None None] For port dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1,segment=NetworkSegment(dbcfd2e8-8437-4ac1-abac-0da7b9a3778d),segment_id=dbcfd2e8-8437-4ac1-abac-0da7b9a3778d)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:28.223178 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a541bc-6ff5-4293-98cc-1cdf7a01baa8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:28.231982 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43a541bc-6ff5-4293-98cc-1cdf7a01baa8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.237023 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-43a541bc-6ff5-4293-98cc-1cdf7a01baa8 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "PUT /v2.0/routers/db937f02-ea3a-4f87-9f73-f13737c1361b HTTP/1.1" status: 200 len: 694 time: 1.1360691 Nov 11 12:17:28.237503 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54226) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:28.239076 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fecb018-5fe0-4624-bf1e-b1e51d9fe217 None None] Sync routers for ids ['db937f02-ea3a-4f87-9f73-f13737c1361b'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:28.259479 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fecb018-5fe0-4624-bf1e-b1e51d9fe217 None None] Routers {'db937f02-ea3a-4f87-9f73-f13737c1361b'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:28.259891 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-932adfd2-8624-4622-a9c0-5f421d409eb3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.260449 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-6fecb018-5fe0-4624-bf1e-b1e51d9fe217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['db937f02-ea3a-4f87-9f73-f13737c1361b'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:28.271362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-da3938be-7aae-4be3-8ac1-8e7caf7c9db1 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.347218 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-28b64b2d-0685-4653-817e-deb35e4cb74b None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.359037 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-6fecb018-5fe0-4624-bf1e-b1e51d9fe217 None None] Set router db937f02-ea3a-4f87-9f73-f13737c1361b gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:17:28.375669 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0be1700-39f4-4d46-be2d-a0e3617f7354 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.428308 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-6fecb018-5fe0-4624-bf1e-b1e51d9fe217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db937f02-ea3a-4f87-9f73-f13737c1361b', 'name': 'tempest-RoutersTest-router-1378212863', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:17:26Z', 'updated_at': '2021-11-11T12:17:27Z', 'revision_number': 2, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:28.459655 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-37990874-3437-4b76-aa6a-1ed2f5995283 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/routers/db937f02-ea3a-4f87-9f73-f13737c1361b HTTP/1.1" status: 200 len: 700 time: 0.2021866 Nov 11 12:17:28.462572 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54228) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:28.462877 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932adfd2-8624-4622-a9c0-5f421d409eb3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network 4a2c55fa-3058-45e4-9ea6-b2b4b463215b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:28.487245 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-932adfd2-8624-4622-a9c0-5f421d409eb3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:28.492257 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932adfd2-8624-4622-a9c0-5f421d409eb3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:28.498186 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932adfd2-8624-4622-a9c0-5f421d409eb3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:28.498869 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-932adfd2-8624-4622-a9c0-5f421d409eb3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.508045 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] For port e67fbb59-541b-40d3-925a-663e1c5e3689, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:17:28.512374 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a5f64274-ad19-44f1-8cce-8d41e5a6e94c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/ports?device_id=db937f02-ea3a-4f87-9f73-f13737c1361b HTTP/1.1" status: 200 len: 205 time: 0.0453806 Nov 11 12:17:28.513899 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54230) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:28.517421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] For port e67fbb59-541b-40d3-925a-663e1c5e3689, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e67fbb59-541b-40d3-925a-663e1c5e3689,segment=NetworkSegment(5d916e42-cfd2-4410-8ffe-b8f460a6615f),segment_id=5d916e42-cfd2-4410-8ffe-b8f460a6615f)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:17:28.518544 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932adfd2-8624-4622-a9c0-5f421d409eb3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=7d133b4c-7178-41ef-910b-3c570e3c1b60,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:28.550979 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-da3938be-7aae-4be3-8ac1-8e7caf7c9db1 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.560162 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-da3938be-7aae-4be3-8ac1-8e7caf7c9db1 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.561672 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-da3938be-7aae-4be3-8ac1-8e7caf7c9db1 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/e9cae36d-b351-4d04-a87b-93d995e7cee0 HTTP/1.1" status: 204 len: 168 time: 0.7880859 Nov 11 12:17:28.568067 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54234) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:28.584138 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3938be-7aae-4be3-8ac1-8e7caf7c9db1 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9cae36d-b351-4d04-a87b-93d995e7cee0,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:28.588737 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0be1700-39f4-4d46-be2d-a0e3617f7354 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.601339 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-692158d3-684f-46e9-9fbd-9172289d827b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.652519 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-28b64b2d-0685-4653-817e-deb35e4cb74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.655423 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fecb018-5fe0-4624-bf1e-b1e51d9fe217 None None] Checking router: db937f02-ea3a-4f87-9f73-f13737c1361b for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:17:28.664042 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0be1700-39f4-4d46-be2d-a0e3617f7354 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:28.675976 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d052104b-a69e-4064-83cf-c4caa2a85ada tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1067772 Nov 11 12:17:28.681390 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.681390 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54236) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:28.694984 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-f0be1700-39f4-4d46-be2d-a0e3617f7354 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:28.704959 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0be1700-39f4-4d46-be2d-a0e3617f7354 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:28.724138 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fecb018-5fe0-4624-bf1e-b1e51d9fe217 None None] Routers {'db937f02-ea3a-4f87-9f73-f13737c1361b'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:28.724782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-6fecb018-5fe0-4624-bf1e-b1e51d9fe217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['db937f02-ea3a-4f87-9f73-f13737c1361b'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:28.729922 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c99e5b-a18f-4fef-a6b0-fa2b2f466fac None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:28.756524 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-932adfd2-8624-4622-a9c0-5f421d409eb3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.0282199 Nov 11 12:17:28.756932 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54238) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:28.785360 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:28.785900 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-44e1cc49-2c9a-4c39-b223-c3186d767c01 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cd8279aa-915a-4e92-a50a-bcb215f1fe53'}]}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:28.795286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.795286 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] 10.222.0.70 "PUT /v2.0/ports/e67fbb59-541b-40d3-925a-663e1c5e3689 HTTP/1.1" status: 200 len: 1094 time: 2.9113941 Nov 11 12:17:28.795286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa4099e-8518-4ad0-a8c2-92e86483f19e', 'tag': 'e67fbb59-541b-40d3-925a-663e1c5e3689'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:17:28.795840 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0be1700-39f4-4d46-be2d-a0e3617f7354 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:28.795840 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0be1700-39f4-4d46-be2d-a0e3617f7354 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.796040 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa01b88-751c-4b57-a016-23a0ed19c580" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa4099e-8518-4ad0-a8c2-92e86483f19e", "tag": "e67fbb59-541b-40d3-925a-663e1c5e3689"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:17:28.796192 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be1700-39f4-4d46-be2d-a0e3617f7354 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Pushing event updated for resources: {'Port': ['ID=f7047eca-a051-441a-b4e7-9275f56e5759,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:28.807584 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-214c2fac-52ef-40ea-914e-62d2330dc35f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.822895 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-214c2fac-52ef-40ea-914e-62d2330dc35f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.834008 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabef83-247e-4aa9-9839-1b7e9bb79afb service neutron] Pushing event updated for resources: {'Port': ['ID=e67fbb59-541b-40d3-925a-663e1c5e3689,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:28.864807 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-6fecb018-5fe0-4624-bf1e-b1e51d9fe217 None None] Set router db937f02-ea3a-4f87-9f73-f13737c1361b gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:17:28.866726 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b64b2d-0685-4653-817e-deb35e4cb74b None None] Pushing event updated for resources: {'Port': ['ID=dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:28.881150 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a8d97707-bb89-40cb-b418-980e7241e85d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.896850 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-692158d3-684f-46e9-9fbd-9172289d827b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.901588 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-692158d3-684f-46e9-9fbd-9172289d827b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:28.971355 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-6fecb018-5fe0-4624-bf1e-b1e51d9fe217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db937f02-ea3a-4f87-9f73-f13737c1361b', 'name': 'tempest-RoutersTest-router-1378212863', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:17:26Z', 'updated_at': '2021-11-11T12:17:27Z', 'revision_number': 2, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:28.979400 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d97707-bb89-40cb-b418-980e7241e85d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Subnet': ['ID=5828a3cf-29b0-452f-bea4-20c335ee87ae,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:29.045435 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-214c2fac-52ef-40ea-914e-62d2330dc35f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:29.048037 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fecb018-5fe0-4624-bf1e-b1e51d9fe217 None None] The sync data for ids ['db937f02-ea3a-4f87-9f73-f13737c1361b'] in dv-neutron-786478-23-hyperv is: [{'id': 'db937f02-ea3a-4f87-9f73-f13737c1361b', 'name': 'tempest-RoutersTest-router-1378212863', 'tenant_id': '1c766233044443cca77dafe4d989ad4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:17:26Z', 'updated_at': '2021-11-11T12:17:27Z', 'revision_number': 2, 'project_id': '1c766233044443cca77dafe4d989ad4a', 'gw_port_host': None}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:29.052944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-d5ae15c0-d077-4e05-9dc6-9ea50d379835 None None] Provisioning complete for port f7047eca-a051-441a-b4e7-9275f56e5759 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:29.053671 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d5ae15c0-d077-4e05-9dc6-9ea50d379835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:29.080769 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-214c2fac-52ef-40ea-914e-62d2330dc35f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:29.081955 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-214c2fac-52ef-40ea-914e-62d2330dc35f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/5eaaa884-02f7-4e2a-abe3-0128d57dc58d HTTP/1.1" status: 204 len: 168 time: 0.3763669 Nov 11 12:17:29.093410 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54246) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:29.109814 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c2fac-52ef-40ea-914e-62d2330dc35f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5eaaa884-02f7-4e2a-abe3-0128d57dc58d,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:29.125982 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-d5ae15c0-d077-4e05-9dc6-9ea50d379835 None None] Port f7047eca-a051-441a-b4e7-9275f56e5759 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:29.137228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-5d480633-fcd7-4481-b9bd-84891393da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:29.139395 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-5d480633-fcd7-4481-b9bd-84891393da81 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc5c4e2e2e10475196326bc02b38e4e8&device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 1097 time: 0.1574275 Nov 11 12:17:29.141712 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d97707-bb89-40cb-b418-980e7241e85d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Checking segment: {'id': 'fcd21f48-64ee-4363-a276-9230e8d7647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f151911d-7c78-4491-ade9-6983c9572230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:29.142118 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d97707-bb89-40cb-b418-980e7241e85d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network hostable DHCP agents. Network: f151911d-7c78-4491-ade9-6983c9572230, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:17:29.158341 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f0be1700-39f4-4d46-be2d-a0e3617f7354 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2009256 Nov 11 12:17:29.170791 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54248) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:29.182820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-5ffab2f9-89db-40d8-8685-40211b73eb6d tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.222'}]}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:29.237343 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-8a0bc166-942e-497c-b8d1-dbcc1980bd35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e67fbb59-541b-40d3-925a-663e1c5e3689 HTTP/1.1" status: 200 len: 217 time: 0.0882053 Nov 11 12:17:29.254362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2935db01-3428-4914-bb9e-09d24b00c3f9 x-openstack-request-id: req-2935db01-3428-4914-bb9e-09d24b00c3f9 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:17:29.254924 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa4099e-8518-4ad0-a8c2-92e86483f19e", "tag": "e67fbb59-541b-40d3-925a-663e1c5e3689", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:17:29.255022 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2935db01-3428-4914-bb9e-09d24b00c3f9 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:17:29.255379 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa4099e-8518-4ad0-a8c2-92e86483f19e', 'tag': 'e67fbb59-541b-40d3-925a-663e1c5e3689', 'status': 'completed', 'code': 200} Nov 11 12:17:29.299469 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5ffab2f9-89db-40d8-8685-40211b73eb6d tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:29.300513 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5ffab2f9-89db-40d8-8685-40211b73eb6d tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:29.316885 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a435a545-0a99-449a-ae8a-0c1f19a866a3 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2144883 Nov 11 12:17:29.325369 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54250) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:29.329990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39225472-9869-4d69-9221-421859973a0b req-6114d310-d257-4685-a89d-dbbef5ad4e15 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:29.331664 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-39225472-9869-4d69-9221-421859973a0b req-6114d310-d257-4685-a89d-dbbef5ad4e15 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 944 time: 0.1845150 Nov 11 12:17:29.340344 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:29.340445 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-692158d3-684f-46e9-9fbd-9172289d827b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:29.340610 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692158d3-684f-46e9-9fbd-9172289d827b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Fanout notify agent at l3_agent the message router_deleted on router db937f02-ea3a-4f87-9f73-f13737c1361b {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:17:29.370688 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-78008b9c-9785-4b42-b288-851d5e5c1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:29.378741 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-78008b9c-9785-4b42-b288-851d5e5c1603 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6fe8109-9dd4-4a53-bb46-8108d0775897 HTTP/1.1" status: 200 len: 852 time: 0.1261966 Nov 11 12:17:29.397053 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-82318103-0df1-4171-9bfc-9e04c9e520ec tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:29.417648 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-692158d3-684f-46e9-9fbd-9172289d827b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:29.427089 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-692158d3-684f-46e9-9fbd-9172289d827b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/routers/db937f02-ea3a-4f87-9f73-f13737c1361b HTTP/1.1" status: 204 len: 168 time: 0.9051316 Nov 11 12:17:29.427089 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-44e1cc49-2c9a-4c39-b223-c3186d767c01 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:29.427491 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:29.427491 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:29.428794 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54252) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:29.447646 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-82318103-0df1-4171-9bfc-9e04c9e520ec tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:29.474303 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d97707-bb89-40cb-b418-980e7241e85d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network f151911d-7c78-4491-ade9-6983c9572230 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:17:29.483040 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-6a89056b-d6fd-48cf-9d37-d79d6a39c759 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952361 Nov 11 12:17:29.507441 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5ffab2f9-89db-40d8-8685-40211b73eb6d tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:29.523685 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-97888c81-6e8a-4325-a043-f34370ed887e tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/ports?device_id=db937f02-ea3a-4f87-9f73-f13737c1361b HTTP/1.1" status: 200 len: 205 time: 0.0601075 Nov 11 12:17:29.525108 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54254) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:29.618902 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-9ad152f3-8429-46dc-9a10-7334faaec923 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] delete failed (client error): The resource could not be found. Nov 11 12:17:29.619994 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9ad152f3-8429-46dc-9a10-7334faaec923 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/routers/db937f02-ea3a-4f87-9f73-f13737c1361b HTTP/1.1" status: 404 len: 336 time: 0.0938275 Nov 11 12:17:29.623976 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54258) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:29.638704 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-08a78be5-2357-41a1-9e87-73118c825ec4 service neutron] 10.222.0.70 "GET /v2.0/networks/bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461661 Nov 11 12:17:29.642915 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-39225472-9869-4d69-9221-421859973a0b req-a30e8d7f-c452-43ec-8b94-1c31aa7df19a tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230532 Nov 11 12:17:29.687286 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-137c5733-92b1-49e4-83e7-515cb906cf76 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:29.687849 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137c5733-92b1-49e4-83e7-515cb906cf76 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:29.690782 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-137c5733-92b1-49e4-83e7-515cb906cf76 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/subnets/a37d6b7c-c0a6-45c9-b0c5-ff09e686e53f HTTP/1.1" status: 404 len: 337 time: 0.0658865 Nov 11 12:17:29.691673 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1d28d7-1372-4e84-a891-0356f4a86498 None None] Network 4a2c55fa-3058-45e4-9ea6-b2b4b463215b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:29.693534 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54260) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:29.703581 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-a8d97707-bb89-40cb-b418-980e7241e85d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, f151911d-7c78-4491-ade9-6983c9572230) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:29.710607 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d97707-bb89-40cb-b418-980e7241e85d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:29.711235 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a8d97707-bb89-40cb-b418-980e7241e85d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:29.732718 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb5bb7d-e059-44c6-ae75-dd84f4067977 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:29.733161 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb5bb7d-e059-44c6-ae75-dd84f4067977 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:29.738798 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0cb5bb7d-e059-44c6-ae75-dd84f4067977 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/subnets/7c613cd6-f1f5-45d0-bc4e-cf06e403fc83 HTTP/1.1" status: 404 len: 337 time: 0.0418310 Nov 11 12:17:29.738972 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54262) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:29.749567 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf31370-1880-477c-bd2d-3f469b0b50df None None] Network f151911d-7c78-4491-ade9-6983c9572230 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:29.768029 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-402c0955-ecbe-4f23-82a4-d012c5f5476e req-16673abb-62b6-422b-a0cf-d00aad57f875 service neutron] 10.222.0.70 "GET /v2.0/networks/bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227193 Nov 11 12:17:29.828836 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-1806d4e6-821b-475e-bb79-a3e3969167a0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:29.829202 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1806d4e6-821b-475e-bb79-a3e3969167a0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:29.831439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-82318103-0df1-4171-9bfc-9e04c9e520ec tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:29.834731 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1806d4e6-821b-475e-bb79-a3e3969167a0 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/subnets/dd3a7807-543f-4d3b-bb5e-9ffc8c9e842b HTTP/1.1" status: 404 len: 337 time: 0.0924256 Nov 11 12:17:29.835540 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54264) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:29.837979 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-94f6b960-7485-4f14-9585-9f1859a2b7db None None] Provisioning complete for port dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:29.838446 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-94f6b960-7485-4f14-9585-9f1859a2b7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:29.840855 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-82318103-0df1-4171-9bfc-9e04c9e520ec tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:29.842067 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-82318103-0df1-4171-9bfc-9e04c9e520ec tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/5a3a21a5-8bd1-41d7-9c5f-79a2f316436a HTTP/1.1" status: 204 len: 168 time: 0.5150361 Nov 11 12:17:29.854703 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54266) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:29.879402 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82318103-0df1-4171-9bfc-9e04c9e520ec tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a3a21a5-8bd1-41d7-9c5f-79a2f316436a,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:29.889025 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2694a96-7a36-4481-b6b5-3775ef6f9958 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:29.889489 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2694a96-7a36-4481-b6b5-3775ef6f9958 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:29.895354 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d2694a96-7a36-4481-b6b5-3775ef6f9958 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/subnets/88582d64-66ac-4952-aefa-6ea3eb4279e8 HTTP/1.1" status: 404 len: 337 time: 0.0551405 Nov 11 12:17:29.898557 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54268) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:29.898691 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a8d97707-bb89-40cb-b418-980e7241e85d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4161637 Nov 11 12:17:29.903767 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54270) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:29.913950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-624e5878-f995-400f-a7f7-8b06d37e3c38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1288538860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:29.971178 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-572395d0-0580-42ff-a92b-dd5538cf832f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1150362 Nov 11 12:17:29.974935 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54272) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:30.003931 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-27bc667e-b9b3-4802-b822-1cfd53c3f436 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 HTTP/1.1" status: 200 len: 205 time: 0.1070824 Nov 11 12:17:30.011096 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54274) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:30.054061 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bfa13f61-842f-4886-8320-ba46719cf8ce tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.058429 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa01b88-751c-4b57-a016-23a0ed19c580 req-96bd95fe-4b48-400b-a9be-d9423e32a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:30.058761 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5ffab2f9-89db-40d8-8685-40211b73eb6d tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.060002 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-dfa01b88-751c-4b57-a016-23a0ed19c580 req-96bd95fe-4b48-400b-a9be-d9423e32a39b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc5c4e2e2e10475196326bc02b38e4e8&device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 1097 time: 0.0756221 Nov 11 12:17:30.067338 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bfa13f61-842f-4886-8320-ba46719cf8ce tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.070953 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-e5ec8cdc-0eea-4811-84ed-997de5dff01b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] delete failed (client error): The resource could not be found. Nov 11 12:17:30.072149 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e5ec8cdc-0eea-4811-84ed-997de5dff01b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/routers/0e8982dc-5fec-482b-b7c8-dc9c2ec8d408 HTTP/1.1" status: 404 len: 336 time: 0.0605128 Nov 11 12:17:30.076457 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54276) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:30.096701 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-f151911d-7c78-4491-ade9-6983c9572230', 'network_id': 'f151911d-7c78-4491-ade9-6983c9572230', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'fixed_ips': [{'subnet_id': '5828a3cf-29b0-452f-bea4-20c335ee87ae'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:17:30.097850 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.103271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-624e5878-f995-400f-a7f7-8b06d37e3c38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.104288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-624e5878-f995-400f-a7f7-8b06d37e3c38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.141203 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c410748a-256a-4b7c-97da-019e62ad6909 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/ports?device_id=29a272f7-f7a5-40e0-a938-f5b6d1c84c94 HTTP/1.1" status: 200 len: 205 time: 0.0640688 Nov 11 12:17:30.144204 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54278) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:30.197477 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-e783842d-c416-4552-beea-4d6e4ce2f042 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] delete failed (client error): The resource could not be found. Nov 11 12:17:30.206195 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e783842d-c416-4552-beea-4d6e4ce2f042 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/routers/29a272f7-f7a5-40e0-a938-f5b6d1c84c94 HTTP/1.1" status: 404 len: 336 time: 0.0607774 Nov 11 12:17:30.208298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54280) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:30.219977 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-624e5878-f995-400f-a7f7-8b06d37e3c38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.246897 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-c094a8de-187c-4ac2-bf31-a9b1ec832e1a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:30.247418 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c094a8de-187c-4ac2-bf31-a9b1ec832e1a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:30.250515 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c094a8de-187c-4ac2-bf31-a9b1ec832e1a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/subnets/fb230bd8-25ea-4972-9bbb-eb170b7e0dc0 HTTP/1.1" status: 404 len: 337 time: 0.0412755 Nov 11 12:17:30.254422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54282) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:30.258536 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Allocated IP 2001:db8::2 (f151911d-7c78-4491-ade9-6983c9572230/5828a3cf-29b0-452f-bea4-20c335ee87ae/6353021d-cea5-4aad-9e9e-9c437f6130b2) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:30.273390 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-44e1cc49-2c9a-4c39-b223-c3186d767c01 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Delete allocated IP 2001:db8:0:1::10a (4a2c55fa-3058-45e4-9ea6-b2b4b463215b/f67320fe-f6ca-44be-af1e-9936d6af1396) {{(pid=103002) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 12:17:30.288824 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa01b88-751c-4b57-a016-23a0ed19c580 req-8a805c06-42d3-4d8a-bb62-9f2db70a0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:30.290509 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-dfa01b88-751c-4b57-a016-23a0ed19c580 req-8a805c06-42d3-4d8a-bb62-9f2db70a0108 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb HTTP/1.1" status: 200 len: 913 time: 0.2208536 Nov 11 12:17:30.292676 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5e40a6a7-9d5d-48ad-832f-c39aba60072d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/ports?device_id=746fc90c-1b18-4f13-86ed-93da7ff411ab HTTP/1.1" status: 200 len: 205 time: 0.0373187 Nov 11 12:17:30.293601 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bfa13f61-842f-4886-8320-ba46719cf8ce tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.300746 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54284) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:30.305026 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bfa13f61-842f-4886-8320-ba46719cf8ce tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.308718 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bfa13f61-842f-4886-8320-ba46719cf8ce tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/eef4c270-3813-4d77-837a-32a72400dbe8 HTTP/1.1" status: 204 len: 168 time: 0.3302643 Nov 11 12:17:30.310163 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54286) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:30.400817 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-624e5878-f995-400f-a7f7-8b06d37e3c38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.418171 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-dfa01b88-751c-4b57-a016-23a0ed19c580 req-8da5a1ad-f1d1-4e1d-83e6-cb17489385c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e67fbb59-541b-40d3-925a-663e1c5e3689 HTTP/1.1" status: 200 len: 217 time: 0.1109946 Nov 11 12:17:30.419230 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-f927a3bf-5148-45e4-8c3e-62a4301c859c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] delete failed (client error): The resource could not be found. Nov 11 12:17:30.420194 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f927a3bf-5148-45e4-8c3e-62a4301c859c tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/routers/746fc90c-1b18-4f13-86ed-93da7ff411ab HTTP/1.1" status: 404 len: 336 time: 0.1119614 Nov 11 12:17:30.420943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa13f61-842f-4886-8320-ba46719cf8ce tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eef4c270-3813-4d77-837a-32a72400dbe8,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:30.426737 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54288) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:30.483540 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54290) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:30.483979 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-756a148c-59b1-4cbe-adfc-e054218209a1 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e5661d0-3562-4583-97b5-dc79375d0c31 HTTP/1.1" status: 200 len: 205 time: 0.0555527 Nov 11 12:17:30.508274 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-77039908-a9f4-4524-aa27-907dcac7bed0 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1856265 Nov 11 12:17:30.509430 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54292) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:30.535922 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.549386 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-5a599de8-b608-4c25-af14-98d4c38eb61b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] delete failed (client error): The resource could not be found. Nov 11 12:17:30.550569 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5a599de8-b608-4c25-af14-98d4c38eb61b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/routers/7e5661d0-3562-4583-97b5-dc79375d0c31 HTTP/1.1" status: 404 len: 336 time: 0.0647430 Nov 11 12:17:30.552018 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-44e1cc49-2c9a-4c39-b223-c3186d767c01 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.555502 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54294) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:30.558559 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa01b88-751c-4b57-a016-23a0ed19c580 req-009a8413-e6ec-4055-ba3f-a30bbebf52af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:30.560197 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-dfa01b88-751c-4b57-a016-23a0ed19c580 req-009a8413-e6ec-4055-ba3f-a30bbebf52af service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6fe8109-9dd4-4a53-bb46-8108d0775897 HTTP/1.1" status: 200 len: 852 time: 0.1270137 Nov 11 12:17:30.602407 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-dfa01b88-751c-4b57-a016-23a0ed19c580 req-91f098ad-bd08-4e84-b44b-baf643543579 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345511 Nov 11 12:17:30.602639 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b60a2db-7c19-471b-a7f4-d29974ab5d11 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:30.603115 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b60a2db-7c19-471b-a7f4-d29974ab5d11 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:30.606327 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4b60a2db-7c19-471b-a7f4-d29974ab5d11 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/subnets/27487ccf-3af1-4544-8f74-2c87aaff7a4d HTTP/1.1" status: 404 len: 337 time: 0.0409296 Nov 11 12:17:30.608641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-624e5878-f995-400f-a7f7-8b06d37e3c38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.610140 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-624e5878-f995-400f-a7f7-8b06d37e3c38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7047288 Nov 11 12:17:30.610887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54296) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:30.633150 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54298) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:30.638818 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-b3ba3e4e-252b-4ed7-8860-8d9afbc3f989 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'port': {'network_id': 'f151911d-7c78-4491-ade9-6983c9572230', 'name': 'tempest-RoutersIpV6Test-268257410'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:30.690864 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.721427 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-44e1cc49-2c9a-4c39-b223-c3186d767c01 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.744246 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a910b2de-1165-4dbe-9dad-d666cfd7377d tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/ports?device_id=078f9b24-ff7d-4082-981a-a8ecfe541db5 HTTP/1.1" status: 200 len: 205 time: 0.1200600 Nov 11 12:17:30.750889 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54304) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:30.766063 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0fe8d06f-5984-4c51-9453-5166434930a2 None None] Provisioning complete for port dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:30.776462 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-106b78b5-3ee4-4e1e-ae2c-e28d1650fc71 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.778941 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d06f-5984-4c51-9453-5166434930a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:30.818675 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Pushing event updated for resources: {'Port': ['ID=6353021d-cea5-4aad-9e9e-9c437f6130b2,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:30.864684 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Network f151911d-7c78-4491-ade9-6983c9572230 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:30.867814 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:30.878960 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-dfa01b88-751c-4b57-a016-23a0ed19c580 req-c2c3daaf-a67f-4c33-b680-215421de0c64 service neutron] 10.222.0.70 "GET /v2.0/networks/bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663338 Nov 11 12:17:30.896923 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:30.980376 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:31.061327 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-dfa01b88-751c-4b57-a016-23a0ed19c580 req-9a240998-17f1-4189-bb95-a05a14cd0bf4 service neutron] 10.222.0.70 "GET /v2.0/networks/bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720836 Nov 11 12:17:31.068632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Attempting to bind port 6353021d-cea5-4aad-9e9e-9c437f6130b2 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:17:31.068987 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Attempting to bind port 6353021d-cea5-4aad-9e9e-9c437f6130b2 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'fcd21f48-64ee-4363-a276-9230e8d7647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f151911d-7c78-4491-ade9-6983c9572230'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:17:31.069348 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Attempting to bind port 6353021d-cea5-4aad-9e9e-9c437f6130b2 on network f151911d-7c78-4491-ade9-6983c9572230 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:31.081508 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:17:31.081890 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Checking segment: {'id': 'fcd21f48-64ee-4363-a276-9230e8d7647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f151911d-7c78-4491-ade9-6983c9572230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:31.082298 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.082688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Bound using segment: {'id': 'fcd21f48-64ee-4363-a276-9230e8d7647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f151911d-7c78-4491-ade9-6983c9572230'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:17:31.083203 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Bound port: 6353021d-cea5-4aad-9e9e-9c437f6130b2, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd21f48-64ee-4363-a276-9230e8d7647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f151911d-7c78-4491-ade9-6983c9572230'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:17:31.083594 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.086153 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ba3e4e-252b-4ed7-8860-8d9afbc3f989 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Made reservation on behalf of 0943f80b62ea42d08b8695fa6f98abee for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:31.090937 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3ba3e4e-252b-4ed7-8860-8d9afbc3f989 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.123935 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-b3ba3e4e-252b-4ed7-8860-8d9afbc3f989 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] device_id is not set on port 85607779-17b4-48e0-9055-6fb60d934173 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:17:31.179828 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0fe8d06f-5984-4c51-9453-5166434930a2 None None] Provisioning complete for port 7d133b4c-7178-41ef-910b-3c570e3c1b60 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:31.180367 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d06f-5984-4c51-9453-5166434930a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.204566 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] For port 6353021d-cea5-4aad-9e9e-9c437f6130b2, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:17:31.234504 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:31.235071 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.244519 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] For port 6353021d-cea5-4aad-9e9e-9c437f6130b2, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6353021d-cea5-4aad-9e9e-9c437f6130b2,segment=NetworkSegment(fcd21f48-64ee-4363-a276-9230e8d7647c),segment_id=fcd21f48-64ee-4363-a276-9230e8d7647c)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:17:31.269220 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-0fe8d06f-5984-4c51-9453-5166434930a2 None None] Port 7d133b4c-7178-41ef-910b-3c570e3c1b60 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:31.307762 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-b3ba3e4e-252b-4ed7-8860-8d9afbc3f989 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Allocated IP 2001:db8::20f (f151911d-7c78-4491-ade9-6983c9572230/5828a3cf-29b0-452f-bea4-20c335ee87ae/85607779-17b4-48e0-9055-6fb60d934173) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:31.321516 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.340490 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-106b78b5-3ee4-4e1e-ae2c-e28d1650fc71 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.481759 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-44e1cc49-2c9a-4c39-b223-c3186d767c01 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] In _notify_port_updated(), no bound segment for port 7d133b4c-7178-41ef-910b-3c570e3c1b60 on network 4a2c55fa-3058-45e4-9ea6-b2b4b463215b {{(pid=103002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:17:31.494094 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e1cc49-2c9a-4c39-b223-c3186d767c01 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:31.494465 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3ba3e4e-252b-4ed7-8860-8d9afbc3f989 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.494580 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-44e1cc49-2c9a-4c39-b223-c3186d767c01 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.494580 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-44e1cc49-2c9a-4c39-b223-c3186d767c01 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "PUT /v2.0/ports/7d133b4c-7178-41ef-910b-3c570e3c1b60 HTTP/1.1" status: 200 len: 926 time: 2.7324107 Nov 11 12:17:31.494580 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-9944fb2f-77ce-4389-bcea-0d37fee2f0f5 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] delete failed (client error): The resource could not be found. Nov 11 12:17:31.494580 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9944fb2f-77ce-4389-bcea-0d37fee2f0f5 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/routers/078f9b24-ff7d-4082-981a-a8ecfe541db5 HTTP/1.1" status: 404 len: 336 time: 0.7409647 Nov 11 12:17:31.505241 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-106b78b5-3ee4-4e1e-ae2c-e28d1650fc71 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.510959 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-106b78b5-3ee4-4e1e-ae2c-e28d1650fc71 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.518797 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-106b78b5-3ee4-4e1e-ae2c-e28d1650fc71 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-groups/6f5da0bc-2da3-416c-9052-866fde90dd26 HTTP/1.1" status: 204 len: 168 time: 1.0030653 Nov 11 12:17:31.529809 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54306) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:31.530106 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54308) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:31.530487 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54310) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:31.578016 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-08533b13-cac3-408d-a058-6bcec9bf562a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cd8279aa-915a-4e92-a50a-bcb215f1fe53'}, {'subnet_id': 'f67320fe-f6ca-44be-af1e-9936d6af1396'}]}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:31.618186 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0bface-c944-4260-acbc-65dab23e7992 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:31.618770 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba0bface-c944-4260-acbc-65dab23e7992 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:31.622068 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ba0bface-c944-4260-acbc-65dab23e7992 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/subnets/4b0b2eaf-ea5c-4c32-a352-5ee0fc464232 HTTP/1.1" status: 404 len: 337 time: 0.0832653 Nov 11 12:17:31.625078 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54314) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:31.640406 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3ba3e4e-252b-4ed7-8860-8d9afbc3f989 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.658181 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670422d-d557-4e89-a182-3c8c771e96db None None] Pushing event updated for resources: {'Port': ['ID=6353021d-cea5-4aad-9e9e-9c437f6130b2,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:31.685844 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-871bd79a-736c-4f55-9562-de4a511f6432 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "GET /v2.0/ports?device_id=784305e8-67a4-47e5-83ca-2799e78ffb90 HTTP/1.1" status: 200 len: 205 time: 0.0595922 Nov 11 12:17:31.694509 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5774ee68-0f64-43e2-9fcf-d86c7fef2876 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1505153 Nov 11 12:17:31.694751 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54316) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:31.702159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54318) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:31.703599 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-11052442-4866-488e-90c5-8668e8ad3afa None None] Provisioning complete for port 7d133b4c-7178-41ef-910b-3c570e3c1b60 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:31.703943 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-11052442-4866-488e-90c5-8668e8ad3afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.725369 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b78b5-3ee4-4e1e-ae2c-e28d1650fc71 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5da0bc-2da3-416c-9052-866fde90dd26,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:31.728167 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1cc49-2c9a-4c39-b223-c3186d767c01 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=7d133b4c-7178-41ef-910b-3c570e3c1b60,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:31.737236 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ba3e4e-252b-4ed7-8860-8d9afbc3f989 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network f151911d-7c78-4491-ade9-6983c9572230 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:31.739144 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-dca84ae0-d502-4fc7-8b38-7075c4dcb94b tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1975804562'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:31.768670 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48717ae8-0a2b-462c-b85a-c60272728d89 req-109dbbf7-1493-4b5e-880c-11d0c740b19a tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:31.779948 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-48717ae8-0a2b-462c-b85a-c60272728d89 req-109dbbf7-1493-4b5e-880c-11d0c740b19a tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 944 time: 0.9981155 Nov 11 12:17:31.786678 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-11052442-4866-488e-90c5-8668e8ad3afa None None] Port 7d133b4c-7178-41ef-910b-3c570e3c1b60 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:31.803795 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5ffab2f9-89db-40d8-8685-40211b73eb6d tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.810398 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-b3ba3e4e-252b-4ed7-8860-8d9afbc3f989 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:31.813242 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ba3e4e-252b-4ed7-8860-8d9afbc3f989 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:31.820453 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ba3e4e-252b-4ed7-8860-8d9afbc3f989 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:31.821662 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3ba3e4e-252b-4ed7-8860-8d9afbc3f989 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.838397 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5ffab2f9-89db-40d8-8685-40211b73eb6d tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.847147 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-08533b13-cac3-408d-a058-6bcec9bf562a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.863155 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-65e0f1bc-24cb-4e4e-bdee-05596fb78e3a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] delete failed (client error): The resource could not be found. Nov 11 12:17:31.864199 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-65e0f1bc-24cb-4e4e-bdee-05596fb78e3a tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/routers/784305e8-67a4-47e5-83ca-2799e78ffb90 HTTP/1.1" status: 404 len: 336 time: 0.1701071 Nov 11 12:17:31.867388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54322) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:31.891219 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dca84ae0-d502-4fc7-8b38-7075c4dcb94b tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.897095 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-48717ae8-0a2b-462c-b85a-c60272728d89 req-6a086426-71a3-4168-af3d-543dd310fe24 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081212 Nov 11 12:17:31.909623 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed29772-44ce-4c93-a81e-a7f52f7d3692 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:31.910020 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed29772-44ce-4c93-a81e-a7f52f7d3692 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:31.916062 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9ed29772-44ce-4c93-a81e-a7f52f7d3692 tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/subnets/f531b5dc-fa1d-455e-a0bc-a5190ee66d4d HTTP/1.1" status: 404 len: 337 time: 0.0451028 Nov 11 12:17:31.916256 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54324) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:31.919739 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8a765888-1a29-411a-bcf2-8945f7fb63a2 None None] Provisioning complete for port 7d133b4c-7178-41ef-910b-3c570e3c1b60 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:31.921090 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8a765888-1a29-411a-bcf2-8945f7fb63a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:31.928121 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba3e4e-252b-4ed7-8860-8d9afbc3f989 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=85607779-17b4-48e0-9055-6fb60d934173,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:31.944989 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b3ba3e4e-252b-4ed7-8860-8d9afbc3f989 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3106406 Nov 11 12:17:31.982788 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54326) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:31.994429 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-06cc8ab1-f31f-46c3-820b-760c00357c8b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] DELETE failed (client error): The resource could not be found. Nov 11 12:17:31.994890 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06cc8ab1-f31f-46c3-820b-760c00357c8b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:17:31.998312 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-06cc8ab1-f31f-46c3-820b-760c00357c8b tempest-RoutersTest-1709191489 tempest-RoutersTest-1709191489-project] 10.222.0.50 "DELETE /v2.0/subnets/d2b12f62-e5ac-4075-95f1-5aee6f40b1db HTTP/1.1" status: 404 len: 337 time: 0.0812173 Nov 11 12:17:32.002761 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-8a765888-1a29-411a-bcf2-8945f7fb63a2 None None] Port 7d133b4c-7178-41ef-910b-3c570e3c1b60 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:32.171167 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device e67fbb59-541b-40d3-925a-663e1c5e3689 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:17:32.299697 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port e67fbb59-541b-40d3-925a-663e1c5e3689, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e67fbb59-541b-40d3-925a-663e1c5e3689,segment=NetworkSegment(5d916e42-cfd2-4410-8ffe-b8f460a6615f),segment_id=5d916e42-cfd2-4410-8ffe-b8f460a6615f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:32.317554 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': 'e67fbb59-541b-40d3-925a-663e1c5e3689', 'network_id': 'bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb', 'port_id': 'e67fbb59-541b-40d3-925a-663e1c5e3689', 'mac_address': 'fa:16:3e:6d:91:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6fe8109-9dd4-4a53-bb46-8108d0775897', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:17:32.352250 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dca84ae0-d502-4fc7-8b38-7075c4dcb94b tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:32.363549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:32.385525 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67fbb59-541b-40d3-925a-663e1c5e3689 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:17:32.399574 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fa75e5b5-9b10-45dc-aa28-fe4792cfcfc4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:32.422936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port e67fbb59-541b-40d3-925a-663e1c5e3689, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e67fbb59-541b-40d3-925a-663e1c5e3689,segment=NetworkSegment(5d916e42-cfd2-4410-8ffe-b8f460a6615f),segment_id=5d916e42-cfd2-4410-8ffe-b8f460a6615f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:32.442263 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5ffab2f9-89db-40d8-8685-40211b73eb6d tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:32.443915 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dca84ae0-d502-4fc7-8b38-7075c4dcb94b tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:32.539729 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:32.563598 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca84ae0-d502-4fc7-8b38-7075c4dcb94b tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9554229b-35d4-42f2-909b-87210e2bcea3,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:32.580420 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-08533b13-cac3-408d-a058-6bcec9bf562a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Allocated IP 2001:db8:0:1::332 (4a2c55fa-3058-45e4-9ea6-b2b4b463215b/f67320fe-f6ca-44be-af1e-9936d6af1396/7d133b4c-7178-41ef-910b-3c570e3c1b60) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:32.635373 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=e67fbb59-541b-40d3-925a-663e1c5e3689,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:32.704273 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5ffab2f9-89db-40d8-8685-40211b73eb6d tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:32.710676 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dca84ae0-d502-4fc7-8b38-7075c4dcb94b tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:32.713224 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-dca84ae0-d502-4fc7-8b38-7075c4dcb94b tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9810896 Nov 11 12:17:32.716728 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fa75e5b5-9b10-45dc-aa28-fe4792cfcfc4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:32.719129 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54332) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:32.729365 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-18aaf063-d0cd-4fef-8f2a-5ab364d0cbad tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group_rule': {'security_group_id': '9554229b-35d4-42f2-909b-87210e2bcea3', 'direction': 'ingress', 'protocol': 17}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:32.732753 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54334) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:32.752275 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5ffab2f9-89db-40d8-8685-40211b73eb6d tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:32.758240 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['e67fbb59-541b-40d3-925a-663e1c5e3689'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:17:32.769240 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fa75e5b5-9b10-45dc-aa28-fe4792cfcfc4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:32.850097 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75e5b5-9b10-45dc-aa28-fe4792cfcfc4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=85607779-17b4-48e0-9055-6fb60d934173,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:32.866759 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-18aaf063-d0cd-4fef-8f2a-5ab364d0cbad tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.004861 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6353021d-cea5-4aad-9e9e-9c437f6130b2 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:33.061505 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-08533b13-cac3-408d-a058-6bcec9bf562a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.066531 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5ffab2f9-89db-40d8-8685-40211b73eb6d tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.067744 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffab2f9-89db-40d8-8685-40211b73eb6d tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99207b70-29f7-49dd-9f2a-837dfc21ee96 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:17:33.102106 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-18aaf063-d0cd-4fef-8f2a-5ab364d0cbad tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.102892 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6e975a4b-a282-43dc-9b5a-430e62c6ac5d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c766233044443cca77dafe4d989ad4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677611 Nov 11 12:17:33.105935 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54344) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:33.123096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 6353021d-cea5-4aad-9e9e-9c437f6130b2 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:33.123560 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.176725 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045e2c7-c54a-48af-a7a5-a1a68e13787d req-a2be5410-3eaf-48ef-bc85-9a3f61870eb8 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:33.192808 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4045e2c7-c54a-48af-a7a5-a1a68e13787d req-a2be5410-3eaf-48ef-bc85-9a3f61870eb8 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 945 time: 0.1275301 Nov 11 12:17:33.194495 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-08533b13-cac3-408d-a058-6bcec9bf562a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.218412 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fa75e5b5-9b10-45dc-aa28-fe4792cfcfc4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.227848 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.229852 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1c0312-e238-4c99-8a71-827c8893edc0 None None] Network f151911d-7c78-4491-ade9-6983c9572230 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:33.257539 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08533b13-cac3-408d-a058-6bcec9bf562a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=7d133b4c-7178-41ef-910b-3c570e3c1b60,revision_number=3']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:33.260562 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-18aaf063-d0cd-4fef-8f2a-5ab364d0cbad tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.275014 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-5ffab2f9-89db-40d8-8685-40211b73eb6d tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 11 12:17:33.278982 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5ffab2f9-89db-40d8-8685-40211b73eb6d tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.1025932 Nov 11 12:17:33.281835 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54348) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:33.291600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1b9fac61-73e2-4f8f-b8dc-835a01823e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.298761 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaf063-d0cd-4fef-8f2a-5ab364d0cbad tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa78b16-889e-4c5d-af60-97859e9d998b,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:33.322704 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-118d7dd6-c104-4140-a1b8-6346f8a65574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.330382 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8e388cbf-8833-471d-9366-a6121773b17d None None] Provisioning complete for port 6353021d-cea5-4aad-9e9e-9c437f6130b2 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:33.332031 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8e388cbf-8833-471d-9366-a6121773b17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.367687 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-118d7dd6-c104-4140-a1b8-6346f8a65574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.393630 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 6353021d-cea5-4aad-9e9e-9c437f6130b2, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6353021d-cea5-4aad-9e9e-9c437f6130b2,segment=NetworkSegment(fcd21f48-64ee-4363-a276-9230e8d7647c),segment_id=fcd21f48-64ee-4363-a276-9230e8d7647c)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:33.415876 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-18aaf063-d0cd-4fef-8f2a-5ab364d0cbad tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.419103 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-18aaf063-d0cd-4fef-8f2a-5ab364d0cbad tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6946867 Nov 11 12:17:33.428344 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54352) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:33.458847 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-08533b13-cac3-408d-a058-6bcec9bf562a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] In _notify_port_updated(), no bound segment for port 7d133b4c-7178-41ef-910b-3c570e3c1b60 on network 4a2c55fa-3058-45e4-9ea6-b2b4b463215b {{(pid=103002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:17:33.464692 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08533b13-cac3-408d-a058-6bcec9bf562a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:33.465350 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-08533b13-cac3-408d-a058-6bcec9bf562a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.466669 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-08533b13-cac3-408d-a058-6bcec9bf562a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "PUT /v2.0/ports/7d133b4c-7178-41ef-910b-3c570e3c1b60 HTTP/1.1" status: 200 len: 1012 time: 1.9290617 Nov 11 12:17:33.478452 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54356) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:33.518019 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4045e2c7-c54a-48af-a7a5-a1a68e13787d req-809816be-5d3f-45c3-b4ab-62d6fbc6117d tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214946 Nov 11 12:17:33.535700 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.568152 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fa75e5b5-9b10-45dc-aa28-fe4792cfcfc4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.581174 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-12e47e30-ed26-4a7a-88c7-f3c477e890ba tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662630943&fields=id&tenant_id=a99d4d62847944b89c15c8889eeeafb0 HTTP/1.1" status: 200 len: 267 time: 0.0608764 Nov 11 12:17:33.592010 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-85dccfe5-d59c-47f3-90cc-997cb72a6d94 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Deleting port f7047eca-a051-441a-b4e7-9275f56e5759 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:33.595273 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-85dccfe5-d59c-47f3-90cc-997cb72a6d94 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.595465 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-118d7dd6-c104-4140-a1b8-6346f8a65574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.598920 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-118d7dd6-c104-4140-a1b8-6346f8a65574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.604779 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-118d7dd6-c104-4140-a1b8-6346f8a65574 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/203dcdae-7d46-4618-b412-97a02661a8f7 HTTP/1.1" status: 204 len: 168 time: 0.4930134 Nov 11 12:17:33.657823 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=6353021d-cea5-4aad-9e9e-9c437f6130b2,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:33.701460 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c747795f-6d0a-46aa-addc-b16cfd5eeeab tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.710094 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d7dd6-c104-4140-a1b8-6346f8a65574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203dcdae-7d46-4618-b412-97a02661a8f7,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:33.766641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-11634f7d-ad9b-400c-8d23-585feb9f3417 None None] Provisioning complete for port 7d133b4c-7178-41ef-910b-3c570e3c1b60 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:33.768022 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-11634f7d-ad9b-400c-8d23-585feb9f3417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.780976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c747795f-6d0a-46aa-addc-b16cfd5eeeab tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.800389 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-85dccfe5-d59c-47f3-90cc-997cb72a6d94 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.820850 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-85dccfe5-d59c-47f3-90cc-997cb72a6d94 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Calling delete_port for f7047eca-a051-441a-b4e7-9275f56e5759 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:33.823394 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-11634f7d-ad9b-400c-8d23-585feb9f3417 None None] Port 7d133b4c-7178-41ef-910b-3c570e3c1b60 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:33.829046 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-94bf1703-73e7-4ad6-a390-c89f10c08e1b tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:33.830515 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-94bf1703-73e7-4ad6-a390-c89f10c08e1b tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/networks?id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a HTTP/1.1" status: 200 len: 812 time: 0.2152910 Nov 11 12:17:33.878784 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-a56e7182-cf15-4195-b780-197ec71e3b82 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/quotas/a99d4d62847944b89c15c8889eeeafb0 HTTP/1.1" status: 200 len: 375 time: 0.0390713 Nov 11 12:17:33.911976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-025aeee9-515c-424f-ab0d-f4f2ca332967 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port 7d133b4c-7178-41ef-910b-3c570e3c1b60 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:33.912320 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-025aeee9-515c-424f-ab0d-f4f2ca332967 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:33.968136 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-53abb69c-7991-4a15-a44e-c44dc863d0c5 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816302 Nov 11 12:17:34.063578 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-2ad1c79e-adce-44a9-b241-f2ae701373f2 None None] Provisioning complete for port 85607779-17b4-48e0-9055-6fb60d934173 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:34.064506 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2ad1c79e-adce-44a9-b241-f2ae701373f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.086979 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-85dccfe5-d59c-47f3-90cc-997cb72a6d94 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.135686 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-2ad1c79e-adce-44a9-b241-f2ae701373f2 None None] Port 85607779-17b4-48e0-9055-6fb60d934173 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:34.158317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dccfe5-d59c-47f3-90cc-997cb72a6d94 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7047eca-a051-441a-b4e7-9275f56e5759,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:34.184038 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device e67fbb59-541b-40d3-925a-663e1c5e3689 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:34.196720 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f01c975-2ebd-425e-b20d-8953324f1b84 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:34.199151 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-2ad1c79e-adce-44a9-b241-f2ae701373f2 None None] Provisioning complete for port 6353021d-cea5-4aad-9e9e-9c437f6130b2 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:34.199625 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2ad1c79e-adce-44a9-b241-f2ae701373f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.293399 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-85dccfe5-d59c-47f3-90cc-997cb72a6d94 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.296884 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-85dccfe5-d59c-47f3-90cc-997cb72a6d94 tempest-RoutersAdminNegativeTest-179198944 tempest-RoutersAdminNegativeTest-179198944-project-admin] 10.222.0.50 "DELETE /v2.0/ports/f7047eca-a051-441a-b4e7-9275f56e5759 HTTP/1.1" status: 204 len: 168 time: 1.0140927 Nov 11 12:17:34.332865 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-b1b91943-9354-493f-b2c6-57fa81afeeb2 service neutron] 10.222.0.50 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167450 Nov 11 12:17:34.452860 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port e67fbb59-541b-40d3-925a-663e1c5e3689 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:17:34.463134 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port e67fbb59-541b-40d3-925a-663e1c5e3689 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:34.463134 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.463339 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-fc07d6c6-3246-46dd-aef3-b21a7da99bbe service neutron] 10.222.0.50 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214740 Nov 11 12:17:34.550990 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c747795f-6d0a-46aa-addc-b16cfd5eeeab tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.553905 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c747795f-6d0a-46aa-addc-b16cfd5eeeab tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.555161 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c747795f-6d0a-46aa-addc-b16cfd5eeeab tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-groups/9554229b-35d4-42f2-909b-87210e2bcea3 HTTP/1.1" status: 204 len: 168 time: 1.1235375 Nov 11 12:17:34.558324 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54366) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:34.578949 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-025aeee9-515c-424f-ab0d-f4f2ca332967 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.608421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747795f-6d0a-46aa-addc-b16cfd5eeeab tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9554229b-35d4-42f2-909b-87210e2bcea3,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:34.612745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c1b7f552-b807-4247-a302-7d57ce4cdf12 None None] Provisioning complete for port 85607779-17b4-48e0-9055-6fb60d934173 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:34.614711 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c1b7f552-b807-4247-a302-7d57ce4cdf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.616454 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-025aeee9-515c-424f-ab0d-f4f2ca332967 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for 7d133b4c-7178-41ef-910b-3c570e3c1b60 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:34.650523 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-59ee3a85-6f16-4f1a-af3e-f02de456b7d9 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0875130 Nov 11 12:17:34.651094 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54374) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:34.655950 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-943a6de0-cbf1-42f3-808c-d366a71bca08 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104332590'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:34.693064 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.740521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port e67fbb59-541b-40d3-925a-663e1c5e3689, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e67fbb59-541b-40d3-925a-663e1c5e3689,segment=NetworkSegment(5d916e42-cfd2-4410-8ffe-b8f460a6615f),segment_id=5d916e42-cfd2-4410-8ffe-b8f460a6615f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:34.742081 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa4099e-8518-4ad0-a8c2-92e86483f19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67fbb59-541b-40d3-925a-663e1c5e3689'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:17:34.744626 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f988c42f-156d-4107-b0bd-385a8ee8bf6d" -d '{"events": [{"server_uuid": "7aa4099e-8518-4ad0-a8c2-92e86483f19e", "name": "network-vif-plugged", "status": "completed", "tag": "e67fbb59-541b-40d3-925a-663e1c5e3689"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:17:34.748873 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c1b7f552-b807-4247-a302-7d57ce4cdf12 None None] Port 85607779-17b4-48e0-9055-6fb60d934173 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:34.750048 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d01fd8-60ed-4b2e-ae25-3461992d096f req-9fe0a119-cb59-4eed-ad52-50f3d077ab45 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:34.752618 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-51d01fd8-60ed-4b2e-ae25-3461992d096f req-9fe0a119-cb59-4eed-ad52-50f3d077ab45 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 945 time: 0.0874643 Nov 11 12:17:34.764095 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fa75e5b5-9b10-45dc-aa28-fe4792cfcfc4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.798908 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-943a6de0-cbf1-42f3-808c-d366a71bca08 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.803561 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-51d01fd8-60ed-4b2e-ae25-3461992d096f req-4e69359b-c31a-452b-b6e7-8f7d9e0814ed tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451992 Nov 11 12:17:34.821505 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.841089 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fa75e5b5-9b10-45dc-aa28-fe4792cfcfc4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.841860 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fa75e5b5-9b10-45dc-aa28-fe4792cfcfc4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.939640 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-943a6de0-cbf1-42f3-808c-d366a71bca08 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.943915 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c15e27e2-4323-402e-8a01-f854333b8745 None None] Provisioning complete for port 85607779-17b4-48e0-9055-6fb60d934173 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:34.944281 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c15e27e2-4323-402e-8a01-f854333b8745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:34.976671 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6353021d-cea5-4aad-9e9e-9c437f6130b2 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:34.978918 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=e67fbb59-541b-40d3-925a-663e1c5e3689,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:34.999494 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-943a6de0-cbf1-42f3-808c-d366a71bca08 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.011224 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75e5b5-9b10-45dc-aa28-fe4792cfcfc4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=85607779-17b4-48e0-9055-6fb60d934173,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:35.029939 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54382) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:35.039713 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c15e27e2-4323-402e-8a01-f854333b8745 None None] Port 85607779-17b4-48e0-9055-6fb60d934173 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:35.061511 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 6353021d-cea5-4aad-9e9e-9c437f6130b2 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:35.062173 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.090209 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a6de0-cbf1-42f3-808c-d366a71bca08 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c283519d-933d-4646-842e-29191d67a33a,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:35.113380 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa75e5b5-9b10-45dc-aa28-fe4792cfcfc4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network f151911d-7c78-4491-ade9-6983c9572230 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:35.115346 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-fa75e5b5-9b10-45dc-aa28-fe4792cfcfc4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:35.130458 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-943a6de0-cbf1-42f3-808c-d366a71bca08 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.132512 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-943a6de0-cbf1-42f3-808c-d366a71bca08 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4802134 Nov 11 12:17:35.139656 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54386) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:35.177070 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-ae40c204-6895-4bae-a144-17d022f8ed4a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group': {'name': 'tempest-secgroup--352126083'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:35.274802 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-025aeee9-515c-424f-ab0d-f4f2ca332967 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.361602 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0ccf6d-cca5-4fdf-b5fb-3a48c1dc401d x-openstack-request-id: req-fe0ccf6d-cca5-4fdf-b5fb-3a48c1dc401d {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:17:35.362471 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa4099e-8518-4ad0-a8c2-92e86483f19e", "name": "network-vif-plugged", "status": "completed", "tag": "e67fbb59-541b-40d3-925a-663e1c5e3689", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:17:35.362898 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fe0ccf6d-cca5-4fdf-b5fb-3a48c1dc401d {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:17:35.363972 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa4099e-8518-4ad0-a8c2-92e86483f19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67fbb59-541b-40d3-925a-663e1c5e3689', 'code': 200} Nov 11 12:17:35.373235 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ae40c204-6895-4bae-a144-17d022f8ed4a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.457985 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-025aeee9-515c-424f-ab0d-f4f2ca332967 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.462839 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-025aeee9-515c-424f-ab0d-f4f2ca332967 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/ports/7d133b4c-7178-41ef-910b-3c570e3c1b60 HTTP/1.1" status: 204 len: 168 time: 1.9833646 Nov 11 12:17:35.469784 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025aeee9-515c-424f-ab0d-f4f2ca332967 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=7d133b4c-7178-41ef-910b-3c570e3c1b60,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:35.481598 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54392) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:35.526901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0000b7e6-001c-45e0-8800-86a862b0cbb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.533291 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7b32ba9e-6e75-4c66-9ffa-b79f88c67460 req-9726ff73-9ac2-4a63-a7d5-305dae5f6ae1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 210 time: 0.2266266 Nov 11 12:17:35.555719 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f00fb99-4f3b-44bf-a361-9b5dbe574a70 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] GET failed (client error): The resource could not be found. Nov 11 12:17:35.558349 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7f00fb99-4f3b-44bf-a361-9b5dbe574a70 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports/7d133b4c-7178-41ef-910b-3c570e3c1b60 HTTP/1.1" status: 404 len: 333 time: 0.0716550 Nov 11 12:17:35.561087 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54394) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:35.562273 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-509536a5-ce75-4899-a0c0-7a9565e884c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.613837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-958811c5-d672-4b0c-83c2-7f641516995e None None] Provisioning complete for port 85607779-17b4-48e0-9055-6fb60d934173 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:35.614235 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-958811c5-d672-4b0c-83c2-7f641516995e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.634688 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ae40c204-6895-4bae-a144-17d022f8ed4a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.681375 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7508311-4c8e-4cde-a89a-b3890034f2ea tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting subnet f67320fe-f6ca-44be-af1e-9936d6af1396 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:35.685274 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b7508311-4c8e-4cde-a89a-b3890034f2ea tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.685448 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-958811c5-d672-4b0c-83c2-7f641516995e None None] Port 85607779-17b4-48e0-9055-6fb60d934173 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:35.718075 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ae40c204-6895-4bae-a144-17d022f8ed4a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.752625 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa75e5b5-9b10-45dc-aa28-fe4792cfcfc4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router a60f99e8-9287-4855-a5a0-c2e69437f921 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:17:35.755006 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40c204-6895-4bae-a144-17d022f8ed4a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db6e2b1-0af1-4487-a60b-b1b04552b1ba,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:35.762072 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b7508311-4c8e-4cde-a89a-b3890034f2ea tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.834876 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ae40c204-6895-4bae-a144-17d022f8ed4a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.836759 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ae40c204-6895-4bae-a144-17d022f8ed4a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6953390 Nov 11 12:17:35.839579 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54402) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:35.844699 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3409e261-7b7f-43c2-8281-93354a5d3f3e tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group_rule': {'security_group_id': 'c283519d-933d-4646-842e-29191d67a33a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6db6e2b1-0af1-4487-a60b-b1b04552b1ba', 'remote_ip_prefix': None}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:35.945271 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71b547-d5d8-45fb-ba6c-68e35de670ac req-dd4c4078-5e9f-464a-b786-142ecc23ff1b tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:35.952066 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fc71b547-d5d8-45fb-ba6c-68e35de670ac req-dd4c4078-5e9f-464a-b786-142ecc23ff1b tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 946 time: 0.0646648 Nov 11 12:17:35.967011 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-509536a5-ce75-4899-a0c0-7a9565e884c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:35.975695 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3409e261-7b7f-43c2-8281-93354a5d3f3e tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.002910 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b7508311-4c8e-4cde-a89a-b3890034f2ea tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.006977 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa75e5b5-9b10-45dc-aa28-fe4792cfcfc4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:36.023211 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba6f3cc-1d01-4841-9826-0f4d0b8c13af None None] Sync routers for ids ['a60f99e8-9287-4855-a5a0-c2e69437f921'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:36.030966 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a0090-743e-4298-847b-71b4bebba0e8 req-fe6fa9ec-e897-4976-b078-ee02d345d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:36.031295 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-210a0090-743e-4298-847b-71b4bebba0e8 req-fe6fa9ec-e897-4976-b078-ee02d345d481 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 1099 time: 0.2324045 Nov 11 12:17:36.037796 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fa75e5b5-9b10-45dc-aa28-fe4792cfcfc4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/a60f99e8-9287-4855-a5a0-c2e69437f921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0507958 Nov 11 12:17:36.037974 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fc71b547-d5d8-45fb-ba6c-68e35de670ac req-b447c9e6-9d73-41b3-a73b-69832f2bcf3d tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782537 Nov 11 12:17:36.038820 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54404) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:36.053854 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba6f3cc-1d01-4841-9826-0f4d0b8c13af None None] Routers {'a60f99e8-9287-4855-a5a0-c2e69437f921'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:36.055119 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3ba6f3cc-1d01-4841-9826-0f4d0b8c13af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['a60f99e8-9287-4855-a5a0-c2e69437f921'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:36.065844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-509536a5-ce75-4899-a0c0-7a9565e884c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.074595 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3409e261-7b7f-43c2-8281-93354a5d3f3e tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.094173 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3ba6f3cc-1d01-4841-9826-0f4d0b8c13af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:36.103302 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba6f3cc-1d01-4841-9826-0f4d0b8c13af None None] Routers {'a60f99e8-9287-4855-a5a0-c2e69437f921'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:36.103982 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3ba6f3cc-1d01-4841-9826-0f4d0b8c13af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['a60f99e8-9287-4855-a5a0-c2e69437f921'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:36.130376 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3409e261-7b7f-43c2-8281-93354a5d3f3e tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.137231 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-3ba6f3cc-1d01-4841-9826-0f4d0b8c13af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:36.138009 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba6f3cc-1d01-4841-9826-0f4d0b8c13af None None] The sync data for ids ['a60f99e8-9287-4855-a5a0-c2e69437f921'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:36.154269 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409e261-7b7f-43c2-8281-93354a5d3f3e tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a9f4ea-014a-4886-b7bc-b112318360be,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:36.191000 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-509536a5-ce75-4899-a0c0-7a9565e884c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=33104a55201844719150643abf18ccc5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1579821 Nov 11 12:17:36.193784 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54406) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:36.198787 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98d2f7c-94c4-4945-853c-fc13a3bbdbb1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:36.200338 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b98d2f7c-94c4-4945-853c-fc13a3bbdbb1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/ports/85607779-17b4-48e0-9055-6fb60d934173 HTTP/1.1" status: 200 len: 983 time: 0.1611638 Nov 11 12:17:36.203134 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54408) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:36.212419 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509536a5-ce75-4899-a0c0-7a9565e884c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b2c750-dc03-40cb-a68e-27cd55554797,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:36.223102 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-210a0090-743e-4298-847b-71b4bebba0e8 req-5d052d19-1ef5-48ec-a7e0-7a6798d57ef8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738353 Nov 11 12:17:36.260205 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3409e261-7b7f-43c2-8281-93354a5d3f3e tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.263525 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3409e261-7b7f-43c2-8281-93354a5d3f3e tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4229276 Nov 11 12:17:36.267598 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54410) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:36.301212 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b7508311-4c8e-4cde-a89a-b3890034f2ea tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.315648 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ba28b878-2bb6-434d-8b0c-102b7e5c957f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.348898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ba28b878-2bb6-434d-8b0c-102b7e5c957f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.357161 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7508311-4c8e-4cde-a89a-b3890034f2ea tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Subnet': ['ID=f67320fe-f6ca-44be-af1e-9936d6af1396,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:36.364437 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b7508311-4c8e-4cde-a89a-b3890034f2ea tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.364608 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab3563f-53b1-40f4-bd2d-6d48544e02ef None None] Network 4a2c55fa-3058-45e4-9ea6-b2b4b463215b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:36.369377 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b7508311-4c8e-4cde-a89a-b3890034f2ea tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/f67320fe-f6ca-44be-af1e-9936d6af1396 HTTP/1.1" status: 204 len: 168 time: 0.8044653 Nov 11 12:17:36.373214 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54414) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:36.433092 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bd48b67f-f9c5-4a55-a5b2-0b686e7d80d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.456761 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4c6884-2139-4269-9254-6e1549f215a3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting subnet cd8279aa-915a-4e92-a50a-bcb215f1fe53 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:36.460808 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6884-2139-4269-9254-6e1549f215a3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.480946 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bd48b67f-f9c5-4a55-a5b2-0b686e7d80d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.533267 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.542262 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6884-2139-4269-9254-6e1549f215a3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.606107 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ba28b878-2bb6-434d-8b0c-102b7e5c957f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.620528 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ba28b878-2bb6-434d-8b0c-102b7e5c957f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.624516 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ba28b878-2bb6-434d-8b0c-102b7e5c957f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/99a9f4ea-014a-4886-b7bc-b112318360be HTTP/1.1" status: 204 len: 168 time: 0.3557189 Nov 11 12:17:36.628266 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54418) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:36.636256 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28b878-2bb6-434d-8b0c-102b7e5c957f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99a9f4ea-014a-4886-b7bc-b112318360be,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:36.657881 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8842540d-caae-4a65-b13a-4a0413188a9e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.675067 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bd48b67f-f9c5-4a55-a5b2-0b686e7d80d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.677707 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bd48b67f-f9c5-4a55-a5b2-0b686e7d80d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.678848 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bd48b67f-f9c5-4a55-a5b2-0b686e7d80d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7b2c750-dc03-40cb-a68e-27cd55554797 HTTP/1.1" status: 204 len: 168 time: 0.4840162 Nov 11 12:17:36.708765 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6884-2139-4269-9254-6e1549f215a3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.711758 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-07b4c875-2236-47e6-be7d-c2bf80e310a6 req-ebf8a554-2e51-4188-a2a3-30674ccc953d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 210 time: 0.0825365 Nov 11 12:17:36.756878 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48b67f-f9c5-4a55-a5b2-0b686e7d80d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b2c750-dc03-40cb-a68e-27cd55554797,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:36.836896 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cf716014-5c1e-4613-ac9c-d7905d0a6c02 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2061214 Nov 11 12:17:36.840510 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54422) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:36.914481 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-78c15dd1-fcf6-429b-a828-af62811e08b8 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.941900 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-78c15dd1-fcf6-429b-a828-af62811e08b8 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.962528 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6884-2139-4269-9254-6e1549f215a3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:36.999663 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c6884-2139-4269-9254-6e1549f215a3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Subnet': ['ID=cd8279aa-915a-4e92-a50a-bcb215f1fe53,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:37.011238 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6884-2139-4269-9254-6e1549f215a3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.013434 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-8842540d-caae-4a65-b13a-4a0413188a9e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting port 85607779-17b4-48e0-9055-6fb60d934173 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:37.014067 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8842540d-caae-4a65-b13a-4a0413188a9e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.018622 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5f4c6884-2139-4269-9254-6e1549f215a3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/cd8279aa-915a-4e92-a50a-bcb215f1fe53 HTTP/1.1" status: 204 len: 168 time: 0.6401358 Nov 11 12:17:37.019582 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54424) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:37.137709 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-78c15dd1-fcf6-429b-a828-af62811e08b8 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.140567 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-78c15dd1-fcf6-429b-a828-af62811e08b8 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.142149 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-78c15dd1-fcf6-429b-a828-af62811e08b8 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-groups/6db6e2b1-0af1-4487-a60b-b1b04552b1ba HTTP/1.1" status: 204 len: 168 time: 0.3002911 Nov 11 12:17:37.148082 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54430) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:37.176273 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c15dd1-fcf6-429b-a828-af62811e08b8 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db6e2b1-0af1-4487-a60b-b1b04552b1ba,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:37.184054 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8842540d-caae-4a65-b13a-4a0413188a9e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.214440 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.292709 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-35d9b2af-afc1-40c7-86f2-39e2befffdd2 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1397836 Nov 11 12:17:37.295697 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54432) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:37.359426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:37.359771 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.412322 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96e44efd-b4c0-4755-83f3-b0d84b3e6830 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.459920 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96e44efd-b4c0-4755-83f3-b0d84b3e6830 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.472252 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] For port dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1,segment=NetworkSegment(dbcfd2e8-8437-4ac1-abac-0da7b9a3778d),segment_id=dbcfd2e8-8437-4ac1-abac-0da7b9a3778d)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:37.472413 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.486724 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63954284-9bd1-4d96-b5d8-f93bb9f31993 None None] Network 4a2c55fa-3058-45e4-9ea6-b2b4b463215b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:37.494079 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:37.575171 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7be9f0fe-690f-4f3d-a2b4-8d8a340a74f2 None None] Provisioning complete for port dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:37.575768 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7be9f0fe-690f-4f3d-a2b4-8d8a340a74f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.711693 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.714659 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-8842540d-caae-4a65-b13a-4a0413188a9e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Calling delete_port for 85607779-17b4-48e0-9055-6fb60d934173 owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:37.716226 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96e44efd-b4c0-4755-83f3-b0d84b3e6830 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.718804 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96e44efd-b4c0-4755-83f3-b0d84b3e6830 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.719979 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-96e44efd-b4c0-4755-83f3-b0d84b3e6830 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-groups/c283519d-933d-4646-842e-29191d67a33a HTTP/1.1" status: 204 len: 168 time: 0.4232745 Nov 11 12:17:37.737130 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54434) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:37.740710 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f5c01b-6c17-4824-866d-26b7b5f90d6c None None] DHCP port deletion for 4a2c55fa-3058-45e4-9ea6-b2b4b463215b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:37.746918 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad96923-9c96-4c6a-93eb-c1dbacc86ae7 req-3d873549-8296-4c3b-8181-c3e16d29fe8c tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:37.748493 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aad96923-9c96-4c6a-93eb-c1dbacc86ae7 req-3d873549-8296-4c3b-8181-c3e16d29fe8c tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 946 time: 0.5798738 Nov 11 12:17:37.776639 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54438) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:37.780921 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No DVR routers for this DVR port dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:37.786135 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:37.795796 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e44efd-b4c0-4755-83f3-b0d84b3e6830 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c283519d-933d-4646-842e-29191d67a33a,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:37.879293 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-631fe98a-6c54-4ff0-a9e5-fb5e1e18019b req-05697895-40b2-4641-b782-d2e25b988c47 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 210 time: 0.0596025 Nov 11 12:17:37.897703 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fad584b8-a45f-471e-ac51-875233fb04ab tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1474955 Nov 11 12:17:37.899065 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54440) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:37.906992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c8ea45ca-6ea5-4094-a883-e7bada022b1a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group': {'name': 'tempest-secgroup--642896168'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:37.935521 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:37.957565 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1087811e-36c6-44ed-9b1e-cf22d3a45019 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=500a4791b34948ac8c9cc2dd9c4c9678&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1786435 Nov 11 12:17:37.958617 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aad96923-9c96-4c6a-93eb-c1dbacc86ae7 req-6c7fec14-fc58-48b4-aa52-88c6f4101423 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003825 Nov 11 12:17:37.961070 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54442) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:37.969336 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2c55fa-3058-45e4-9ea6-b2b4b463215b']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:37.981255 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbcfd2e8-8437-4ac1-abac-0da7b9a3778d') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:37.981699 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbcfd2e8-8437-4ac1-abac-0da7b9a3778d') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:37.991782 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.005546 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.012218 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:38.012588 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:38.017700 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:38.077500 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-de889925-67e6-4fc9-8416-8051c70f0099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.099133 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-de889925-67e6-4fc9-8416-8051c70f0099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.113432 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8ea45ca-6ea5-4094-a883-e7bada022b1a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.116363 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.145042 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8842540d-caae-4a65-b13a-4a0413188a9e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.147861 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.166779 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.170143 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/networks/4a2c55fa-3058-45e4-9ea6-b2b4b463215b HTTP/1.1" status: 204 len: 168 time: 1.1480870 Nov 11 12:17:38.183317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54444) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:38.200800 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842540d-caae-4a65-b13a-4a0413188a9e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Port': ['ID=85607779-17b4-48e0-9055-6fb60d934173,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:38.223524 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a9dd6-e99c-4626-a273-b369c508f52a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Network': ['ID=4a2c55fa-3058-45e4-9ea6-b2b4b463215b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:38.305013 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-694c24d2-5840-42e9-9691-e428744ff108 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:38.306766 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-694c24d2-5840-42e9-9691-e428744ff108 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.70 "GET /v2.0/networks?id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a HTTP/1.1" status: 200 len: 812 time: 0.1707222 Nov 11 12:17:38.330809 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-de889925-67e6-4fc9-8416-8051c70f0099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.333420 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-de889925-67e6-4fc9-8416-8051c70f0099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.334564 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-de889925-67e6-4fc9-8416-8051c70f0099 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88c8be96-28ba-4015-83f7-f5bb71c8a88f HTTP/1.1" status: 204 len: 168 time: 0.3703256 Nov 11 12:17:38.352319 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db004409-9e79-4d01-bd2f-8aa7fe8e28d1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:38.359203 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-db004409-9e79-4d01-bd2f-8aa7fe8e28d1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1701477 Nov 11 12:17:38.360978 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54448) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:38.365487 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de889925-67e6-4fc9-8416-8051c70f0099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c8be96-28ba-4015-83f7-f5bb71c8a88f,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:38.372503 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8842540d-caae-4a65-b13a-4a0413188a9e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.406414 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8ea45ca-6ea5-4094-a883-e7bada022b1a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.453065 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-06059128-81cc-4be5-b4a3-81851ca83233 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a99d4d62847944b89c15c8889eeeafb0 HTTP/1.1" status: 200 len: 380 time: 0.1348007 Nov 11 12:17:38.467874 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-15bb9d55-6876-4762-a503-cfb992fe4fa5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1058924 Nov 11 12:17:38.473757 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-1ef27b2d-c0b3-4740-81d3-94f919e29ade tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Request body: {'port': {'device_id': '2706aa5b-84c7-45fe-be55-f29c4c4047cd', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'admin_state_up': True, 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'security_groups': ['2e854cdb-75eb-4559-9c5f-d3d8453617bd']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:38.479261 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54450) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:38.489711 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-bfa3ea5e-5359-4bd6-bc24-b7a0818f6115 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1542502954'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:38.493829 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8ea45ca-6ea5-4094-a883-e7bada022b1a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.566481 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea45ca-6ea5-4094-a883-e7bada022b1a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c6b4a7-7186-4c78-9b23-2bddac9c2261,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:38.598274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8ea45ca-6ea5-4094-a883-e7bada022b1a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.599556 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c8ea45ca-6ea5-4094-a883-e7bada022b1a tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6970708 Nov 11 12:17:38.602866 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54452) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:38.610507 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-f6859b81-00aa-4991-8941-710e36344a59 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group_rule': {'security_group_id': 'b4c6b4a7-7186-4c78-9b23-2bddac9c2261', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:38.613127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8842540d-caae-4a65-b13a-4a0413188a9e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router a60f99e8-9287-4855-a5a0-c2e69437f921 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:17:38.694414 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8842540d-caae-4a65-b13a-4a0413188a9e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:38.707518 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8842540d-caae-4a65-b13a-4a0413188a9e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/a60f99e8-9287-4855-a5a0-c2e69437f921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4961348 Nov 11 12:17:38.707655 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa3ea5e-5359-4bd6-bc24-b7a0818f6115 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:38.707761 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54456) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:38.707872 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ea5e-5359-4bd6-bc24-b7a0818f6115 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.707970 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667a3df1-df3b-450d-9c6b-a5fc315f4ffd None None] Sync routers for ids ['a60f99e8-9287-4855-a5a0-c2e69437f921'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:38.717835 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667a3df1-df3b-450d-9c6b-a5fc315f4ffd None None] Routers {'a60f99e8-9287-4855-a5a0-c2e69437f921'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:38.718603 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-667a3df1-df3b-450d-9c6b-a5fc315f4ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['a60f99e8-9287-4855-a5a0-c2e69437f921'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:38.761378 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-667a3df1-df3b-450d-9c6b-a5fc315f4ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:38.762911 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa3ea5e-5359-4bd6-bc24-b7a0818f6115 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:17:38.774271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ea5e-5359-4bd6-bc24-b7a0818f6115 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.775577 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-bfa3ea5e-5359-4bd6-bc24-b7a0818f6115 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Added segment efa24b57-d681-4449-a09b-3d168105cff1 of type vlan for network 8606e23e-fbaa-4dfa-809b-619927363d53 Nov 11 12:17:38.783708 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667a3df1-df3b-450d-9c6b-a5fc315f4ffd None None] Routers {'a60f99e8-9287-4855-a5a0-c2e69437f921'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:38.784695 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-667a3df1-df3b-450d-9c6b-a5fc315f4ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['a60f99e8-9287-4855-a5a0-c2e69437f921'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:38.830189 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-667a3df1-df3b-450d-9c6b-a5fc315f4ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:38.830865 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667a3df1-df3b-450d-9c6b-a5fc315f4ffd None None] The sync data for ids ['a60f99e8-9287-4855-a5a0-c2e69437f921'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:38.870253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ea5e-5359-4bd6-bc24-b7a0818f6115 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.905059 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-88caa316-8349-422b-8f16-55250502fdfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] remove_router_interface failed (client error): The resource could not be found. Nov 11 12:17:38.907596 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-88caa316-8349-422b-8f16-55250502fdfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/a60f99e8-9287-4855-a5a0-c2e69437f921/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2021394 Nov 11 12:17:38.907753 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:38.909864 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54462) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:38.941001 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4f81d455-e571-4b51-ac4e-697fc643e308 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/ports?device_id=a60f99e8-9287-4855-a5a0-c2e69437f921 HTTP/1.1" status: 200 len: 205 time: 0.0300448 Nov 11 12:17:38.943713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54464) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:38.956813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f6859b81-00aa-4991-8941-710e36344a59 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.961686 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ea5e-5359-4bd6-bc24-b7a0818f6115 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:38.963677 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:38.964349 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device dc4c4de8-0ccc-4c60-8945-b44fd4ddd3a1 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:38.967935 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa3ea5e-5359-4bd6-bc24-b7a0818f6115 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:38.973807 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ea5e-5359-4bd6-bc24-b7a0818f6115 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.024539 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-1ef27b2d-c0b3-4740-81d3-94f919e29ade tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Made reservation on behalf of a99d4d62847944b89c15c8889eeeafb0 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:39.028256 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-1ef27b2d-c0b3-4740-81d3-94f919e29ade tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.087941 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ee933518-44c0-4a2b-be25-2b01d59ba134 req-b7f6afac-e499-4489-b818-4c35644c6834 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 210 time: 0.0407853 Nov 11 12:17:39.097838 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e89326c0-66aa-4944-bff2-a4c1bf143305 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.139486 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.183213 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bfa3ea5e-5359-4bd6-bc24-b7a0818f6115 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6994205 Nov 11 12:17:39.190005 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54474) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:39.201132 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-794fa315-13b5-4a7d-9249-88f9c602f7b6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'subnet': {'network_id': '8606e23e-fbaa-4dfa-809b-619927363d53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:39.204501 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3ea5e-5359-4bd6-bc24-b7a0818f6115 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Network': ['ID=8606e23e-fbaa-4dfa-809b-619927363d53,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:39.216557 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 8606e23e-fbaa-4dfa-809b-619927363d53 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:17:39.256070 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f6859b81-00aa-4991-8941-710e36344a59 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.327573 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f6859b81-00aa-4991-8941-710e36344a59 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.347956 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6859b81-00aa-4991-8941-710e36344a59 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c30a6d-6ff8-4950-9d2c-421f12c82af6,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:39.384375 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-1ef27b2d-c0b3-4740-81d3-94f919e29ade tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Allocated IP 172.20.0.4 (a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a/9072cf2e-3415-4e51-a149-d008214c502e/1ce78e53-f004-45d7-9374-d9899d09254a) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:39.413758 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e89326c0-66aa-4944-bff2-a4c1bf143305 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.416891 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e89326c0-66aa-4944-bff2-a4c1bf143305 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.472961 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794fa315-13b5-4a7d-9249-88f9c602f7b6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:39.475554 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624a3bc-3df1-47f1-a690-bb5d8b990438 req-17a0e591-f8a2-49c4-919e-8fdd2a1885ca tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:39.476251 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-794fa315-13b5-4a7d-9249-88f9c602f7b6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.477050 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6624a3bc-3df1-47f1-a690-bb5d8b990438 req-17a0e591-f8a2-49c4-919e-8fdd2a1885ca tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 946 time: 0.3706422 Nov 11 12:17:39.537285 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6624a3bc-3df1-47f1-a690-bb5d8b990438 req-d5884e1e-bdf2-49bf-adfa-1cabf7b90bdb tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523632 Nov 11 12:17:39.551247 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e89326c0-66aa-4944-bff2-a4c1bf143305 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.560758 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89326c0-66aa-4944-bff2-a4c1bf143305 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Fanout notify agent at l3_agent the message router_deleted on router a60f99e8-9287-4855-a5a0-c2e69437f921 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:17:39.579253 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e89326c0-66aa-4944-bff2-a4c1bf143305 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.580794 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e89326c0-66aa-4944-bff2-a4c1bf143305 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/routers/a60f99e8-9287-4855-a5a0-c2e69437f921 HTTP/1.1" status: 204 len: 168 time: 0.6338475 Nov 11 12:17:39.585619 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54482) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:39.610587 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f6859b81-00aa-4991-8941-710e36344a59 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.614902 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f6859b81-00aa-4991-8941-710e36344a59 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0113156 Nov 11 12:17:39.615523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54486) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:39.649495 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-1ef27b2d-c0b3-4740-81d3-94f919e29ade tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.672747 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d6db1ca2-b8b8-425b-b49b-a942844a7db5 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.689375 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d6db1ca2-b8b8-425b-b49b-a942844a7db5 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.708237 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf4b2de-e852-468c-b38d-4d4aaff1108a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting subnet 5828a3cf-29b0-452f-bea4-20c335ee87ae {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:39.721286 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c050bb-d360-40ce-ae18-ad0b94764e6c req-82ce7181-ce89-4e79-a85c-dbc42f8a289b tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:39.722812 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-84c050bb-d360-40ce-ae18-ad0b94764e6c req-82ce7181-ce89-4e79-a85c-dbc42f8a289b tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 946 time: 0.0826285 Nov 11 12:17:39.723646 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7cf4b2de-e852-468c-b38d-4d4aaff1108a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.789692 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7cf4b2de-e852-468c-b38d-4d4aaff1108a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.842459 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d6db1ca2-b8b8-425b-b49b-a942844a7db5 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.849031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d6db1ca2-b8b8-425b-b49b-a942844a7db5 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.857253 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d6db1ca2-b8b8-425b-b49b-a942844a7db5 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b7c30a6d-6ff8-4950-9d2c-421f12c82af6 HTTP/1.1" status: 204 len: 168 time: 0.2354581 Nov 11 12:17:39.860401 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54492) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:39.873816 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-84c050bb-d360-40ce-ae18-ad0b94764e6c req-c3ca90e9-d730-498c-bba8-7a5cbd32b3f4 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219151 Nov 11 12:17:39.885178 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-794fa315-13b5-4a7d-9249-88f9c602f7b6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.887020 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db1ca2-b8b8-425b-b49b-a942844a7db5 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7c30a6d-6ff8-4950-9d2c-421f12c82af6,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:39.893247 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-1ef27b2d-c0b3-4740-81d3-94f919e29ade tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:39.949290 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54496) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:39.972239 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-1ef27b2d-c0b3-4740-81d3-94f919e29ade tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:39.986286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-1ef27b2d-c0b3-4740-81d3-94f919e29ade tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:40.005542 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7cf4b2de-e852-468c-b38d-4d4aaff1108a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.005732 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c45e622a-aaba-4190-9a0a-ec3e0661fdf5 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1417556 Nov 11 12:17:40.006699 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54500) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:40.010732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-1ef27b2d-c0b3-4740-81d3-94f919e29ade tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:40.061530 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-1ef27b2d-c0b3-4740-81d3-94f919e29ade tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:40.062164 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-1ef27b2d-c0b3-4740-81d3-94f919e29ade tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.077613 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fa315-13b5-4a7d-9249-88f9c602f7b6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Subnet': ['ID=b388224b-e205-4d07-9522-346efbd5fcbb,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:40.082288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef27b2d-c0b3-4740-81d3-94f919e29ade tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event updated for resources: {'Port': ['ID=1ce78e53-f004-45d7-9374-d9899d09254a,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:40.117692 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794fa315-13b5-4a7d-9249-88f9c602f7b6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Checking segment: {'id': 'efa24b57-d681-4449-a09b-3d168105cff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8606e23e-fbaa-4dfa-809b-619927363d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:40.118873 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794fa315-13b5-4a7d-9249-88f9c602f7b6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network hostable DHCP agents. Network: 8606e23e-fbaa-4dfa-809b-619927363d53, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:17:40.160479 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-812d48da-9a5d-44d0-91b6-477daacdc0c5 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.167845 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Request body: {'networks': [{'name': 'tempest-network--851203862'}, {'name': 'tempest-network--480316450'}]} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:40.168634 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Request body: {'network': {'name': 'tempest-network--851203862'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:40.169097 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Request body: {'network': {'name': 'tempest-network--480316450'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:40.201306 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-1ef27b2d-c0b3-4740-81d3-94f919e29ade tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7322633 Nov 11 12:17:40.214916 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Request body: {'port': {'device_id': '2706aa5b-84c7-45fe-be55-f29c4c4047cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:40.229368 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-812d48da-9a5d-44d0-91b6-477daacdc0c5 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.261009 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7cf4b2de-e852-468c-b38d-4d4aaff1108a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.277710 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4d1f7968-9721-4ff3-92a7-42ab532fddef None None] Provisioning complete for port 1ce78e53-f004-45d7-9374-d9899d09254a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:40.278256 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4d1f7968-9721-4ff3-92a7-42ab532fddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.286232 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794fa315-13b5-4a7d-9249-88f9c602f7b6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network 8606e23e-fbaa-4dfa-809b-619927363d53 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:17:40.294010 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4b2de-e852-468c-b38d-4d4aaff1108a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Subnet': ['ID=5828a3cf-29b0-452f-bea4-20c335ee87ae,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:40.300785 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.322370 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7cf4b2de-e852-468c-b38d-4d4aaff1108a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.325662 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7cf4b2de-e852-468c-b38d-4d4aaff1108a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/subnets/5828a3cf-29b0-452f-bea4-20c335ee87ae HTTP/1.1" status: 204 len: 168 time: 0.7388453 Nov 11 12:17:40.330694 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54504) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:40.331318 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f878ecd-6341-4ed2-b1d1-3274f7e1b919 None None] Network f151911d-7c78-4491-ade9-6983c9572230 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:40.393436 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Made reservation on behalf of 07d2d380dcfe48e2bcb6d3adc8c8b406 for: {'network': 2} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:40.398159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.406304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-794fa315-13b5-4a7d-9249-88f9c602f7b6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 8606e23e-fbaa-4dfa-809b-619927363d53) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:40.416894 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130813a-55bc-468e-a099-c8ba30c4f1e2 req-a7df3e4a-2e44-441a-8f14-5fae156bc893 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:40.425088 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a130813a-55bc-468e-a099-c8ba30c4f1e2 req-a7df3e4a-2e44-441a-8f14-5fae156bc893 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 931 time: 0.2357986 Nov 11 12:17:40.434671 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.440943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794fa315-13b5-4a7d-9249-88f9c602f7b6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:40.443294 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-794fa315-13b5-4a7d-9249-88f9c602f7b6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.548545 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.568249 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-812d48da-9a5d-44d0-91b6-477daacdc0c5 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.574579 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-812d48da-9a5d-44d0-91b6-477daacdc0c5 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.580098 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-812d48da-9a5d-44d0-91b6-477daacdc0c5 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-groups/b4c6b4a7-7186-4c78-9b23-2bddac9c2261 HTTP/1.1" status: 204 len: 168 time: 0.5724781 Nov 11 12:17:40.588920 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54508) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:40.660254 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d48da-9a5d-44d0-91b6-477daacdc0c5 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c6b4a7-7186-4c78-9b23-2bddac9c2261,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:40.694795 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a130813a-55bc-468e-a099-c8ba30c4f1e2 req-80ef75e1-c1c7-4356-b872-8912005ba623 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610898 Nov 11 12:17:40.709135 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f479950-ca05-4bf9-9120-1ac1c89bf06b req-fa2c15f9-42f5-4bac-851f-760c32b5edb7 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:40.710714 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2f479950-ca05-4bf9-9120-1ac1c89bf06b req-fa2c15f9-42f5-4bac-851f-760c32b5edb7 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 946 time: 0.2247701 Nov 11 12:17:40.713963 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffa6b44-3e31-4148-b541-6f6ece1f7125 None None] Network 8606e23e-fbaa-4dfa-809b-619927363d53 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:40.734350 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-794fa315-13b5-4a7d-9249-88f9c602f7b6 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5399530 Nov 11 12:17:40.735367 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54510) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:40.788879 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-5d81c4ec-9be7-4cf3-9bf0-21444df3c3ca tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'network_id': '8606e23e-fbaa-4dfa-809b-619927363d53', 'name': 'tempest-PortsIpV6TestJSON-1367883128'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:40.804204 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-debd52c1-934b-4ba7-8c60-57773e0d3c9b tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2101026 Nov 11 12:17:40.808076 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54512) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:40.813950 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-413545b4-019d-486c-b8b3-fa138717448d tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group': {'name': 'tempest-secgroup--814507094'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:40.834421 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f7968-9721-4ff3-92a7-42ab532fddef None None] Port 1ce78e53-f004-45d7-9374-d9899d09254a cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:40.897204 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2f479950-ca05-4bf9-9120-1ac1c89bf06b req-a1a16727-8092-4023-b0c0-8656599439a2 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524251 Nov 11 12:17:40.911330 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.922595 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting port 6353021d-cea5-4aad-9e9e-9c437f6130b2 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:40.922595 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:40.938265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.028723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.030279 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.060464 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] For port 6353021d-cea5-4aad-9e9e-9c437f6130b2, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6353021d-cea5-4aad-9e9e-9c437f6130b2,segment=NetworkSegment(fcd21f48-64ee-4363-a276-9230e8d7647c),segment_id=fcd21f48-64ee-4363-a276-9230e8d7647c)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:41.061206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.076391 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4e11a3-4fc0-4500-ac2b-a9f9cadb7464 None None] DHCP port deletion for f151911d-7c78-4491-ade9-6983c9572230 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:41.093762 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Calling delete_port for 6353021d-cea5-4aad-9e9e-9c437f6130b2 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:41.108450 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-8606e23e-fbaa-4dfa-809b-619927363d53', 'network_id': '8606e23e-fbaa-4dfa-809b-619927363d53', 'tenant_id': 'f9c03639a8564727b50cf8ab0fd2b19c', 'fixed_ips': [{'subnet_id': 'b388224b-e205-4d07-9522-346efbd5fcbb'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:17:41.110114 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.141262 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce78e53-f004-45d7-9374-d9899d09254a {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:17:41.149944 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.174189 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Transition to ACTIVE for port object 1ce78e53-f004-45d7-9374-d9899d09254a will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:17:41.177538 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-413545b4-019d-486c-b8b3-fa138717448d tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.203684 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e11a3-4fc0-4500-ac2b-a9f9cadb7464 None None] Deleting port 6353021d-cea5-4aad-9e9e-9c437f6130b2 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:41.204128 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ef4e11a3-4fc0-4500-ac2b-a9f9cadb7464 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.230933 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d81c4ec-9be7-4cf3-9bf0-21444df3c3ca tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:41.236310 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbd0ed9-09b2-486a-90e9-b67702ec8acf,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:41.256643 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5d81c4ec-9be7-4cf3-9bf0-21444df3c3ca tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.264189 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:17:41.281655 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.282000 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Added segment 35292e41-c2fd-4bee-a1c9-2016f3299475 of type vlan for network 926dafbf-2cf2-4c11-930d-c4c010fc14ef Nov 11 12:17:41.297284 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-5d81c4ec-9be7-4cf3-9bf0-21444df3c3ca tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] device_id is not set on port f5d9a8ee-fdb0-4008-b136-559efa6cbd61 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:17:41.322028 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-ef4e11a3-4fc0-4500-ac2b-a9f9cadb7464 None None] For port 6353021d-cea5-4aad-9e9e-9c437f6130b2, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6353021d-cea5-4aad-9e9e-9c437f6130b2,segment=NetworkSegment(fcd21f48-64ee-4363-a276-9230e8d7647c),segment_id=fcd21f48-64ee-4363-a276-9230e8d7647c)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:41.322671 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ef4e11a3-4fc0-4500-ac2b-a9f9cadb7464 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.335820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-413545b4-019d-486c-b8b3-fa138717448d tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.343668 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e11a3-4fc0-4500-ac2b-a9f9cadb7464 None None] Calling delete_port for 6353021d-cea5-4aad-9e9e-9c437f6130b2 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:41.345956 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.363259 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Allocated IP 2001:db8::2 (8606e23e-fbaa-4dfa-809b-619927363d53/b388224b-e205-4d07-9522-346efbd5fcbb/339780f5-5996-4168-9c98-9d7c3b75a8cc) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:41.367763 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.400066 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.410609 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Port': ['ID=6353021d-cea5-4aad-9e9e-9c437f6130b2,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:41.415283 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:17:41.433642 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.434038 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Added segment 93681520-e19f-407c-a771-6934318c121e of type vlan for network 3083fa19-c98b-4e6e-a13e-aab4adbdc256 Nov 11 12:17:41.497930 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce78e53-f004-45d7-9374-d9899d09254a,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:41.517612 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.520068 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ef4e11a3-4fc0-4500-ac2b-a9f9cadb7464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.558045 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] No DVR routers for this DVR port 6353021d-cea5-4aad-9e9e-9c437f6130b2 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:41.571425 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e11a3-4fc0-4500-ac2b-a9f9cadb7464 None None] Pushing event deleted for resources: {'Port': ['ID=6353021d-cea5-4aad-9e9e-9c437f6130b2,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:41.580489 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4e11a3-4fc0-4500-ac2b-a9f9cadb7464 None None] No DVR routers for this DVR port 6353021d-cea5-4aad-9e9e-9c437f6130b2 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:41.587581 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Attempting to bind port 1ce78e53-f004-45d7-9374-d9899d09254a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:17:41.587920 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Attempting to bind port 1ce78e53-f004-45d7-9374-d9899d09254a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:17:41.588249 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Attempting to bind port 1ce78e53-f004-45d7-9374-d9899d09254a on network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:41.594698 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Port 1ce78e53-f004-45d7-9374-d9899d09254a on network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:17:41.595337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Attempting to bind port 1ce78e53-f004-45d7-9374-d9899d09254a on network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:41.601157 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:17:41.603732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Checking segment: {'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:41.603732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Bound using segment: {'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:17:41.603732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Bound port: 1ce78e53-f004-45d7-9374-d9899d09254a, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:17:41.603732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.660082 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.689008 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-413545b4-019d-486c-b8b3-fa138717448d tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.693432 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] For port 1ce78e53-f004-45d7-9374-d9899d09254a, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:17:41.698686 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] For port 1ce78e53-f004-45d7-9374-d9899d09254a, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1ce78e53-f004-45d7-9374-d9899d09254a,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:17:41.702053 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.724946 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.725439 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.730418 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.732022 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:41.742637 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:41.742637 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.795385 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-5d81c4ec-9be7-4cf3-9bf0-21444df3c3ca tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Allocated IP 2001:db8::59 (8606e23e-fbaa-4dfa-809b-619927363d53/b388224b-e205-4d07-9522-346efbd5fcbb/f5d9a8ee-fdb0-4008-b136-559efa6cbd61) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:41.797933 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.834252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Network 8606e23e-fbaa-4dfa-809b-619927363d53 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:41.844760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:41.845054 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-413545b4-019d-486c-b8b3-fa138717448d tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.846346 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-413545b4-019d-486c-b8b3-fa138717448d tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0373285 Nov 11 12:17:41.850356 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:41.851125 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:41.852651 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] 10.222.0.70 "PUT /v2.0/ports/1ce78e53-f004-45d7-9374-d9899d09254a HTTP/1.1" status: 200 len: 1093 time: 1.6429336 Nov 11 12:17:41.853196 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2706aa5b-84c7-45fe-be55-f29c4c4047cd', 'tag': '1ce78e53-f004-45d7-9374-d9899d09254a'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:17:41.854632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:41.855694 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f761493f-125a-40be-b3f9-bbdb9f2c05ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2706aa5b-84c7-45fe-be55-f29c4c4047cd", "tag": "1ce78e53-f004-45d7-9374-d9899d09254a"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:17:41.858478 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54516) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:41.870797 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-61673ca1-67c8-45df-97ab-e26e68a0bd61 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group_rule': {'security_group_id': 'c163290c-5e9e-4935-a16f-b08f3445a28f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:41.875159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Pushing event updated for resources: {'Port': ['ID=339780f5-5996-4168-9c98-9d7c3b75a8cc,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:41.899462 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413545b4-019d-486c-b8b3-fa138717448d tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c163290c-5e9e-4935-a16f-b08f3445a28f,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:41.912903 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f151911d-7c78-4491-ade9-6983c9572230']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:41.925622 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff46057-971e-4750-b41a-cfd627d1d8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce78e53-f004-45d7-9374-d9899d09254a,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:41.943625 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5690ed74-9773-466e-915b-2851050ab87c x-openstack-request-id: req-5690ed74-9773-466e-915b-2851050ab87c {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:17:41.944010 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2706aa5b-84c7-45fe-be55-f29c4c4047cd", "tag": "1ce78e53-f004-45d7-9374-d9899d09254a", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:17:41.944357 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5690ed74-9773-466e-915b-2851050ab87c {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:17:41.944882 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2706aa5b-84c7-45fe-be55-f29c4c4047cd', 'tag': '1ce78e53-f004-45d7-9374-d9899d09254a', 'status': 'completed', 'code': 200} Nov 11 12:17:41.947670 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd21f48-64ee-4363-a276-9230e8d7647c') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:41.948251 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd21f48-64ee-4363-a276-9230e8d7647c') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:41.953543 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event updated for resources: {'Network': ['ID=926dafbf-2cf2-4c11-930d-c4c010fc14ef,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:41.973639 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 926dafbf-2cf2-4c11-930d-c4c010fc14ef details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:17:41.997771 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.0466394 Nov 11 12:17:42.026052 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Attempting to bind port 339780f5-5996-4168-9c98-9d7c3b75a8cc on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:17:42.026461 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Attempting to bind port 339780f5-5996-4168-9c98-9d7c3b75a8cc by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'efa24b57-d681-4449-a09b-3d168105cff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8606e23e-fbaa-4dfa-809b-619927363d53'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:17:42.026831 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Attempting to bind port 339780f5-5996-4168-9c98-9d7c3b75a8cc on network 8606e23e-fbaa-4dfa-809b-619927363d53 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:42.028210 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54522) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:42.035771 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.057612 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:17:42.058022 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Checking segment: {'id': 'efa24b57-d681-4449-a09b-3d168105cff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8606e23e-fbaa-4dfa-809b-619927363d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:42.058428 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.058823 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Bound using segment: {'id': 'efa24b57-d681-4449-a09b-3d168105cff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8606e23e-fbaa-4dfa-809b-619927363d53'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:17:42.059513 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Bound port: 339780f5-5996-4168-9c98-9d7c3b75a8cc, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa24b57-d681-4449-a09b-3d168105cff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8606e23e-fbaa-4dfa-809b-619927363d53'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:17:42.059926 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.152049 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761493f-125a-40be-b3f9-bbdb9f2c05ea req-7caa738e-4715-498f-9a28-ce966fe2182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:42.155447 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f761493f-125a-40be-b3f9-bbdb9f2c05ea req-7caa738e-4715-498f-9a28-ce966fe2182d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 1096 time: 0.1630089 Nov 11 12:17:42.160213 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.190247 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] For port 339780f5-5996-4168-9c98-9d7c3b75a8cc, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:17:42.214534 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f55f16-c873-4f8e-927e-23b494f65b8c req-20770b89-e1e8-4603-a24b-9e7f0865ea8b tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:42.216106 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-76f55f16-c873-4f8e-927e-23b494f65b8c req-20770b89-e1e8-4603-a24b-9e7f0865ea8b tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 943 time: 0.4082756 Nov 11 12:17:42.223394 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5d81c4ec-9be7-4cf3-9bf0-21444df3c3ca tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.226923 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:42.226923 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:42.231478 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:42.277303 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff0ed8-d61e-4adc-acbc-5d01387a9367 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event updated for resources: {'Network': ['ID=3083fa19-c98b-4e6e-a13e-aab4adbdc256,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:42.292190 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 3083fa19-c98b-4e6e-a13e-aab4adbdc256 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:17:42.386693 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffff240-191d-44d6-9ff7-86dd0fff0784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:42.393531 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffff240-191d-44d6-9ff7-86dd0fff0784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:42.400118 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffff240-191d-44d6-9ff7-86dd0fff0784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:42.406976 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffff240-191d-44d6-9ff7-86dd0fff0784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:42.409445 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7ffff240-191d-44d6-9ff7-86dd0fff0784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3789811 Nov 11 12:17:42.425234 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c09bf2-258d-467b-b846-728d20046f31 req-e60434f2-eb8e-4479-9528-9c3c2f7465f8 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:42.427203 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e5c09bf2-258d-467b-b846-728d20046f31 req-e60434f2-eb8e-4479-9528-9c3c2f7465f8 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 946 time: 0.3440180 Nov 11 12:17:42.427799 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54524) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:42.456192 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] For port 339780f5-5996-4168-9c98-9d7c3b75a8cc, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=339780f5-5996-4168-9c98-9d7c3b75a8cc,segment=NetworkSegment(efa24b57-d681-4449-a09b-3d168105cff1),segment_id=efa24b57-d681-4449-a09b-3d168105cff1)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:17:42.463091 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.482515 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-76f55f16-c873-4f8e-927e-23b494f65b8c req-343c9fa6-70c2-4aa8-a4b2-f400dc5393b6 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346065 Nov 11 12:17:42.488175 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.494006 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/networks/f151911d-7c78-4491-ade9-6983c9572230 HTTP/1.1" status: 204 len: 168 time: 2.1620901 Nov 11 12:17:42.556832 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54526) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:42.557669 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a48da-5a62-408a-9c00-7b3ee29128cf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Network': ['ID=f151911d-7c78-4491-ade9-6983c9572230,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:42.565174 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-cbedc4f9-f073-42d0-a37b-73cb54f9d954 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-489695321'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:42.565384 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.639431 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e5c09bf2-258d-467b-b846-728d20046f31 req-5c325d4d-2f05-45aa-8c1f-efae00c401e7 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954093 Nov 11 12:17:42.656768 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d1ebf594-e22f-4393-8b42-4a5aff67b543 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.699173 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d943e70-3e1c-4881-823b-35be98e50222 None None] Pushing event updated for resources: {'Port': ['ID=339780f5-5996-4168-9c98-9d7c3b75a8cc,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:42.736881 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbedc4f9-f073-42d0-a37b-73cb54f9d954 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Made reservation on behalf of 0943f80b62ea42d08b8695fa6f98abee for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:42.740299 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cbedc4f9-f073-42d0-a37b-73cb54f9d954 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.808541 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d1ebf594-e22f-4393-8b42-4a5aff67b543 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.817990 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-61673ca1-67c8-45df-97ab-e26e68a0bd61 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.834885 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbedc4f9-f073-42d0-a37b-73cb54f9d954 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:17:42.837865 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-d1ebf594-e22f-4393-8b42-4a5aff67b543 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926dafbf-2cf2-4c11-930d-c4c010fc14ef']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:42.844522 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761493f-125a-40be-b3f9-bbdb9f2c05ea req-7d6ecf50-67e3-4b4b-9785-39709ee892cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:42.846524 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f761493f-125a-40be-b3f9-bbdb9f2c05ea req-7d6ecf50-67e3-4b4b-9785-39709ee892cb service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=a99d4d62847944b89c15c8889eeeafb0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5922685 Nov 11 12:17:42.868673 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-d1ebf594-e22f-4393-8b42-4a5aff67b543 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35292e41-c2fd-4bee-a1c9-2016f3299475') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:42.869001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-d1ebf594-e22f-4393-8b42-4a5aff67b543 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35292e41-c2fd-4bee-a1c9-2016f3299475') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:42.875069 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cbedc4f9-f073-42d0-a37b-73cb54f9d954 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.875069 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-cbedc4f9-f073-42d0-a37b-73cb54f9d954 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Added segment 9888cf95-346a-4f6f-aba5-f26e2e88382f of type vlan for network 84ff7110-afb1-4a83-bdc5-9d58dbfbab6e Nov 11 12:17:42.921447 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d1ebf594-e22f-4393-8b42-4a5aff67b543 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:42.994493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6353021d-cea5-4aad-9e9e-9c437f6130b2 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:42.994864 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d1ebf594-e22f-4393-8b42-4a5aff67b543 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:43.021185 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ebf594-e22f-4393-8b42-4a5aff67b543 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:43.021670 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d1ebf594-e22f-4393-8b42-4a5aff67b543 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:43.033105 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:43.038642 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761493f-125a-40be-b3f9-bbdb9f2c05ea req-3c0bce35-b837-4323-b501-0d0beea42b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:43.038642 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f761493f-125a-40be-b3f9-bbdb9f2c05ea req-3c0bce35-b837-4323-b501-0d0beea42b51 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1818912 Nov 11 12:17:43.038882 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 6353021d-cea5-4aad-9e9e-9c437f6130b2 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:43.039028 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6353021d-cea5-4aad-9e9e-9c437f6130b2 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:43.055748 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cbedc4f9-f073-42d0-a37b-73cb54f9d954 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:43.094089 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-61673ca1-67c8-45df-97ab-e26e68a0bd61 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:43.184337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5d81c4ec-9be7-4cf3-9bf0-21444df3c3ca tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:43.212338 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-61673ca1-67c8-45df-97ab-e26e68a0bd61 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:43.286195 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61673ca1-67c8-45df-97ab-e26e68a0bd61 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bd3df2-2357-447f-bdc7-3b2f929ae05c,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:43.290796 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-9cfadee4-d57a-41f9-a34c-f4eac85bb7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:43.298898 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-9cfadee4-d57a-41f9-a34c-f4eac85bb7c8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 1096 time: 0.1605318 Nov 11 12:17:43.298898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d81c4ec-9be7-4cf3-9bf0-21444df3c3ca tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network 8606e23e-fbaa-4dfa-809b-619927363d53 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:43.307543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-5d81c4ec-9be7-4cf3-9bf0-21444df3c3ca tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:43.316700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81c4ec-9be7-4cf3-9bf0-21444df3c3ca tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:43.322722 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d81c4ec-9be7-4cf3-9bf0-21444df3c3ca tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:43.323905 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5d81c4ec-9be7-4cf3-9bf0-21444df3c3ca tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:43.329964 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81c4ec-9be7-4cf3-9bf0-21444df3c3ca tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=f5d9a8ee-fdb0-4008-b136-559efa6cbd61,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:43.370436 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e4fbe-69f7-4c25-9431-98c9d4e61be3 req-9acd0044-612c-4ec0-a99e-22e236957781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:43.371997 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3c3e4fbe-69f7-4c25-9431-98c9d4e61be3 req-9acd0044-612c-4ec0-a99e-22e236957781 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc5c4e2e2e10475196326bc02b38e4e8&device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 1099 time: 0.1988628 Nov 11 12:17:43.374208 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-61c657b3-d557-43e1-9de8-1f50d3f19152 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce78e53-f004-45d7-9374-d9899d09254a HTTP/1.1" status: 200 len: 217 time: 0.0681322 Nov 11 12:17:43.381930 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-61673ca1-67c8-45df-97ab-e26e68a0bd61 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:43.381930 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-61673ca1-67c8-45df-97ab-e26e68a0bd61 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5128014 Nov 11 12:17:43.382172 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54532) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:43.479723 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5d81c4ec-9be7-4cf3-9bf0-21444df3c3ca tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6923015 Nov 11 12:17:43.486539 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-985fbf4b-954b-4005-9b80-baa2bf6632ef tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-group-rules/15bd3df2-2357-447f-bdc7-3b2f929ae05c HTTP/1.1" status: 200 len: 763 time: 0.1004937 Nov 11 12:17:43.486539 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54536) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:43.495372 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54538) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:43.499178 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-ff797de5-39a9-4b38-86d3-3c166f77d26d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'network_id': '8606e23e-fbaa-4dfa-809b-619927363d53', 'name': 'tempest-PortsIpV6TestJSON-1024484649'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:43.536051 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.db.resource_extend [None req-cbedc4f9-f073-42d0-a37b-73cb54f9d954 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:17:43.565318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4bb9b-7916-4359-adfe-e084410aeca2 req-5e1d822a-fdea-45c0-bb3c-7dd16353dab9 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:43.567153 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b7e4bb9b-7916-4359-adfe-e084410aeca2 req-5e1d822a-fdea-45c0-bb3c-7dd16353dab9 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 946 time: 0.5081728 Nov 11 12:17:43.578158 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-510ed61f-726a-4dc0-9342-e76165bc399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:43.579723 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-510ed61f-726a-4dc0-9342-e76165bc399b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9072cf2e-3415-4e51-a149-d008214c502e HTTP/1.1" status: 200 len: 851 time: 0.1938739 Nov 11 12:17:43.644706 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e4fbe-69f7-4c25-9431-98c9d4e61be3 req-acdae32e-fc4d-4d61-9551-d815af863be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:43.647682 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3c3e4fbe-69f7-4c25-9431-98c9d4e61be3 req-acdae32e-fc4d-4d61-9551-d815af863be1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb HTTP/1.1" status: 200 len: 913 time: 0.2626128 Nov 11 12:17:43.652819 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b7e4bb9b-7916-4359-adfe-e084410aeca2 req-720a45ab-ea7f-41e9-9b67-d40e5f4034ca tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732384 Nov 11 12:17:43.655158 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d1ebf594-e22f-4393-8b42-4a5aff67b543 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:43.657574 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cbedc4f9-f073-42d0-a37b-73cb54f9d954 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:43.663397 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbedc4f9-f073-42d0-a37b-73cb54f9d954 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:43.664660 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cbedc4f9-f073-42d0-a37b-73cb54f9d954 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:43.670875 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d1ebf594-e22f-4393-8b42-4a5aff67b543 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:43.674379 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d1ebf594-e22f-4393-8b42-4a5aff67b543 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "DELETE /v2.0/networks/926dafbf-2cf2-4c11-930d-c4c010fc14ef HTTP/1.1" status: 204 len: 168 time: 1.2387505 Nov 11 12:17:43.688047 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54542) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:43.697803 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8c8b8-df60-45f8-acde-e7bfd249c37e req-4c13d597-3cb4-4945-a446-f41e0497f7c7 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:43.700417 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bff8c8b8-df60-45f8-acde-e7bfd249c37e req-4c13d597-3cb4-4945-a446-f41e0497f7c7 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 943 time: 0.1231656 Nov 11 12:17:43.747496 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e14b6e9c-e047-4908-b743-8d36c2ef09db tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2410452 Nov 11 12:17:43.778955 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedc4f9-f073-42d0-a37b-73cb54f9d954 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Network': ['ID=84ff7110-afb1-4a83-bdc5-9d58dbfbab6e,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:43.784082 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54544) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:43.794050 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 84ff7110-afb1-4a83-bdc5-9d58dbfbab6e details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:17:43.826476 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3c3e4fbe-69f7-4c25-9431-98c9d4e61be3 req-610feb2c-121f-4b63-b402-53d857b4a07b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e67fbb59-541b-40d3-925a-663e1c5e3689 HTTP/1.1" status: 200 len: 217 time: 0.1450760 Nov 11 12:17:43.846284 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebf594-e22f-4393-8b42-4a5aff67b543 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event deleted for resources: {'Network': ['ID=926dafbf-2cf2-4c11-930d-c4c010fc14ef,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:43.901336 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16fb7105-6199-40ea-b160-61e393922d6c tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:43.916695 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bff8c8b8-df60-45f8-acde-e7bfd249c37e req-e1619b0a-b2ec-4909-8671-a43d64027dcb tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333728 Nov 11 12:17:43.920888 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cbedc4f9-f073-42d0-a37b-73cb54f9d954 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3610446 Nov 11 12:17:43.924648 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54546) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:43.933846 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-5cdb5d33-ee46-4f7b-ba51-1b28e2b18208 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'subnet': {'network_id': '84ff7110-afb1-4a83-bdc5-9d58dbfbab6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:43.935168 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-8643ebb2-8309-4f5f-ac27-8a79f2d477a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:43.937106 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-8643ebb2-8309-4f5f-ac27-8a79f2d477a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3453908 Nov 11 12:17:43.975862 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e4fbe-69f7-4c25-9431-98c9d4e61be3 req-8437aee9-5bf7-4183-be63-290213ec893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:43.978173 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3c3e4fbe-69f7-4c25-9431-98c9d4e61be3 req-8437aee9-5bf7-4183-be63-290213ec893f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6fe8109-9dd4-4a53-bb46-8108d0775897 HTTP/1.1" status: 200 len: 852 time: 0.1287730 Nov 11 12:17:44.016330 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25fd803e-266d-416b-950b-dace078752d4 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.027597 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25fd803e-266d-416b-950b-dace078752d4 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.071651 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e218d4a5-7589-426d-9418-a50f39b0a05e None None] Network 8606e23e-fbaa-4dfa-809b-619927363d53 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:44.073944 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3c3e4fbe-69f7-4c25-9431-98c9d4e61be3 req-dfd46d5c-679d-4106-88da-4d79d9bbff92 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685327 Nov 11 12:17:44.074522 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff797de5-39a9-4b38-86d3-3c166f77d26d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:44.078002 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ff797de5-39a9-4b38-86d3-3c166f77d26d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.138307 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4954a4f7-ae68-4069-82dc-63cced4e7589 None None] Provisioning complete for port 339780f5-5996-4168-9c98-9d7c3b75a8cc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:44.138668 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4954a4f7-ae68-4069-82dc-63cced4e7589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.152989 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25fd803e-266d-416b-950b-dace078752d4 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.164113 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25fd803e-266d-416b-950b-dace078752d4 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.165810 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-25fd803e-266d-416b-950b-dace078752d4 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/15bd3df2-2357-447f-bdc7-3b2f929ae05c HTTP/1.1" status: 204 len: 168 time: 0.3805208 Nov 11 12:17:44.168498 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54548) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:44.194190 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdb5d33-ee46-4f7b-ba51-1b28e2b18208 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Made reservation on behalf of 0943f80b62ea42d08b8695fa6f98abee for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:44.200863 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5cdb5d33-ee46-4f7b-ba51-1b28e2b18208 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.215660 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd803e-266d-416b-950b-dace078752d4 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15bd3df2-2357-447f-bdc7-3b2f929ae05c,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:44.223551 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-ff797de5-39a9-4b38-86d3-3c166f77d26d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] device_id is not set on port cc23e822-7a06-43e8-ba00-1fe3c6f7b5a2 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:17:44.254422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16fb7105-6199-40ea-b160-61e393922d6c tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.271474 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-a6e1e893-7521-4aa0-950e-aea114a136d7 service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239079 Nov 11 12:17:44.280813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4954a4f7-ae68-4069-82dc-63cced4e7589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.338183 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-95358ab4-9496-4ae8-b016-5b87396658d0 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1678460 Nov 11 12:17:44.344584 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54550) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:44.345908 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-4954a4f7-ae68-4069-82dc-63cced4e7589 None None] For port 339780f5-5996-4168-9c98-9d7c3b75a8cc, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=339780f5-5996-4168-9c98-9d7c3b75a8cc,segment=NetworkSegment(efa24b57-d681-4449-a09b-3d168105cff1),segment_id=efa24b57-d681-4449-a09b-3d168105cff1)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:44.353082 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-857a7651-601a-40b9-b0e0-7c9c12d6cc3e tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group_rule': {'security_group_id': 'c163290c-5e9e-4935-a16f-b08f3445a28f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:44.387190 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-16fb7105-6199-40ea-b160-61e393922d6c tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3083fa19-c98b-4e6e-a13e-aab4adbdc256']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:44.404834 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-16fb7105-6199-40ea-b160-61e393922d6c tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93681520-e19f-407c-a771-6934318c121e') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:44.405523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-16fb7105-6199-40ea-b160-61e393922d6c tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93681520-e19f-407c-a771-6934318c121e') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:44.415141 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4954a4f7-ae68-4069-82dc-63cced4e7589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.438412 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16fb7105-6199-40ea-b160-61e393922d6c tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.455000 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3c3e4fbe-69f7-4c25-9431-98c9d4e61be3 req-6d240114-4c20-47d8-99fd-3ea822796a04 service neutron] 10.222.0.70 "GET /v2.0/networks/bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711517 Nov 11 12:17:44.482060 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954a4f7-ae68-4069-82dc-63cced4e7589 None None] Pushing event updated for resources: {'Port': ['ID=339780f5-5996-4168-9c98-9d7c3b75a8cc,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:44.498683 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-857a7651-601a-40b9-b0e0-7c9c12d6cc3e tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.510963 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16fb7105-6199-40ea-b160-61e393922d6c tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.576844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fb7105-6199-40ea-b160-61e393922d6c tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:44.577249 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16fb7105-6199-40ea-b160-61e393922d6c tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:44.584602 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:44.624094 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-857a7651-601a-40b9-b0e0-7c9c12d6cc3e tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.665017 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-ff797de5-39a9-4b38-86d3-3c166f77d26d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Allocated IP 2001:db8::20 (8606e23e-fbaa-4dfa-809b-619927363d53/b388224b-e205-4d07-9522-346efbd5fcbb/cc23e822-7a06-43e8-ba00-1fe3c6f7b5a2) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:44.665852 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5cdb5d33-ee46-4f7b-ba51-1b28e2b18208 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.683241 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ddd4427c-0485-4bbd-a8d6-5a070d6b865c req-0c72986d-848b-45c2-a460-ea9f5918f1e6 service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739812 Nov 11 12:17:44.725148 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-857a7651-601a-40b9-b0e0-7c9c12d6cc3e tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.748381 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3c3e4fbe-69f7-4c25-9431-98c9d4e61be3 req-92da2590-7bd3-4925-8660-2c74c0d194fa service neutron] 10.222.0.70 "GET /v2.0/networks/bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648389 Nov 11 12:17:44.779835 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4186f2ee-0a34-4cff-8e65-ee1a649e5235 None None] Provisioning complete for port f5d9a8ee-fdb0-4008-b136-559efa6cbd61 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:44.780215 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4186f2ee-0a34-4cff-8e65-ee1a649e5235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.784664 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16fb7105-6199-40ea-b160-61e393922d6c tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.789459 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a7651-601a-40b9-b0e0-7c9c12d6cc3e tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ba7a1f-53b4-4c0f-a78a-e08a8b934455,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:44.790069 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16fb7105-6199-40ea-b160-61e393922d6c tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.791845 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb5d33-ee46-4f7b-ba51-1b28e2b18208 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Subnet': ['ID=810b9a9c-2616-46b6-8881-005143398acb,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:44.797255 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-16fb7105-6199-40ea-b160-61e393922d6c tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "DELETE /v2.0/networks/3083fa19-c98b-4e6e-a13e-aab4adbdc256 HTTP/1.1" status: 204 len: 168 time: 1.1053677 Nov 11 12:17:44.808023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54554) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:44.865394 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb7105-6199-40ea-b160-61e393922d6c tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event deleted for resources: {'Network': ['ID=3083fa19-c98b-4e6e-a13e-aab4adbdc256,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:44.880707 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-4186f2ee-0a34-4cff-8e65-ee1a649e5235 None None] Port f5d9a8ee-fdb0-4008-b136-559efa6cbd61 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:44.917983 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4186f2ee-0a34-4cff-8e65-ee1a649e5235 None None] Provisioning complete for port 339780f5-5996-4168-9c98-9d7c3b75a8cc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:44.918719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4186f2ee-0a34-4cff-8e65-ee1a649e5235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.959459 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-857a7651-601a-40b9-b0e0-7c9c12d6cc3e tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:44.966141 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-857a7651-601a-40b9-b0e0-7c9c12d6cc3e tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6198435 Nov 11 12:17:44.971012 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54558) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:44.972562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdb5d33-ee46-4f7b-ba51-1b28e2b18208 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Checking segment: {'id': '9888cf95-346a-4f6f-aba5-f26e2e88382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '84ff7110-afb1-4a83-bdc5-9d58dbfbab6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:44.972932 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdb5d33-ee46-4f7b-ba51-1b28e2b18208 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network hostable DHCP agents. Network: 84ff7110-afb1-4a83-bdc5-9d58dbfbab6e, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:17:45.050299 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 339780f5-5996-4168-9c98-9d7c3b75a8cc up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:45.069496 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2924044d-3c56-4753-9439-eaf71aa9d0aa tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-group-rules/12ba7a1f-53b4-4c0f-a78a-e08a8b934455 HTTP/1.1" status: 200 len: 763 time: 0.0961134 Nov 11 12:17:45.070595 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12faa7f-172d-4e37-871b-4283b2f13cc8 req-44d2c4cd-6dca-4e95-9cdc-6451c19d24fb tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:45.072391 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f12faa7f-172d-4e37-871b-4283b2f13cc8 req-44d2c4cd-6dca-4e95-9cdc-6451c19d24fb tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 946 time: 0.2772174 Nov 11 12:17:45.077545 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54560) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:45.097405 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ff797de5-39a9-4b38-86d3-3c166f77d26d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.107849 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e6867-7bc3-4bd2-ae9f-4e412d858bc2 req-471b49c9-30b7-42a7-aff0-2278cadce57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:45.109360 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9d4e6867-7bc3-4bd2-ae9f-4e412d858bc2 req-471b49c9-30b7-42a7-aff0-2278cadce57c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc5c4e2e2e10475196326bc02b38e4e8&device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 1099 time: 0.1788857 Nov 11 12:17:45.163968 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdb5d33-ee46-4f7b-ba51-1b28e2b18208 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network 84ff7110-afb1-4a83-bdc5-9d58dbfbab6e is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:17:45.182901 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a63186-d0be-4ae6-b16c-b8bc562e6d0b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:45.190435 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a63186-d0be-4ae6-b16c-b8bc562e6d0b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:45.192501 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-38a63186-d0be-4ae6-b16c-b8bc562e6d0b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3824329 Nov 11 12:17:45.199618 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54562) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:45.206811 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a22dc17b-991c-4df1-b278-126ae461ee24 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-545558614'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:45.217509 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 339780f5-5996-4168-9c98-9d7c3b75a8cc triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:45.217892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.267503 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ff797de5-39a9-4b38-86d3-3c166f77d26d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.279275 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ec39ba8e-7fd8-496c-af9b-39dee7759437 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2002954 Nov 11 12:17:45.287612 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa290482-8c02-4e1e-8f26-411f07872caa req-c403f336-0356-4954-a2e2-b0dc1f1deb0d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:45.289819 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fa290482-8c02-4e1e-8f26-411f07872caa req-c403f336-0356-4954-a2e2-b0dc1f1deb0d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 943 time: 0.2148292 Nov 11 12:17:45.296035 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f12faa7f-172d-4e37-871b-4283b2f13cc8 req-50b9c7b0-8e25-456c-9fc1-aa4f65974004 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036476 Nov 11 12:17:45.296035 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54564) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:45.321058 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-5cdb5d33-ee46-4f7b-ba51-1b28e2b18208 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 84ff7110-afb1-4a83-bdc5-9d58dbfbab6e) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:45.328646 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e6867-7bc3-4bd2-ae9f-4e412d858bc2 req-ad643740-04c4-4be7-89e3-f804d36a90f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:45.330289 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9d4e6867-7bc3-4bd2-ae9f-4e412d858bc2 req-ad643740-04c4-4be7-89e3-f804d36a90f2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb HTTP/1.1" status: 200 len: 913 time: 0.1945367 Nov 11 12:17:45.334486 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac776c9-41e5-4773-b04d-deaf7bcd1604 None None] Network 84ff7110-afb1-4a83-bdc5-9d58dbfbab6e requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:45.355818 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff797de5-39a9-4b38-86d3-3c166f77d26d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network 8606e23e-fbaa-4dfa-809b-619927363d53 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:45.368981 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdb5d33-ee46-4f7b-ba51-1b28e2b18208 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:45.370095 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5cdb5d33-ee46-4f7b-ba51-1b28e2b18208 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.392969 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-ff797de5-39a9-4b38-86d3-3c166f77d26d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:45.396033 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9d4e6867-7bc3-4bd2-ae9f-4e412d858bc2 req-c1f02c4e-b1e9-431f-a246-32ec5e23bf2e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e67fbb59-541b-40d3-925a-663e1c5e3689 HTTP/1.1" status: 200 len: 217 time: 0.0543549 Nov 11 12:17:45.396964 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff797de5-39a9-4b38-86d3-3c166f77d26d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:45.403538 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff797de5-39a9-4b38-86d3-3c166f77d26d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:45.404056 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ff797de5-39a9-4b38-86d3-3c166f77d26d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.406467 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff797de5-39a9-4b38-86d3-3c166f77d26d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=cc23e822-7a06-43e8-ba00-1fe3c6f7b5a2,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:45.419628 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22dc17b-991c-4df1-b278-126ae461ee24 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Made reservation on behalf of 07d2d380dcfe48e2bcb6d3adc8c8b406 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:45.427030 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a22dc17b-991c-4df1-b278-126ae461ee24 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.474832 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1d2113d5-1d00-47eb-bae0-226644307fc1 None None] Provisioning complete for port f5d9a8ee-fdb0-4008-b136-559efa6cbd61 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:45.475247 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1d2113d5-1d00-47eb-bae0-226644307fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.477071 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e6867-7bc3-4bd2-ae9f-4e412d858bc2 req-2720006f-1822-4c3b-ab91-42b253e705e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:45.478771 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9d4e6867-7bc3-4bd2-ae9f-4e412d858bc2 req-2720006f-1822-4c3b-ab91-42b253e705e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6fe8109-9dd4-4a53-bb46-8108d0775897 HTTP/1.1" status: 200 len: 852 time: 0.0693669 Nov 11 12:17:45.489894 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f7a70502-790e-46a7-8153-71e89da1efd2 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.506485 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f7a70502-790e-46a7-8153-71e89da1efd2 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.516980 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9d4e6867-7bc3-4bd2-ae9f-4e412d858bc2 req-1f1d5cd3-d1da-41d9-8e37-444805ace783 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308163 Nov 11 12:17:45.549033 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1d2113d5-1d00-47eb-bae0-226644307fc1 None None] Port f5d9a8ee-fdb0-4008-b136-559efa6cbd61 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:45.567227 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ff797de5-39a9-4b38-86d3-3c166f77d26d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0779262 Nov 11 12:17:45.567981 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54566) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:45.575707 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fa290482-8c02-4e1e-8f26-411f07872caa req-2c7f55bb-8978-4e5a-9db4-83b4b7bb864e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616129 Nov 11 12:17:45.586498 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-84ff7110-afb1-4a83-bdc5-9d58dbfbab6e', 'network_id': '84ff7110-afb1-4a83-bdc5-9d58dbfbab6e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'fixed_ips': [{'subnet_id': '810b9a9c-2616-46b6-8881-005143398acb'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:17:45.587563 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.652262 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22dc17b-991c-4df1-b278-126ae461ee24 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:17:45.663793 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a22dc17b-991c-4df1-b278-126ae461ee24 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.664133 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-a22dc17b-991c-4df1-b278-126ae461ee24 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Added segment 227f3a46-abfe-42f9-9b26-f760548283f5 of type vlan for network b6f3d0b1-070a-4f31-bfc9-91d75a494a61 Nov 11 12:17:45.725992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a22dc17b-991c-4df1-b278-126ae461ee24 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.749506 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a176f13b-c921-4366-b743-7234e83a020c tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:45.754552 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a176f13b-c921-4366-b743-7234e83a020c tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A59 HTTP/1.1" status: 200 len: 928 time: 0.1534929 Nov 11 12:17:45.755244 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54568) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:45.759430 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f7a70502-790e-46a7-8153-71e89da1efd2 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.765999 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f7a70502-790e-46a7-8153-71e89da1efd2 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.769567 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f7a70502-790e-46a7-8153-71e89da1efd2 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/12ba7a1f-53b4-4c0f-a78a-e08a8b934455 HTTP/1.1" status: 204 len: 168 time: 0.4746611 Nov 11 12:17:45.773535 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54570) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:45.776451 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5cdb5d33-ee46-4f7b-ba51-1b28e2b18208 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8506169 Nov 11 12:17:45.779033 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54572) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:45.783856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f2727bc9-af6b-47ed-a64c-d457750bdf2d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-321647379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:45.801317 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9d4e6867-7bc3-4bd2-ae9f-4e412d858bc2 req-4968fd34-f0b8-4a2a-87a2-93c276432149 service neutron] 10.222.0.70 "GET /v2.0/networks/bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748289 Nov 11 12:17:45.810862 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a70502-790e-46a7-8153-71e89da1efd2 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12ba7a1f-53b4-4c0f-a78a-e08a8b934455,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:45.832958 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Allocated IP 2001:db8::2 (84ff7110-afb1-4a83-bdc5-9d58dbfbab6e/810b9a9c-2616-46b6-8881-005143398acb/f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:45.837068 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a22dc17b-991c-4df1-b278-126ae461ee24 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.842700 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22dc17b-991c-4df1-b278-126ae461ee24 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:45.845647 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a22dc17b-991c-4df1-b278-126ae461ee24 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.935182 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dc17b-991c-4df1-b278-126ae461ee24 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event updated for resources: {'Network': ['ID=b6f3d0b1-070a-4f31-bfc9-91d75a494a61,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:45.943311 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-354f37f4-8f23-44bd-97c8-a97100cdccfc None None] Provisioning complete for port cc23e822-7a06-43e8-ba00-1fe3c6f7b5a2 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:45.944901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-354f37f4-8f23-44bd-97c8-a97100cdccfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.949134 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5c74d048-5e3e-4583-a759-74750d49041f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1721284 Nov 11 12:17:45.949776 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network b6f3d0b1-070a-4f31-bfc9-91d75a494a61 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:17:45.950456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54574) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:45.958613 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-d9078216-02a7-408d-9ee9-50a699b580fc tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Request body: {'security_group_rule': {'security_group_id': 'c163290c-5e9e-4935-a16f-b08f3445a28f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:45.959368 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f2727bc9-af6b-47ed-a64c-d457750bdf2d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.961689 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f2727bc9-af6b-47ed-a64c-d457750bdf2d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:45.999080 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9d4e6867-7bc3-4bd2-ae9f-4e412d858bc2 req-43fdead1-fb9c-42c1-81f4-deec4231a68e service neutron] 10.222.0.70 "GET /v2.0/networks/bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883736 Nov 11 12:17:46.022886 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf5c4e-d67f-4f69-84f0-69f6ac5cf895 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port cc23e822-7a06-43e8-ba00-1fe3c6f7b5a2 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:46.023288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b1bf5c4e-d67f-4f69-84f0-69f6ac5cf895 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.062719 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a22dc17b-991c-4df1-b278-126ae461ee24 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8618753 Nov 11 12:17:46.068252 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54576) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:46.070740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f2727bc9-af6b-47ed-a64c-d457750bdf2d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.080878 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-dbadbe68-e897-4529-926f-4b23ad32507d tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1038540858'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:46.091904 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-354f37f4-8f23-44bd-97c8-a97100cdccfc None None] Port cc23e822-7a06-43e8-ba00-1fe3c6f7b5a2 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:46.136706 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b1bf5c4e-d67f-4f69-84f0-69f6ac5cf895 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.150278 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf5c4e-d67f-4f69-84f0-69f6ac5cf895 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for cc23e822-7a06-43e8-ba00-1fe3c6f7b5a2 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:46.167189 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f2727bc9-af6b-47ed-a64c-d457750bdf2d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.216513 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d9078216-02a7-408d-9ee9-50a699b580fc tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.298416 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.309901 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbadbe68-e897-4529-926f-4b23ad32507d tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Made reservation on behalf of 07d2d380dcfe48e2bcb6d3adc8c8b406 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:46.313375 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dbadbe68-e897-4529-926f-4b23ad32507d tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.336576 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d9078216-02a7-408d-9ee9-50a699b580fc tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.361551 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbadbe68-e897-4529-926f-4b23ad32507d tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:17:46.367580 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f2727bc9-af6b-47ed-a64c-d457750bdf2d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.369457 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.372082 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f2727bc9-af6b-47ed-a64c-d457750bdf2d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5919926 Nov 11 12:17:46.375361 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54580) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:46.385454 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dbadbe68-e897-4529-926f-4b23ad32507d tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.385882 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-dbadbe68-e897-4529-926f-4b23ad32507d tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Added segment 8b3bf2b6-b030-4655-8cda-3a6c34e7a68f of type vlan for network 4648c09e-63be-4627-9fc7-dbbe28f8889d Nov 11 12:17:46.410301 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Network 84ff7110-afb1-4a83-bdc5-9d58dbfbab6e is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:46.413706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:46.419393 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:46.447695 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Pushing event updated for resources: {'Port': ['ID=f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:46.447947 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd4ba6-ca68-4d37-922a-1c27f6b15c9c req-6c9af80f-a559-4f4e-9995-b4055ef3d110 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:46.449216 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-69dd4ba6-ca68-4d37-922a-1c27f6b15c9c req-6c9af80f-a559-4f4e-9995-b4055ef3d110 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 946 time: 0.0744028 Nov 11 12:17:46.458083 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d9078216-02a7-408d-9ee9-50a699b580fc tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.486272 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b1bf5c4e-d67f-4f69-84f0-69f6ac5cf895 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.491095 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Attempting to bind port f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:17:46.491095 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Attempting to bind port f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '9888cf95-346a-4f6f-aba5-f26e2e88382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '84ff7110-afb1-4a83-bdc5-9d58dbfbab6e'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:17:46.491095 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Attempting to bind port f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5 on network 84ff7110-afb1-4a83-bdc5-9d58dbfbab6e {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:46.498702 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:17:46.499523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Checking segment: {'id': '9888cf95-346a-4f6f-aba5-f26e2e88382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '84ff7110-afb1-4a83-bdc5-9d58dbfbab6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:46.499523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.499928 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Bound using segment: {'id': '9888cf95-346a-4f6f-aba5-f26e2e88382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '84ff7110-afb1-4a83-bdc5-9d58dbfbab6e'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:17:46.500403 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Bound port: f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9888cf95-346a-4f6f-aba5-f26e2e88382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '84ff7110-afb1-4a83-bdc5-9d58dbfbab6e'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:17:46.500788 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.512229 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-69dd4ba6-ca68-4d37-922a-1c27f6b15c9c req-cca70bd3-966a-41a6-a0b4-fcca3ce4c104 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558519 Nov 11 12:17:46.571194 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] For port f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:17:46.573975 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] For port f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5,segment=NetworkSegment(9888cf95-346a-4f6f-aba5-f26e2e88382f),segment_id=9888cf95-346a-4f6f-aba5-f26e2e88382f)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:17:46.596932 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9078216-02a7-408d-9ee9-50a699b580fc tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737430d5-0047-4751-b4d3-be4dd69bcc74,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:46.632786 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf5c4e-d67f-4f69-84f0-69f6ac5cf895 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=cc23e822-7a06-43e8-ba00-1fe3c6f7b5a2,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:46.693183 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dbadbe68-e897-4529-926f-4b23ad32507d tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.695219 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.723305 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cbd57-f0f4-4c1b-b5ac-cc76e4e97e43 req-03efce9c-de7d-4fd4-b42a-61f7bcc4b08e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:46.733395 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bb9cbd57-f0f4-4c1b-b5ac-cc76e4e97e43 req-03efce9c-de7d-4fd4-b42a-61f7bcc4b08e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 943 time: 0.0687189 Nov 11 12:17:46.751987 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b1bf5c4e-d67f-4f69-84f0-69f6ac5cf895 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.755304 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b1bf5c4e-d67f-4f69-84f0-69f6ac5cf895 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/ports/cc23e822-7a06-43e8-ba00-1fe3c6f7b5a2 HTTP/1.1" status: 204 len: 168 time: 0.9959223 Nov 11 12:17:46.760682 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54586) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:46.785749 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf75ed-d659-4f83-9c52-1d6d54ae10bb None None] Pushing event updated for resources: {'Port': ['ID=f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:46.801995 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d9078216-02a7-408d-9ee9-50a699b580fc tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.807009 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d9078216-02a7-408d-9ee9-50a699b580fc tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8546140 Nov 11 12:17:46.807647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54588) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:46.831858 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a4e831-b414-4060-b84f-9d5418ef87a9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] GET failed (client error): The resource could not be found. Nov 11 12:17:46.836301 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-60a4e831-b414-4060-b84f-9d5418ef87a9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports/cc23e822-7a06-43e8-ba00-1fe3c6f7b5a2 HTTP/1.1" status: 404 len: 333 time: 0.0742109 Nov 11 12:17:46.836789 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54590) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:46.874203 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e9149998-3574-4704-b83f-9d941f00ce7f tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-group-rules/737430d5-0047-4751-b4d3-be4dd69bcc74 HTTP/1.1" status: 200 len: 764 time: 0.0631700 Nov 11 12:17:46.874771 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54592) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:46.876040 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-20aece83-4313-413e-9fb9-1789bd1af069 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.879491 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bb9cbd57-f0f4-4c1b-b5ac-cc76e4e97e43 req-19cc3234-acd7-4a26-85cc-54690d162c4d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324637 Nov 11 12:17:46.945598 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dbadbe68-e897-4529-926f-4b23ad32507d tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:46.951331 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbadbe68-e897-4529-926f-4b23ad32507d tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:46.951956 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dbadbe68-e897-4529-926f-4b23ad32507d tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:47.031545 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-68cd68e8-c0e7-4fa5-b52b-b3d40dddeefc tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port f5d9a8ee-fdb0-4008-b136-559efa6cbd61 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:47.032480 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-68cd68e8-c0e7-4fa5-b52b-b3d40dddeefc tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:47.231898 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e29450-0107-46fb-82b6-4fce610bc6c1 req-b53955e0-55d8-4e77-8988-e1b9bcbdad3e tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:47.233515 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-45e29450-0107-46fb-82b6-4fce610bc6c1 req-b53955e0-55d8-4e77-8988-e1b9bcbdad3e tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 946 time: 0.0996621 Nov 11 12:17:47.247011 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-68cd68e8-c0e7-4fa5-b52b-b3d40dddeefc tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:47.272246 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-68cd68e8-c0e7-4fa5-b52b-b3d40dddeefc tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for f5d9a8ee-fdb0-4008-b136-559efa6cbd61 owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:47.345235 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-45e29450-0107-46fb-82b6-4fce610bc6c1 req-813ef902-a527-4901-949c-07329465fde2 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029046 Nov 11 12:17:47.493058 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4d4abe51-8639-4d7a-9f29-0b47dc1d70e0 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.6144266 Nov 11 12:17:47.495764 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54596) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:47.514496 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-68cd68e8-c0e7-4fa5-b52b-b3d40dddeefc tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:47.534682 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadbe68-e897-4529-926f-4b23ad32507d tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event updated for resources: {'Network': ['ID=4648c09e-63be-4627-9fc7-dbbe28f8889d,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:47.546802 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 4648c09e-63be-4627-9fc7-dbbe28f8889d details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:17:47.549769 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd68e8-c0e7-4fa5-b52b-b3d40dddeefc tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=f5d9a8ee-fdb0-4008-b136-559efa6cbd61,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:47.552335 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f6e1f6e-6368-460c-98ce-9a9379a16637 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:47.565964 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f6e1f6e-6368-460c-98ce-9a9379a16637 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:47.579992 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-dbadbe68-e897-4529-926f-4b23ad32507d tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5079637 Nov 11 12:17:47.584331 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54598) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:47.590802 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Request body: {'ports': [{'network_id': 'b6f3d0b1-070a-4f31-bfc9-91d75a494a61', 'name': 'tempest-port--991202623', 'admin_state_up': True}, {'network_id': '4648c09e-63be-4627-9fc7-dbbe28f8889d', 'admin_state_up': False}]} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:47.591224 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Request body: {'port': {'network_id': 'b6f3d0b1-070a-4f31-bfc9-91d75a494a61', 'name': 'tempest-port--991202623', 'admin_state_up': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:47.592166 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Request body: {'port': {'network_id': '4648c09e-63be-4627-9fc7-dbbe28f8889d', 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:47.592851 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-68cd68e8-c0e7-4fa5-b52b-b3d40dddeefc tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:47.601639 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-68cd68e8-c0e7-4fa5-b52b-b3d40dddeefc tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/ports/f5d9a8ee-fdb0-4008-b136-559efa6cbd61 HTTP/1.1" status: 204 len: 168 time: 0.7549829 Nov 11 12:17:47.609577 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54600) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:47.660798 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-303589f4-d07b-4d99-b842-fb262d330a34 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] GET failed (client error): The resource could not be found. Nov 11 12:17:47.664713 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-303589f4-d07b-4d99-b842-fb262d330a34 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports/f5d9a8ee-fdb0-4008-b136-559efa6cbd61 HTTP/1.1" status: 404 len: 333 time: 0.0512474 Nov 11 12:17:47.667365 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54602) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:47.734019 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa11f923-a691-4c42-917e-daf9c42af3d3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting subnet b388224b-e205-4d07-9522-346efbd5fcbb {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:47.737752 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aa11f923-a691-4c42-917e-daf9c42af3d3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:47.771828 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f6e1f6e-6368-460c-98ce-9a9379a16637 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:47.776392 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f6e1f6e-6368-460c-98ce-9a9379a16637 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:47.778306 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1f6e1f6e-6368-460c-98ce-9a9379a16637 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/737430d5-0047-4751-b4d3-be4dd69bcc74 HTTP/1.1" status: 204 len: 168 time: 0.2813475 Nov 11 12:17:47.783482 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54604) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:47.816722 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e1f6e-6368-460c-98ce-9a9379a16637 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=737430d5-0047-4751-b4d3-be4dd69bcc74,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:47.829406 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aa11f923-a691-4c42-917e-daf9c42af3d3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:47.870136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-20aece83-4313-413e-9fb9-1789bd1af069 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Allocated IP 2001:db8::1 (84ff7110-afb1-4a83-bdc5-9d58dbfbab6e/810b9a9c-2616-46b6-8881-005143398acb/8d4c8f3f-49d5-4167-ad41-ac649bfe18df) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:47.891926 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d1b6eaa1-af35-4214-892c-ef47bff08bb1 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1038787 Nov 11 12:17:47.896537 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54608) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:47.991513 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Made reservation on behalf of 07d2d380dcfe48e2bcb6d3adc8c8b406 for: {'port': 2} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:47.997454 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.026800 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.038137 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aa11f923-a691-4c42-917e-daf9c42af3d3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.047361 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-20aece83-4313-413e-9fb9-1789bd1af069 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.074913 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7291-6fd8-43d3-a257-6aa7f2d46334 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.092260 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4134c4-c5ea-48e4-b667-ad7e15c5c7cb req-41ba8ffd-77fa-4dd9-8d02-00237e904661 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:48.093938 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aa4134c4-c5ea-48e4-b667-ad7e15c5c7cb req-41ba8ffd-77fa-4dd9-8d02-00237e904661 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 943 time: 0.1315973 Nov 11 12:17:48.129690 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] device_id is not set on port 53d64cf7-4e2a-4251-878a-6dda56725817 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:17:48.133280 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7291-6fd8-43d3-a257-6aa7f2d46334 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.175363 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adcb664-f156-4e81-919c-a9683d99cd2f None None] Network 84ff7110-afb1-4a83-bdc5-9d58dbfbab6e requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:48.202002 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aa4134c4-c5ea-48e4-b667-ad7e15c5c7cb req-b825b885-c7c0-4756-b228-c95810f60c1b tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978725 Nov 11 12:17:48.212759 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:17:48.239896 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-20aece83-4313-413e-9fb9-1789bd1af069 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.267285 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b3aa2c0a-ff70-4cb3-85ea-bd71f2dfb42f None None] Provisioning complete for port f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:48.267728 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b3aa2c0a-ff70-4cb3-85ea-bd71f2dfb42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.273829 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aa11f923-a691-4c42-917e-daf9c42af3d3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.311661 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11f923-a691-4c42-917e-daf9c42af3d3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Subnet': ['ID=b388224b-e205-4d07-9522-346efbd5fcbb,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:48.313093 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aece83-4313-413e-9fb9-1789bd1af069 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network 84ff7110-afb1-4a83-bdc5-9d58dbfbab6e is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:48.315420 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-20aece83-4313-413e-9fb9-1789bd1af069 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:48.317806 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aece83-4313-413e-9fb9-1789bd1af069 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:48.318941 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-20aece83-4313-413e-9fb9-1789bd1af069 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.320037 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aa11f923-a691-4c42-917e-daf9c42af3d3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.324224 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-aa11f923-a691-4c42-917e-daf9c42af3d3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/b388224b-e205-4d07-9522-346efbd5fcbb HTTP/1.1" status: 204 len: 168 time: 0.6556766 Nov 11 12:17:48.326256 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7291-6fd8-43d3-a257-6aa7f2d46334 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.328814 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7291-6fd8-43d3-a257-6aa7f2d46334 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.332365 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b6ba7291-6fd8-43d3-a257-6aa7f2d46334 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "DELETE /v2.0/security-groups/c163290c-5e9e-4935-a16f-b08f3445a28f HTTP/1.1" status: 204 len: 168 time: 0.4314668 Nov 11 12:17:48.332365 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54610) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:48.341454 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c29611-0308-410d-80d3-5bacbdbd910b None None] Network 8606e23e-fbaa-4dfa-809b-619927363d53 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:48.342132 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54612) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:48.361579 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aece83-4313-413e-9fb9-1789bd1af069 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=8d4c8f3f-49d5-4167-ad41-ac649bfe18df,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:48.386259 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.399968 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7291-6fd8-43d3-a257-6aa7f2d46334 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c163290c-5e9e-4935-a16f-b08f3445a28f,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:48.509495 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] device_id is not set on port 7a3476f1-e360-440f-b72a-d362726f8d17 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:17:48.518263 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-29f04b19-4ee2-4e85-bb42-3d0d9a4583c5 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1711116 Nov 11 12:17:48.522672 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54616) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:48.547859 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.548584 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b3aa2c0a-ff70-4cb3-85ea-bd71f2dfb42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.573878 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f5fb3-911d-451f-9261-f609d672df45 req-8c017cf4-d546-4ddd-a24f-11cb06c2e44b tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:48.576154 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9f3f5fb3-911d-451f-9261-f609d672df45 req-8c017cf4-d546-4ddd-a24f-11cb06c2e44b tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 946 time: 0.1003430 Nov 11 12:17:48.596819 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b3aa2c0a-ff70-4cb3-85ea-bd71f2dfb42f None None] For port f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5,segment=NetworkSegment(9888cf95-346a-4f6f-aba5-f26e2e88382f),segment_id=9888cf95-346a-4f6f-aba5-f26e2e88382f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:48.663263 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-20aece83-4313-413e-9fb9-1789bd1af069 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.663555 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8b680772-f84a-47c2-b64d-2fc8b7d92833 tempest-SecGroupTest-704675489 tempest-SecGroupTest-704675489-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1391034 Nov 11 12:17:48.699904 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009f7ec0-1c43-44bb-97b0-a3457bf60488 None None] DHCP port deletion for 8606e23e-fbaa-4dfa-809b-619927363d53 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:48.706346 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9f3f5fb3-911d-451f-9261-f609d672df45 req-51908963-ba86-4a81-af28-b0b990dca5e0 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127219 Nov 11 12:17:48.739891 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b3aa2c0a-ff70-4cb3-85ea-bd71f2dfb42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.753782 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port 339780f5-5996-4168-9c98-9d7c3b75a8cc {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:48.757118 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.818523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa2c0a-ff70-4cb3-85ea-bd71f2dfb42f None None] Pushing event updated for resources: {'Port': ['ID=f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:48.835206 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-009f7ec0-1c43-44bb-97b0-a3457bf60488 None None] Deleting port 339780f5-5996-4168-9c98-9d7c3b75a8cc {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:48.839148 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-009f7ec0-1c43-44bb-97b0-a3457bf60488 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.894069 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.921193 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] For port 339780f5-5996-4168-9c98-9d7c3b75a8cc, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=339780f5-5996-4168-9c98-9d7c3b75a8cc,segment=NetworkSegment(efa24b57-d681-4449-a09b-3d168105cff1),segment_id=efa24b57-d681-4449-a09b-3d168105cff1)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:48.921552 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:48.951589 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for 339780f5-5996-4168-9c98-9d7c3b75a8cc owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:48.987154 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-009f7ec0-1c43-44bb-97b0-a3457bf60488 None None] For port 339780f5-5996-4168-9c98-9d7c3b75a8cc, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=339780f5-5996-4168-9c98-9d7c3b75a8cc,segment=NetworkSegment(efa24b57-d681-4449-a09b-3d168105cff1),segment_id=efa24b57-d681-4449-a09b-3d168105cff1)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:48.987881 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-009f7ec0-1c43-44bb-97b0-a3457bf60488 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.020236 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:49.051754 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-009f7ec0-1c43-44bb-97b0-a3457bf60488 None None] Calling delete_port for 339780f5-5996-4168-9c98-9d7c3b75a8cc owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:49.104767 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-20aece83-4313-413e-9fb9-1789bd1af069 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.116632 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.132486 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.183745 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=339780f5-5996-4168-9c98-9d7c3b75a8cc,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:49.187714 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No DVR routers for this DVR port 339780f5-5996-4168-9c98-9d7c3b75a8cc on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:49.188104 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-20aece83-4313-413e-9fb9-1789bd1af069 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.188998 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-20aece83-4313-413e-9fb9-1789bd1af069 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.216572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-009f7ec0-1c43-44bb-97b0-a3457bf60488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.227280 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-13131153-db01-4914-8a7a-38c6b7f62bb3 None None] Provisioning complete for port f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:49.227781 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-13131153-db01-4914-8a7a-38c6b7f62bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.277514 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f7ec0-1c43-44bb-97b0-a3457bf60488 None None] No DVR routers for this DVR port 339780f5-5996-4168-9c98-9d7c3b75a8cc on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:49.290697 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f7ec0-1c43-44bb-97b0-a3457bf60488 None None] Pushing event deleted for resources: {'Port': ['ID=339780f5-5996-4168-9c98-9d7c3b75a8cc,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:49.298518 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event updated for resources: {'Port': ['ID=53d64cf7-4e2a-4251-878a-6dda56725817,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:49.311879 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Checking segment: {'id': '227f3a46-abfe-42f9-9b26-f760548283f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b6f3d0b1-070a-4f31-bfc9-91d75a494a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:49.312246 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Network hostable DHCP agents. Network: b6f3d0b1-070a-4f31-bfc9-91d75a494a61, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:17:49.343796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:49.344246 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.351374 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.371628 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8606e23e-fbaa-4dfa-809b-619927363d53']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:49.382044 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa24b57-d681-4449-a09b-3d168105cff1') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:49.382454 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa24b57-d681-4449-a09b-3d168105cff1') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:49.392353 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.402135 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54628) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:49.463005 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aece83-4313-413e-9fb9-1789bd1af069 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=8d4c8f3f-49d5-4167-ad41-ac649bfe18df,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:49.484918 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.497921 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333aa13-56a0-40db-a909-00587726ebbc req-87f07691-0b6d-4e98-9f6c-24c25d330764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:49.499466 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d333aa13-56a0-40db-a909-00587726ebbc req-87f07691-0b6d-4e98-9f6c-24c25d330764 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc5c4e2e2e10475196326bc02b38e4e8&device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 1099 time: 0.1381474 Nov 11 12:17:49.510786 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:49.511222 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.515587 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-13131153-db01-4914-8a7a-38c6b7f62bb3 None None] Provisioning complete for port 8d4c8f3f-49d5-4167-ad41-ac649bfe18df triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:49.516021 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-13131153-db01-4914-8a7a-38c6b7f62bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:49.518515 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:49.537181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aece83-4313-413e-9fb9-1789bd1af069 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network 84ff7110-afb1-4a83-bdc5-9d58dbfbab6e is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:49.563993 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Network b6f3d0b1-070a-4f31-bfc9-91d75a494a61 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:17:49.569699 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-20aece83-4313-413e-9fb9-1789bd1af069 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:49.588606 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-13131153-db01-4914-8a7a-38c6b7f62bb3 None None] Port 8d4c8f3f-49d5-4167-ad41-ac649bfe18df cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:49.595304 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 339780f5-5996-4168-9c98-9d7c3b75a8cc no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:49.598286 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9906b55-ba19-4bbb-a5d8-30bda732bfa9 req-c2177333-6cf3-47d1-825b-0c35afaa895d tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:49.599816 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f9906b55-ba19-4bbb-a5d8-30bda732bfa9 req-c2177333-6cf3-47d1-825b-0c35afaa895d tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 946 time: 0.4133394 Nov 11 12:17:49.612896 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89079dea-2c7e-4d46-b640-e47ec454cca4 req-141d7171-7a01-4ade-aac1-4a1ec5195fdf tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:49.615265 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-89079dea-2c7e-4d46-b640-e47ec454cca4 req-141d7171-7a01-4ade-aac1-4a1ec5195fdf tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 943 time: 0.2134125 Nov 11 12:17:49.620924 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 339780f5-5996-4168-9c98-9d7c3b75a8cc {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:49.620924 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 339780f5-5996-4168-9c98-9d7c3b75a8cc not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:49.684441 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, b6f3d0b1-070a-4f31-bfc9-91d75a494a61) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:49.697073 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39dab56-d1d6-4921-96d7-4d4e2953f063 None None] Network b6f3d0b1-070a-4f31-bfc9-91d75a494a61 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:49.703451 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:49.705145 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.757417 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333aa13-56a0-40db-a909-00587726ebbc req-be0b5e35-54ff-43e7-83b3-036b10139780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:49.759264 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d333aa13-56a0-40db-a909-00587726ebbc req-be0b5e35-54ff-43e7-83b3-036b10139780 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb HTTP/1.1" status: 200 len: 913 time: 0.2510672 Nov 11 12:17:49.775921 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6d2fa00a-57ba-4461-b5be-1af030e6fe7e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ebc411bd78c4f78a295e6c297ccb890&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3715396 Nov 11 12:17:49.780793 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54632) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:49.787009 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.792662 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-89079dea-2c7e-4d46-b640-e47ec454cca4 req-0f5e4c14-da68-41ec-bea4-b4adff239167 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644692 Nov 11 12:17:49.803472 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-93c88a57-26fd-43f5-879b-511a9058c89c None None] Provisioning complete for port 8d4c8f3f-49d5-4167-ad41-ac649bfe18df triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:49.803842 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-93c88a57-26fd-43f5-879b-511a9058c89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.830749 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f9906b55-ba19-4bbb-a5d8-30bda732bfa9 req-d40459e0-ed20-4a82-a0e8-ac3ae6ca13ba tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010968 Nov 11 12:17:49.834022 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.834800 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event updated for resources: {'Port': ['ID=7a3476f1-e360-440f-b72a-d362726f8d17,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:49.839869 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/networks/8606e23e-fbaa-4dfa-809b-619927363d53 HTTP/1.1" status: 204 len: 168 time: 1.5057714 Nov 11 12:17:49.841095 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826fbd5-cc0d-4197-8b03-f52a6685f974 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Network': ['ID=8606e23e-fbaa-4dfa-809b-619927363d53,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:49.844599 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54634) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:49.853741 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d333aa13-56a0-40db-a909-00587726ebbc req-9b4e7661-fe60-4581-be71-f468d1914c54 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e67fbb59-541b-40d3-925a-663e1c5e3689 HTTP/1.1" status: 200 len: 217 time: 0.0876033 Nov 11 12:17:49.872425 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-33ee1518-9b42-48ce-be14-4d65109dd7d8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-367551392'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:49.888399 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-93c88a57-26fd-43f5-879b-511a9058c89c None None] Port 8d4c8f3f-49d5-4167-ad41-ac649bfe18df cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:49.947512 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Checking segment: {'id': '8b3bf2b6-b030-4655-8cda-3a6c34e7a68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4648c09e-63be-4627-9fc7-dbbe28f8889d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:49.947878 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Network hostable DHCP agents. Network: 4648c09e-63be-4627-9fc7-dbbe28f8889d, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:17:49.957690 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ee1518-9b42-48ce-be14-4d65109dd7d8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:49.961201 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33ee1518-9b42-48ce-be14-4d65109dd7d8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.984940 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ee1518-9b42-48ce-be14-4d65109dd7d8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:17:49.987208 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333aa13-56a0-40db-a909-00587726ebbc req-0b428b81-47a3-4174-9f26-c513c5141a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:49.988680 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d333aa13-56a0-40db-a909-00587726ebbc req-0b428b81-47a3-4174-9f26-c513c5141a1b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6fe8109-9dd4-4a53-bb46-8108d0775897 HTTP/1.1" status: 200 len: 852 time: 0.1204166 Nov 11 12:17:49.992406 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ada9c47b-654c-4a5d-a63a-10dbb0af6625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.996940 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33ee1518-9b42-48ce-be14-4d65109dd7d8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:49.997345 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-33ee1518-9b42-48ce-be14-4d65109dd7d8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Added segment a2547b53-11b9-4e38-ab17-d33b62f9be4b of type vlan for network 7ccfb44a-24c6-4e83-93c0-84f9f41896fc Nov 11 12:17:50.014560 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-42424ec0-d14f-4e57-9a0b-f4f5c1d6526d None None] Provisioning complete for port 8d4c8f3f-49d5-4167-ad41-ac649bfe18df triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:50.015082 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-42424ec0-d14f-4e57-9a0b-f4f5c1d6526d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:50.042826 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33ee1518-9b42-48ce-be14-4d65109dd7d8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:50.044684 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d333aa13-56a0-40db-a909-00587726ebbc req-d536102b-34d2-4af2-93d4-aefb97574d20 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457416 Nov 11 12:17:50.048729 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ada9c47b-654c-4a5d-a63a-10dbb0af6625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:50.057998 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-42424ec0-d14f-4e57-9a0b-f4f5c1d6526d None None] Port 8d4c8f3f-49d5-4167-ad41-ac649bfe18df cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:50.109697 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20aece83-4313-413e-9fb9-1789bd1af069 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 625d4a5f-f047-43cd-a714-c0f2e72ccad3 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:17:50.119287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Network 4648c09e-63be-4627-9fc7-dbbe28f8889d is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:17:50.149097 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33ee1518-9b42-48ce-be14-4d65109dd7d8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:50.155381 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ee1518-9b42-48ce-be14-4d65109dd7d8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:50.156159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33ee1518-9b42-48ce-be14-4d65109dd7d8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:50.220905 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee1518-9b42-48ce-be14-4d65109dd7d8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Network': ['ID=7ccfb44a-24c6-4e83-93c0-84f9f41896fc,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:50.225253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 4648c09e-63be-4627-9fc7-dbbe28f8889d) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:50.233861 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 7ccfb44a-24c6-4e83-93c0-84f9f41896fc details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:17:50.235847 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aed5ae3-c21e-430b-9d51-3ea927b1d633 None None] Network 4648c09e-63be-4627-9fc7-dbbe28f8889d requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:50.242426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:50.248146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:50.252995 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:50.253683 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:50.265571 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d333aa13-56a0-40db-a909-00587726ebbc req-354fdb1c-913c-4e2a-8bc8-1f6bd1d524f6 service neutron] 10.222.0.70 "GET /v2.0/networks/bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097120 Nov 11 12:17:50.269971 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54636) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:50.270119 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-33ee1518-9b42-48ce-be14-4d65109dd7d8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4241111 Nov 11 12:17:50.278380 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-fe6a1daa-948d-429b-8c8b-05dd4df23202 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'subnet': {'network_id': '7ccfb44a-24c6-4e83-93c0-84f9f41896fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:50.370930 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20aece83-4313-413e-9fb9-1789bd1af069 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:50.372436 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ada9c47b-654c-4a5d-a63a-10dbb0af6625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:50.375070 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ada9c47b-654c-4a5d-a63a-10dbb0af6625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:50.376330 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ada9c47b-654c-4a5d-a63a-10dbb0af6625 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0822af2f-ceae-4120-9aeb-40e18229ff83 HTTP/1.1" status: 204 len: 168 time: 0.5924263 Nov 11 12:17:50.382039 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755360f0-9106-4086-b177-856b37cc1085 None None] Sync routers for ids ['625d4a5f-f047-43cd-a714-c0f2e72ccad3'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:50.383665 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-20aece83-4313-413e-9fb9-1789bd1af069 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/625d4a5f-f047-43cd-a714-c0f2e72ccad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0071959 Nov 11 12:17:50.386354 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54640) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:50.391378 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755360f0-9106-4086-b177-856b37cc1085 None None] Routers {'625d4a5f-f047-43cd-a714-c0f2e72ccad3'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:50.399695 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-755360f0-9106-4086-b177-856b37cc1085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['625d4a5f-f047-43cd-a714-c0f2e72ccad3'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:50.415312 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6d564631-6bb5-4a75-b06e-7f230a7f5784 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8268156 Nov 11 12:17:50.418953 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54642) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:50.422844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9c47b-654c-4a5d-a63a-10dbb0af6625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0822af2f-ceae-4120-9aeb-40e18229ff83,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:50.427337 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-755360f0-9106-4086-b177-856b37cc1085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:50.436676 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755360f0-9106-4086-b177-856b37cc1085 None None] Routers {'625d4a5f-f047-43cd-a714-c0f2e72ccad3'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:50.437287 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-755360f0-9106-4086-b177-856b37cc1085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['625d4a5f-f047-43cd-a714-c0f2e72ccad3'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:50.469304 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-755360f0-9106-4086-b177-856b37cc1085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:50.470276 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755360f0-9106-4086-b177-856b37cc1085 None None] The sync data for ids ['625d4a5f-f047-43cd-a714-c0f2e72ccad3'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:50.486792 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb657755-b71d-407f-8943-8cbc6fbf7f79 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:50.491546 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bb657755-b71d-407f-8943-8cbc6fbf7f79 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/ports/8d4c8f3f-49d5-4167-ad41-ac649bfe18df HTTP/1.1" status: 200 len: 911 time: 0.1001723 Nov 11 12:17:50.491546 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54644) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:50.495613 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d333aa13-56a0-40db-a909-00587726ebbc req-23902028-1088-41e8-b325-434e1de765ec service neutron] 10.222.0.70 "GET /v2.0/networks/bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129328 Nov 11 12:17:50.518138 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b348f-6c57-4e48-835a-74252c72905b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:50.525016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b348f-6c57-4e48-835a-74252c72905b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:50.526664 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c52b348f-6c57-4e48-835a-74252c72905b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1049621 Nov 11 12:17:50.529912 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54646) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:50.566425 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6a1daa-948d-429b-8c8b-05dd4df23202 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:50.570519 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fe6a1daa-948d-429b-8c8b-05dd4df23202 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:50.703344 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-52f28b34-f83e-4b93-a883-5078e0d37eed tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Deleting port 53d64cf7-4e2a-4251-878a-6dda56725817 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:50.703684 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-52f28b34-f83e-4b93-a883-5078e0d37eed tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:50.811586 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-52f28b34-f83e-4b93-a883-5078e0d37eed tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:50.835994 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-993e757c-7c79-4564-938b-6bf4e229f4c8 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:50.871768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-52f28b34-f83e-4b93-a883-5078e0d37eed tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Calling delete_port for 53d64cf7-4e2a-4251-878a-6dda56725817 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:50.951938 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:50.989411 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fe6a1daa-948d-429b-8c8b-05dd4df23202 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.024355 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:51.024888 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.055287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4fac8-dc3b-4797-92b2-1ec82351cbd4 req-b5e19dd0-d4c5-4152-b599-6f287dc8873b tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:51.056798 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-24f4fac8-dc3b-4797-92b2-1ec82351cbd4 req-b5e19dd0-d4c5-4152-b599-6f287dc8873b tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 943 time: 0.1375802 Nov 11 12:17:51.072866 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a1daa-948d-429b-8c8b-05dd4df23202 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Subnet': ['ID=1d3abc89-a3dd-4761-9b6f-9b7815268ddd,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:51.081355 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a1daa-948d-429b-8c8b-05dd4df23202 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Checking segment: {'id': 'a2547b53-11b9-4e38-ab17-d33b62f9be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7ccfb44a-24c6-4e83-93c0-84f9f41896fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:51.081969 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6a1daa-948d-429b-8c8b-05dd4df23202 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network hostable DHCP agents. Network: 7ccfb44a-24c6-4e83-93c0-84f9f41896fc, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:17:51.106277 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68567d56-1a79-479c-9f4e-52c0232fe7b5 req-51c15298-52c2-4492-b209-edab8aaa4e43 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:51.107841 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-68567d56-1a79-479c-9f4e-52c0232fe7b5 req-51c15298-52c2-4492-b209-edab8aaa4e43 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 946 time: 0.1693871 Nov 11 12:17:51.120954 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-52f28b34-f83e-4b93-a883-5078e0d37eed tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.164541 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f28b34-f83e-4b93-a883-5078e0d37eed tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event deleted for resources: {'Port': ['ID=53d64cf7-4e2a-4251-878a-6dda56725817,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:51.174575 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-52f28b34-f83e-4b93-a883-5078e0d37eed tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.178314 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-52f28b34-f83e-4b93-a883-5078e0d37eed tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "DELETE /v2.0/ports/53d64cf7-4e2a-4251-878a-6dda56725817 HTTP/1.1" status: 204 len: 168 time: 0.6473711 Nov 11 12:17:51.181237 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54662) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:51.192384 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6a1daa-948d-429b-8c8b-05dd4df23202 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network 7ccfb44a-24c6-4e83-93c0-84f9f41896fc is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:17:51.194285 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-24f4fac8-dc3b-4797-92b2-1ec82351cbd4 req-79af7b56-41b1-4ea7-b3a7-0f7cd972d66b tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191521 Nov 11 12:17:51.221685 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-68567d56-1a79-479c-9f4e-52c0232fe7b5 req-142e8c3d-f03c-4f40-bf6f-19871853698a tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954480 Nov 11 12:17:51.301945 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-1c14b42f-587b-4b2c-bd8e-d0e86885c0a3 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Deleting port 7a3476f1-e360-440f-b72a-d362726f8d17 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:51.302631 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1c14b42f-587b-4b2c-bd8e-d0e86885c0a3 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.331026 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-993e757c-7c79-4564-938b-6bf4e229f4c8 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting port 8d4c8f3f-49d5-4167-ad41-ac649bfe18df {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:51.331381 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-993e757c-7c79-4564-938b-6bf4e229f4c8 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.364549 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-fe6a1daa-948d-429b-8c8b-05dd4df23202 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 7ccfb44a-24c6-4e83-93c0-84f9f41896fc) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:51.374211 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6a1daa-948d-429b-8c8b-05dd4df23202 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:51.374211 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fe6a1daa-948d-429b-8c8b-05dd4df23202 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.385965 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ef5c94-1dd1-4357-a6d7-c2d0d5e011a4 None None] Network 7ccfb44a-24c6-4e83-93c0-84f9f41896fc requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:51.425151 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1c14b42f-587b-4b2c-bd8e-d0e86885c0a3 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.442970 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-1c14b42f-587b-4b2c-bd8e-d0e86885c0a3 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Calling delete_port for 7a3476f1-e360-440f-b72a-d362726f8d17 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:51.446751 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-993e757c-7c79-4564-938b-6bf4e229f4c8 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.460477 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-993e757c-7c79-4564-938b-6bf4e229f4c8 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Calling delete_port for 8d4c8f3f-49d5-4167-ad41-ac649bfe18df owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:51.511305 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fe6a1daa-948d-429b-8c8b-05dd4df23202 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2377198 Nov 11 12:17:51.514122 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54670) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:51.521069 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-55766c5c-8105-45fc-b2b2-8d99ff27a42a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'network_id': '7ccfb44a-24c6-4e83-93c0-84f9f41896fc', 'name': 'tempest-PortsIpV6TestJSON-1862766332', 'fixed_ips': [{'subnet_id': '1d3abc89-a3dd-4761-9b6f-9b7815268ddd', 'ip_address': '2001:db8::10'}]}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:51.589885 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-7ccfb44a-24c6-4e83-93c0-84f9f41896fc', 'network_id': '7ccfb44a-24c6-4e83-93c0-84f9f41896fc', 'tenant_id': 'f9c03639a8564727b50cf8ab0fd2b19c', 'fixed_ips': [{'subnet_id': '1d3abc89-a3dd-4761-9b6f-9b7815268ddd'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:17:51.593343 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.617130 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1c14b42f-587b-4b2c-bd8e-d0e86885c0a3 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.644561 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14b42f-587b-4b2c-bd8e-d0e86885c0a3 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event deleted for resources: {'Port': ['ID=7a3476f1-e360-440f-b72a-d362726f8d17,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:51.656490 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1c14b42f-587b-4b2c-bd8e-d0e86885c0a3 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.663190 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1c14b42f-587b-4b2c-bd8e-d0e86885c0a3 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "DELETE /v2.0/ports/7a3476f1-e360-440f-b72a-d362726f8d17 HTTP/1.1" status: 204 len: 168 time: 0.4805408 Nov 11 12:17:51.663873 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54674) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:51.680565 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54676) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:51.695090 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3cd5aaee-4064-4f75-a15b-a428e7751dfe tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0287433 Nov 11 12:17:51.698310 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54678) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:51.703729 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-7bfd47c9-35ec-4fde-9711-e92c823c6e37 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1992703072'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:51.788551 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55766c5c-8105-45fc-b2b2-8d99ff27a42a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:51.840030 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d17b8265-7687-415a-89d9-9cc0e1320689 tempest-ServiceProvidersTest-732425084 tempest-ServiceProvidersTest-732425084-project] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1407197 Nov 11 12:17:51.842713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-993e757c-7c79-4564-938b-6bf4e229f4c8 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.881849 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e757c-7c79-4564-938b-6bf4e229f4c8 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Port': ['ID=8d4c8f3f-49d5-4167-ad41-ac649bfe18df,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:51.894735 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfd47c9-35ec-4fde-9711-e92c823c6e37 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Made reservation on behalf of 07d2d380dcfe48e2bcb6d3adc8c8b406 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:51.902250 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7bfd47c9-35ec-4fde-9711-e92c823c6e37 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.946824 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfd47c9-35ec-4fde-9711-e92c823c6e37 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:17:51.969112 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7bfd47c9-35ec-4fde-9711-e92c823c6e37 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:51.969826 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-7bfd47c9-35ec-4fde-9711-e92c823c6e37 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Added segment 0b1687d9-99b1-4f6d-80c9-e2e123ee9e3c of type vlan for network dc31a3a9-c3c9-4370-b80e-c24790bb1730 Nov 11 12:17:51.977448 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Allocated IP 2001:db8::2 (7ccfb44a-24c6-4e83-93c0-84f9f41896fc/1d3abc89-a3dd-4761-9b6f-9b7815268ddd/58625158-b0e3-4fd1-a9be-e4df58c08e4b) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:51.999471 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-55766c5c-8105-45fc-b2b2-8d99ff27a42a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:52.002672 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-993e757c-7c79-4564-938b-6bf4e229f4c8 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:52.027084 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-55766c5c-8105-45fc-b2b2-8d99ff27a42a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] device_id is not set on port 403768e8-3981-46d1-bf88-7a64de25149b yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:17:52.041219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7bfd47c9-35ec-4fde-9711-e92c823c6e37 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:52.169853 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:52.177651 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7bfd47c9-35ec-4fde-9711-e92c823c6e37 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:52.183610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfd47c9-35ec-4fde-9711-e92c823c6e37 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:52.184303 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7bfd47c9-35ec-4fde-9711-e92c823c6e37 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:52.255839 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:52.296411 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd47c9-35ec-4fde-9711-e92c823c6e37 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event updated for resources: {'Network': ['ID=dc31a3a9-c3c9-4370-b80e-c24790bb1730,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:52.311411 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Network 7ccfb44a-24c6-4e83-93c0-84f9f41896fc is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:52.312279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network dc31a3a9-c3c9-4370-b80e-c24790bb1730 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:17:52.341656 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7bfd47c9-35ec-4fde-9711-e92c823c6e37 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6419957 Nov 11 12:17:52.343875 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54690) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:52.349911 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-9b0acbd2-c880-4247-a15a-c2051a328b85 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-656367108'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:52.357272 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:52.366524 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:52.375672 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Pushing event updated for resources: {'Port': ['ID=58625158-b0e3-4fd1-a9be-e4df58c08e4b,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:52.432184 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54692) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:52.446570 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Attempting to bind port 58625158-b0e3-4fd1-a9be-e4df58c08e4b on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:17:52.446570 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Attempting to bind port 58625158-b0e3-4fd1-a9be-e4df58c08e4b by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'a2547b53-11b9-4e38-ab17-d33b62f9be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7ccfb44a-24c6-4e83-93c0-84f9f41896fc'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:17:52.446570 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Attempting to bind port 58625158-b0e3-4fd1-a9be-e4df58c08e4b on network 7ccfb44a-24c6-4e83-93c0-84f9f41896fc {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:52.451028 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:17:52.452028 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Checking segment: {'id': 'a2547b53-11b9-4e38-ab17-d33b62f9be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7ccfb44a-24c6-4e83-93c0-84f9f41896fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:52.452963 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:52.453711 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Bound using segment: {'id': 'a2547b53-11b9-4e38-ab17-d33b62f9be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7ccfb44a-24c6-4e83-93c0-84f9f41896fc'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:17:52.454343 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Bound port: 58625158-b0e3-4fd1-a9be-e4df58c08e4b, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2547b53-11b9-4e38-ab17-d33b62f9be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7ccfb44a-24c6-4e83-93c0-84f9f41896fc'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:17:52.454835 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:52.459899 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0acbd2-c880-4247-a15a-c2051a328b85 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Made reservation on behalf of 07d2d380dcfe48e2bcb6d3adc8c8b406 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:52.465054 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9b0acbd2-c880-4247-a15a-c2051a328b85 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:52.512580 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0acbd2-c880-4247-a15a-c2051a328b85 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:17:52.525815 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9b0acbd2-c880-4247-a15a-c2051a328b85 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:52.526169 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-9b0acbd2-c880-4247-a15a-c2051a328b85 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Added segment bc9b7ff5-e46f-4f39-b19f-62e0828e4b9f of type vlan for network c4fa9ba7-3839-4e03-b232-0323e20a806d Nov 11 12:17:52.543910 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] For port 58625158-b0e3-4fd1-a9be-e4df58c08e4b, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:17:52.547141 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] For port 58625158-b0e3-4fd1-a9be-e4df58c08e4b, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=58625158-b0e3-4fd1-a9be-e4df58c08e4b,segment=NetworkSegment(a2547b53-11b9-4e38-ab17-d33b62f9be4b),segment_id=a2547b53-11b9-4e38-ab17-d33b62f9be4b)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:17:52.578456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8651707e-a67f-4a18-a092-2d590437d157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:52.582501 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9b0acbd2-c880-4247-a15a-c2051a328b85 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:52.646167 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:52.681583 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8651707e-a67f-4a18-a092-2d590437d157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:52.716824 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a887fcb-34ae-4b98-b715-a33e54d8691f None None] Pushing event updated for resources: {'Port': ['ID=58625158-b0e3-4fd1-a9be-e4df58c08e4b,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:52.730747 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9b0acbd2-c880-4247-a15a-c2051a328b85 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:52.738646 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0acbd2-c880-4247-a15a-c2051a328b85 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:52.742451 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9b0acbd2-c880-4247-a15a-c2051a328b85 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:52.748639 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ed986-aabd-4f68-9a3d-217d767dc196 req-c8957f0a-db0b-4b5d-8dee-b4081319f7dd tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:52.750155 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4e7ed986-aabd-4f68-9a3d-217d767dc196 req-c8957f0a-db0b-4b5d-8dee-b4081319f7dd tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 946 time: 0.2414718 Nov 11 12:17:52.763953 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c34111-1e3d-41b7-9f23-88bfe5bfc028 req-3833e498-3785-4423-b927-878255469e5e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:52.765492 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-07c34111-1e3d-41b7-9f23-88bfe5bfc028 req-3833e498-3785-4423-b927-878255469e5e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 943 time: 0.2557197 Nov 11 12:17:52.767471 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993e757c-7c79-4564-938b-6bf4e229f4c8 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 625d4a5f-f047-43cd-a714-c0f2e72ccad3 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:17:52.790520 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8651707e-a67f-4a18-a092-2d590437d157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:52.851944 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8651707e-a67f-4a18-a092-2d590437d157 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3fbeed6a6b14469db228d935a78c192e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4188745 Nov 11 12:17:52.856223 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0acbd2-c880-4247-a15a-c2051a328b85 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event updated for resources: {'Network': ['ID=c4fa9ba7-3839-4e03-b232-0323e20a806d,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:52.856223 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54696) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:52.857471 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651707e-a67f-4a18-a092-2d590437d157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177d968f-df7e-4d50-978e-87b01431c61e,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:52.870820 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network c4fa9ba7-3839-4e03-b232-0323e20a806d details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:17:52.870979 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-55766c5c-8105-45fc-b2b2-8d99ff27a42a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Allocated IP 2001:db8::10 (7ccfb44a-24c6-4e83-93c0-84f9f41896fc/1d3abc89-a3dd-4761-9b6f-9b7815268ddd/403768e8-3981-46d1-bf88-7a64de25149b) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:52.911198 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9b0acbd2-c880-4247-a15a-c2051a328b85 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5572162 Nov 11 12:17:53.008046 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2abb0faf-2ee9-4cb0-9882-6c0e3c946703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:53.049697 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2abb0faf-2ee9-4cb0-9882-6c0e3c946703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:53.061003 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-07c34111-1e3d-41b7-9f23-88bfe5bfc028 req-6a8e64e2-689a-4723-bd2b-471d888a69e3 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473404 Nov 11 12:17:53.066931 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4e7ed986-aabd-4f68-9a3d-217d767dc196 req-f78a90d2-ad1b-48bd-bb3d-bf0af02d549f tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961051 Nov 11 12:17:53.073849 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993e757c-7c79-4564-938b-6bf4e229f4c8 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:53.080675 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-993e757c-7c79-4564-938b-6bf4e229f4c8 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/625d4a5f-f047-43cd-a714-c0f2e72ccad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5880167 Nov 11 12:17:53.092017 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54698) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:53.097337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6b2684-8c6f-4b38-8fc1-84b96776c53a None None] Sync routers for ids ['625d4a5f-f047-43cd-a714-c0f2e72ccad3'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:53.112418 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6b2684-8c6f-4b38-8fc1-84b96776c53a None None] Routers {'625d4a5f-f047-43cd-a714-c0f2e72ccad3'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:53.113095 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-ba6b2684-8c6f-4b38-8fc1-84b96776c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['625d4a5f-f047-43cd-a714-c0f2e72ccad3'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:53.161533 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-ba6b2684-8c6f-4b38-8fc1-84b96776c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:53.170264 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6b2684-8c6f-4b38-8fc1-84b96776c53a None None] Routers {'625d4a5f-f047-43cd-a714-c0f2e72ccad3'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:53.170875 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-ba6b2684-8c6f-4b38-8fc1-84b96776c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['625d4a5f-f047-43cd-a714-c0f2e72ccad3'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:53.205823 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-ba6b2684-8c6f-4b38-8fc1-84b96776c53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:53.206482 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6b2684-8c6f-4b38-8fc1-84b96776c53a None None] The sync data for ids ['625d4a5f-f047-43cd-a714-c0f2e72ccad3'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:53.232511 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2eee4330-7f12-4b24-b128-33ba87ba9ba7 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/ports?device_id=625d4a5f-f047-43cd-a714-c0f2e72ccad3 HTTP/1.1" status: 200 len: 205 time: 0.1390445 Nov 11 12:17:53.238712 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2abb0faf-2ee9-4cb0-9882-6c0e3c946703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:53.238932 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54702) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:53.239096 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2abb0faf-2ee9-4cb0-9882-6c0e3c946703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:53.242242 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2abb0faf-2ee9-4cb0-9882-6c0e3c946703 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/177d968f-df7e-4d50-978e-87b01431c61e HTTP/1.1" status: 204 len: 168 time: 0.3833349 Nov 11 12:17:53.259685 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0faf-2ee9-4cb0-9882-6c0e3c946703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177d968f-df7e-4d50-978e-87b01431c61e,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:53.360942 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9c81-5e37-4dd2-8db9-0bbd07f5005a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:53.443231 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-55766c5c-8105-45fc-b2b2-8d99ff27a42a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:53.556410 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9c81-5e37-4dd2-8db9-0bbd07f5005a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:53.559643 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9c81-5e37-4dd2-8db9-0bbd07f5005a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:53.679998 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-55766c5c-8105-45fc-b2b2-8d99ff27a42a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:53.745351 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4872f-71e8-4a51-97c3-38fa1d38e014 req-1640793b-fbf5-4ee5-8f8a-aa7f5e4084f9 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:53.754555 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-98b4872f-71e8-4a51-97c3-38fa1d38e014 req-1640793b-fbf5-4ee5-8f8a-aa7f5e4084f9 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 946 time: 0.1176717 Nov 11 12:17:53.770911 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55766c5c-8105-45fc-b2b2-8d99ff27a42a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network 7ccfb44a-24c6-4e83-93c0-84f9f41896fc is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:53.794983 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-55766c5c-8105-45fc-b2b2-8d99ff27a42a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:53.810161 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55766c5c-8105-45fc-b2b2-8d99ff27a42a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:53.813027 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55766c5c-8105-45fc-b2b2-8d99ff27a42a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:53.813708 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-55766c5c-8105-45fc-b2b2-8d99ff27a42a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:53.835422 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9c81-5e37-4dd2-8db9-0bbd07f5005a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:53.835912 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1b9c81-5e37-4dd2-8db9-0bbd07f5005a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Fanout notify agent at l3_agent the message router_deleted on router 625d4a5f-f047-43cd-a714-c0f2e72ccad3 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:17:53.859230 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9c81-5e37-4dd2-8db9-0bbd07f5005a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:53.862560 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4b1b9c81-5e37-4dd2-8db9-0bbd07f5005a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/routers/625d4a5f-f047-43cd-a714-c0f2e72ccad3 HTTP/1.1" status: 204 len: 168 time: 0.6244991 Nov 11 12:17:53.862560 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55766c5c-8105-45fc-b2b2-8d99ff27a42a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=403768e8-3981-46d1-bf88-7a64de25149b,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:53.865210 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54708) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:53.879631 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-98b4872f-71e8-4a51-97c3-38fa1d38e014 req-dcf6ab99-cea6-4438-ae10-4e0ee193c4f2 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240373 Nov 11 12:17:53.939120 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab17838-8418-4361-8534-bf582a277fe4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting subnet 810b9a9c-2616-46b6-8881-005143398acb {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:53.942729 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5ab17838-8418-4361-8534-bf582a277fe4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:53.950806 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-55766c5c-8105-45fc-b2b2-8d99ff27a42a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4325693 Nov 11 12:17:53.950806 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54710) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:53.955129 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e74df1d6-19d7-4c04-8367-6b7c3b53ec77 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'network_id': '7ccfb44a-24c6-4e83-93c0-84f9f41896fc', 'name': 'tempest-PortsIpV6TestJSON-272269898', 'fixed_ips': [{'subnet_id': '1d3abc89-a3dd-4761-9b6f-9b7815268ddd', 'ip_address': '2001:db8::f'}]}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:53.993485 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b11684b-5d27-4f10-ad96-1bfcae8112dd None None] Network 7ccfb44a-24c6-4e83-93c0-84f9f41896fc requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:54.003895 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5ab17838-8418-4361-8534-bf582a277fe4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.108018 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-21e9a400-4b2b-4db9-ac20-fe53039cdcf5 None None] Provisioning complete for port 58625158-b0e3-4fd1-a9be-e4df58c08e4b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:54.109097 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-21e9a400-4b2b-4db9-ac20-fe53039cdcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.133093 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5ab17838-8418-4361-8534-bf582a277fe4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.205378 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df3eb1-5081-4c44-a20f-6566d7305f80 req-8f98261e-ae24-4f0e-88a1-57646cbaf02e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:54.207549 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c5df3eb1-5081-4c44-a20f-6566d7305f80 req-8f98261e-ae24-4f0e-88a1-57646cbaf02e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 943 time: 0.0690789 Nov 11 12:17:54.208793 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74df1d6-19d7-4c04-8367-6b7c3b53ec77 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:54.213591 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e74df1d6-19d7-4c04-8367-6b7c3b53ec77 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.252251 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-e74df1d6-19d7-4c04-8367-6b7c3b53ec77 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] device_id is not set on port bf22f303-3c16-47ba-9ffe-81f7429fafcd yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:17:54.286181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5ab17838-8418-4361-8534-bf582a277fe4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.295077 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-21e9a400-4b2b-4db9-ac20-fe53039cdcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.331900 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-21e9a400-4b2b-4db9-ac20-fe53039cdcf5 None None] For port 58625158-b0e3-4fd1-a9be-e4df58c08e4b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=58625158-b0e3-4fd1-a9be-e4df58c08e4b,segment=NetworkSegment(a2547b53-11b9-4e38-ab17-d33b62f9be4b),segment_id=a2547b53-11b9-4e38-ab17-d33b62f9be4b)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:54.351259 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab17838-8418-4361-8534-bf582a277fe4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Subnet': ['ID=810b9a9c-2616-46b6-8881-005143398acb,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:54.354577 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c5df3eb1-5081-4c44-a20f-6566d7305f80 req-36e7e575-aceb-406c-b1fc-663ab6a7a5b6 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376641 Nov 11 12:17:54.366370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5ab17838-8418-4361-8534-bf582a277fe4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.369669 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5ab17838-8418-4361-8534-bf582a277fe4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/subnets/810b9a9c-2616-46b6-8881-005143398acb HTTP/1.1" status: 204 len: 168 time: 0.5034611 Nov 11 12:17:54.375678 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54714) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:54.392115 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee54cf5-027a-48e7-9a8e-3136c08cb025 None None] Network 84ff7110-afb1-4a83-bdc5-9d58dbfbab6e requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:54.490814 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.499827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-e74df1d6-19d7-4c04-8367-6b7c3b53ec77 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Allocated IP 2001:db8::f (7ccfb44a-24c6-4e83-93c0-84f9f41896fc/1d3abc89-a3dd-4761-9b6f-9b7815268ddd/bf22f303-3c16-47ba-9ffe-81f7429fafcd) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:54.578431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-21e9a400-4b2b-4db9-ac20-fe53039cdcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.619379 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting port f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:54.619719 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.693360 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9a400-4b2b-4db9-ac20-fe53039cdcf5 None None] Pushing event updated for resources: {'Port': ['ID=58625158-b0e3-4fd1-a9be-e4df58c08e4b,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:54.702451 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e74df1d6-19d7-4c04-8367-6b7c3b53ec77 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.709531 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] For port f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5,segment=NetworkSegment(9888cf95-346a-4f6f-aba5-f26e2e88382f),segment_id=9888cf95-346a-4f6f-aba5-f26e2e88382f)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:54.709898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.730329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Calling delete_port for f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:54.747517 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-437fac9f-a469-486f-b7d4-5f6c7b5a382b None None] Provisioning complete for port 403768e8-3981-46d1-bf88-7a64de25149b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:54.747890 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-437fac9f-a469-486f-b7d4-5f6c7b5a382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.803210 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba3559a-1727-460d-aaf6-d1d122d5840d None None] DHCP port deletion for 84ff7110-afb1-4a83-bdc5-9d58dbfbab6e request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:54.809183 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e74df1d6-19d7-4c04-8367-6b7c3b53ec77 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.836511 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-437fac9f-a469-486f-b7d4-5f6c7b5a382b None None] Port 403768e8-3981-46d1-bf88-7a64de25149b cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:54.873141 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74df1d6-19d7-4c04-8367-6b7c3b53ec77 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network 7ccfb44a-24c6-4e83-93c0-84f9f41896fc is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:54.880722 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-e74df1d6-19d7-4c04-8367-6b7c3b53ec77 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:54.886481 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74df1d6-19d7-4c04-8367-6b7c3b53ec77 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:54.886684 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-437fac9f-a469-486f-b7d4-5f6c7b5a382b None None] Provisioning complete for port 58625158-b0e3-4fd1-a9be-e4df58c08e4b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:54.887026 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-437fac9f-a469-486f-b7d4-5f6c7b5a382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.893688 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.906431 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74df1d6-19d7-4c04-8367-6b7c3b53ec77 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:54.907218 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e74df1d6-19d7-4c04-8367-6b7c3b53ec77 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:54.915565 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74df1d6-19d7-4c04-8367-6b7c3b53ec77 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=bf22f303-3c16-47ba-9ffe-81f7429fafcd,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:54.942652 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Port': ['ID=f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:54.956218 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] No DVR routers for this DVR port f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:55.009466 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e74df1d6-19d7-4c04-8367-6b7c3b53ec77 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0579746 Nov 11 12:17:55.011760 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54718) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:55.044572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 58625158-b0e3-4fd1-a9be-e4df58c08e4b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:55.118989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-8ba3559a-1727-460d-aaf6-d1d122d5840d None None] Deleting port f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:55.119685 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8ba3559a-1727-460d-aaf6-d1d122d5840d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.135140 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.183983 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ff7110-afb1-4a83-bdc5-9d58dbfbab6e']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:55.199910 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9888cf95-346a-4f6f-aba5-f26e2e88382f') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:55.199910 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9888cf95-346a-4f6f-aba5-f26e2e88382f') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:55.208397 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39dd0ff-fa28-41bd-bb04-3170003d0c78 req-6b6d2339-09c0-4274-96b4-ba33689bc5f3 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:55.210109 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b39dd0ff-fa28-41bd-bb04-3170003d0c78 req-6b6d2339-09c0-4274-96b4-ba33689bc5f3 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 946 time: 0.1058712 Nov 11 12:17:55.213647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.231259 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bce77f-6589-466a-9cf3-bfa9c8f5e08a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:55.238610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.240805 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54720) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:55.241427 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-70bce77f-6589-466a-9cf3-bfa9c8f5e08a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2286327 Nov 11 12:17:55.246342 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8ba3559a-1727-460d-aaf6-d1d122d5840d None None] For port f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5, host dv-neutron-786478-23-hyperv, got binding levels [] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:55.246941 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8ba3559a-1727-460d-aaf6-d1d122d5840d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.261102 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-8ba3559a-1727-460d-aaf6-d1d122d5840d None None] Calling delete_port for f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:55.264516 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.ipam_backend_mixin [None req-8ba3559a-1727-460d-aaf6-d1d122d5840d None None] Port f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5 was not found and therefore no delete operation was performed {{(pid=103003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:17:55.267537 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8ba3559a-1727-460d-aaf6-d1d122d5840d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.268312 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:55.268987 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:55.273362 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:55.331248 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba3559a-1727-460d-aaf6-d1d122d5840d None None] No DVR routers for this DVR port f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:55.341002 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3559a-1727-460d-aaf6-d1d122d5840d None None] Pushing event deleted for resources: {'Port': ['ID=f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:55.359894 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 58625158-b0e3-4fd1-a9be-e4df58c08e4b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:55.361327 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.392732 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b39dd0ff-fa28-41bd-bb04-3170003d0c78 req-b0eed75a-a8fe-4c31-8068-985ca6f5242f tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486599 Nov 11 12:17:55.430655 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64936017-e42f-42bf-ba65-d52bf0ebfd3d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:55.436928 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64936017-e42f-42bf-ba65-d52bf0ebfd3d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:55.443427 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64936017-e42f-42bf-ba65-d52bf0ebfd3d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:55.445145 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-64936017-e42f-42bf-ba65-d52bf0ebfd3d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1988666 Nov 11 12:17:55.448651 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54724) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:55.473427 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.482256 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-bb05edde-de81-4e0a-bf08-1f71927dfbc0 None None] Provisioning complete for port 403768e8-3981-46d1-bf88-7a64de25149b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:55.482678 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bb05edde-de81-4e0a-bf08-1f71927dfbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.513384 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.518062 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/networks/84ff7110-afb1-4a83-bdc5-9d58dbfbab6e HTTP/1.1" status: 204 len: 168 time: 1.1413455 Nov 11 12:17:55.519715 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1691e8f-a426-42ad-b999-6d761371e4b3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Network': ['ID=84ff7110-afb1-4a83-bdc5-9d58dbfbab6e,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:55.522053 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54726) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:55.527217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1425302938', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}, 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:55.575218 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-bb05edde-de81-4e0a-bf08-1f71927dfbc0 None None] Port 403768e8-3981-46d1-bf88-7a64de25149b cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:55.627839 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd393f8-ebe8-4412-9695-21f41ab9195a req-7ad6bf24-fc01-4e4e-a13f-398320164806 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:55.629444 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ecd393f8-ebe8-4412-9695-21f41ab9195a req-7ad6bf24-fc01-4e4e-a13f-398320164806 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 943 time: 0.1785877 Nov 11 12:17:55.642262 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:55.644342 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.645899 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.667503 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:55.668533 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f5ab2d10-a4f2-432a-a404-1fc0a13bd7d5 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:55.705315 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b26a11d0-8654-43da-8fcc-2b5bc9aafce7 None None] Provisioning complete for port bf22f303-3c16-47ba-9ffe-81f7429fafcd triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:55.709847 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b26a11d0-8654-43da-8fcc-2b5bc9aafce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.710320 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-b810e054-490e-4440-8178-1c90e0241f2c tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port bf22f303-3c16-47ba-9ffe-81f7429fafcd {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:55.710485 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b810e054-490e-4440-8178-1c90e0241f2c tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.748794 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18977f1a-0151-48bd-ada5-2cf0ad9c45f8 req-ad86b855-7160-4470-b7fd-c12123d4f90d tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:55.750605 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-18977f1a-0151-48bd-ada5-2cf0ad9c45f8 req-ad86b855-7160-4470-b7fd-c12123d4f90d tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 946 time: 0.1204703 Nov 11 12:17:55.753089 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.756280 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-b26a11d0-8654-43da-8fcc-2b5bc9aafce7 None None] Port bf22f303-3c16-47ba-9ffe-81f7429fafcd cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:55.765562 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ecd393f8-ebe8-4412-9695-21f41ab9195a req-4d2ed0c9-bf2c-435b-8aba-d6205e483a42 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266079 Nov 11 12:17:55.830504 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b810e054-490e-4440-8178-1c90e0241f2c tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:55.844400 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-b810e054-490e-4440-8178-1c90e0241f2c tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for bf22f303-3c16-47ba-9ffe-81f7429fafcd owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:56.049758 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b810e054-490e-4440-8178-1c90e0241f2c tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.079106 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810e054-490e-4440-8178-1c90e0241f2c tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=bf22f303-3c16-47ba-9ffe-81f7429fafcd,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:56.104520 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b810e054-490e-4440-8178-1c90e0241f2c tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.108475 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b810e054-490e-4440-8178-1c90e0241f2c tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/ports/bf22f303-3c16-47ba-9ffe-81f7429fafcd HTTP/1.1" status: 204 len: 168 time: 0.6583703 Nov 11 12:17:56.112435 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54728) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:56.138338 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c3b302-a4ac-4b19-b4be-2b7053effbad tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] GET failed (client error): The resource could not be found. Nov 11 12:17:56.142767 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-93c3b302-a4ac-4b19-b4be-2b7053effbad tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports/bf22f303-3c16-47ba-9ffe-81f7429fafcd HTTP/1.1" status: 404 len: 333 time: 0.0265007 Nov 11 12:17:56.143863 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54730) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:56.216923 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54732) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:56.224718 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Request body: {'subnets': [{'network_id': 'dc31a3a9-c3c9-4370-b80e-c24790bb1730', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1539214395', 'ip_version': 6}, {'network_id': 'c4fa9ba7-3839-4e03-b232-0323e20a806d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:56.226113 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Request body: {'subnet': {'network_id': 'dc31a3a9-c3c9-4370-b80e-c24790bb1730', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1539214395', 'ip_version': 6}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:56.226786 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Request body: {'subnet': {'network_id': 'c4fa9ba7-3839-4e03-b232-0323e20a806d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:56.253644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 1ce78e53-f004-45d7-9374-d9899d09254a details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:17:56.322360 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.365835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-18977f1a-0151-48bd-ada5-2cf0ad9c45f8 req-5cf5f727-b30a-4bc8-8417-c51ae2ea9a36 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Deleting port e67fbb59-541b-40d3-925a-663e1c5e3689 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:56.366260 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-18977f1a-0151-48bd-ada5-2cf0ad9c45f8 req-5cf5f727-b30a-4bc8-8417-c51ae2ea9a36 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.374777 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 1ce78e53-f004-45d7-9374-d9899d09254a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1ce78e53-f004-45d7-9374-d9899d09254a,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:56.389668 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '1ce78e53-f004-45d7-9374-d9899d09254a', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'port_id': '1ce78e53-f004-45d7-9374-d9899d09254a', 'mac_address': 'fa:16:3e:03:d4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:17:56.393143 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4e36e071-369e-44e8-8c9e-b4432ea02681 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port 403768e8-3981-46d1-bf88-7a64de25149b {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:56.393143 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4e36e071-369e-44e8-8c9e-b4432ea02681 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.433161 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.447505 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce78e53-f004-45d7-9374-d9899d09254a {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:17:56.467682 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 1ce78e53-f004-45d7-9374-d9899d09254a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1ce78e53-f004-45d7-9374-d9899d09254a,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:56.523109 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-18977f1a-0151-48bd-ada5-2cf0ad9c45f8 req-5cf5f727-b30a-4bc8-8417-c51ae2ea9a36 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] For port e67fbb59-541b-40d3-925a-663e1c5e3689, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e67fbb59-541b-40d3-925a-663e1c5e3689,segment=NetworkSegment(5d916e42-cfd2-4410-8ffe-b8f460a6615f),segment_id=5d916e42-cfd2-4410-8ffe-b8f460a6615f)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:56.523490 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-18977f1a-0151-48bd-ada5-2cf0ad9c45f8 req-5cf5f727-b30a-4bc8-8417-c51ae2ea9a36 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.540700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-18977f1a-0151-48bd-ada5-2cf0ad9c45f8 req-5cf5f727-b30a-4bc8-8417-c51ae2ea9a36 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Calling delete_port for e67fbb59-541b-40d3-925a-663e1c5e3689 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:56.544874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4e36e071-369e-44e8-8c9e-b4432ea02681 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.561836 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4e36e071-369e-44e8-8c9e-b4432ea02681 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for 403768e8-3981-46d1-bf88-7a64de25149b owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:56.576194 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83968a4d-b05a-48ec-a4e3-e2111726f3ed req-8da5b874-cf14-4ba4-8fde-ab442c7685bc tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:56.577735 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-83968a4d-b05a-48ec-a4e3-e2111726f3ed req-8da5b874-cf14-4ba4-8fde-ab442c7685bc tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 946 time: 0.0952466 Nov 11 12:17:56.583883 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.627165 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Made reservation on behalf of 07d2d380dcfe48e2bcb6d3adc8c8b406 for: {'subnet': 2} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:56.631787 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.632120 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.638292 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=1ce78e53-f004-45d7-9374-d9899d09254a,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:56.735279 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.751467 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-83968a4d-b05a-48ec-a4e3-e2111726f3ed req-7bf45c0a-06bc-4cf0-9806-60270d5613f5 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/security-groups?id=55da56a1-71ef-45d7-82e1-929141abea89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668634 Nov 11 12:17:56.780000 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.790973 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['1ce78e53-f004-45d7-9374-d9899d09254a'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:17:56.869641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-18977f1a-0151-48bd-ada5-2cf0ad9c45f8 req-5cf5f727-b30a-4bc8-8417-c51ae2ea9a36 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.900947 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5f727-b30a-4bc8-8417-c51ae2ea9a36 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Pushing event deleted for resources: {'Port': ['ID=e67fbb59-541b-40d3-925a-663e1c5e3689,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:56.934542 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4e36e071-369e-44e8-8c9e-b4432ea02681 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.973375 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-18977f1a-0151-48bd-ada5-2cf0ad9c45f8 req-5cf5f727-b30a-4bc8-8417-c51ae2ea9a36 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] No DVR routers for this DVR port e67fbb59-541b-40d3-925a-663e1c5e3689 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:56.977657 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-18977f1a-0151-48bd-ada5-2cf0ad9c45f8 req-5cf5f727-b30a-4bc8-8417-c51ae2ea9a36 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:56.980691 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-18977f1a-0151-48bd-ada5-2cf0ad9c45f8 req-5cf5f727-b30a-4bc8-8417-c51ae2ea9a36 tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.70 "DELETE /v2.0/ports/e67fbb59-541b-40d3-925a-663e1c5e3689 HTTP/1.1" status: 204 len: 173 time: 1.2196784 Nov 11 12:17:56.981160 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa4099e-8518-4ad0-a8c2-92e86483f19e', 'name': 'network-vif-deleted', 'tag': 'e67fbb59-541b-40d3-925a-663e1c5e3689'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:17:56.984145 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c13972e-1d97-4467-899e-b156350fa6f7" -d '{"events": [{"server_uuid": "7aa4099e-8518-4ad0-a8c2-92e86483f19e", "name": "network-vif-deleted", "tag": "e67fbb59-541b-40d3-925a-663e1c5e3689"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:17:57.010181 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36e071-369e-44e8-8c9e-b4432ea02681 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=403768e8-3981-46d1-bf88-7a64de25149b,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:57.022666 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7ebe3-b573-4afe-a4f0-37a815ebc798 req-2edb2b06-6495-40ae-883d-6ed73aaaa0e0 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:57.022666 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5ff7ebe3-b573-4afe-a4f0-37a815ebc798 req-2edb2b06-6495-40ae-883d-6ed73aaaa0e0 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 944 time: 0.1644626 Nov 11 12:17:57.047849 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90a3119-7c7a-48d1-892f-2a767d05e053 x-openstack-request-id: req-d90a3119-7c7a-48d1-892f-2a767d05e053 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:17:57.048234 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa4099e-8518-4ad0-a8c2-92e86483f19e", "name": "network-vif-deleted", "tag": "e67fbb59-541b-40d3-925a-663e1c5e3689", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:17:57.048419 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d90a3119-7c7a-48d1-892f-2a767d05e053 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:17:57.048809 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa4099e-8518-4ad0-a8c2-92e86483f19e', 'name': 'network-vif-deleted', 'tag': 'e67fbb59-541b-40d3-925a-663e1c5e3689', 'status': 'completed', 'code': 200} Nov 11 12:17:57.082401 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4e36e071-369e-44e8-8c9e-b4432ea02681 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:57.088113 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4e36e071-369e-44e8-8c9e-b4432ea02681 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/ports/403768e8-3981-46d1-bf88-7a64de25149b HTTP/1.1" status: 204 len: 168 time: 0.9402254 Nov 11 12:17:57.088729 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54740) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:57.124376 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-38dfd129-ba59-46f1-bba5-6fe336148a5f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] GET failed (client error): The resource could not be found. Nov 11 12:17:57.128680 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-38dfd129-ba59-46f1-bba5-6fe336148a5f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports/403768e8-3981-46d1-bf88-7a64de25149b HTTP/1.1" status: 404 len: 333 time: 0.0362456 Nov 11 12:17:57.128680 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Allocated IP 172.26.5.5 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/804efa34-f93c-4e11-82b9-4d1daf685442) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:57.130514 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5ff7ebe3-b573-4afe-a4f0-37a815ebc798 req-eef16774-c6ce-474a-9b89-5c41b8be2e07 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931332 Nov 11 12:17:57.131852 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54742) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:57.235235 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2a5c3d-bba1-42ab-9ee1-8913ef51a75d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting subnet 1d3abc89-a3dd-4761-9b6f-9b7815268ddd {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:57.241223 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6d2a5c3d-bba1-42ab-9ee1-8913ef51a75d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:57.298726 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['e67fbb59-541b-40d3-925a-663e1c5e3689'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:17:57.306449 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6d2a5c3d-bba1-42ab-9ee1-8913ef51a75d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:57.358138 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:57.363215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:57.421851 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event updated for resources: {'Subnet': ['ID=8fdb13ea-5184-42e3-98b3-63f80474e4fb,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:57.429940 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Checking segment: {'id': '0b1687d9-99b1-4f6d-80c9-e2e123ee9e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'dc31a3a9-c3c9-4370-b80e-c24790bb1730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:57.430291 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Network hostable DHCP agents. Network: dc31a3a9-c3c9-4370-b80e-c24790bb1730, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:17:57.431783 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6d2a5c3d-bba1-42ab-9ee1-8913ef51a75d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:57.583380 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Network dc31a3a9-c3c9-4370-b80e-c24790bb1730 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:17:57.641336 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:57.646952 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6d2a5c3d-bba1-42ab-9ee1-8913ef51a75d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:57.701103 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, dc31a3a9-c3c9-4370-b80e-c24790bb1730) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:57.707702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a5c3d-bba1-42ab-9ee1-8913ef51a75d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Subnet': ['ID=1d3abc89-a3dd-4761-9b6f-9b7815268ddd,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:57.708205 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:57.714519 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2467acbd-5f7d-4f60-9e23-a47edd61428b None None] Network dc31a3a9-c3c9-4370-b80e-c24790bb1730 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:57.716403 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6d2a5c3d-bba1-42ab-9ee1-8913ef51a75d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:57.723667 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6d2a5c3d-bba1-42ab-9ee1-8913ef51a75d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/1d3abc89-a3dd-4761-9b6f-9b7815268ddd HTTP/1.1" status: 204 len: 168 time: 0.5895987 Nov 11 12:17:57.727489 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54744) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:57.734267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:57.747619 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:57.749335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:57.766935 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f41324-a2f1-4ae1-848e-a961aac37952 None None] Network 7ccfb44a-24c6-4e83-93c0-84f9f41896fc requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:57.772025 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9f21e0-2a83-4bf7-8ffe-18d26471b3c5 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:57.808362 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event updated for resources: {'Subnet': ['ID=479b2d2b-768a-4433-b1c1-a205299c7b81,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:57.822485 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Checking segment: {'id': 'bc9b7ff5-e46f-4f39-b19f-62e0828e4b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c4fa9ba7-3839-4e03-b232-0323e20a806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:57.823185 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Network hostable DHCP agents. Network: c4fa9ba7-3839-4e03-b232-0323e20a806d, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:17:57.836318 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=804efa34-f93c-4e11-82b9-4d1daf685442,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:57.892215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:57.928095 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bf9c1a83-5fd2-4f96-a244-54292a39461f req-a1848f73-45da-4a74-b7f6-8a0f0aab6f2f tempest-TestServerAdvancedOps-1240810971 tempest-TestServerAdvancedOps-1240810971-project] 10.222.0.50 "GET /v2.0/ports?device_id=7aa4099e-8518-4ad0-a8c2-92e86483f19e HTTP/1.1" status: 200 len: 210 time: 0.0493226 Nov 11 12:17:57.931417 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Network c4fa9ba7-3839-4e03-b232-0323e20a806d is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:17:57.972490 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-eea5c02c-ca52-4ba1-85ac-f498bc661f5e None None] Provisioning complete for port 804efa34-f93c-4e11-82b9-4d1daf685442 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:57.972862 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-eea5c02c-ca52-4ba1-85ac-f498bc661f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.006411 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, c4fa9ba7-3839-4e03-b232-0323e20a806d) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:58.013513 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:58.015099 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:58.015757 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.032965 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f06b45a-9421-4f39-a87a-578efff766c4 None None] Network c4fa9ba7-3839-4e03-b232-0323e20a806d requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:58.065002 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port 58625158-b0e3-4fd1-a9be-e4df58c08e4b {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:17:58.065525 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.129570 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-760d1077-0297-4747-b8c5-e2409a96998f tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.9115942 Nov 11 12:17:58.132329 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54748) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:58.177961 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] For port 58625158-b0e3-4fd1-a9be-e4df58c08e4b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=58625158-b0e3-4fd1-a9be-e4df58c08e4b,segment=NetworkSegment(a2547b53-11b9-4e38-ab17-d33b62f9be4b),segment_id=a2547b53-11b9-4e38-ab17-d33b62f9be4b)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:58.178330 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.197769 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1b7279-3d64-4e10-b232-169e1b622918 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:58.198456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for 58625158-b0e3-4fd1-a9be-e4df58c08e4b owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:17:58.199813 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1b7279-3d64-4e10-b232-169e1b622918 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:58.201652 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1b7279-3d64-4e10-b232-169e1b622918 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:58.203938 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ab1b7279-3d64-4e10-b232-169e1b622918 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0701663 Nov 11 12:17:58.213542 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54752) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:58.253955 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56a4bcd-3cc0-46e1-b16e-43b044a5f56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-dc31a3a9-c3c9-4370-b80e-c24790bb1730', 'network_id': 'dc31a3a9-c3c9-4370-b80e-c24790bb1730', 'tenant_id': '07d2d380dcfe48e2bcb6d3adc8c8b406', 'fixed_ips': [{'subnet_id': '8fdb13ea-5184-42e3-98b3-63f80474e4fb'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:17:58.254828 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e56a4bcd-3cc0-46e1-b16e-43b044a5f56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.256646 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-eea5c02c-ca52-4ba1-85ac-f498bc661f5e None None] Port 804efa34-f93c-4e11-82b9-4d1daf685442 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:17:58.276278 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 1ce78e53-f004-45d7-9374-d9899d09254a up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:17:58.301687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd39f5b-5b92-4b26-bf88-70e47a3b618b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Deleting subnet 8fdb13ea-5184-42e3-98b3-63f80474e4fb {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:58.312641 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1eefd-98bb-4023-9898-66ce44bb8961 req-d7e44031-c3e1-4d0b-ab5e-94e5b1c9f2ff tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:58.313992 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0fb1eefd-98bb-4023-9898-66ce44bb8961 req-d7e44031-c3e1-4d0b-ab5e-94e5b1c9f2ff tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 944 time: 0.1026275 Nov 11 12:17:58.315363 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2cd39f5b-5b92-4b26-bf88-70e47a3b618b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.346747 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.380555 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2cd39f5b-5b92-4b26-bf88-70e47a3b618b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.390388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.434414 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0fb1eefd-98bb-4023-9898-66ce44bb8961 req-67cb52fb-af7b-4281-8ca8-dafa5be46e75 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929279 Nov 11 12:17:58.435166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0851246-8b41-458f-9862-6461c2c1fcc7 None None] DHCP port deletion for 7ccfb44a-24c6-4e83-93c0-84f9f41896fc request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:17:58.453267 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2cd39f5b-5b92-4b26-bf88-70e47a3b618b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.461126 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No DVR routers for this DVR port 58625158-b0e3-4fd1-a9be-e4df58c08e4b on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:17:58.462879 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=58625158-b0e3-4fd1-a9be-e4df58c08e4b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:58.523388 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 1ce78e53-f004-45d7-9374-d9899d09254a completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:17:58.529091 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 1ce78e53-f004-45d7-9374-d9899d09254a triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:17:58.530110 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.534587 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-c4fa9ba7-3839-4e03-b232-0323e20a806d', 'network_id': 'c4fa9ba7-3839-4e03-b232-0323e20a806d', 'tenant_id': '07d2d380dcfe48e2bcb6d3adc8c8b406', 'fixed_ips': [{'subnet_id': '479b2d2b-768a-4433-b1c1-a205299c7b81'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:17:58.535448 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.589966 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.612463 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2cd39f5b-5b92-4b26-bf88-70e47a3b618b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.639487 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd39f5b-5b92-4b26-bf88-70e47a3b618b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event deleted for resources: {'Subnet': ['ID=8fdb13ea-5184-42e3-98b3-63f80474e4fb,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:58.648001 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ccfb44a-24c6-4e83-93c0-84f9f41896fc']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:58.652729 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2cd39f5b-5b92-4b26-bf88-70e47a3b618b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.657263 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2cd39f5b-5b92-4b26-bf88-70e47a3b618b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "DELETE /v2.0/subnets/8fdb13ea-5184-42e3-98b3-63f80474e4fb HTTP/1.1" status: 204 len: 168 time: 0.4342935 Nov 11 12:17:58.660309 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54754) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:58.664594 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2547b53-11b9-4e38-ab17-d33b62f9be4b') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:58.664889 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2547b53-11b9-4e38-ab17-d33b62f9be4b') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server [None req-e56a4bcd-3cc0-46e1-b16e-43b044a5f56a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fdb13ea-5184-42e3-98b3-63f80474e4fb: This subnet is being modified by another concurrent operation. Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server raise exception Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fdb13ea-5184-42e3-98b3-63f80474e4fb: This subnet is being modified by another concurrent operation. Nov 11 12:17:58.687269 dv-neutron-786478-23-hyperv neutron-server[103003]: ERROR oslo_messaging.rpc.server Nov 11 12:17:58.703538 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.728993 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-6016d8d9-e872-4cf1-b36f-4692f7acf9dd tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Deleting subnet 479b2d2b-768a-4433-b1c1-a205299c7b81 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:58.729237 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.731195 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a1e003-bd1f-4563-a9c2-69fabc87b69f None None] Network dc31a3a9-c3c9-4370-b80e-c24790bb1730 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:17:58.739719 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:17:58.740116 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:17:58.743209 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:17:58.783339 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.789653 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.813661 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Allocated IP 2001:db8:0:1::1 (c4fa9ba7-3839-4e03-b232-0323e20a806d/479b2d2b-768a-4433-b1c1-a205299c7b81/fcfd2cb4-4021-4ffc-b6ec-eefff21eed77) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:17:58.844248 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2706aa5b-84c7-45fe-be55-f29c4c4047cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce78e53-f004-45d7-9374-d9899d09254a'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:17:58.847630 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05bd059-2143-42fb-8b9f-8325591cae8d" -d '{"events": [{"server_uuid": "2706aa5b-84c7-45fe-be55-f29c4c4047cd", "name": "network-vif-plugged", "status": "completed", "tag": "1ce78e53-f004-45d7-9374-d9899d09254a"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:17:58.870200 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 1ce78e53-f004-45d7-9374-d9899d09254a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1ce78e53-f004-45d7-9374-d9899d09254a,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:17:58.891344 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.901220 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.918133 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/networks/7ccfb44a-24c6-4e83-93c0-84f9f41896fc HTTP/1.1" status: 204 len: 168 time: 1.1734028 Nov 11 12:17:58.918334 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54758) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:58.918334 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-6ff329bc-e5b2-4c38-a1c5-73ef5f98a1f3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1884829980'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:58.933402 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd637d9-fccc-48a4-a3d3-2c47f0bddc6c x-openstack-request-id: req-fdd637d9-fccc-48a4-a3d3-2c47f0bddc6c {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:17:58.933687 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2706aa5b-84c7-45fe-be55-f29c4c4047cd", "name": "network-vif-plugged", "status": "completed", "tag": "1ce78e53-f004-45d7-9374-d9899d09254a", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:17:58.933932 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fdd637d9-fccc-48a4-a3d3-2c47f0bddc6c {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:17:58.934338 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2706aa5b-84c7-45fe-be55-f29c4c4047cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce78e53-f004-45d7-9374-d9899d09254a', 'code': 200} Nov 11 12:17:58.935118 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 58625158-b0e3-4fd1-a9be-e4df58c08e4b no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:17:58.952048 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f982657-94ac-4696-95ed-a741b187891f tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Network': ['ID=7ccfb44a-24c6-4e83-93c0-84f9f41896fc,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:58.962680 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:58.989671 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54762) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:59.005989 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff329bc-e5b2-4c38-a1c5-73ef5f98a1f3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:17:59.006446 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 58625158-b0e3-4fd1-a9be-e4df58c08e4b {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:17:59.006789 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 58625158-b0e3-4fd1-a9be-e4df58c08e4b not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:17:59.010733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ff329bc-e5b2-4c38-a1c5-73ef5f98a1f3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.043494 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff329bc-e5b2-4c38-a1c5-73ef5f98a1f3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:17:59.052871 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ff329bc-e5b2-4c38-a1c5-73ef5f98a1f3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.053520 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-6ff329bc-e5b2-4c38-a1c5-73ef5f98a1f3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Added segment 55646e83-0d33-4165-a505-95bb1d4174a8 of type vlan for network 9e2619c6-a156-441f-be1e-636c0cdc61a4 Nov 11 12:17:59.057152 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-25cf43ac-786d-4cc0-b34c-5371239f43a6 admin admin] Deleting subnet f6fe8109-9dd4-4a53-bb46-8108d0775897 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:17:59.059527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=1ce78e53-f004-45d7-9374-d9899d09254a,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:59.060423 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-25cf43ac-786d-4cc0-b34c-5371239f43a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.084296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 50b548c0-570b-4179-a9df-0f943acc52dc is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:17:59.097145 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ff329bc-e5b2-4c38-a1c5-73ef5f98a1f3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.108358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-25cf43ac-786d-4cc0-b34c-5371239f43a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.137478 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.194528 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ff329bc-e5b2-4c38-a1c5-73ef5f98a1f3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.200420 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff329bc-e5b2-4c38-a1c5-73ef5f98a1f3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:59.201045 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ff329bc-e5b2-4c38-a1c5-73ef5f98a1f3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.244114 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-25cf43ac-786d-4cc0-b34c-5371239f43a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.260361 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.264702 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6016d8d9-e872-4cf1-b36f-4692f7acf9dd tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.280388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f7365-efd9-4c6b-8414-73dadc99c2dd req-00672717-2406-4292-9c17-e3055bc43933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:59.281901 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9c3f7365-efd9-4c6b-8414-73dadc99c2dd req-00672717-2406-4292-9c17-e3055bc43933 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 1098 time: 0.1384523 Nov 11 12:17:59.306622 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Network c4fa9ba7-3839-4e03-b232-0323e20a806d is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:17:59.311013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:17:59.316707 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:17:59.322912 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Pushing event updated for resources: {'Port': ['ID=fcfd2cb4-4021-4ffc-b6ec-eefff21eed77,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:59.326858 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:17:59.351093 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ea7d4d-bf2c-4ef9-909b-3a9b80bb97ae None None] Sync routers for ids ['50b548c0-570b-4179-a9df-0f943acc52dc'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:17:59.371459 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9c3f7365-efd9-4c6b-8414-73dadc99c2dd req-1482d50f-3808-473f-bc36-93925b9f4098 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805836 Nov 11 12:17:59.374717 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ea7d4d-bf2c-4ef9-909b-3a9b80bb97ae None None] Routers {'50b548c0-570b-4179-a9df-0f943acc52dc'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:59.375430 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-96ea7d4d-bf2c-4ef9-909b-3a9b80bb97ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['50b548c0-570b-4179-a9df-0f943acc52dc'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:59.399817 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Attempting to bind port fcfd2cb4-4021-4ffc-b6ec-eefff21eed77 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:17:59.403001 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Attempting to bind port fcfd2cb4-4021-4ffc-b6ec-eefff21eed77 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'bc9b7ff5-e46f-4f39-b19f-62e0828e4b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c4fa9ba7-3839-4e03-b232-0323e20a806d'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:17:59.403001 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Attempting to bind port fcfd2cb4-4021-4ffc-b6ec-eefff21eed77 on network c4fa9ba7-3839-4e03-b232-0323e20a806d {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:17:59.407778 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:17:59.408324 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Checking segment: {'id': 'bc9b7ff5-e46f-4f39-b19f-62e0828e4b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c4fa9ba7-3839-4e03-b232-0323e20a806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:17:59.409170 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.409663 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Bound using segment: {'id': 'bc9b7ff5-e46f-4f39-b19f-62e0828e4b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c4fa9ba7-3839-4e03-b232-0323e20a806d'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:17:59.410284 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Bound port: fcfd2cb4-4021-4ffc-b6ec-eefff21eed77, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9b7ff5-e46f-4f39-b19f-62e0828e4b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c4fa9ba7-3839-4e03-b232-0323e20a806d'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:17:59.410772 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.416058 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-96ea7d4d-bf2c-4ef9-909b-3a9b80bb97ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:59.426768 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ea7d4d-bf2c-4ef9-909b-3a9b80bb97ae None None] Routers {'50b548c0-570b-4179-a9df-0f943acc52dc'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:17:59.427686 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-96ea7d4d-bf2c-4ef9-909b-3a9b80bb97ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['50b548c0-570b-4179-a9df-0f943acc52dc'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:59.455242 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-25cf43ac-786d-4cc0-b34c-5371239f43a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.461681 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-96ea7d4d-bf2c-4ef9-909b-3a9b80bb97ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:17:59.462709 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ea7d4d-bf2c-4ef9-909b-3a9b80bb97ae None None] The sync data for ids ['50b548c0-570b-4179-a9df-0f943acc52dc'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:17:59.492270 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.493673 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9c8e2cd0-c8c0-4673-b75f-911a789ab520 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.9704370 Nov 11 12:17:59.497315 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54766) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:59.499854 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf43ac-786d-4cc0-b34c-5371239f43a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6fe8109-9dd4-4a53-bb46-8108d0775897,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:59.500295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] For port fcfd2cb4-4021-4ffc-b6ec-eefff21eed77, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:17:59.510791 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-25cf43ac-786d-4cc0-b34c-5371239f43a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.514122 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-25cf43ac-786d-4cc0-b34c-5371239f43a6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f6fe8109-9dd4-4a53-bb46-8108d0775897 HTTP/1.1" status: 204 len: 168 time: 0.5233374 Nov 11 12:17:59.519541 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] For port fcfd2cb4-4021-4ffc-b6ec-eefff21eed77, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fcfd2cb4-4021-4ffc-b6ec-eefff21eed77,segment=NetworkSegment(bc9b7ff5-e46f-4f39-b19f-62e0828e4b9f),segment_id=bc9b7ff5-e46f-4f39-b19f-62e0828e4b9f)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:17:59.550117 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54768) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:59.589894 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.656282 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113e9d1-75a1-462a-9c87-1fefa6ea743c None None] Pushing event updated for resources: {'Port': ['ID=fcfd2cb4-4021-4ffc-b6ec-eefff21eed77,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:59.674963 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6ff329bc-e5b2-4c38-a1c5-73ef5f98a1f3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7641494 Nov 11 12:17:59.682445 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54770) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:17:59.705767 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-54825f7b-83f8-4faa-a756-3da8805d4276 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'subnet': {'network_id': '9e2619c6-a156-441f-be1e-636c0cdc61a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:17:59.723390 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff329bc-e5b2-4c38-a1c5-73ef5f98a1f3 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Network': ['ID=9e2619c6-a156-441f-be1e-636c0cdc61a4,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:17:59.740907 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 9e2619c6-a156-441f-be1e-636c0cdc61a4 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:17:59.788573 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6016d8d9-e872-4cf1-b36f-4692f7acf9dd tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:17:59.892657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be90258-f5ee-4d05-8375-7872eee5c56f req-5d4d31ba-00aa-4445-b3ec-168b4be46a19 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:17:59.896301 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2be90258-f5ee-4d05-8375-7872eee5c56f req-5d4d31ba-00aa-4445-b3ec-168b4be46a19 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 945 time: 0.2483840 Nov 11 12:17:59.989556 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6016d8d9-e872-4cf1-b36f-4692f7acf9dd tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.018910 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2be90258-f5ee-4d05-8375-7872eee5c56f req-2865fb6a-a68f-4afc-a5a9-e6b590458f7d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154718 Nov 11 12:18:00.034956 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-793188f3-ed76-492f-af02-b3dd03101437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.065031 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54825f7b-83f8-4faa-a756-3da8805d4276 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:00.068705 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-54825f7b-83f8-4faa-a756-3da8805d4276 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.091454 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-da2a6dbd-bdb9-4fe2-8b87-5bd7288ef46c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/routers/50b548c0-570b-4179-a9df-0f943acc52dc HTTP/1.1" status: 200 len: 883 time: 0.5929637 Nov 11 12:18:00.108029 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54772) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:00.132442 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-793188f3-ed76-492f-af02-b3dd03101437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.159154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-793188f3-ed76-492f-af02-b3dd03101437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:00.162600 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6016d8d9-e872-4cf1-b36f-4692f7acf9dd tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.169329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-793188f3-ed76-492f-af02-b3dd03101437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d916e42-cfd2-4410-8ffe-b8f460a6615f') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:00.169623 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-793188f3-ed76-492f-af02-b3dd03101437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d916e42-cfd2-4410-8ffe-b8f460a6615f') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:00.179862 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-793188f3-ed76-492f-af02-b3dd03101437 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.193656 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-793188f3-ed76-492f-af02-b3dd03101437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.199575 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793188f3-ed76-492f-af02-b3dd03101437 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:00.199951 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-793188f3-ed76-492f-af02-b3dd03101437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:00.202179 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:00.207207 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016d8d9-e872-4cf1-b36f-4692f7acf9dd tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event deleted for resources: {'Subnet': ['ID=479b2d2b-768a-4433-b1c1-a205299c7b81,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:00.210178 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6016d8d9-e872-4cf1-b36f-4692f7acf9dd tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.216395 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6016d8d9-e872-4cf1-b36f-4692f7acf9dd tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "DELETE /v2.0/subnets/479b2d2b-768a-4433-b1c1-a205299c7b81 HTTP/1.1" status: 204 len: 168 time: 1.5548606 Nov 11 12:18:00.217009 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54774) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:00.256333 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device e67fbb59-541b-40d3-925a-663e1c5e3689 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:00.287318 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: e67fbb59-541b-40d3-925a-663e1c5e3689 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:18:00.288940 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device e67fbb59-541b-40d3-925a-663e1c5e3689 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:18:00.327939 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e4cc8b-7ea9-459e-89e2-ceb20ddc89d9 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:00.330152 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-21e4cc8b-7ea9-459e-89e2-ceb20ddc89d9 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0866058 Nov 11 12:18:00.334883 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54776) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:00.335448 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ef227c09-3a13-4e82-892a-0588702573ab tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2262809 Nov 11 12:18:00.337908 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54778) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:00.345134 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-66b5e334-70ea-4c61-84c2-e586a5e889c6 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1425302938'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:00.396247 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-793188f3-ed76-492f-af02-b3dd03101437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.403711 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-793188f3-ed76-492f-af02-b3dd03101437 admin admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.409572 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-793188f3-ed76-492f-af02-b3dd03101437 admin admin] 10.222.0.50 "DELETE /v2.0/networks/bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb HTTP/1.1" status: 204 len: 168 time: 0.8558009 Nov 11 12:18:00.410157 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54780) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:00.427268 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793188f3-ed76-492f-af02-b3dd03101437 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb3c53a2-b7c0-41c2-a888-e83a1e8cbccb,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:00.445290 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.463608 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a91eb1-5dfd-462a-82f0-8497223dc805 admin admin] Deleting subnet 168660a8-a713-4b3e-a7c3-0461145f3550 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:18:00.507942 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-02a91eb1-5dfd-462a-82f0-8497223dc805 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.512126 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Deleting port fcfd2cb4-4021-4ffc-b6ec-eefff21eed77 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:00.512628 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.582011 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] For port fcfd2cb4-4021-4ffc-b6ec-eefff21eed77, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fcfd2cb4-4021-4ffc-b6ec-eefff21eed77,segment=NetworkSegment(bc9b7ff5-e46f-4f39-b19f-62e0828e4b9f),segment_id=bc9b7ff5-e46f-4f39-b19f-62e0828e4b9f)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:00.582390 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.590244 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-02a91eb1-5dfd-462a-82f0-8497223dc805 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.597034 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Calling delete_port for fcfd2cb4-4021-4ffc-b6ec-eefff21eed77 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:00.700587 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aca1edf-6197-4ee3-a624-87a6219fbf29 None None] Network c4fa9ba7-3839-4e03-b232-0323e20a806d requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:00.717019 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-02a91eb1-5dfd-462a-82f0-8497223dc805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.748802 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.776172 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event deleted for resources: {'Port': ['ID=fcfd2cb4-4021-4ffc-b6ec-eefff21eed77,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:00.779708 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] No DVR routers for this DVR port fcfd2cb4-4021-4ffc-b6ec-eefff21eed77 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:00.809216 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-fc0f751f-db91-43f9-9ae3-b773ee7e8b6f None None] Could not find standard attr ID for object fcfd2cb4-4021-4ffc-b6ec-eefff21eed77. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:18:00.814740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-54825f7b-83f8-4faa-a756-3da8805d4276 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.872478 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.894865 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fa9ba7-3839-4e03-b232-0323e20a806d']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:00.905398 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9b7ff5-e46f-4f39-b19f-62e0828e4b9f') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:00.905398 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9b7ff5-e46f-4f39-b19f-62e0828e4b9f') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:00.908621 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6486ad-3554-4e80-b4cd-49b43f961e80 None None] DHCP port deletion for c4fa9ba7-3839-4e03-b232-0323e20a806d request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:00.915828 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.932264 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c778fd0-19a4-4e58-9a09-2fb473dd7dcb None None] get_active_networks_info from dv-neutron-786478-23-hyperv {{(pid=103003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:18:00.933335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.940216 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:00.940798 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:00.944192 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:00.946319 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54825f7b-83f8-4faa-a756-3da8805d4276 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Subnet': ['ID=c7bee572-a6a6-419d-9418-71bf5cd6a55c,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:00.989418 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-02a91eb1-5dfd-462a-82f0-8497223dc805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:00.995840 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54825f7b-83f8-4faa-a756-3da8805d4276 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Checking segment: {'id': '55646e83-0d33-4165-a505-95bb1d4174a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9e2619c6-a156-441f-be1e-636c0cdc61a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:00.996203 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54825f7b-83f8-4faa-a756-3da8805d4276 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network hostable DHCP agents. Network: 9e2619c6-a156-441f-be1e-636c0cdc61a4, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:18:01.029724 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a91eb1-5dfd-462a-82f0-8497223dc805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=168660a8-a713-4b3e-a7c3-0461145f3550,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:01.034613 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-02a91eb1-5dfd-462a-82f0-8497223dc805 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.040632 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-02a91eb1-5dfd-462a-82f0-8497223dc805 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/168660a8-a713-4b3e-a7c3-0461145f3550 HTTP/1.1" status: 204 len: 168 time: 0.6272619 Nov 11 12:18:01.042982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54782) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:01.058212 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66b5e334-70ea-4c61-84c2-e586a5e889c6 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.092585 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.111917 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.115380 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "DELETE /v2.0/networks/c4fa9ba7-3839-4e03-b232-0323e20a806d HTTP/1.1" status: 204 len: 168 time: 0.7766871 Nov 11 12:18:01.117969 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3864894-818a-4d6a-a1fe-9ba59c391b9b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event deleted for resources: {'Network': ['ID=c4fa9ba7-3839-4e03-b232-0323e20a806d,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:01.122410 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54786) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:01.131898 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-4c778fd0-19a4-4e58-9a09-2fb473dd7dcb None None] Agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a already present Nov 11 12:18:01.132251 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c778fd0-19a4-4e58-9a09-2fb473dd7dcb None None] Network 9e2619c6-a156-441f-be1e-636c0cdc61a4 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:18:01.132886 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c778fd0-19a4-4e58-9a09-2fb473dd7dcb None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 9e2619c6-a156-441f-be1e-636c0cdc61a4) {{(pid=103003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:18:01.146614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54825f7b-83f8-4faa-a756-3da8805d4276 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network 9e2619c6-a156-441f-be1e-636c0cdc61a4 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:18:01.147512 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4fae9e4c-b4c0-435c-9ed1-e1b7f5166b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.184405 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66b5e334-70ea-4c61-84c2-e586a5e889c6 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.229257 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa288ee-d675-42c1-b7fa-1b83712a6ebe req-c525075f-9ecd-41ae-9929-c0df10b83adc tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:01.231104 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5aa288ee-d675-42c1-b7fa-1b83712a6ebe req-c525075f-9ecd-41ae-9929-c0df10b83adc tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 945 time: 0.1376970 Nov 11 12:18:01.237504 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4fae9e4c-b4c0-435c-9ed1-e1b7f5166b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.270206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-12f10b75-2522-4a99-bdac-24fb630a7f8b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.273509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-4fae9e4c-b4c0-435c-9ed1-e1b7f5166b32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b034be7e-67bc-42af-ae5b-28bfd1346d0b']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:01.282856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-54825f7b-83f8-4faa-a756-3da8805d4276 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 9e2619c6-a156-441f-be1e-636c0cdc61a4) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:01.284935 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-4fae9e4c-b4c0-435c-9ed1-e1b7f5166b32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c23e65-dc4d-4e85-a9a2-3852c7a22a9e') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:01.285274 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-4fae9e4c-b4c0-435c-9ed1-e1b7f5166b32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c23e65-dc4d-4e85-a9a2-3852c7a22a9e') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:01.287928 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54825f7b-83f8-4faa-a756-3da8805d4276 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:01.288620 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-54825f7b-83f8-4faa-a756-3da8805d4276 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.295784 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4fae9e4c-b4c0-435c-9ed1-e1b7f5166b32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.311185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4fae9e4c-b4c0-435c-9ed1-e1b7f5166b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.319588 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fae9e4c-b4c0-435c-9ed1-e1b7f5166b32 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:01.319980 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4fae9e4c-b4c0-435c-9ed1-e1b7f5166b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:01.321674 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:01.393939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-9e2619c6-a156-441f-be1e-636c0cdc61a4', 'network_id': '9e2619c6-a156-441f-be1e-636c0cdc61a4', 'tenant_id': 'f9c03639a8564727b50cf8ab0fd2b19c', 'fixed_ips': [{'subnet_id': 'c7bee572-a6a6-419d-9418-71bf5cd6a55c'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:18:01.394874 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.454286 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5aa288ee-d675-42c1-b7fa-1b83712a6ebe req-3847af8a-19ab-4067-bb7f-ea720337f835 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910489 Nov 11 12:18:01.457491 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4fae9e4c-b4c0-435c-9ed1-e1b7f5166b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.463573 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-54825f7b-83f8-4faa-a756-3da8805d4276 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7629199 Nov 11 12:18:01.467479 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54788) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:01.469493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4fae9e4c-b4c0-435c-9ed1-e1b7f5166b32 admin admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.471877 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-1c5614fa-ffbb-4064-80d1-e668c87c860d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1981452860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:01.474779 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4fae9e4c-b4c0-435c-9ed1-e1b7f5166b32 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b034be7e-67bc-42af-ae5b-28bfd1346d0b HTTP/1.1" status: 204 len: 168 time: 0.4318449 Nov 11 12:18:01.509513 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae9e4c-b4c0-435c-9ed1-e1b7f5166b32 admin admin] Pushing event deleted for resources: {'Network': ['ID=b034be7e-67bc-42af-ae5b-28bfd1346d0b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:01.517127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-12f10b75-2522-4a99-bdac-24fb630a7f8b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.520783 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b5e334-70ea-4c61-84c2-e586a5e889c6 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 50b548c0-570b-4179-a9df-0f943acc52dc has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:01.542097 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-12f10b75-2522-4a99-bdac-24fb630a7f8b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc31a3a9-c3c9-4370-b80e-c24790bb1730']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:01.555357 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-12f10b75-2522-4a99-bdac-24fb630a7f8b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1687d9-99b1-4f6d-80c9-e2e123ee9e3c') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:01.555705 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-12f10b75-2522-4a99-bdac-24fb630a7f8b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1687d9-99b1-4f6d-80c9-e2e123ee9e3c') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:01.556588 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Allocated IP 2001:db8::2 (9e2619c6-a156-441f-be1e-636c0cdc61a4/c7bee572-a6a6-419d-9418-71bf5cd6a55c/c0d17906-be97-4b17-860a-c0a1334aea01) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:01.597890 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-12f10b75-2522-4a99-bdac-24fb630a7f8b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.613377 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c5614fa-ffbb-4064-80d1-e668c87c860d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.614387 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c5614fa-ffbb-4064-80d1-e668c87c860d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.653420 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-12f10b75-2522-4a99-bdac-24fb630a7f8b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.700741 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f10b75-2522-4a99-bdac-24fb630a7f8b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:01.701144 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-12f10b75-2522-4a99-bdac-24fb630a7f8b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:01.704398 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:01.711019 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.781704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c5614fa-ffbb-4064-80d1-e668c87c860d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.782265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.810938 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00427f-46e2-411e-85f5-19ce9810ae41 req-f7aa58df-6894-4c81-ac00-ff2f6872661d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:01.812475 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5e00427f-46e2-411e-85f5-19ce9810ae41 req-f7aa58df-6894-4c81-ac00-ff2f6872661d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 945 time: 0.2175531 Nov 11 12:18:01.814860 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b5e334-70ea-4c61-84c2-e586a5e889c6 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:01.824564 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Network 9e2619c6-a156-441f-be1e-636c0cdc61a4 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:01.824666 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-66b5e334-70ea-4c61-84c2-e586a5e889c6 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.825955 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-66b5e334-70ea-4c61-84c2-e586a5e889c6 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/50b548c0-570b-4179-a9df-0f943acc52dc HTTP/1.1" status: 200 len: 890 time: 1.4869716 Nov 11 12:18:01.828259 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:01.828406 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54794) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:01.833185 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc46fc-d02c-448b-a68f-36f4fbf3a2ad None None] Sync routers for ids ['50b548c0-570b-4179-a9df-0f943acc52dc'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:01.837590 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:01.848630 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Pushing event updated for resources: {'Port': ['ID=c0d17906-be97-4b17-860a-c0a1334aea01,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:01.874162 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc46fc-d02c-448b-a68f-36f4fbf3a2ad None None] Routers {'50b548c0-570b-4179-a9df-0f943acc52dc'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:01.874792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-c8bc46fc-d02c-448b-a68f-36f4fbf3a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['50b548c0-570b-4179-a9df-0f943acc52dc'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:01.893879 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c5614fa-ffbb-4064-80d1-e668c87c860d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.943830 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5e00427f-46e2-411e-85f5-19ce9810ae41 req-b6ee8dc0-68db-43b3-9695-4c81af785c80 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030178 Nov 11 12:18:01.967746 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54796) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:01.969938 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-12f10b75-2522-4a99-bdac-24fb630a7f8b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.980278 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-12f10b75-2522-4a99-bdac-24fb630a7f8b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:01.983840 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-12f10b75-2522-4a99-bdac-24fb630a7f8b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "DELETE /v2.0/networks/dc31a3a9-c3c9-4370-b80e-c24790bb1730 HTTP/1.1" status: 204 len: 168 time: 0.8595073 Nov 11 12:18:01.994770 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54800) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:02.000449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f10b75-2522-4a99-bdac-24fb630a7f8b tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event deleted for resources: {'Network': ['ID=dc31a3a9-c3c9-4370-b80e-c24790bb1730,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:02.013622 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54802) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:02.039197 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7aba13b7-302b-40a4-9bf2-da358193fb7b tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/routers/50b548c0-570b-4179-a9df-0f943acc52dc HTTP/1.1" status: 200 len: 890 time: 0.2094121 Nov 11 12:18:02.042142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54804) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:02.049001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c5614fa-ffbb-4064-80d1-e668c87c860d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.050577 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1c5614fa-ffbb-4064-80d1-e668c87c860d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5821657 Nov 11 12:18:02.060241 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54806) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:02.073151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0815bd5a-5be8-479c-aef2-11e21652738d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'network_id': '9e2619c6-a156-441f-be1e-636c0cdc61a4', 'name': 'tempest-PortsIpV6TestJSON-1170669772'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:02.078158 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-c8bc46fc-d02c-448b-a68f-36f4fbf3a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:02.092198 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Attempting to bind port c0d17906-be97-4b17-860a-c0a1334aea01 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:02.092568 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Attempting to bind port c0d17906-be97-4b17-860a-c0a1334aea01 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '55646e83-0d33-4165-a505-95bb1d4174a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9e2619c6-a156-441f-be1e-636c0cdc61a4'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:02.092925 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Attempting to bind port c0d17906-be97-4b17-860a-c0a1334aea01 on network 9e2619c6-a156-441f-be1e-636c0cdc61a4 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:02.099843 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc46fc-d02c-448b-a68f-36f4fbf3a2ad None None] Routers {'50b548c0-570b-4179-a9df-0f943acc52dc'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:02.100460 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-c8bc46fc-d02c-448b-a68f-36f4fbf3a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:17:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['50b548c0-570b-4179-a9df-0f943acc52dc'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:02.103594 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:02.103766 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Checking segment: {'id': '55646e83-0d33-4165-a505-95bb1d4174a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9e2619c6-a156-441f-be1e-636c0cdc61a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:02.104274 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.104495 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Bound using segment: {'id': '55646e83-0d33-4165-a505-95bb1d4174a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9e2619c6-a156-441f-be1e-636c0cdc61a4'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:02.104970 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Bound port: c0d17906-be97-4b17-860a-c0a1334aea01, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55646e83-0d33-4165-a505-95bb1d4174a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9e2619c6-a156-441f-be1e-636c0cdc61a4'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:02.105351 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.120846 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c27d7e79-963e-410b-bf09-b5fb88125be2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/ports?device_id=50b548c0-570b-4179-a9df-0f943acc52dc HTTP/1.1" status: 200 len: 205 time: 0.0774329 Nov 11 12:18:02.123703 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54808) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:02.136801 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1f37735e-54f7-47d1-9dac-e57b7655e2e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dc5c4e2e2e10475196326bc02b38e4e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1217680 Nov 11 12:18:02.139465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54810) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:02.150346 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-c8bc46fc-d02c-448b-a68f-36f4fbf3a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:02.151441 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc46fc-d02c-448b-a68f-36f4fbf3a2ad None None] The sync data for ids ['50b548c0-570b-4179-a9df-0f943acc52dc'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:02.231265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] For port c0d17906-be97-4b17-860a-c0a1334aea01, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:02.231611 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2008d183-70e2-42bc-a000-6e271caccd76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.235975 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] For port c0d17906-be97-4b17-860a-c0a1334aea01, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c0d17906-be97-4b17-860a-c0a1334aea01,segment=NetworkSegment(55646e83-0d33-4165-a505-95bb1d4174a8),segment_id=55646e83-0d33-4165-a505-95bb1d4174a8)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:02.261837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2008d183-70e2-42bc-a000-6e271caccd76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.269794 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67924f33-3170-4833-884b-3b4236f994fb tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.299418 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0aad993a-5d4e-4ed1-87a1-fcaffe61f9ec tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.333507 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.390138 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0815bd5a-5be8-479c-aef2-11e21652738d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'port': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:02.392730 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cdc56-eaf1-4188-a41f-6925e4d6f81d None None] Pushing event updated for resources: {'Port': ['ID=c0d17906-be97-4b17-860a-c0a1334aea01,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:02.395279 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0815bd5a-5be8-479c-aef2-11e21652738d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.417280 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [None req-0815bd5a-5be8-479c-aef2-11e21652738d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] device_id is not set on port 4a60f398-f3b6-4bbe-b086-defb6ef96f9d yet. {{(pid=103002) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:18:02.422969 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2008d183-70e2-42bc-a000-6e271caccd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.425606 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2008d183-70e2-42bc-a000-6e271caccd76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.426755 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2008d183-70e2-42bc-a000-6e271caccd76 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55da56a1-71ef-45d7-82e1-929141abea89 HTTP/1.1" status: 204 len: 168 time: 0.2863843 Nov 11 12:18:02.467663 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008d183-70e2-42bc-a000-6e271caccd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55da56a1-71ef-45d7-82e1-929141abea89,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:02.492147 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67924f33-3170-4833-884b-3b4236f994fb tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.497749 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5961f95c-0937-4f83-bca1-da0d69f3539b tempest-TestVolumeBootPattern-97210721 tempest-TestVolumeBootPattern-97210721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:02.499333 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5961f95c-0937-4f83-bca1-da0d69f3539b tempest-TestVolumeBootPattern-97210721 tempest-TestVolumeBootPattern-97210721-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 1093 time: 0.5295496 Nov 11 12:18:02.502475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54814) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:02.508809 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '1ce78e53-f004-45d7-9374-d9899d09254a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:02.528619 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-67924f33-3170-4833-884b-3b4236f994fb tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4648c09e-63be-4627-9fc7-dbbe28f8889d']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:02.541460 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0aad993a-5d4e-4ed1-87a1-fcaffe61f9ec tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.546501 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-67924f33-3170-4833-884b-3b4236f994fb tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3bf2b6-b030-4655-8cda-3a6c34e7a68f') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:02.546820 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-67924f33-3170-4833-884b-3b4236f994fb tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3bf2b6-b030-4655-8cda-3a6c34e7a68f') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:02.558249 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67924f33-3170-4833-884b-3b4236f994fb tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.581002 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67924f33-3170-4833-884b-3b4236f994fb tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.590566 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67924f33-3170-4833-884b-3b4236f994fb tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:02.591272 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67924f33-3170-4833-884b-3b4236f994fb tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:02.595573 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:02.612921 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-0815bd5a-5be8-479c-aef2-11e21652738d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Allocated IP 2001:db8::f (9e2619c6-a156-441f-be1e-636c0cdc61a4/c7bee572-a6a6-419d-9418-71bf5cd6a55c/4a60f398-f3b6-4bbe-b086-defb6ef96f9d) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:02.647352 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.726868 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0aad993a-5d4e-4ed1-87a1-fcaffe61f9ec tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting port 804efa34-f93c-4e11-82b9-4d1daf685442 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:02.727244 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0aad993a-5d4e-4ed1-87a1-fcaffe61f9ec tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.772740 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67924f33-3170-4833-884b-3b4236f994fb tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.777540 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-67924f33-3170-4833-884b-3b4236f994fb tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.780866 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-67924f33-3170-4833-884b-3b4236f994fb tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "DELETE /v2.0/networks/4648c09e-63be-4627-9fc7-dbbe28f8889d HTTP/1.1" status: 204 len: 168 time: 0.7833371 Nov 11 12:18:02.783821 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54816) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:02.800103 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67924f33-3170-4833-884b-3b4236f994fb tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event deleted for resources: {'Network': ['ID=4648c09e-63be-4627-9fc7-dbbe28f8889d,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:02.855022 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0aad993a-5d4e-4ed1-87a1-fcaffe61f9ec tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:02.883783 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0aad993a-5d4e-4ed1-87a1-fcaffe61f9ec tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Calling delete_port for 804efa34-f93c-4e11-82b9-4d1daf685442 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:02.944502 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c0d17906-be97-4b17-860a-c0a1334aea01 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:03.015228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port c0d17906-be97-4b17-860a-c0a1334aea01 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:03.015881 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.123624 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.132928 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0aad993a-5d4e-4ed1-87a1-fcaffe61f9ec tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.165847 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port c0d17906-be97-4b17-860a-c0a1334aea01, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c0d17906-be97-4b17-860a-c0a1334aea01,segment=NetworkSegment(55646e83-0d33-4165-a505-95bb1d4174a8),segment_id=55646e83-0d33-4165-a505-95bb1d4174a8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:03.201712 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad993a-5d4e-4ed1-87a1-fcaffe61f9ec tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Port': ['ID=804efa34-f93c-4e11-82b9-4d1daf685442,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:03.228079 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8a56cbac-99da-4d25-9b39-9721aa387255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.255924 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.256513 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0aad993a-5d4e-4ed1-87a1-fcaffe61f9ec tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.269251 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fcfd2cb4-4021-4ffc-b6ec-eefff21eed77 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:03.303281 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-788720dd-f808-4c74-ab3c-fc14d62c6540 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.309704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54820) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:03.333667 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: fcfd2cb4-4021-4ffc-b6ec-eefff21eed77 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:18:03.334063 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fcfd2cb4-4021-4ffc-b6ec-eefff21eed77 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:18:03.345544 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0815bd5a-5be8-479c-aef2-11e21652738d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.362432 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=c0d17906-be97-4b17-860a-c0a1334aea01,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:03.365779 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0aad993a-5d4e-4ed1-87a1-fcaffe61f9ec tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.369040 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0aad993a-5d4e-4ed1-87a1-fcaffe61f9ec tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.448456 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.512763 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0aad993a-5d4e-4ed1-87a1-fcaffe61f9ec tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.519324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aad993a-5d4e-4ed1-87a1-fcaffe61f9ec tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Fanout notify agent at l3_agent the message router_deleted on router 50b548c0-570b-4179-a9df-0f943acc52dc {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:18:03.521925 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-788720dd-f808-4c74-ab3c-fc14d62c6540 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.523091 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0aad993a-5d4e-4ed1-87a1-fcaffe61f9ec tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.525256 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0aad993a-5d4e-4ed1-87a1-fcaffe61f9ec tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/routers/50b548c0-570b-4179-a9df-0f943acc52dc HTTP/1.1" status: 204 len: 168 time: 1.3994401 Nov 11 12:18:03.528775 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54822) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:03.529567 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-accbbfc6-f1c4-4a8d-a444-a01fbf14c7fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5cb5e3fc628143718d38e008e71a9e62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2160759 Nov 11 12:18:03.534106 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-74fc6d8e-e823-461d-92c7-fbb42235fd3f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-289713588'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:03.537437 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54824) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:03.568246 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-788720dd-f808-4c74-ab3c-fc14d62c6540 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f3d0b1-070a-4f31-bfc9-91d75a494a61']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:03.584653 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-788720dd-f808-4c74-ab3c-fc14d62c6540 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227f3a46-abfe-42f9-9b26-f760548283f5') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:03.585034 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-788720dd-f808-4c74-ab3c-fc14d62c6540 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227f3a46-abfe-42f9-9b26-f760548283f5') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:03.600135 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3e0a8fc5-f93c-4d78-8ce8-09574a5c70ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.618909 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7948881-2c4b-4afd-85ec-349f30ed1df5 None None] Network 9e2619c6-a156-441f-be1e-636c0cdc61a4 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:03.619381 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-788720dd-f808-4c74-ab3c-fc14d62c6540 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.631346 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3e0a8fc5-f93c-4d78-8ce8-09574a5c70ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.643555 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-788720dd-f808-4c74-ab3c-fc14d62c6540 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.655721 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Allocated IP 172.26.5.85 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/6a79cd7b-a19f-4b4b-bff7-21a2672ba1a1) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:03.658225 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788720dd-f808-4c74-ab3c-fc14d62c6540 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:03.658374 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-788720dd-f808-4c74-ab3c-fc14d62c6540 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:03.661543 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:03.664100 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fad98b-1733-4de0-b8ea-375d55a8ad79 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:03.692842 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a3c5bbe8-7a7f-44ff-9d5e-617c3102e87c None None] Provisioning complete for port c0d17906-be97-4b17-860a-c0a1334aea01 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:03.693220 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a3c5bbe8-7a7f-44ff-9d5e-617c3102e87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.695552 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fc6d8e-e823-461d-92c7-fbb42235fd3f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Made reservation on behalf of 0943f80b62ea42d08b8695fa6f98abee for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:03.699919 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-74fc6d8e-e823-461d-92c7-fbb42235fd3f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.700075 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0815bd5a-5be8-479c-aef2-11e21652738d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.735316 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fc6d8e-e823-461d-92c7-fbb42235fd3f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:18:03.748155 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-74fc6d8e-e823-461d-92c7-fbb42235fd3f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.748622 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-74fc6d8e-e823-461d-92c7-fbb42235fd3f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Added segment 87bc7abe-5592-44ab-ac68-9f07c53ccd1d of type vlan for network bfff6be7-4040-415c-af92-e90f6a9323a6 Nov 11 12:18:03.787743 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3e0a8fc5-f93c-4d78-8ce8-09574a5c70ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.790625 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3e0a8fc5-f93c-4d78-8ce8-09574a5c70ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.794413 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3e0a8fc5-f93c-4d78-8ce8-09574a5c70ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4b336f5-a75c-4020-b9a5-58c469b5a4a3 HTTP/1.1" status: 204 len: 168 time: 0.2531080 Nov 11 12:18:03.810635 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0815bd5a-5be8-479c-aef2-11e21652738d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network 9e2619c6-a156-441f-be1e-636c0cdc61a4 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:03.814323 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-74fc6d8e-e823-461d-92c7-fbb42235fd3f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.817420 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a8fc5-f93c-4d78-8ce8-09574a5c70ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b336f5-a75c-4020-b9a5-58c469b5a4a3,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:03.820883 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-0815bd5a-5be8-479c-aef2-11e21652738d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:03.830639 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815bd5a-5be8-479c-aef2-11e21652738d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=4a60f398-f3b6-4bbe-b086-defb6ef96f9d,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:03.834958 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0815bd5a-5be8-479c-aef2-11e21652738d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:03.844704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0815bd5a-5be8-479c-aef2-11e21652738d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:03.845109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0815bd5a-5be8-479c-aef2-11e21652738d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.889006 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-788720dd-f808-4c74-ab3c-fc14d62c6540 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.906217 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-788720dd-f808-4c74-ab3c-fc14d62c6540 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.912475 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-788720dd-f808-4c74-ab3c-fc14d62c6540 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] 10.222.0.50 "DELETE /v2.0/networks/b6f3d0b1-070a-4f31-bfc9-91d75a494a61 HTTP/1.1" status: 204 len: 168 time: 1.1220620 Nov 11 12:18:03.922853 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788720dd-f808-4c74-ab3c-fc14d62c6540 tempest-BulkNetworkOpsIpV6Test-2067866682 tempest-BulkNetworkOpsIpV6Test-2067866682-project] Pushing event deleted for resources: {'Network': ['ID=b6f3d0b1-070a-4f31-bfc9-91d75a494a61,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:03.940459 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:03.971854 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54830) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:03.975730 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0815bd5a-5be8-479c-aef2-11e21652738d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9132197 Nov 11 12:18:04.014447 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-74fc6d8e-e823-461d-92c7-fbb42235fd3f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.020086 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fc6d8e-e823-461d-92c7-fbb42235fd3f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:04.020696 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-74fc6d8e-e823-461d-92c7-fbb42235fd3f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.079106 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.127996 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:04.132460 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:04.138109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:04.146336 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event updated for resources: {'Port': ['ID=6a79cd7b-a19f-4b4b-bff7-21a2672ba1a1,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:04.195945 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-74fc6d8e-e823-461d-92c7-fbb42235fd3f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6660709 Nov 11 12:18:04.202624 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc6d8e-e823-461d-92c7-fbb42235fd3f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Network': ['ID=bfff6be7-4040-415c-af92-e90f6a9323a6,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:04.203098 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54832) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:04.208414 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-319b9e9e-e403-4789-8b94-2a1265c6ef16 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'subnet': {'network_id': 'bfff6be7-4040-415c-af92-e90f6a9323a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:04.219878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network bfff6be7-4040-415c-af92-e90f6a9323a6 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:18:04.441976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa16bc99-0756-4813-825d-87b546cf0927 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.472110 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54836) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:04.479891 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319b9e9e-e403-4789-8b94-2a1265c6ef16 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Made reservation on behalf of 0943f80b62ea42d08b8695fa6f98abee for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:04.484505 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-319b9e9e-e403-4789-8b94-2a1265c6ef16 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.643601 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d0cbd1-1f53-4ba4-9335-f4e626339dea None None] Network 9e2619c6-a156-441f-be1e-636c0cdc61a4 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:04.753613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e9f49290-072e-4fe7-9140-68cce762fa02 None None] Provisioning complete for port c0d17906-be97-4b17-860a-c0a1334aea01 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:04.753951 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e9f49290-072e-4fe7-9140-68cce762fa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.785118 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5ac2ed61-beb3-417f-a71d-d93350be287f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=07d2d380dcfe48e2bcb6d3adc8c8b406&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3118205 Nov 11 12:18:04.787582 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54840) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:04.815433 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa16bc99-0756-4813-825d-87b546cf0927 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.856956 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-20a1c7d2-4beb-4813-9189-480110394a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.890572 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-20a1c7d2-4beb-4813-9189-480110394a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.893450 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa16bc99-0756-4813-825d-87b546cf0927 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.937302 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e9f49290-072e-4fe7-9140-68cce762fa02 None None] Provisioning complete for port 4a60f398-f3b6-4bbe-b086-defb6ef96f9d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:04.937951 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e9f49290-072e-4fe7-9140-68cce762fa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:04.972081 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c0d17906-be97-4b17-860a-c0a1334aea01 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:04.976938 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-319b9e9e-e403-4789-8b94-2a1265c6ef16 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.015176 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16bc99-0756-4813-825d-87b546cf0927 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=4a60f398-f3b6-4bbe-b086-defb6ef96f9d,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:05.020133 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.025652 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e9f49290-072e-4fe7-9140-68cce762fa02 None None] Port 4a60f398-f3b6-4bbe-b086-defb6ef96f9d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:05.044703 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port c0d17906-be97-4b17-860a-c0a1334aea01 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:05.045372 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.090492 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b9e9e-e403-4789-8b94-2a1265c6ef16 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Subnet': ['ID=ee319b50-a06a-4157-afd9-210154c1ad4e,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:05.104954 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319b9e9e-e403-4789-8b94-2a1265c6ef16 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Checking segment: {'id': '87bc7abe-5592-44ab-ac68-9f07c53ccd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bfff6be7-4040-415c-af92-e90f6a9323a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:05.105324 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319b9e9e-e403-4789-8b94-2a1265c6ef16 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network hostable DHCP agents. Network: bfff6be7-4040-415c-af92-e90f6a9323a6, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:18:05.140400 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-20a1c7d2-4beb-4813-9189-480110394a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.143295 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-20a1c7d2-4beb-4813-9189-480110394a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.144530 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-20a1c7d2-4beb-4813-9189-480110394a29 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8cbd0ed9-09b2-486a-90e9-b67702ec8acf HTTP/1.1" status: 204 len: 168 time: 0.3560576 Nov 11 12:18:05.145296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa16bc99-0756-4813-825d-87b546cf0927 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.199661 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319b9e9e-e403-4789-8b94-2a1265c6ef16 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network bfff6be7-4040-415c-af92-e90f6a9323a6 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:18:05.205733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.208816 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1c7d2-4beb-4813-9189-480110394a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbd0ed9-09b2-486a-90e9-b67702ec8acf,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:05.287547 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-007f490c-661f-4050-aaef-785d9a44ba39 None None] Provisioning complete for port c0d17906-be97-4b17-860a-c0a1334aea01 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:05.290312 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-007f490c-661f-4050-aaef-785d9a44ba39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.317366 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-319b9e9e-e403-4789-8b94-2a1265c6ef16 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, bfff6be7-4040-415c-af92-e90f6a9323a6) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:05.323663 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319b9e9e-e403-4789-8b94-2a1265c6ef16 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:05.324249 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-319b9e9e-e403-4789-8b94-2a1265c6ef16 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.334939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d141d120-7d4b-48c2-9914-f978ce9d662c None None] Network bfff6be7-4040-415c-af92-e90f6a9323a6 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:05.406707 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.414561 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-319b9e9e-e403-4789-8b94-2a1265c6ef16 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2078848 Nov 11 12:18:05.414873 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54844) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:05.422144 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-67ca4fe2-5460-4bcf-9547-51ce403bdb1c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1961538689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:05.432823 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa16bc99-0756-4813-825d-87b546cf0927 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.515613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-007f490c-661f-4050-aaef-785d9a44ba39 None None] Provisioning complete for port 4a60f398-f3b6-4bbe-b086-defb6ef96f9d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:05.516348 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-007f490c-661f-4050-aaef-785d9a44ba39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.521302 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.586537 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-007f490c-661f-4050-aaef-785d9a44ba39 None None] Port 4a60f398-f3b6-4bbe-b086-defb6ef96f9d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:05.600993 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-bfff6be7-4040-415c-af92-e90f6a9323a6', 'network_id': 'bfff6be7-4040-415c-af92-e90f6a9323a6', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'fixed_ips': [{'subnet_id': 'ee319b50-a06a-4157-afd9-210154c1ad4e'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:18:05.602084 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.616590 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-74efceac-8646-4681-aa81-607fc734df06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.625176 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event updated for resources: {'Port': ['ID=6a79cd7b-a19f-4b4b-bff7-21a2672ba1a1,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:05.640494 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-67ca4fe2-5460-4bcf-9547-51ce403bdb1c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.642516 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-67ca4fe2-5460-4bcf-9547-51ce403bdb1c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.768245 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-67ca4fe2-5460-4bcf-9547-51ce403bdb1c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.772495 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7904a756-1554-48d3-9073-6bfae8797010 None None] Provisioning complete for port 4a60f398-f3b6-4bbe-b086-defb6ef96f9d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:05.772495 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7904a756-1554-48d3-9073-6bfae8797010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.787863 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.841868 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Allocated IP 2001:db8::2 (bfff6be7-4040-415c-af92-e90f6a9323a6/ee319b50-a06a-4157-afd9-210154c1ad4e/02993c2c-cbce-401f-9d43-dc21a4382cb3) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:05.843269 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-67ca4fe2-5460-4bcf-9547-51ce403bdb1c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.857585 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa16bc99-0756-4813-825d-87b546cf0927 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.911408 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-7904a756-1554-48d3-9073-6bfae8797010 None None] Port 4a60f398-f3b6-4bbe-b086-defb6ef96f9d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:05.918361 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Floating IP c4d453d5-55c3-4832-a093-b96ea80e0f12 associated. External IP: 172.26.5.85, port: 1ce78e53-f004-45d7-9374-d9899d09254a. Nov 11 12:18:05.928837 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa16bc99-0756-4813-825d-87b546cf0927 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.929671 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa16bc99-0756-4813-825d-87b546cf0927 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.964823 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-67ca4fe2-5460-4bcf-9547-51ce403bdb1c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:05.969500 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-67ca4fe2-5460-4bcf-9547-51ce403bdb1c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5535641 Nov 11 12:18:05.970102 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54854) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:06.025808 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16bc99-0756-4813-825d-87b546cf0927 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=4a60f398-f3b6-4bbe-b086-defb6ef96f9d,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:06.032227 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:06.044703 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f3ca1620-5d13-406e-8fbc-5a8c95aaeccc None None] Provisioning complete for port 4a60f398-f3b6-4bbe-b086-defb6ef96f9d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:06.045073 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f3ca1620-5d13-406e-8fbc-5a8c95aaeccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:06.070888 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa16bc99-0756-4813-825d-87b546cf0927 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network 9e2619c6-a156-441f-be1e-636c0cdc61a4 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:06.071935 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-aa16bc99-0756-4813-825d-87b546cf0927 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:06.091272 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca1620-5d13-406e-8fbc-5a8c95aaeccc None None] Port 4a60f398-f3b6-4bbe-b086-defb6ef96f9d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:06.118370 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:06.197669 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Network bfff6be7-4040-415c-af92-e90f6a9323a6 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:06.202885 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:06.208136 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:06.211587 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Pushing event updated for resources: {'Port': ['ID=02993c2c-cbce-401f-9d43-dc21a4382cb3,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:06.269260 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa16bc99-0756-4813-825d-87b546cf0927 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Router 20a85faf-1006-403c-b945-184f1700495d is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:18:06.300936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Attempting to bind port 02993c2c-cbce-401f-9d43-dc21a4382cb3 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:06.301850 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Attempting to bind port 02993c2c-cbce-401f-9d43-dc21a4382cb3 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '87bc7abe-5592-44ab-ac68-9f07c53ccd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bfff6be7-4040-415c-af92-e90f6a9323a6'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:06.302441 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Attempting to bind port 02993c2c-cbce-401f-9d43-dc21a4382cb3 on network bfff6be7-4040-415c-af92-e90f6a9323a6 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:06.309797 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:06.310443 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Checking segment: {'id': '87bc7abe-5592-44ab-ac68-9f07c53ccd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bfff6be7-4040-415c-af92-e90f6a9323a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:06.313643 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:06.313643 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Bound using segment: {'id': '87bc7abe-5592-44ab-ac68-9f07c53ccd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bfff6be7-4040-415c-af92-e90f6a9323a6'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:06.313643 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Bound port: 02993c2c-cbce-401f-9d43-dc21a4382cb3, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc7abe-5592-44ab-ac68-9f07c53ccd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bfff6be7-4040-415c-af92-e90f6a9323a6'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:06.314633 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:06.410969 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa16bc99-0756-4813-825d-87b546cf0927 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:06.416009 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-aa16bc99-0756-4813-825d-87b546cf0927 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "PUT /v2.0/routers/20a85faf-1006-403c-b945-184f1700495d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4430709 Nov 11 12:18:06.416633 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54864) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:06.421269 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fec410-739d-42c4-8481-547bfaff1ac6 None None] Sync routers for ids ['20a85faf-1006-403c-b945-184f1700495d'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:06.425095 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] For port 02993c2c-cbce-401f-9d43-dc21a4382cb3, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:06.436626 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9fe314bc-4722-4ca1-a2b3-892e4813e2a2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:06.436773 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] For port 02993c2c-cbce-401f-9d43-dc21a4382cb3, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=02993c2c-cbce-401f-9d43-dc21a4382cb3,segment=NetworkSegment(87bc7abe-5592-44ab-ac68-9f07c53ccd1d),segment_id=87bc7abe-5592-44ab-ac68-9f07c53ccd1d)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:06.441968 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fec410-739d-42c4-8481-547bfaff1ac6 None None] Routers {'20a85faf-1006-403c-b945-184f1700495d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:06.442659 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d9fec410-739d-42c4-8481-547bfaff1ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['20a85faf-1006-403c-b945-184f1700495d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:06.448337 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:06.481558 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d9fec410-739d-42c4-8481-547bfaff1ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:06.483691 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:06.493849 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fec410-739d-42c4-8481-547bfaff1ac6 None None] Routers {'20a85faf-1006-403c-b945-184f1700495d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:06.494573 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d9fec410-739d-42c4-8481-547bfaff1ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['20a85faf-1006-403c-b945-184f1700495d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:06.518539 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:06.533475 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d9fec410-739d-42c4-8481-547bfaff1ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:06.534434 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fec410-739d-42c4-8481-547bfaff1ac6 None None] The sync data for ids ['20a85faf-1006-403c-b945-184f1700495d'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:06.609815 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-2e0b2f2b-c2e5-430d-b0fe-0e173b6dca06 None None] Provisioning complete for port 4a60f398-f3b6-4bbe-b086-defb6ef96f9d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:06.610186 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2f2b-c2e5-430d-b0fe-0e173b6dca06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:06.681872 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c05f9b-6b4e-470d-a398-4c4e019f2777 None None] Pushing event updated for resources: {'Port': ['ID=02993c2c-cbce-401f-9d43-dc21a4382cb3,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:06.702116 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b2f2b-c2e5-430d-b0fe-0e173b6dca06 None None] Port 4a60f398-f3b6-4bbe-b086-defb6ef96f9d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:06.744933 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:06.764430 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54868) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:06.769404 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3132a72-8019-41f4-bc1c-b49068db0a10 None None] Sync routers for ids ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:06.784476 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3132a72-8019-41f4-bc1c-b49068db0a10 None None] Routers {'42a7a6ba-00be-41cd-b8dc-7886df6a4b42'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:06.786433 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b3132a72-8019-41f4-bc1c-b49068db0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:06.827364 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-9fe314bc-4722-4ca1-a2b3-892e4813e2a2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Allocated IP 2001:db8::1 (bfff6be7-4040-415c-af92-e90f6a9323a6/ee319b50-a06a-4157-afd9-210154c1ad4e/8008602a-39b0-4f67-945f-d49a4a44f67f) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:06.935414 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30697298-1c1b-4ce4-bce8-5375f71aa8bd tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:06.937546 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-30697298-1c1b-4ce4-bce8-5375f71aa8bd tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports?device_id=20a85faf-1006-403c-b945-184f1700495d HTTP/1.1" status: 200 len: 987 time: 0.5199852 Nov 11 12:18:06.940037 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:06.942192 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54872) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:06.986723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-bf57888b-8a71-44bc-87ea-bb4e71cbf521 tempest-SubnetPoolsTestJSON-2008663183 tempest-SubnetPoolsTestJSON-2008663183-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1309620653', 'prefixes': ['172.20.0.0/16']}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:07.007987 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-b3132a72-8019-41f4-bc1c-b49068db0a10 None None] Set router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:07.036885 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6f9d35a0-5505-45d3-a2a3-4f65e616049d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5325499 Nov 11 12:18:07.043630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2706aa5b-84c7-45fe-be55-f29c4c4047cd', 'tag': '1ce78e53-f004-45d7-9374-d9899d09254a'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:18:07.045966 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974031ee-1e2c-4af4-bde2-bbba3ece6307" -d '{"events": [{"name": "network-changed", "server_uuid": "2706aa5b-84c7-45fe-be55-f29c4c4047cd", "tag": "1ce78e53-f004-45d7-9374-d9899d09254a"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:18:07.092034 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9fe314bc-4722-4ca1-a2b3-892e4813e2a2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:07.238462 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f55e069-bb73-482f-9a85-935c4befdb75 x-openstack-request-id: req-4f55e069-bb73-482f-9a85-935c4befdb75 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:18:07.238756 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2706aa5b-84c7-45fe-be55-f29c4c4047cd", "tag": "1ce78e53-f004-45d7-9374-d9899d09254a", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:18:07.239007 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f55e069-bb73-482f-9a85-935c4befdb75 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:18:07.239456 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2706aa5b-84c7-45fe-be55-f29c4c4047cd', 'tag': '1ce78e53-f004-45d7-9374-d9899d09254a', 'status': 'completed', 'code': 200} Nov 11 12:18:07.274573 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9fe314bc-4722-4ca1-a2b3-892e4813e2a2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:07.302477 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b3132a72-8019-41f4-bc1c-b49068db0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'c4d453d5-55c3-4832-a093-b96ea80e0f12', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'floating_ip_address': '172.26.5.85', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'port_id': '1ce78e53-f004-45d7-9374-d9899d09254a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'mac_address': 'fa:16:3e:03:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2706aa5b-84c7-45fe-be55-f29c4c4047cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:18:04Z', 'updated_at': '2021-11-11T12:18:04Z', 'revision_number': 0, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 5, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:07.338039 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe314bc-4722-4ca1-a2b3-892e4813e2a2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network bfff6be7-4040-415c-af92-e90f6a9323a6 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:07.342023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-9fe314bc-4722-4ca1-a2b3-892e4813e2a2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:07.346133 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe314bc-4722-4ca1-a2b3-892e4813e2a2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:07.346809 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9fe314bc-4722-4ca1-a2b3-892e4813e2a2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:07.373851 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974031ee-1e2c-4af4-bde2-bbba3ece6307 req-b93114ae-361f-456e-89a3-98137aec7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:07.375400 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-974031ee-1e2c-4af4-bde2-bbba3ece6307 req-b93114ae-361f-456e-89a3-98137aec7334 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 1098 time: 0.0944967 Nov 11 12:18:07.394382 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe314bc-4722-4ca1-a2b3-892e4813e2a2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=8008602a-39b0-4f67-945f-d49a4a44f67f,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:07.399374 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bf57888b-8a71-44bc-87ea-bb4e71cbf521 tempest-SubnetPoolsTestJSON-2008663183 tempest-SubnetPoolsTestJSON-2008663183-project] Publish callbacks [] for subnetpool, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:07.403128 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bf57888b-8a71-44bc-87ea-bb4e71cbf521 tempest-SubnetPoolsTestJSON-2008663183 tempest-SubnetPoolsTestJSON-2008663183-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6131980 Nov 11 12:18:07.410305 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54880) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:07.444335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ce56fc97-0839-41e9-a014-f94e2e582e8a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:07.509283 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3132a72-8019-41f4-bc1c-b49068db0a10 None None] Checking router: 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:18:07.518079 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3132a72-8019-41f4-bc1c-b49068db0a10 None None] Routers {'42a7a6ba-00be-41cd-b8dc-7886df6a4b42'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:07.518702 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b3132a72-8019-41f4-bc1c-b49068db0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:07.521080 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-de3ac7be-fa7f-495e-844c-a803bcbb6e22 tempest-SubnetPoolsTestJSON-2008663183 tempest-SubnetPoolsTestJSON-2008663183-project] 10.222.0.50 "GET /v2.0/subnetpools/f43b99b3-977f-43d3-a8d0-3e6b69db1618 HTTP/1.1" status: 200 len: 732 time: 0.1096849 Nov 11 12:18:07.524773 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54882) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:07.533801 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-5128a1cc-cf12-42c2-980a-4d810b25e9ee tempest-SubnetPoolsTestJSON-2008663183 tempest-SubnetPoolsTestJSON-2008663183-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1933900323'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:07.571313 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974031ee-1e2c-4af4-bde2-bbba3ece6307 req-6a10f942-fd5c-4bed-be5b-6726a779b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:07.574790 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-974031ee-1e2c-4af4-bde2-bbba3ece6307 req-6a10f942-fd5c-4bed-be5b-6726a779b163 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a HTTP/1.1" status: 200 len: 913 time: 0.1919060 Nov 11 12:18:07.636846 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9fe314bc-4722-4ca1-a2b3-892e4813e2a2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:07.697903 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-974031ee-1e2c-4af4-bde2-bbba3ece6307 req-1e96278d-1bc8-4d76-8238-cbea5fe71315 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce78e53-f004-45d7-9374-d9899d09254a HTTP/1.1" status: 200 len: 998 time: 0.1153116 Nov 11 12:18:07.710955 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-b3132a72-8019-41f4-bc1c-b49068db0a10 None None] Set router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:07.818739 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974031ee-1e2c-4af4-bde2-bbba3ece6307 req-d2fad7e8-903b-4552-a55c-618153ca1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:07.820289 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-974031ee-1e2c-4af4-bde2-bbba3ece6307 req-d2fad7e8-903b-4552-a55c-618153ca1a0f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9072cf2e-3415-4e51-a149-d008214c502e HTTP/1.1" status: 200 len: 851 time: 0.1063802 Nov 11 12:18:07.886536 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974031ee-1e2c-4af4-bde2-bbba3ece6307 req-aaf04389-4056-4267-ae06-c40fbaf30ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:07.886784 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08ef4eb-2ffb-4fbb-80c2-d978bab3d1ad None None] Network bfff6be7-4040-415c-af92-e90f6a9323a6 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:07.888176 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-974031ee-1e2c-4af4-bde2-bbba3ece6307 req-aaf04389-4056-4267-ae06-c40fbaf30ecd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0603526 Nov 11 12:18:07.987754 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0de045d9-aeab-48ab-b85c-ca3b6e1780b3 None None] Provisioning complete for port 02993c2c-cbce-401f-9d43-dc21a4382cb3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:07.988301 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0de045d9-aeab-48ab-b85c-ca3b6e1780b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.020150 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-ce56fc97-0839-41e9-a014-f94e2e582e8a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port 4a60f398-f3b6-4bbe-b086-defb6ef96f9d {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:08.020563 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ce56fc97-0839-41e9-a014-f94e2e582e8a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.039152 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-974031ee-1e2c-4af4-bde2-bbba3ece6307 req-a7524172-ce01-4fb9-a071-fc2d071b3dee service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280107 Nov 11 12:18:08.170253 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5128a1cc-cf12-42c2-980a-4d810b25e9ee tempest-SubnetPoolsTestJSON-2008663183 tempest-SubnetPoolsTestJSON-2008663183-project] Publish callbacks [] for subnetpool, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.174343 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5128a1cc-cf12-42c2-980a-4d810b25e9ee tempest-SubnetPoolsTestJSON-2008663183 tempest-SubnetPoolsTestJSON-2008663183-project] 10.222.0.50 "PUT /v2.0/subnetpools/f43b99b3-977f-43d3-a8d0-3e6b69db1618 HTTP/1.1" status: 200 len: 684 time: 0.6438546 Nov 11 12:18:08.176730 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.179909 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ce56fc97-0839-41e9-a014-f94e2e582e8a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.179909 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54884) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:08.208103 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-ce56fc97-0839-41e9-a014-f94e2e582e8a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for 4a60f398-f3b6-4bbe-b086-defb6ef96f9d owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:08.217327 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0de045d9-aeab-48ab-b85c-ca3b6e1780b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.222477 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b3132a72-8019-41f4-bc1c-b49068db0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'c4d453d5-55c3-4832-a093-b96ea80e0f12', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'floating_ip_address': '172.26.5.85', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'port_id': '1ce78e53-f004-45d7-9374-d9899d09254a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'mac_address': 'fa:16:3e:03:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2706aa5b-84c7-45fe-be55-f29c4c4047cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:18:04Z', 'updated_at': '2021-11-11T12:18:04Z', 'revision_number': 0, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 5, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:08.236298 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-974031ee-1e2c-4af4-bde2-bbba3ece6307 req-fc9f137e-c87b-4d6a-8ddd-6dc2f1240948 service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667132 Nov 11 12:18:08.276352 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3132a72-8019-41f4-bc1c-b49068db0a10 None None] The sync data for ids ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'] in dv-neutron-786478-23-hyperv is: [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'c4d453d5-55c3-4832-a093-b96ea80e0f12', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'floating_ip_address': '172.26.5.85', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'port_id': '1ce78e53-f004-45d7-9374-d9899d09254a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'mac_address': 'fa:16:3e:03:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2706aa5b-84c7-45fe-be55-f29c4c4047cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:18:04Z', 'updated_at': '2021-11-11T12:18:04Z', 'revision_number': 0, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 5, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:08.307099 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0de045d9-aeab-48ab-b85c-ca3b6e1780b3 None None] For port 02993c2c-cbce-401f-9d43-dc21a4382cb3, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=02993c2c-cbce-401f-9d43-dc21a4382cb3,segment=NetworkSegment(87bc7abe-5592-44ab-ac68-9f07c53ccd1d),segment_id=87bc7abe-5592-44ab-ac68-9f07c53ccd1d)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:08.377163 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9fe314bc-4722-4ca1-a2b3-892e4813e2a2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.406350 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0de045d9-aeab-48ab-b85c-ca3b6e1780b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.455980 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fb08fd3f-bac5-406b-9043-96976c8ae85a tempest-SubnetPoolsTestJSON-2008663183 tempest-SubnetPoolsTestJSON-2008663183-project] Publish callbacks [] for subnetpool, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.459519 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fb08fd3f-bac5-406b-9043-96976c8ae85a tempest-SubnetPoolsTestJSON-2008663183 tempest-SubnetPoolsTestJSON-2008663183-project] 10.222.0.50 "DELETE /v2.0/subnetpools/f43b99b3-977f-43d3-a8d0-3e6b69db1618 HTTP/1.1" status: 204 len: 168 time: 0.2786415 Nov 11 12:18:08.460298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54886) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:08.465957 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de045d9-aeab-48ab-b85c-ca3b6e1780b3 None None] Pushing event updated for resources: {'Port': ['ID=02993c2c-cbce-401f-9d43-dc21a4382cb3,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:08.487989 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-2ca0ae54-7ec8-40c5-9e50-f677942eb9d5 tempest-SubnetPoolsTestJSON-2008663183 tempest-SubnetPoolsTestJSON-2008663183-project] show failed (client error): The resource could not be found. Nov 11 12:18:08.491500 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2ca0ae54-7ec8-40c5-9e50-f677942eb9d5 tempest-SubnetPoolsTestJSON-2008663183 tempest-SubnetPoolsTestJSON-2008663183-project] 10.222.0.50 "GET /v2.0/subnetpools/f43b99b3-977f-43d3-a8d0-3e6b69db1618 HTTP/1.1" status: 404 len: 346 time: 0.0238698 Nov 11 12:18:08.491863 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54888) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:08.512018 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9fe314bc-4722-4ca1-a2b3-892e4813e2a2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.512886 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9fe314bc-4722-4ca1-a2b3-892e4813e2a2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.518596 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-d899051f-7e00-4c57-8987-1766fb852147 tempest-SubnetPoolsTestJSON-2008663183 tempest-SubnetPoolsTestJSON-2008663183-project] delete failed (client error): The resource could not be found. Nov 11 12:18:08.518942 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d899051f-7e00-4c57-8987-1766fb852147 tempest-SubnetPoolsTestJSON-2008663183 tempest-SubnetPoolsTestJSON-2008663183-project] 10.222.0.50 "DELETE /v2.0/subnetpools/f43b99b3-977f-43d3-a8d0-3e6b69db1618 HTTP/1.1" status: 404 len: 346 time: 0.0261171 Nov 11 12:18:08.565502 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ce56fc97-0839-41e9-a014-f94e2e582e8a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.582319 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34235093-f3b1-47b3-8cad-3785f23a833b None None] New status for floating IP c4d453d5-55c3-4832-a093-b96ea80e0f12: ACTIVE {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:18:08.617404 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56fc97-0839-41e9-a014-f94e2e582e8a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=4a60f398-f3b6-4bbe-b086-defb6ef96f9d,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:08.637118 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-58f6f90e-3789-4b84-8d2c-1f17b290a323 None None] Provisioning complete for port 8008602a-39b0-4f67-945f-d49a4a44f67f triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:08.638064 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-58f6f90e-3789-4b84-8d2c-1f17b290a323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.656559 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe314bc-4722-4ca1-a2b3-892e4813e2a2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=8008602a-39b0-4f67-945f-d49a4a44f67f,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:08.697729 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-58f6f90e-3789-4b84-8d2c-1f17b290a323 None None] Port 8008602a-39b0-4f67-945f-d49a4a44f67f cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:08.722586 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-58f6f90e-3789-4b84-8d2c-1f17b290a323 None None] Provisioning complete for port 02993c2c-cbce-401f-9d43-dc21a4382cb3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:08.723310 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-58f6f90e-3789-4b84-8d2c-1f17b290a323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.743311 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe314bc-4722-4ca1-a2b3-892e4813e2a2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network bfff6be7-4040-415c-af92-e90f6a9323a6 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:08.744983 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-9fe314bc-4722-4ca1-a2b3-892e4813e2a2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:08.852938 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ce56fc97-0839-41e9-a014-f94e2e582e8a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:08.999501 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 02993c2c-cbce-401f-9d43-dc21a4382cb3 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:09.031412 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe314bc-4722-4ca1-a2b3-892e4813e2a2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router f6c6b09d-c069-4ff6-887b-c622ac47a84b is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:18:09.078977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-87e65a55-6bd8-42a0-9dff-c1fe1c7d21f2 None None] Provisioning complete for port 8008602a-39b0-4f67-945f-d49a4a44f67f triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:09.079359 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-87e65a55-6bd8-42a0-9dff-c1fe1c7d21f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.117885 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 02993c2c-cbce-401f-9d43-dc21a4382cb3 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:09.118265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.130651 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce56fc97-0839-41e9-a014-f94e2e582e8a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Router 20a85faf-1006-403c-b945-184f1700495d has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:09.153765 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.176821 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-87e65a55-6bd8-42a0-9dff-c1fe1c7d21f2 None None] Port 8008602a-39b0-4f67-945f-d49a4a44f67f cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:09.206249 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe314bc-4722-4ca1-a2b3-892e4813e2a2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:09.212702 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9fe314bc-4722-4ca1-a2b3-892e4813e2a2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/f6c6b09d-c069-4ff6-887b-c622ac47a84b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2374916 Nov 11 12:18:09.213395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54894) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:09.231439 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a4e937-7ec6-4b9d-b632-8786a1d509d4 None None] Sync routers for ids ['f6c6b09d-c069-4ff6-887b-c622ac47a84b'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:09.244939 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54896) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:09.265064 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce56fc97-0839-41e9-a014-f94e2e582e8a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:09.268016 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a4e937-7ec6-4b9d-b632-8786a1d509d4 None None] Routers {'f6c6b09d-c069-4ff6-887b-c622ac47a84b'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:09.268657 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a1a4e937-7ec6-4b9d-b632-8786a1d509d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f6c6b09d-c069-4ff6-887b-c622ac47a84b'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:09.274555 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ce56fc97-0839-41e9-a014-f94e2e582e8a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "PUT /v2.0/routers/20a85faf-1006-403c-b945-184f1700495d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3305261 Nov 11 12:18:09.275572 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54900) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:09.276846 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6864a54-2306-4200-9332-6d0b8007a96e None None] Sync routers for ids ['20a85faf-1006-403c-b945-184f1700495d'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:09.296362 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61594b1e-003f-4fe8-9692-404f0f405666 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:09.300627 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-61594b1e-003f-4fe8-9692-404f0f405666 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/ports/8008602a-39b0-4f67-945f-d49a4a44f67f HTTP/1.1" status: 200 len: 911 time: 0.0862286 Nov 11 12:18:09.301248 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54902) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:09.306970 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-014de7e8-e26e-4715-b69f-23aa6bf7a522 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ee319b50-a06a-4157-afd9-210154c1ad4e'}]}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:09.308321 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bb2a2e-7005-4e1f-8101-68c335ab8e14 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] GET failed (client error): The resource could not be found. Nov 11 12:18:09.313570 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-75bb2a2e-7005-4e1f-8101-68c335ab8e14 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports/4a60f398-f3b6-4bbe-b086-defb6ef96f9d HTTP/1.1" status: 404 len: 333 time: 0.0368607 Nov 11 12:18:09.313765 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54904) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:09.321905 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6864a54-2306-4200-9332-6d0b8007a96e None None] Routers {'20a85faf-1006-403c-b945-184f1700495d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:09.323952 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b6864a54-2306-4200-9332-6d0b8007a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['20a85faf-1006-403c-b945-184f1700495d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:09.325235 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a1a4e937-7ec6-4b9d-b632-8786a1d509d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:09.336985 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a4e937-7ec6-4b9d-b632-8786a1d509d4 None None] Routers {'f6c6b09d-c069-4ff6-887b-c622ac47a84b'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:09.337621 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a1a4e937-7ec6-4b9d-b632-8786a1d509d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f6c6b09d-c069-4ff6-887b-c622ac47a84b'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:09.378079 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b6864a54-2306-4200-9332-6d0b8007a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:09.389466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a1a4e937-7ec6-4b9d-b632-8786a1d509d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:09.390087 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6864a54-2306-4200-9332-6d0b8007a96e None None] Routers {'20a85faf-1006-403c-b945-184f1700495d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:09.390210 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a4e937-7ec6-4b9d-b632-8786a1d509d4 None None] The sync data for ids ['f6c6b09d-c069-4ff6-887b-c622ac47a84b'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:09.391888 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b6864a54-2306-4200-9332-6d0b8007a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['20a85faf-1006-403c-b945-184f1700495d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:09.429831 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b6864a54-2306-4200-9332-6d0b8007a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:09.431024 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6864a54-2306-4200-9332-6d0b8007a96e None None] The sync data for ids ['20a85faf-1006-403c-b945-184f1700495d'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:09.443497 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc808619-1ca5-42cc-8e9c-2965fda2dbe0 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.443949 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-78f77b72-8f7e-4b4d-a3f4-a0d5696550bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.500613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f4d043d7-2966-4cf0-adbe-5e62cde5ba29 None None] Provisioning complete for port 8008602a-39b0-4f67-945f-d49a4a44f67f triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:09.501649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f4d043d7-2966-4cf0-adbe-5e62cde5ba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.525060 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-78f77b72-8f7e-4b4d-a3f4-a0d5696550bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.540925 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f4d043d7-2966-4cf0-adbe-5e62cde5ba29 None None] Port 8008602a-39b0-4f67-945f-d49a4a44f67f cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:09.601931 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-78f77b72-8f7e-4b4d-a3f4-a0d5696550bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.641758 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-78f77b72-8f7e-4b4d-a3f4-a0d5696550bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c7762b8a56f74d22b92c49954417f7be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3949668 Nov 11 12:18:09.642761 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f77b72-8f7e-4b4d-a3f4-a0d5696550bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b9f9b0-7289-417e-8f2f-33a471bcb352,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:09.645318 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54906) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:09.664155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc808619-1ca5-42cc-8e9c-2965fda2dbe0 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.667598 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc808619-1ca5-42cc-8e9c-2965fda2dbe0 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.702698 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e0aaf334-3f88-44f1-8f95-acd5bdc08996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.724298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e0aaf334-3f88-44f1-8f95-acd5bdc08996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.752263 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-014de7e8-e26e-4715-b69f-23aa6bf7a522 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.832852 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc808619-1ca5-42cc-8e9c-2965fda2dbe0 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.833370 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc808619-1ca5-42cc-8e9c-2965fda2dbe0 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Fanout notify agent at l3_agent the message router_deleted on router 20a85faf-1006-403c-b945-184f1700495d {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:18:09.861611 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e0aaf334-3f88-44f1-8f95-acd5bdc08996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.870601 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e0aaf334-3f88-44f1-8f95-acd5bdc08996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.870601 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e0aaf334-3f88-44f1-8f95-acd5bdc08996 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/33b9f9b0-7289-417e-8f2f-33a471bcb352 HTTP/1.1" status: 204 len: 168 time: 0.2194464 Nov 11 12:18:09.870837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc808619-1ca5-42cc-8e9c-2965fda2dbe0 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:09.870837 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fc808619-1ca5-42cc-8e9c-2965fda2dbe0 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/routers/20a85faf-1006-403c-b945-184f1700495d HTTP/1.1" status: 204 len: 168 time: 0.5375438 Nov 11 12:18:09.871879 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54910) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:09.874069 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aaf334-3f88-44f1-8f95-acd5bdc08996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b9f9b0-7289-417e-8f2f-33a471bcb352,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:09.965271 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab130d49-624a-405a-9e5e-a5f77e4d9b34 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting subnet c7bee572-a6a6-419d-9418-71bf5cd6a55c {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:18:09.972562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab130d49-624a-405a-9e5e-a5f77e4d9b34 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.056200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab130d49-624a-405a-9e5e-a5f77e4d9b34 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.213562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab130d49-624a-405a-9e5e-a5f77e4d9b34 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.299919 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-014de7e8-e26e-4715-b69f-23aa6bf7a522 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.386843 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-014de7e8-e26e-4715-b69f-23aa6bf7a522 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.393625 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014de7e8-e26e-4715-b69f-23aa6bf7a522 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:10.394272 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-014de7e8-e26e-4715-b69f-23aa6bf7a522 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.395630 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-014de7e8-e26e-4715-b69f-23aa6bf7a522 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/ports/8008602a-39b0-4f67-945f-d49a4a44f67f HTTP/1.1" status: 200 len: 911 time: 1.0934525 Nov 11 12:18:10.398854 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54920) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:10.415725 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.420700 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab130d49-624a-405a-9e5e-a5f77e4d9b34 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.457339 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab130d49-624a-405a-9e5e-a5f77e4d9b34 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Subnet': ['ID=c7bee572-a6a6-419d-9418-71bf5cd6a55c,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:10.464789 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab130d49-624a-405a-9e5e-a5f77e4d9b34 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.469741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cc7467-d4b6-47bd-9ba1-e99f3fcc650e None None] Network 9e2619c6-a156-441f-be1e-636c0cdc61a4 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:10.472666 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ab130d49-624a-405a-9e5e-a5f77e4d9b34 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/c7bee572-a6a6-419d-9418-71bf5cd6a55c HTTP/1.1" status: 204 len: 168 time: 0.5997550 Nov 11 12:18:10.476373 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54924) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:10.486001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014de7e8-e26e-4715-b69f-23aa6bf7a522 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=8008602a-39b0-4f67-945f-d49a4a44f67f,revision_number=3']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:10.645985 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.651729 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4988e72-d394-4bb9-9fc4-d8cde81d35bd None None] DHCP port deletion for 9e2619c6-a156-441f-be1e-636c0cdc61a4 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:10.705504 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e4988e72-d394-4bb9-9fc4-d8cde81d35bd None None] Deleting port c0d17906-be97-4b17-860a-c0a1334aea01 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:10.705898 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e4988e72-d394-4bb9-9fc4-d8cde81d35bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.767479 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port c0d17906-be97-4b17-860a-c0a1334aea01 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:10.767821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.773251 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-e4988e72-d394-4bb9-9fc4-d8cde81d35bd None None] For port c0d17906-be97-4b17-860a-c0a1334aea01, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c0d17906-be97-4b17-860a-c0a1334aea01,segment=NetworkSegment(55646e83-0d33-4165-a505-95bb1d4174a8),segment_id=55646e83-0d33-4165-a505-95bb1d4174a8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:10.773612 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e4988e72-d394-4bb9-9fc4-d8cde81d35bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.786630 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e4988e72-d394-4bb9-9fc4-d8cde81d35bd None None] Calling delete_port for c0d17906-be97-4b17-860a-c0a1334aea01 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:10.847213 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] For port c0d17906-be97-4b17-860a-c0a1334aea01, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c0d17906-be97-4b17-860a-c0a1334aea01,segment=NetworkSegment(55646e83-0d33-4165-a505-95bb1d4174a8),segment_id=55646e83-0d33-4165-a505-95bb1d4174a8)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:10.847641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.863827 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for c0d17906-be97-4b17-860a-c0a1334aea01 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:10.912043 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c0d17906-be97-4b17-860a-c0a1334aea01 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:10.957540 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No ports have port_id starting with c0d17906-be97-4b17-860a-c0a1334aea01 Nov 11 12:18:10.959238 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e4988e72-d394-4bb9-9fc4-d8cde81d35bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.980845 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d0c47b72-015f-4fec-8908-50dd0574fb5c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:10.995616 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4988e72-d394-4bb9-9fc4-d8cde81d35bd None None] No DVR routers for this DVR port c0d17906-be97-4b17-860a-c0a1334aea01 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:11.000072 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4988e72-d394-4bb9-9fc4-d8cde81d35bd None None] Pushing event deleted for resources: {'Port': ['ID=c0d17906-be97-4b17-860a-c0a1334aea01,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:11.001199 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54934) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:11.044626 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.110194 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-6722c4f6-5906-468e-810b-4e8e3833416a tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1438892269'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:11.197838 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6722c4f6-5906-468e-810b-4e8e3833416a tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Made reservation on behalf of dcfbce5d78354c9989f7e6018c5745d2 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:11.202201 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6722c4f6-5906-468e-810b-4e8e3833416a tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.212495 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6722c4f6-5906-468e-810b-4e8e3833416a tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.297235 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6722c4f6-5906-468e-810b-4e8e3833416a tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.363890 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6722c4f6-5906-468e-810b-4e8e3833416a tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.394802 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6722c4f6-5906-468e-810b-4e8e3833416a tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:18:11.401781 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722c4f6-5906-468e-810b-4e8e3833416a tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ffba74-e40a-4486-aea6-037c14ffcf8c,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:11.409330 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6722c4f6-5906-468e-810b-4e8e3833416a tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.409704 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-6722c4f6-5906-468e-810b-4e8e3833416a tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Added segment 5a36f327-647a-4a10-aab9-3d61f83a52be of type vlan for network 8a829922-5bcc-49e2-bec8-038cbcdfd1c9 Nov 11 12:18:11.428913 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No DVR routers for this DVR port c0d17906-be97-4b17-860a-c0a1334aea01 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:11.430627 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=c0d17906-be97-4b17-860a-c0a1334aea01,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:11.451004 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6722c4f6-5906-468e-810b-4e8e3833416a tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.558502 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.592650 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2619c6-a156-441f-be1e-636c0cdc61a4']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:11.605287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55646e83-0d33-4165-a505-95bb1d4174a8') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:11.605626 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55646e83-0d33-4165-a505-95bb1d4174a8') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:11.619270 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.637767 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.647597 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:11.648237 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:11.650899 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:11.676075 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6722c4f6-5906-468e-810b-4e8e3833416a tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.683627 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6722c4f6-5906-468e-810b-4e8e3833416a tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:11.684884 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6722c4f6-5906-468e-810b-4e8e3833416a tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.758996 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722c4f6-5906-468e-810b-4e8e3833416a tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Pushing event updated for resources: {'Network': ['ID=8a829922-5bcc-49e2-bec8-038cbcdfd1c9,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:11.770978 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 8a829922-5bcc-49e2-bec8-038cbcdfd1c9 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:18:11.783910 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-d0c47b72-015f-4fec-8908-50dd0574fb5c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting port 8008602a-39b0-4f67-945f-d49a4a44f67f {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:11.784243 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d0c47b72-015f-4fec-8908-50dd0574fb5c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.810590 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6722c4f6-5906-468e-810b-4e8e3833416a tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8082540 Nov 11 12:18:11.814041 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54938) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:11.818783 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-35daba70-e768-4a41-9a50-1a84324d3f90 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '8a829922-5bcc-49e2-bec8-038cbcdfd1c9', 'tempest-TagsTest-Tag-1819844340') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:11.826915 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.837472 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.841036 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/networks/9e2619c6-a156-441f-be1e-636c0cdc61a4 HTTP/1.1" status: 204 len: 168 time: 1.3631406 Nov 11 12:18:11.845818 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54940) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:11.873497 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3d1d7-9271-4562-b8a6-4f384199240b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Network': ['ID=9e2619c6-a156-441f-be1e-636c0cdc61a4,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:11.917981 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d482ef2a-6c62-4eaf-966d-e0c2469c8737 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:11.920085 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d482ef2a-6c62-4eaf-966d-e0c2469c8737 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports/effdec6e-d0dd-4b60-a711-a3a10b662f7c HTTP/1.1" status: 200 len: 844 time: 0.0742528 Nov 11 12:18:11.924146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54942) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:11.941089 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d0c47b72-015f-4fec-8908-50dd0574fb5c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:11.953039 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-d0c47b72-015f-4fec-8908-50dd0574fb5c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Calling delete_port for 8008602a-39b0-4f67-945f-d49a4a44f67f owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:11.963803 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e724c71a-5881-415c-aa0f-fe084211f6b4 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports/effdec6e-d0dd-4b60-a711-a3a10b662f7c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0383716 Nov 11 12:18:11.967582 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54944) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:11.972610 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-b2623773-da57-4d1e-9dfc-73ccb90fe373 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'subnet': {'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:11.978526 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-35daba70-e768-4a41-9a50-1a84324d3f90 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] 10.222.0.50 "PUT /v2.0/networks/8a829922-5bcc-49e2-bec8-038cbcdfd1c9/tags/tempest-TagsTest-Tag-1819844340 HTTP/1.1" status: 201 len: 201 time: 0.1634910 Nov 11 12:18:11.988848 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54946) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:11.992973 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-9fc647d7-b2b7-443e-b0af-17c1cd182c9d tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a829922-5bcc-49e2-bec8-038cbcdfd1c9', 'tempest-TagsTest-Tag-1819844340') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:12.122647 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9fc647d7-b2b7-443e-b0af-17c1cd182c9d tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] 10.222.0.50 "GET /v2.0/networks/8a829922-5bcc-49e2-bec8-038cbcdfd1c9/tags/tempest-TagsTest-Tag-1819844340 HTTP/1.1" status: 204 len: 168 time: 0.1327455 Nov 11 12:18:12.125299 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54948) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:12.129594 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-6324e090-8af7-41c6-917e-43f1ad60e289 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '8a829922-5bcc-49e2-bec8-038cbcdfd1c9') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:12.200415 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6324e090-8af7-41c6-917e-43f1ad60e289 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] 10.222.0.50 "GET /v2.0/networks/8a829922-5bcc-49e2-bec8-038cbcdfd1c9/tags HTTP/1.1" status: 200 len: 238 time: 0.0740621 Nov 11 12:18:12.203306 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54950) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:12.207778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-b4080158-cce6-4eba-b286-0e34ccd8f092 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '8a829922-5bcc-49e2-bec8-038cbcdfd1c9', {'tags': ['tempest-TagsTest-Tag-480506621', 'tempest-TagsTest-Tag-1091166499', 'tempest-TagsTest-Tag-1312768916']}) {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:12.212147 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2623773-da57-4d1e-9dfc-73ccb90fe373 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:12.215590 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b2623773-da57-4d1e-9dfc-73ccb90fe373 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:12.252145 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d0c47b72-015f-4fec-8908-50dd0574fb5c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:12.281003 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c47b72-015f-4fec-8908-50dd0574fb5c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Port': ['ID=8008602a-39b0-4f67-945f-d49a4a44f67f,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:12.389558 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d0c47b72-015f-4fec-8908-50dd0574fb5c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:12.423019 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b4080158-cce6-4eba-b286-0e34ccd8f092 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] 10.222.0.50 "PUT /v2.0/networks/8a829922-5bcc-49e2-bec8-038cbcdfd1c9/tags HTTP/1.1" status: 200 len: 308 time: 0.2187238 Nov 11 12:18:12.425546 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54952) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:12.449022 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-f7518888-f7a9-4cef-9f57-08c1ea294e01 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '8a829922-5bcc-49e2-bec8-038cbcdfd1c9', 'tempest-TagsTest-Tag-480506621') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:12.557091 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c47b72-015f-4fec-8908-50dd0574fb5c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router f6c6b09d-c069-4ff6-887b-c622ac47a84b has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:12.606986 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b2623773-da57-4d1e-9dfc-73ccb90fe373 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:12.632213 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c47b72-015f-4fec-8908-50dd0574fb5c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:12.637594 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d0c47b72-015f-4fec-8908-50dd0574fb5c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/f6c6b09d-c069-4ff6-887b-c622ac47a84b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2376411 Nov 11 12:18:12.640283 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54954) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:12.643627 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f7518888-f7a9-4cef-9f57-08c1ea294e01 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] 10.222.0.50 "DELETE /v2.0/networks/8a829922-5bcc-49e2-bec8-038cbcdfd1c9/tags/tempest-TagsTest-Tag-480506621 HTTP/1.1" status: 204 len: 168 time: 0.2152200 Nov 11 12:18:12.643767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc07a7-1006-47a5-9216-7e5457a6125e None None] Sync routers for ids ['f6c6b09d-c069-4ff6-887b-c622ac47a84b'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:12.645170 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54956) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:12.654482 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-ef6f3df3-ea44-44a3-b53e-b00d1dcee599 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a829922-5bcc-49e2-bec8-038cbcdfd1c9', 'tempest-TagsTest-Tag-480506621') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:12.657309 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc07a7-1006-47a5-9216-7e5457a6125e None None] Routers {'f6c6b09d-c069-4ff6-887b-c622ac47a84b'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:12.658344 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-cafc07a7-1006-47a5-9216-7e5457a6125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f6c6b09d-c069-4ff6-887b-c622ac47a84b'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:12.660453 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2623773-da57-4d1e-9dfc-73ccb90fe373 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:12.678438 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0dddc854-f3de-400c-a959-6500a0339ddf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6c6b09d-c069-4ff6-887b-c622ac47a84b HTTP/1.1" status: 200 len: 205 time: 0.0347724 Nov 11 12:18:12.679007 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-b2623773-da57-4d1e-9dfc-73ccb90fe373 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:12.679147 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54958) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:12.685451 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2623773-da57-4d1e-9dfc-73ccb90fe373 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:12.686029 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b2623773-da57-4d1e-9dfc-73ccb90fe373 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:12.708402 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c672df-3f9a-4582-b488-90c88176799b None None] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:12.710650 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-cafc07a7-1006-47a5-9216-7e5457a6125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:12.721203 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2623773-da57-4d1e-9dfc-73ccb90fe373 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Subnet': ['ID=86e3056f-2703-45dd-b64f-058529bfd32f,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:12.752119 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-ef6f3df3-ea44-44a3-b53e-b00d1dcee599 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] show failed (client error): The resource could not be found. Nov 11 12:18:12.753316 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ef6f3df3-ea44-44a3-b53e-b00d1dcee599 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] 10.222.0.50 "GET /v2.0/networks/8a829922-5bcc-49e2-bec8-038cbcdfd1c9/tags/tempest-TagsTest-Tag-480506621 HTTP/1.1" status: 404 len: 325 time: 0.1072512 Nov 11 12:18:12.757192 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54960) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:12.762033 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-407c97d4-849a-4fcc-ad5e-534596b14180 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a829922-5bcc-49e2-bec8-038cbcdfd1c9', 'tempest-TagsTest-Tag-1091166499') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:12.784894 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-25afbb5c-106a-4b71-ba46-b230f8a51b2c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:12.800701 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b2623773-da57-4d1e-9dfc-73ccb90fe373 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8320889 Nov 11 12:18:12.803516 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54962) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:12.808500 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-74760f63-d500-46bb-8548-0fbb4a7aa7d8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'security_group': {'name': 'tempest-secgroup-2126218510'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:12.887138 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-74760f63-d500-46bb-8548-0fbb4a7aa7d8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:12.907536 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc07a7-1006-47a5-9216-7e5457a6125e None None] Routers {'f6c6b09d-c069-4ff6-887b-c622ac47a84b'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:12.908145 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-cafc07a7-1006-47a5-9216-7e5457a6125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['f6c6b09d-c069-4ff6-887b-c622ac47a84b'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:12.941997 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-cafc07a7-1006-47a5-9216-7e5457a6125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:12.942631 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc07a7-1006-47a5-9216-7e5457a6125e None None] The sync data for ids ['f6c6b09d-c069-4ff6-887b-c622ac47a84b'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:12.966895 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-74760f63-d500-46bb-8548-0fbb4a7aa7d8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:12.990960 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-25afbb5c-106a-4b71-ba46-b230f8a51b2c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:12.993728 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-407c97d4-849a-4fcc-ad5e-534596b14180 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] 10.222.0.50 "GET /v2.0/networks/8a829922-5bcc-49e2-bec8-038cbcdfd1c9/tags/tempest-TagsTest-Tag-1091166499 HTTP/1.1" status: 204 len: 168 time: 0.2355812 Nov 11 12:18:12.994999 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-25afbb5c-106a-4b71-ba46-b230f8a51b2c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:12.996457 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54964) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:13.001839 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-ee33a0e9-18b7-4e42-a074-2c67f2702529 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a829922-5bcc-49e2-bec8-038cbcdfd1c9', 'tempest-TagsTest-Tag-1312768916') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:13.040278 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-74760f63-d500-46bb-8548-0fbb4a7aa7d8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.062622 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-f63dfbe5-7460-4a0b-8136-046ff5f14bdf', 'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf', 'tenant_id': 'f9c03639a8564727b50cf8ab0fd2b19c', 'fixed_ips': [{'subnet_id': '86e3056f-2703-45dd-b64f-058529bfd32f'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:18:13.063541 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.073617 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74760f63-d500-46bb-8548-0fbb4a7aa7d8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aadfed3f-5a81-4575-8559-ad8551e2b7f0,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:13.104829 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ee33a0e9-18b7-4e42-a074-2c67f2702529 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] 10.222.0.50 "GET /v2.0/networks/8a829922-5bcc-49e2-bec8-038cbcdfd1c9/tags/tempest-TagsTest-Tag-1312768916 HTTP/1.1" status: 204 len: 168 time: 0.1073689 Nov 11 12:18:13.107305 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54966) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:13.111566 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-50762579-5a7b-476b-9c2e-830029782bd6 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8a829922-5bcc-49e2-bec8-038cbcdfd1c9') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:13.148185 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-74760f63-d500-46bb-8548-0fbb4a7aa7d8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.149495 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-74760f63-d500-46bb-8548-0fbb4a7aa7d8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3449314 Nov 11 12:18:13.152166 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54968) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:13.156583 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-986eac58-ded0-4922-a47a-d6a9247b0d9a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'security_group': {'name': 'tempest-secgroup-881769346'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:13.175319 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-25afbb5c-106a-4b71-ba46-b230f8a51b2c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.175950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25afbb5c-106a-4b71-ba46-b230f8a51b2c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Fanout notify agent at l3_agent the message router_deleted on router f6c6b09d-c069-4ff6-887b-c622ac47a84b {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:18:13.184634 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-25afbb5c-106a-4b71-ba46-b230f8a51b2c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.184634 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-25afbb5c-106a-4b71-ba46-b230f8a51b2c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/routers/f6c6b09d-c069-4ff6-887b-c622ac47a84b HTTP/1.1" status: 204 len: 168 time: 0.5043747 Nov 11 12:18:13.188494 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54970) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:13.246786 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc56f55-4dcb-43f2-9856-718f0b2dd3d3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting subnet ee319b50-a06a-4157-afd9-210154c1ad4e {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:18:13.250897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3fc56f55-4dcb-43f2-9856-718f0b2dd3d3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.273811 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-986eac58-ded0-4922-a47a-d6a9247b0d9a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.285131 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Allocated IP 2001:db8::2 (f63dfbe5-7460-4a0b-8136-046ff5f14bdf/86e3056f-2703-45dd-b64f-058529bfd32f/313f84a1-4db1-4c35-9c71-9d64d72d8e72) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:13.287369 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54972) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:13.287513 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-50762579-5a7b-476b-9c2e-830029782bd6 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] 10.222.0.50 "DELETE /v2.0/networks/8a829922-5bcc-49e2-bec8-038cbcdfd1c9/tags HTTP/1.1" status: 204 len: 168 time: 0.1790223 Nov 11 12:18:13.296541 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.tag.tag_plugin [None req-4581f514-44e8-4240-be91-e62fdb231dc2 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a829922-5bcc-49e2-bec8-038cbcdfd1c9', 'tempest-TagsTest-Tag-1091166499') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:13.309515 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3fc56f55-4dcb-43f2-9856-718f0b2dd3d3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.441579 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.487499 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-4581f514-44e8-4240-be91-e62fdb231dc2 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] show failed (client error): The resource could not be found. Nov 11 12:18:13.488532 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4581f514-44e8-4240-be91-e62fdb231dc2 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] 10.222.0.50 "GET /v2.0/networks/8a829922-5bcc-49e2-bec8-038cbcdfd1c9/tags/tempest-TagsTest-Tag-1091166499 HTTP/1.1" status: 404 len: 326 time: 0.1989341 Nov 11 12:18:13.489726 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3fc56f55-4dcb-43f2-9856-718f0b2dd3d3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.491463 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54974) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:13.494058 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-986eac58-ded0-4922-a47a-d6a9247b0d9a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.495907 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-53f48595-ded9-4537-828d-bab18d7317ed tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a829922-5bcc-49e2-bec8-038cbcdfd1c9', 'tempest-TagsTest-Tag-1312768916') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:13.526696 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.556732 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-986eac58-ded0-4922-a47a-d6a9247b0d9a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.566269 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:13.567624 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-53f48595-ded9-4537-828d-bab18d7317ed tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] show failed (client error): The resource could not be found. Nov 11 12:18:13.571344 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-53f48595-ded9-4537-828d-bab18d7317ed tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] 10.222.0.50 "GET /v2.0/networks/8a829922-5bcc-49e2-bec8-038cbcdfd1c9/tags/tempest-TagsTest-Tag-1312768916 HTTP/1.1" status: 404 len: 326 time: 0.0763171 Nov 11 12:18:13.571521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:13.571642 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54976) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:13.576222 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:13.577730 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.tag.tag_plugin [None req-6f8be1cd-622b-4eb5-a403-b8a6846004dc tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8a829922-5bcc-49e2-bec8-038cbcdfd1c9') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:13.590815 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986eac58-ded0-4922-a47a-d6a9247b0d9a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e94c22-4044-4c04-90df-f99f21d71b48,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:13.609882 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Pushing event updated for resources: {'Port': ['ID=313f84a1-4db1-4c35-9c71-9d64d72d8e72,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:13.614338 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3fc56f55-4dcb-43f2-9856-718f0b2dd3d3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.646380 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc56f55-4dcb-43f2-9856-718f0b2dd3d3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Subnet': ['ID=ee319b50-a06a-4157-afd9-210154c1ad4e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:13.646882 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Attempting to bind port 313f84a1-4db1-4c35-9c71-9d64d72d8e72 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:13.647373 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Attempting to bind port 313f84a1-4db1-4c35-9c71-9d64d72d8e72 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '4025f4c5-b688-4c9a-bbd5-945871cdc282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:13.647817 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Attempting to bind port 313f84a1-4db1-4c35-9c71-9d64d72d8e72 on network f63dfbe5-7460-4a0b-8136-046ff5f14bdf {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:13.650553 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-986eac58-ded0-4922-a47a-d6a9247b0d9a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.651891 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-986eac58-ded0-4922-a47a-d6a9247b0d9a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4987538 Nov 11 12:18:13.653557 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3fc56f55-4dcb-43f2-9856-718f0b2dd3d3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.661630 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6f8be1cd-622b-4eb5-a403-b8a6846004dc tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] 10.222.0.50 "DELETE /v2.0/networks/8a829922-5bcc-49e2-bec8-038cbcdfd1c9/tags HTTP/1.1" status: 204 len: 168 time: 0.0830417 Nov 11 12:18:13.661630 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54978) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:13.661935 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3fc56f55-4dcb-43f2-9856-718f0b2dd3d3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/subnets/ee319b50-a06a-4157-afd9-210154c1ad4e HTTP/1.1" status: 204 len: 168 time: 0.4673059 Nov 11 12:18:13.662040 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:13.662040 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Checking segment: {'id': '4025f4c5-b688-4c9a-bbd5-945871cdc282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:13.662040 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.662040 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Bound using segment: {'id': '4025f4c5-b688-4c9a-bbd5-945871cdc282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:13.662040 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Bound port: 313f84a1-4db1-4c35-9c71-9d64d72d8e72, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4025f4c5-b688-4c9a-bbd5-945871cdc282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:13.662040 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.662631 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 54980) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:13.662760 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54982) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:13.664160 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-8effcfd1-468d-4eda-b61c-b76643584ed5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-536779624', 'security_groups': ['b9e94c22-4044-4c04-90df-f99f21d71b48'], 'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '86e3056f-2703-45dd-b64f-058529bfd32f'}]}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:13.678267 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcdb905-22d2-40f5-9601-e3bea602ce3d None None] Network bfff6be7-4040-415c-af92-e90f6a9323a6 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:13.765683 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3864-1c6f-4f2d-941d-ae14d500ef41 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.810960 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.831010 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] For port 313f84a1-4db1-4c35-9c71-9d64d72d8e72, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:13.844521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] For port 313f84a1-4db1-4c35-9c71-9d64d72d8e72, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=313f84a1-4db1-4c35-9c71-9d64d72d8e72,segment=NetworkSegment(4025f4c5-b688-4c9a-bbd5-945871cdc282),segment_id=4025f4c5-b688-4c9a-bbd5-945871cdc282)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:13.861902 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3864-1c6f-4f2d-941d-ae14d500ef41 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.883253 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-c8ef3864-1c6f-4f2d-941d-ae14d500ef41 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a829922-5bcc-49e2-bec8-038cbcdfd1c9']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:13.896433 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-c8ef3864-1c6f-4f2d-941d-ae14d500ef41 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a36f327-647a-4a10-aab9-3d61f83a52be') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:13.896805 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-c8ef3864-1c6f-4f2d-941d-ae14d500ef41 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a36f327-647a-4a10-aab9-3d61f83a52be') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:13.902756 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting port 02993c2c-cbce-401f-9d43-dc21a4382cb3 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:13.902756 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.906875 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3864-1c6f-4f2d-941d-ae14d500ef41 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.920119 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31c130c-9fe7-46c3-8b48-023f822618ea None None] DHCP port deletion for bfff6be7-4040-415c-af92-e90f6a9323a6 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:13.923503 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3864-1c6f-4f2d-941d-ae14d500ef41 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.926006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.929939 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ef3864-1c6f-4f2d-941d-ae14d500ef41 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:13.932358 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3864-1c6f-4f2d-941d-ae14d500ef41 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:13.933937 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:13.955020 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8effcfd1-468d-4eda-b61c-b76643584ed5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:14.009116 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] For port 02993c2c-cbce-401f-9d43-dc21a4382cb3, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=02993c2c-cbce-401f-9d43-dc21a4382cb3,segment=NetworkSegment(87bc7abe-5592-44ab-ac68-9f07c53ccd1d),segment_id=87bc7abe-5592-44ab-ac68-9f07c53ccd1d)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:14.009489 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.023977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439750e9-5f83-486b-8532-432e6c8ec2c5 None None] Pushing event updated for resources: {'Port': ['ID=313f84a1-4db1-4c35-9c71-9d64d72d8e72,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:14.033959 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Calling delete_port for 02993c2c-cbce-401f-9d43-dc21a4382cb3 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:14.049709 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f31c130c-9fe7-46c3-8b48-023f822618ea None None] Deleting port 02993c2c-cbce-401f-9d43-dc21a4382cb3 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:14.050390 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f31c130c-9fe7-46c3-8b48-023f822618ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.057231 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3864-1c6f-4f2d-941d-ae14d500ef41 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.075773 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3864-1c6f-4f2d-941d-ae14d500ef41 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.081961 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c8ef3864-1c6f-4f2d-941d-ae14d500ef41 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] 10.222.0.50 "DELETE /v2.0/networks/8a829922-5bcc-49e2-bec8-038cbcdfd1c9 HTTP/1.1" status: 204 len: 168 time: 0.4189632 Nov 11 12:18:14.086895 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef3864-1c6f-4f2d-941d-ae14d500ef41 tempest-TagsTest-1097259723 tempest-TagsTest-1097259723-project] Pushing event deleted for resources: {'Network': ['ID=8a829922-5bcc-49e2-bec8-038cbcdfd1c9,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:14.130120 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f31c130c-9fe7-46c3-8b48-023f822618ea None None] For port 02993c2c-cbce-401f-9d43-dc21a4382cb3, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=02993c2c-cbce-401f-9d43-dc21a4382cb3,segment=NetworkSegment(87bc7abe-5592-44ab-ac68-9f07c53ccd1d),segment_id=87bc7abe-5592-44ab-ac68-9f07c53ccd1d)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:14.130822 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f31c130c-9fe7-46c3-8b48-023f822618ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.147375 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8effcfd1-468d-4eda-b61c-b76643584ed5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.147566 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f31c130c-9fe7-46c3-8b48-023f822618ea None None] Calling delete_port for 02993c2c-cbce-401f-9d43-dc21a4382cb3 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:14.178780 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-8effcfd1-468d-4eda-b61c-b76643584ed5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] device_id is not set on port 3704994e-41df-4f0f-b456-19956885ea3f yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:18:14.295313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f31c130c-9fe7-46c3-8b48-023f822618ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.297163 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.326879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c130c-9fe7-46c3-8b48-023f822618ea None None] Pushing event deleted for resources: {'Port': ['ID=02993c2c-cbce-401f-9d43-dc21a4382cb3,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:14.331918 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c130c-9fe7-46c3-8b48-023f822618ea None None] No DVR routers for this DVR port 02993c2c-cbce-401f-9d43-dc21a4382cb3 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:14.335961 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Port': ['ID=02993c2c-cbce-401f-9d43-dc21a4382cb3,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:14.340704 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] No DVR routers for this DVR port 02993c2c-cbce-401f-9d43-dc21a4382cb3 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:14.469225 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.503533 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-8effcfd1-468d-4eda-b61c-b76643584ed5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Allocated IP 2001:db8::1d9 (f63dfbe5-7460-4a0b-8136-046ff5f14bdf/86e3056f-2703-45dd-b64f-058529bfd32f/3704994e-41df-4f0f-b456-19956885ea3f) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:14.506241 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfff6be7-4040-415c-af92-e90f6a9323a6']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:14.521463 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bc7abe-5592-44ab-ac68-9f07c53ccd1d') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:14.521708 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bc7abe-5592-44ab-ac68-9f07c53ccd1d') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:14.533390 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.558909 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.571417 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:14.571808 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:14.574810 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:14.708064 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54990) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:14.730950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8effcfd1-468d-4eda-b61c-b76643584ed5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.756042 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.760351 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.768178 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/networks/bfff6be7-4040-415c-af92-e90f6a9323a6 HTTP/1.1" status: 204 len: 168 time: 1.0952373 Nov 11 12:18:14.768941 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54994) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:14.777184 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-18f7fdbf-7524-4b1c-8ef3-992ff795ed19 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-339283061', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:14.791766 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905249c-4f7d-468f-ac3d-6f03251a9e90 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Network': ['ID=bfff6be7-4040-415c-af92-e90f6a9323a6,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:14.848744 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8effcfd1-468d-4eda-b61c-b76643584ed5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.863386 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-02706bd9-82a4-488f-aaa5-2ba93f5eb99f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dcfbce5d78354c9989f7e6018c5745d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1539650 Nov 11 12:18:14.866165 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54996) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:14.889241 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18f7fdbf-7524-4b1c-8ef3-992ff795ed19 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.890720 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18f7fdbf-7524-4b1c-8ef3-992ff795ed19 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.914219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8effcfd1-468d-4eda-b61c-b76643584ed5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:14.918328 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-8effcfd1-468d-4eda-b61c-b76643584ed5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:14.923377 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8effcfd1-468d-4eda-b61c-b76643584ed5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:14.929204 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8effcfd1-468d-4eda-b61c-b76643584ed5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:14.933633 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8effcfd1-468d-4eda-b61c-b76643584ed5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.954880 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effcfd1-468d-4eda-b61c-b76643584ed5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=3704994e-41df-4f0f-b456-19956885ea3f,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:14.972269 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 313f84a1-4db1-4c35-9c71-9d64d72d8e72 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:14.991549 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18f7fdbf-7524-4b1c-8ef3-992ff795ed19 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:14.992533 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0507a0c7-28da-400a-9f43-f505966aaabd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.015943 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0507a0c7-28da-400a-9f43-f505966aaabd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.025400 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8effcfd1-468d-4eda-b61c-b76643584ed5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3676567 Nov 11 12:18:15.028494 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 54998) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:15.036075 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-853dd1e5-7356-4e74-8905-72d2a499d472 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'subnet': {'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:15.041497 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 313f84a1-4db1-4c35-9c71-9d64d72d8e72 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:15.042281 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.087702 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18f7fdbf-7524-4b1c-8ef3-992ff795ed19 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.136454 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.172401 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 313f84a1-4db1-4c35-9c71-9d64d72d8e72, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=313f84a1-4db1-4c35-9c71-9d64d72d8e72,segment=NetworkSegment(4025f4c5-b688-4c9a-bbd5-945871cdc282),segment_id=4025f4c5-b688-4c9a-bbd5-945871cdc282)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:15.195276 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-18f7fdbf-7524-4b1c-8ef3-992ff795ed19 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.201777 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-18f7fdbf-7524-4b1c-8ef3-992ff795ed19 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4258287 Nov 11 12:18:15.201777 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55000) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:15.207846 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1033455047'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:15.211758 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-889f2b9d-0ffb-48a2-bb9d-d35bec72d1ed None None] Provisioning complete for port effdec6e-d0dd-4b60-a711-a3a10b662f7c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:15.212127 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-889f2b9d-0ffb-48a2-bb9d-d35bec72d1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.218897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0507a0c7-28da-400a-9f43-f505966aaabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.224122 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0507a0c7-28da-400a-9f43-f505966aaabd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.224122 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0507a0c7-28da-400a-9f43-f505966aaabd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86ffba74-e40a-4486-aea6-037c14ffcf8c HTTP/1.1" status: 204 len: 168 time: 0.3556812 Nov 11 12:18:15.236069 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507a0c7-28da-400a-9f43-f505966aaabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ffba74-e40a-4486-aea6-037c14ffcf8c,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:15.269887 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.272660 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-889f2b9d-0ffb-48a2-bb9d-d35bec72d1ed None None] Port effdec6e-d0dd-4b60-a711-a3a10b662f7c cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:15.310336 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853dd1e5-7356-4e74-8905-72d2a499d472 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:15.315116 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-853dd1e5-7356-4e74-8905-72d2a499d472 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.342163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-889f2b9d-0ffb-48a2-bb9d-d35bec72d1ed None None] Provisioning complete for port 313f84a1-4db1-4c35-9c71-9d64d72d8e72 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:15.342621 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-889f2b9d-0ffb-48a2-bb9d-d35bec72d1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.348094 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 02993c2c-cbce-401f-9d43-dc21a4382cb3 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:15.388939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=313f84a1-4db1-4c35-9c71-9d64d72d8e72,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:15.393122 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 02993c2c-cbce-401f-9d43-dc21a4382cb3 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:18:15.393665 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 02993c2c-cbce-401f-9d43-dc21a4382cb3 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:18:15.444172 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.ipam_backend_mixin [None req-853dd1e5-7356-4e74-8905-72d2a499d472 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 86e3056f-2703-45dd-b64f-058529bfd32f (CIDR: 2001:db8::/64) Nov 11 12:18:15.444948 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Made reservation on behalf of 0943f80b62ea42d08b8695fa6f98abee for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:15.449020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.471440 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:18:15.479721 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.480059 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Added segment 402abeb6-0c7c-48a8-9fc5-6e79a234c250 of type vlan for network 544be46d-ebc8-41d1-9c69-b81149f0d21e Nov 11 12:18:15.520620 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-853dd1e5-7356-4e74-8905-72d2a499d472 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:18:15.521032 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853dd1e5-7356-4e74-8905-72d2a499d472 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:15.525471 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.579309 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-02eca90d-ead8-455f-9deb-4aa59c3ab1fa None None] Provisioning complete for port 3704994e-41df-4f0f-b456-19956885ea3f triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:15.579681 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-02eca90d-ead8-455f-9deb-4aa59c3ab1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.618877 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-02eca90d-ead8-455f-9deb-4aa59c3ab1fa None None] Port 3704994e-41df-4f0f-b456-19956885ea3f cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:15.623008 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-853dd1e5-7356-4e74-8905-72d2a499d472 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5952370 Nov 11 12:18:15.626159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55004) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:15.631545 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a3a14871-6754-460e-a554-25252c4a1395 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'subnet': {'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:15.637556 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:15.643320 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:15.643954 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:16.080478 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Network': ['ID=544be46d-ebc8-41d1-9c69-b81149f0d21e,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:16.093538 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.093879 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.094213 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.094550 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.094873 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.095291 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.095616 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.095934 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.096250 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.096603 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.096920 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.097237 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.109527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 544be46d-ebc8-41d1-9c69-b81149f0d21e details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:18:16.152397 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fcc47bb6-b1e7-4f33-a2e4-b9a780931e38 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9511175 Nov 11 12:18:16.155172 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55006) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:16.160372 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'subnet': {'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:16.230683 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a14871-6754-460e-a554-25252c4a1395 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:16.234709 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3a14871-6754-460e-a554-25252c4a1395 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:16.324969 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Made reservation on behalf of 0943f80b62ea42d08b8695fa6f98abee for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:16.328562 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:16.556299 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3a14871-6754-460e-a554-25252c4a1395 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:16.600224 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a14871-6754-460e-a554-25252c4a1395 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:16.604607 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-a3a14871-6754-460e-a554-25252c4a1395 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:16.608840 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a14871-6754-460e-a554-25252c4a1395 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:16.609420 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a3a14871-6754-460e-a554-25252c4a1395 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:16.614103 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b403cc-fd74-42ef-bd67-181137d2cddd None None] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:16.618699 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a14871-6754-460e-a554-25252c4a1395 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Subnet': ['ID=368225ea-2e0d-4dea-90d5-e3bcc2abb3fa,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:16.641504 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:16.703165 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Subnet': ['ID=fc6555d4-9548-445b-9943-a235227e7534,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:16.710644 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a3a14871-6754-460e-a554-25252c4a1395 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0834088 Nov 11 12:18:16.711434 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55008) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:16.716321 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Checking segment: {'id': '402abeb6-0c7c-48a8-9fc5-6e79a234c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:16.716677 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network hostable DHCP agents. Network: 544be46d-ebc8-41d1-9c69-b81149f0d21e, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:18:16.717811 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e30c38ac-67e6-4cc9-9d5f-115a631b13b1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1227005867', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '368225ea-2e0d-4dea-90d5-e3bcc2abb3fa'}], 'security_groups': ['aadfed3f-5a81-4575-8559-ad8551e2b7f0']}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:16.719251 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.719598 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.719943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.720360 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.720691 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.721018 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.723543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.723543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.723543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.723543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.723543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.723543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:16.823131 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network 544be46d-ebc8-41d1-9c69-b81149f0d21e is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:18:16.840719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6f14b8-1725-4c1f-9bcc-2f1fe6409472 None None] Update dhcp port {'port': {'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf', 'fixed_ips': [{'subnet_id': '86e3056f-2703-45dd-b64f-058529bfd32f', 'ip_address': '2001:db8::2'}, {'subnet_id': '368225ea-2e0d-4dea-90d5-e3bcc2abb3fa'}], 'binding:host_id': 'dv-neutron-786478-23-hyperv'}, 'id': '313f84a1-4db1-4c35-9c71-9d64d72d8e72'} from dv-neutron-786478-23-hyperv. {{(pid=103003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:18:16.866506 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fc6f14b8-1725-4c1f-9bcc-2f1fe6409472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:16.877911 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e30c38ac-67e6-4cc9-9d5f-115a631b13b1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:16.900518 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 544be46d-ebc8-41d1-9c69-b81149f0d21e) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:16.903083 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 313f84a1-4db1-4c35-9c71-9d64d72d8e72 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:16.905425 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:16.906178 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:16.933699 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dbf8b1-6bf2-43c6-9fba-7198c7c1c157 None None] Network 544be46d-ebc8-41d1-9c69-b81149f0d21e requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:16.996593 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2e7b35b1-44f4-422a-97e8-701aa4aee261 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8401771 Nov 11 12:18:16.999384 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55010) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:17.122988 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 313f84a1-4db1-4c35-9c71-9d64d72d8e72 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:17.123573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:17.180667 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-fc6f14b8-1725-4c1f-9bcc-2f1fe6409472 None None] Allocated IP 2001:db8:0:1::2 (f63dfbe5-7460-4a0b-8136-046ff5f14bdf/368225ea-2e0d-4dea-90d5-e3bcc2abb3fa/313f84a1-4db1-4c35-9c71-9d64d72d8e72) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:17.283393 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-544be46d-ebc8-41d1-9c69-b81149f0d21e', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:18:17.284243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:17.292504 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-be684305-0c38-486c-8c49-efb541db0cfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:17.414745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-fc6f14b8-1725-4c1f-9bcc-2f1fe6409472 None None] For port 313f84a1-4db1-4c35-9c71-9d64d72d8e72, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=313f84a1-4db1-4c35-9c71-9d64d72d8e72,segment=NetworkSegment(4025f4c5-b688-4c9a-bbd5-945871cdc282),segment_id=4025f4c5-b688-4c9a-bbd5-945871cdc282)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:17.483797 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fc6f14b8-1725-4c1f-9bcc-2f1fe6409472 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:17.504362 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Allocated IP 2001:db8::2 (544be46d-ebc8-41d1-9c69-b81149f0d21e/fc6555d4-9548-445b-9943-a235227e7534/5c79eab9-c9f2-4157-ae4c-45dc0fc39a89) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:17.553386 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fc6f14b8-1725-4c1f-9bcc-2f1fe6409472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:17.654048 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-e30c38ac-67e6-4cc9-9d5f-115a631b13b1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Delete allocated IP 2001:db8::1d9 (f63dfbe5-7460-4a0b-8136-046ff5f14bdf/86e3056f-2703-45dd-b64f-058529bfd32f) {{(pid=103002) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 12:18:17.662803 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-e30c38ac-67e6-4cc9-9d5f-115a631b13b1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Allocated IP 2001:db8:0:1::1f3 (f63dfbe5-7460-4a0b-8136-046ff5f14bdf/368225ea-2e0d-4dea-90d5-e3bcc2abb3fa/3704994e-41df-4f0f-b456-19956885ea3f) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:17.818407 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f14b8-1725-4c1f-9bcc-2f1fe6409472 None None] Pushing event updated for resources: {'Port': ['ID=313f84a1-4db1-4c35-9c71-9d64d72d8e72,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:17.834762 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e30c38ac-67e6-4cc9-9d5f-115a631b13b1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:17.881760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:17.921167 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e30c38ac-67e6-4cc9-9d5f-115a631b13b1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:17.949980 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.002882 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Network 544be46d-ebc8-41d1-9c69-b81149f0d21e is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:18.006572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:18.014284 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:18.015474 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-e30c38ac-67e6-4cc9-9d5f-115a631b13b1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] In _notify_port_updated(), no bound segment for port 3704994e-41df-4f0f-b456-19956885ea3f on network f63dfbe5-7460-4a0b-8136-046ff5f14bdf {{(pid=103002) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:18:18.021381 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c38ac-67e6-4cc9-9d5f-115a631b13b1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:18.022029 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e30c38ac-67e6-4cc9-9d5f-115a631b13b1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.026568 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e30c38ac-67e6-4cc9-9d5f-115a631b13b1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "PUT /v2.0/ports/3704994e-41df-4f0f-b456-19956885ea3f HTTP/1.1" status: 200 len: 931 time: 1.3112214 Nov 11 12:18:18.027197 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55012) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:18.028612 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-be684305-0c38-486c-8c49-efb541db0cfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Allocated IP 2001:db8::1 (544be46d-ebc8-41d1-9c69-b81149f0d21e/fc6555d4-9548-445b-9943-a235227e7534/668c95f6-7d9a-4bc7-aece-2d67b7f9503d) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:18.040978 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c38ac-67e6-4cc9-9d5f-115a631b13b1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=3704994e-41df-4f0f-b456-19956885ea3f,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:18.080945 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Pushing event updated for resources: {'Port': ['ID=5c79eab9-c9f2-4157-ae4c-45dc0fc39a89,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:18.100581 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Attempting to bind port 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:18.100954 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Attempting to bind port 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '402abeb6-0c7c-48a8-9fc5-6e79a234c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:18.101334 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Attempting to bind port 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89 on network 544be46d-ebc8-41d1-9c69-b81149f0d21e {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:18.106993 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:18.107304 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:18.107668 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:18.108006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:18.108809 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:18.108809 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:18.109023 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:18.109593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:18.109729 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:18.109988 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:18.110302 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:18.110618 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:18.114592 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:18.120015 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Checking segment: {'id': '402abeb6-0c7c-48a8-9fc5-6e79a234c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:18.120015 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.120015 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Bound using segment: {'id': '402abeb6-0c7c-48a8-9fc5-6e79a234c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:18.120015 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Bound port: 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402abeb6-0c7c-48a8-9fc5-6e79a234c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:18.120015 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.154168 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-25fcf3f8-6cae-40f6-92da-e2590f0160a5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port 3704994e-41df-4f0f-b456-19956885ea3f {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:18.154576 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25fcf3f8-6cae-40f6-92da-e2590f0160a5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.170174 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-be684305-0c38-486c-8c49-efb541db0cfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.212352 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f057f545-962b-426b-b649-5850a107ac1a None None] For port 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:18.216787 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f057f545-962b-426b-b649-5850a107ac1a None None] For port 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=5c79eab9-c9f2-4157-ae4c-45dc0fc39a89,segment=NetworkSegment(402abeb6-0c7c-48a8-9fc5-6e79a234c250),segment_id=402abeb6-0c7c-48a8-9fc5-6e79a234c250)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:18.249043 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25fcf3f8-6cae-40f6-92da-e2590f0160a5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.263815 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-25fcf3f8-6cae-40f6-92da-e2590f0160a5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for 3704994e-41df-4f0f-b456-19956885ea3f owned by {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:18.273584 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-be684305-0c38-486c-8c49-efb541db0cfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.308962 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.324147 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be684305-0c38-486c-8c49-efb541db0cfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network 544be46d-ebc8-41d1-9c69-b81149f0d21e is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:18.327568 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-be684305-0c38-486c-8c49-efb541db0cfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:18.331715 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be684305-0c38-486c-8c49-efb541db0cfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:18.332260 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-be684305-0c38-486c-8c49-efb541db0cfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.371088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be684305-0c38-486c-8c49-efb541db0cfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=668c95f6-7d9a-4bc7-aece-2d67b7f9503d,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:18.386583 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057f545-962b-426b-b649-5850a107ac1a None None] Pushing event updated for resources: {'Port': ['ID=5c79eab9-c9f2-4157-ae4c-45dc0fc39a89,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:18.574217 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25fcf3f8-6cae-40f6-92da-e2590f0160a5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.580491 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-28fccaf3-90ee-4aa2-90d8-c7c23ec50c8f None None] Provisioning complete for port 3704994e-41df-4f0f-b456-19956885ea3f triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:18.580863 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-28fccaf3-90ee-4aa2-90d8-c7c23ec50c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.581915 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-be684305-0c38-486c-8c49-efb541db0cfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.609649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-28fccaf3-90ee-4aa2-90d8-c7c23ec50c8f None None] Port 3704994e-41df-4f0f-b456-19956885ea3f was deleted so its status cannot be updated. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 11 12:18:18.637582 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-28fccaf3-90ee-4aa2-90d8-c7c23ec50c8f None None] Provisioning complete for port effdec6e-d0dd-4b60-a711-a3a10b662f7c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:18.638020 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-28fccaf3-90ee-4aa2-90d8-c7c23ec50c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.670047 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-25fcf3f8-6cae-40f6-92da-e2590f0160a5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.674698 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-25fcf3f8-6cae-40f6-92da-e2590f0160a5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/ports/3704994e-41df-4f0f-b456-19956885ea3f HTTP/1.1" status: 204 len: 168 time: 0.6444376 Nov 11 12:18:18.676291 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcf3f8-6cae-40f6-92da-e2590f0160a5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=3704994e-41df-4f0f-b456-19956885ea3f,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:18.680230 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55014) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:18.725989 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-330d59f2-f15c-445e-a154-e780ff550757 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] GET failed (client error): The resource could not be found. Nov 11 12:18:18.730383 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-28fccaf3-90ee-4aa2-90d8-c7c23ec50c8f None None] Port effdec6e-d0dd-4b60-a711-a3a10b662f7c cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:18.732232 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-330d59f2-f15c-445e-a154-e780ff550757 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports/3704994e-41df-4f0f-b456-19956885ea3f HTTP/1.1" status: 404 len: 333 time: 0.0506082 Nov 11 12:18:18.737465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55016) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:18.743033 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-28fccaf3-90ee-4aa2-90d8-c7c23ec50c8f None None] Provisioning complete for port 313f84a1-4db1-4c35-9c71-9d64d72d8e72 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:18.744314 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-28fccaf3-90ee-4aa2-90d8-c7c23ec50c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.824563 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-beec928e-4d24-455c-bf02-95dda9e6306d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.867107 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-beec928e-4d24-455c-bf02-95dda9e6306d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:18.993203 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-d3cddc58-2789-4327-ba59-7e0f07aea8ba None None] Could not find standard attr ID for object 3704994e-41df-4f0f-b456-19956885ea3f. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:18:18.998291 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-beec928e-4d24-455c-bf02-95dda9e6306d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.002766 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-beec928e-4d24-455c-bf02-95dda9e6306d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.003959 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-beec928e-4d24-455c-bf02-95dda9e6306d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/security-groups/b9e94c22-4044-4c04-90df-f99f21d71b48 HTTP/1.1" status: 204 len: 168 time: 0.2653420 Nov 11 12:18:19.009109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55018) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:19.034547 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec928e-4d24-455c-bf02-95dda9e6306d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e94c22-4044-4c04-90df-f99f21d71b48,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:19.090451 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 313f84a1-4db1-4c35-9c71-9d64d72d8e72 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:19.092733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6626fd98-b02b-4079-b871-b81740a404d9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.124664 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6626fd98-b02b-4079-b871-b81740a404d9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.171541 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 313f84a1-4db1-4c35-9c71-9d64d72d8e72 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:19.172272 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.252821 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:19.261845 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6626fd98-b02b-4079-b871-b81740a404d9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.265179 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6626fd98-b02b-4079-b871-b81740a404d9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.269267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55020) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:19.270266 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6626fd98-b02b-4079-b871-b81740a404d9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/security-groups/aadfed3f-5a81-4575-8559-ad8551e2b7f0 HTTP/1.1" status: 204 len: 168 time: 0.2589543 Nov 11 12:18:19.279791 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626fd98-b02b-4079-b871-b81740a404d9 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadfed3f-5a81-4575-8559-ad8551e2b7f0,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:19.314994 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:19.315730 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.368633 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d65e30f-5348-4fe0-8724-81c4dc2255ab tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting subnet 86e3056f-2703-45dd-b64f-058529bfd32f {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:18:19.374416 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2d65e30f-5348-4fe0-8724-81c4dc2255ab tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.401470 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.409913 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-be684305-0c38-486c-8c49-efb541db0cfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.427745 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2d65e30f-5348-4fe0-8724-81c4dc2255ab tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.436655 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=5c79eab9-c9f2-4157-ae4c-45dc0fc39a89,segment=NetworkSegment(402abeb6-0c7c-48a8-9fc5-6e79a234c250),segment_id=402abeb6-0c7c-48a8-9fc5-6e79a234c250)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:19.467323 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-be684305-0c38-486c-8c49-efb541db0cfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.470311 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-be684305-0c38-486c-8c49-efb541db0cfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.512634 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.574399 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=5c79eab9-c9f2-4157-ae4c-45dc0fc39a89,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:19.609282 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be684305-0c38-486c-8c49-efb541db0cfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=668c95f6-7d9a-4bc7-aece-2d67b7f9503d,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:19.615033 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2d65e30f-5348-4fe0-8724-81c4dc2255ab tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.652592 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a473e3-a416-4b02-96ba-f601f25ae241 None None] Network 544be46d-ebc8-41d1-9c69-b81149f0d21e requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:19.689141 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be684305-0c38-486c-8c49-efb541db0cfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network 544be46d-ebc8-41d1-9c69-b81149f0d21e is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:19.693200 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-be684305-0c38-486c-8c49-efb541db0cfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:19.745251 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6f39cf4d-6ea7-4705-bb63-1000459e042d None None] Provisioning complete for port 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:19.745610 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6f39cf4d-6ea7-4705-bb63-1000459e042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.771739 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2d65e30f-5348-4fe0-8724-81c4dc2255ab tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.811760 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65e30f-5348-4fe0-8724-81c4dc2255ab tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Subnet': ['ID=86e3056f-2703-45dd-b64f-058529bfd32f,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:19.815178 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2d65e30f-5348-4fe0-8724-81c4dc2255ab tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:19.824690 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2d65e30f-5348-4fe0-8724-81c4dc2255ab tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/86e3056f-2703-45dd-b64f-058529bfd32f HTTP/1.1" status: 204 len: 168 time: 0.5480428 Nov 11 12:18:19.828027 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55022) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:19.831512 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-2d930c37-3685-4ec1-ad91-6ac802cb610d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'subnet': {'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:19.833134 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7437af-239c-4eff-bde0-7f3afe88f39f None None] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:19.926912 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be684305-0c38-486c-8c49-efb541db0cfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:18:20.049714 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d930c37-3685-4ec1-ad91-6ac802cb610d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:20.050468 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be684305-0c38-486c-8c49-efb541db0cfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:20.053739 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d930c37-3685-4ec1-ad91-6ac802cb610d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:20.063883 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-be684305-0c38-486c-8c49-efb541db0cfe tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/334b7d14-0c7c-4a56-bd19-7ec5475b0001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0565772 Nov 11 12:18:20.063883 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55024) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:20.064079 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Sync routers for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:20.066716 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6b3c205f-dbdf-4513-8897-742db6746965 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-178918002'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:20.079671 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:20.081429 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8191a8b1-50c5-4014-b273-238690284732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:20.175424 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3c205f-dbdf-4513-8897-742db6746965 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Made reservation on behalf of 0943f80b62ea42d08b8695fa6f98abee for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:20.182235 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6b3c205f-dbdf-4513-8897-742db6746965 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:20.182758 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:20.225951 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3c205f-dbdf-4513-8897-742db6746965 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:18:20.232799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6b3c205f-dbdf-4513-8897-742db6746965 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:20.233150 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-6b3c205f-dbdf-4513-8897-742db6746965 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Added segment 1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9 of type vlan for network 03d9b807-2fad-444e-b119-9ce59dacf295 Nov 11 12:18:20.283824 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-55898fbb-e1a6-4249-8cb0-c739e681869d None None] Provisioning complete for port 668c95f6-7d9a-4bc7-aece-2d67b7f9503d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:20.284491 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-55898fbb-e1a6-4249-8cb0-c739e681869d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:20.288910 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6b3c205f-dbdf-4513-8897-742db6746965 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:20.367290 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-55898fbb-e1a6-4249-8cb0-c739e681869d None None] Port 668c95f6-7d9a-4bc7-aece-2d67b7f9503d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:20.384425 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6b3c205f-dbdf-4513-8897-742db6746965 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:20.388862 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-55898fbb-e1a6-4249-8cb0-c739e681869d None None] Provisioning complete for port 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:20.389243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-55898fbb-e1a6-4249-8cb0-c739e681869d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:20.400451 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3c205f-dbdf-4513-8897-742db6746965 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:20.401107 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6b3c205f-dbdf-4513-8897-742db6746965 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:20.469380 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d930c37-3685-4ec1-ad91-6ac802cb610d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:20.478259 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8191a8b1-50c5-4014-b273-238690284732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:18Z', 'revision_number': 2, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:19Z', 'revision_number': 2, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:20.519829 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Checking router: 334b7d14-0c7c-4a56-bd19-7ec5475b0001 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:18:20.520253 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Updating router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 port 668c95f6-7d9a-4bc7-aece-2d67b7f9503d binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:18:20.530468 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6b3c205f-dbdf-4513-8897-742db6746965 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4686301 Nov 11 12:18:20.531911 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c205f-dbdf-4513-8897-742db6746965 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Network': ['ID=03d9b807-2fad-444e-b119-9ce59dacf295,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:20.534871 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55026) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:20.537375 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d930c37-3685-4ec1-ad91-6ac802cb610d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:20.541243 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-2d930c37-3685-4ec1-ad91-6ac802cb610d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:20.542608 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-b9a0d063-b4dc-4fa0-b958-3f8bf78c615d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'subnet': {'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:20.545613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 03d9b807-2fad-444e-b119-9ce59dacf295 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:18:20.559584 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:20.563520 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d930c37-3685-4ec1-ad91-6ac802cb610d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:20.564114 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d930c37-3685-4ec1-ad91-6ac802cb610d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:20.599948 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d930c37-3685-4ec1-ad91-6ac802cb610d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Subnet': ['ID=359df432-69fa-4d21-89dd-54e27072f08a,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:20.713857 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2d930c37-3685-4ec1-ad91-6ac802cb610d tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8864341 Nov 11 12:18:20.716093 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55028) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:20.722315 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-de6f59df-6f4c-41c1-8c25-d2cd930fb76a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'security_group': {'name': 'tempest-secgroup-230656040'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:20.749250 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-24e4de1a-e824-4a3b-90dc-b8094c5a7e91 None None] Provisioning complete for port 668c95f6-7d9a-4bc7-aece-2d67b7f9503d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:20.749620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-24e4de1a-e824-4a3b-90dc-b8094c5a7e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:20.790728 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-24e4de1a-e824-4a3b-90dc-b8094c5a7e91 None None] Port 668c95f6-7d9a-4bc7-aece-2d67b7f9503d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:20.797696 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a0d063-b4dc-4fa0-b958-3f8bf78c615d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Made reservation on behalf of 0943f80b62ea42d08b8695fa6f98abee for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:20.803521 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d063-b4dc-4fa0-b958-3f8bf78c615d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:20.897240 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-de6f59df-6f4c-41c1-8c25-d2cd930fb76a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:20.935453 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:21.044017 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-de6f59df-6f4c-41c1-8c25-d2cd930fb76a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.048526 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:21.049136 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.058938 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.078551 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9aeafc-50ec-4194-a567-be238f1b7d08 None None] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:21.108507 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-de6f59df-6f4c-41c1-8c25-d2cd930fb76a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.137408 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f59df-6f4c-41c1-8c25-d2cd930fb76a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eabc262-f9d4-416e-9521-3daf50524a26,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:21.157400 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d063-b4dc-4fa0-b958-3f8bf78c615d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.157623 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.164605 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-793eab8b-60d0-4784-a0ac-444a325f399b None None] Provisioning complete for port effdec6e-d0dd-4b60-a711-a3a10b662f7c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:21.164974 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-793eab8b-60d0-4784-a0ac-444a325f399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.206617 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0687417-0dd7-4f54-bd7f-53294642c62f None None] Pushing event updated for resources: {'Port': ['ID=668c95f6-7d9a-4bc7-aece-2d67b7f9503d,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:21.216647 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-de6f59df-6f4c-41c1-8c25-d2cd930fb76a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.220772 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-de6f59df-6f4c-41c1-8c25-d2cd930fb76a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5006704 Nov 11 12:18:21.220772 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55032) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:21.225183 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-1336252a-a7c0-4cd0-96a5-d2af1c056053 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'security_group': {'name': 'tempest-secgroup-67782259'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:21.231736 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0d063-b4dc-4fa0-b958-3f8bf78c615d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Subnet': ['ID=5e1f7547-379c-4c59-a67b-40fad83fa9b9,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:21.232917 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0687417-0dd7-4f54-bd7f-53294642c62f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:21.233346 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0687417-0dd7-4f54-bd7f-53294642c62f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:21.233684 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0687417-0dd7-4f54-bd7f-53294642c62f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:21.234014 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0687417-0dd7-4f54-bd7f-53294642c62f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:21.234336 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0687417-0dd7-4f54-bd7f-53294642c62f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:21.234678 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0687417-0dd7-4f54-bd7f-53294642c62f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:21.235183 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0687417-0dd7-4f54-bd7f-53294642c62f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:21.244331 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a0d063-b4dc-4fa0-b958-3f8bf78c615d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Checking segment: {'id': '1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:21.244331 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a0d063-b4dc-4fa0-b958-3f8bf78c615d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network hostable DHCP agents. Network: 03d9b807-2fad-444e-b119-9ce59dacf295, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:18:21.244893 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0687417-0dd7-4f54-bd7f-53294642c62f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:21.244893 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0687417-0dd7-4f54-bd7f-53294642c62f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:21.244893 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0687417-0dd7-4f54-bd7f-53294642c62f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:21.244893 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0687417-0dd7-4f54-bd7f-53294642c62f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:21.244893 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0687417-0dd7-4f54-bd7f-53294642c62f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:18:21.287582 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-793eab8b-60d0-4784-a0ac-444a325f399b None None] Port effdec6e-d0dd-4b60-a711-a3a10b662f7c cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:21.302919 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Attempting to bind port 668c95f6-7d9a-4bc7-aece-2d67b7f9503d on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:21.303585 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Attempting to bind port 668c95f6-7d9a-4bc7-aece-2d67b7f9503d by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '402abeb6-0c7c-48a8-9fc5-6e79a234c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:21.303944 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Attempting to bind port 668c95f6-7d9a-4bc7-aece-2d67b7f9503d on network 544be46d-ebc8-41d1-9c69-b81149f0d21e {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:21.309895 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:21.310254 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Checking segment: {'id': '402abeb6-0c7c-48a8-9fc5-6e79a234c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:21.310807 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.311253 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Bound using segment: {'id': '402abeb6-0c7c-48a8-9fc5-6e79a234c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:21.311772 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Bound port: 668c95f6-7d9a-4bc7-aece-2d67b7f9503d, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402abeb6-0c7c-48a8-9fc5-6e79a234c250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:21.312407 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.345244 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-793eab8b-60d0-4784-a0ac-444a325f399b None None] Provisioning complete for port 668c95f6-7d9a-4bc7-aece-2d67b7f9503d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:21.345616 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-793eab8b-60d0-4784-a0ac-444a325f399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.354615 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1336252a-a7c0-4cd0-96a5-d2af1c056053 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.386643 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-8191a8b1-50c5-4014-b273-238690284732 None None] For port 668c95f6-7d9a-4bc7-aece-2d67b7f9503d, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:21.390826 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-8191a8b1-50c5-4014-b273-238690284732 None None] For port 668c95f6-7d9a-4bc7-aece-2d67b7f9503d, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=668c95f6-7d9a-4bc7-aece-2d67b7f9503d,segment=NetworkSegment(402abeb6-0c7c-48a8-9fc5-6e79a234c250),segment_id=402abeb6-0c7c-48a8-9fc5-6e79a234c250)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:21.407850 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-793eab8b-60d0-4784-a0ac-444a325f399b None None] Port 668c95f6-7d9a-4bc7-aece-2d67b7f9503d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:21.417091 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a0d063-b4dc-4fa0-b958-3f8bf78c615d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network 03d9b807-2fad-444e-b119-9ce59dacf295 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:18:21.427102 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-793eab8b-60d0-4784-a0ac-444a325f399b None None] Provisioning complete for port 313f84a1-4db1-4c35-9c71-9d64d72d8e72 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:21.427549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-793eab8b-60d0-4784-a0ac-444a325f399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.450760 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1336252a-a7c0-4cd0-96a5-d2af1c056053 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.481306 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.505717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-b9a0d063-b4dc-4fa0-b958-3f8bf78c615d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 03d9b807-2fad-444e-b119-9ce59dacf295) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:21.512318 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a0d063-b4dc-4fa0-b958-3f8bf78c615d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:21.512727 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89dad90-7ad9-4f40-a435-f312b63c660c None None] Update dhcp port {'port': {'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf', 'fixed_ips': [{'subnet_id': '368225ea-2e0d-4dea-90d5-e3bcc2abb3fa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '359df432-69fa-4d21-89dd-54e27072f08a'}], 'binding:host_id': 'dv-neutron-786478-23-hyperv'}, 'id': '313f84a1-4db1-4c35-9c71-9d64d72d8e72'} from dv-neutron-786478-23-hyperv. {{(pid=103003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:18:21.513430 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d063-b4dc-4fa0-b958-3f8bf78c615d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.546831 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:21.547691 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8191a8b1-50c5-4014-b273-238690284732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:21.551698 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faca39c6-555d-4ccd-afee-26ba36ae7f7e None None] Network 03d9b807-2fad-444e-b119-9ce59dacf295 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:21.551863 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0687417-0dd7-4f54-bd7f-53294642c62f None None] Pushing event updated for resources: {'Port': ['ID=668c95f6-7d9a-4bc7-aece-2d67b7f9503d,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:21.566043 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1336252a-a7c0-4cd0-96a5-d2af1c056053 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.595464 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b9a0d063-b4dc-4fa0-b958-3f8bf78c615d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0587730 Nov 11 12:18:21.597906 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55034) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:21.622033 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c89dad90-7ad9-4f40-a435-f312b63c660c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.648918 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336252a-a7c0-4cd0-96a5-d2af1c056053 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d0fae4-da26-4c1d-814e-7548c0cefe0d,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:21.693042 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-8191a8b1-50c5-4014-b273-238690284732 None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:21.706484 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1336252a-a7c0-4cd0-96a5-d2af1c056053 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.707770 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1336252a-a7c0-4cd0-96a5-d2af1c056053 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4860561 Nov 11 12:18:21.710942 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55036) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:21.717572 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-7d775418-4b6f-4d7c-87db-a43921a9cf49 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'security_group': {'name': 'tempest-secgroup-1052589469'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:21.846181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7d775418-4b6f-4d7c-87db-a43921a9cf49 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.918700 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-362c4517-cda5-4d71-804c-ce1625058380 None None] Provisioning complete for port 668c95f6-7d9a-4bc7-aece-2d67b7f9503d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:21.919232 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-362c4517-cda5-4d71-804c-ce1625058380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.931517 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8191a8b1-50c5-4014-b273-238690284732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:18Z', 'revision_number': 2, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:21Z', 'revision_number': 4, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:21.951713 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7d775418-4b6f-4d7c-87db-a43921a9cf49 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.976029 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-03d9b807-2fad-444e-b119-9ce59dacf295', 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'fixed_ips': [{'subnet_id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:18:21.977531 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:21.979040 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8191a8b1-50c5-4014-b273-238690284732 None None] The sync data for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv is: [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:18Z', 'revision_number': 2, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:21Z', 'revision_number': 4, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:22.002787 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d449d5bb-bcab-4ed8-a1d5-3ccbaec0deb2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:22.014105 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-c89dad90-7ad9-4f40-a435-f312b63c660c None None] Allocated IP 2001:db8::2 (f63dfbe5-7460-4a0b-8136-046ff5f14bdf/359df432-69fa-4d21-89dd-54e27072f08a/313f84a1-4db1-4c35-9c71-9d64d72d8e72) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:22.051072 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7d775418-4b6f-4d7c-87db-a43921a9cf49 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:22.096219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d775418-4b6f-4d7c-87db-a43921a9cf49 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0111dd3-fd86-4806-af29-6af6f1469197,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:22.184565 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7d775418-4b6f-4d7c-87db-a43921a9cf49 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:22.189618 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7d775418-4b6f-4d7c-87db-a43921a9cf49 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4734330 Nov 11 12:18:22.189618 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55038) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:22.195432 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-3658d8e5-5305-4070-b808-9e2c98188459 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-247795927', 'security_groups': ['e0111dd3-fd86-4806-af29-6af6f1469197'], 'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '359df432-69fa-4d21-89dd-54e27072f08a'}]}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:22.334638 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-d449d5bb-bcab-4ed8-a1d5-3ccbaec0deb2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Allocated IP 2001:db8:1::1 (03d9b807-2fad-444e-b119-9ce59dacf295/5e1f7547-379c-4c59-a67b-40fad83fa9b9/f54a73e5-23a9-428e-813f-4a9a0a00a04d) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:22.434494 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-362c4517-cda5-4d71-804c-ce1625058380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:22.450448 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3658d8e5-5305-4070-b808-9e2c98188459 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:22.458708 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c89dad90-7ad9-4f40-a435-f312b63c660c None None] For port 313f84a1-4db1-4c35-9c71-9d64d72d8e72, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=313f84a1-4db1-4c35-9c71-9d64d72d8e72,segment=NetworkSegment(4025f4c5-b688-4c9a-bbd5-945871cdc282),segment_id=4025f4c5-b688-4c9a-bbd5-945871cdc282)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:22.500557 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-362c4517-cda5-4d71-804c-ce1625058380 None None] For port 668c95f6-7d9a-4bc7-aece-2d67b7f9503d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=668c95f6-7d9a-4bc7-aece-2d67b7f9503d,segment=NetworkSegment(402abeb6-0c7c-48a8-9fc5-6e79a234c250),segment_id=402abeb6-0c7c-48a8-9fc5-6e79a234c250)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:22.502207 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d449d5bb-bcab-4ed8-a1d5-3ccbaec0deb2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:22.521454 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c89dad90-7ad9-4f40-a435-f312b63c660c None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:22.557286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3658d8e5-5305-4070-b808-9e2c98188459 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:22.577630 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-3658d8e5-5305-4070-b808-9e2c98188459 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] device_id is not set on port 42404357-0d93-4aa2-b296-b809dd7ac356 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:18:22.600134 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-362c4517-cda5-4d71-804c-ce1625058380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:22.646261 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d449d5bb-bcab-4ed8-a1d5-3ccbaec0deb2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:22.656046 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c89dad90-7ad9-4f40-a435-f312b63c660c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:22.711750 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c4517-cda5-4d71-804c-ce1625058380 None None] Pushing event updated for resources: {'Port': ['ID=668c95f6-7d9a-4bc7-aece-2d67b7f9503d,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:22.717861 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d449d5bb-bcab-4ed8-a1d5-3ccbaec0deb2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network 03d9b807-2fad-444e-b119-9ce59dacf295 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:22.729729 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-d449d5bb-bcab-4ed8-a1d5-3ccbaec0deb2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:22.737421 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d449d5bb-bcab-4ed8-a1d5-3ccbaec0deb2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:22.738172 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d449d5bb-bcab-4ed8-a1d5-3ccbaec0deb2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:22.780519 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449d5bb-bcab-4ed8-a1d5-3ccbaec0deb2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=f54a73e5-23a9-428e-813f-4a9a0a00a04d,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:22.796733 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-3658d8e5-5305-4070-b808-9e2c98188459 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Allocated IP 2001:db8::39c (f63dfbe5-7460-4a0b-8136-046ff5f14bdf/359df432-69fa-4d21-89dd-54e27072f08a/42404357-0d93-4aa2-b296-b809dd7ac356) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:22.801832 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-69d275aa-b5be-4bfd-93f1-3ca153abb978 None None] Provisioning complete for port 668c95f6-7d9a-4bc7-aece-2d67b7f9503d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:22.802203 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-69d275aa-b5be-4bfd-93f1-3ca153abb978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:22.826723 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Allocated IP 2001:db8:1::2 (03d9b807-2fad-444e-b119-9ce59dacf295/5e1f7547-379c-4c59-a67b-40fad83fa9b9/fe681658-d04a-432d-84b2-1fcfba56d196) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:22.887442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89dad90-7ad9-4f40-a435-f312b63c660c None None] Pushing event updated for resources: {'Port': ['ID=313f84a1-4db1-4c35-9c71-9d64d72d8e72,revision_number=6']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:22.983030 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d449d5bb-bcab-4ed8-a1d5-3ccbaec0deb2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.006669 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3658d8e5-5305-4070-b808-9e2c98188459 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.033706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 668c95f6-7d9a-4bc7-aece-2d67b7f9503d up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:23.126418 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3658d8e5-5305-4070-b808-9e2c98188459 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.199542 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.202185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658d8e5-5305-4070-b808-9e2c98188459 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=42404357-0d93-4aa2-b296-b809dd7ac356,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:23.205346 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 668c95f6-7d9a-4bc7-aece-2d67b7f9503d triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:23.205634 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.226862 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3658d8e5-5305-4070-b808-9e2c98188459 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:23.228885 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-3658d8e5-5305-4070-b808-9e2c98188459 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:23.234302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3658d8e5-5305-4070-b808-9e2c98188459 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:23.240335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3658d8e5-5305-4070-b808-9e2c98188459 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:23.240981 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3658d8e5-5305-4070-b808-9e2c98188459 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.294418 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.316299 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3658d8e5-5305-4070-b808-9e2c98188459 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1259885 Nov 11 12:18:23.319034 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55040) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:23.324128 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-43a5edba-307e-46fe-a28c-dcfa0b629339 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'subnet': {'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:23.350936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Network 03d9b807-2fad-444e-b119-9ce59dacf295 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:23.357822 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:23.361406 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:23.393477 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d449d5bb-bcab-4ed8-a1d5-3ccbaec0deb2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.417141 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Pushing event updated for resources: {'Port': ['ID=fe681658-d04a-432d-84b2-1fcfba56d196,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:23.462116 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d449d5bb-bcab-4ed8-a1d5-3ccbaec0deb2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.463152 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d449d5bb-bcab-4ed8-a1d5-3ccbaec0deb2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.466170 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Attempting to bind port fe681658-d04a-432d-84b2-1fcfba56d196 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:23.466840 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Attempting to bind port fe681658-d04a-432d-84b2-1fcfba56d196 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:23.467534 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Attempting to bind port fe681658-d04a-432d-84b2-1fcfba56d196 on network 03d9b807-2fad-444e-b119-9ce59dacf295 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:23.474628 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:23.475206 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Checking segment: {'id': '1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:23.475775 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.476293 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Bound using segment: {'id': '1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:23.476937 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Bound port: fe681658-d04a-432d-84b2-1fcfba56d196, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:23.477411 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.560469 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] For port fe681658-d04a-432d-84b2-1fcfba56d196, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:23.564239 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] For port fe681658-d04a-432d-84b2-1fcfba56d196, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fe681658-d04a-432d-84b2-1fcfba56d196,segment=NetworkSegment(1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9),segment_id=1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:23.585055 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a5edba-307e-46fe-a28c-dcfa0b629339 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:23.589151 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-43a5edba-307e-46fe-a28c-dcfa0b629339 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.603633 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449d5bb-bcab-4ed8-a1d5-3ccbaec0deb2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=f54a73e5-23a9-428e-813f-4a9a0a00a04d,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:23.646039 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.676598 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d449d5bb-bcab-4ed8-a1d5-3ccbaec0deb2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network 03d9b807-2fad-444e-b119-9ce59dacf295 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:23.678142 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-d449d5bb-bcab-4ed8-a1d5-3ccbaec0deb2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:23.718048 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.ipam_backend_mixin [None req-43a5edba-307e-46fe-a28c-dcfa0b629339 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 359df432-69fa-4d21-89dd-54e27072f08a (CIDR: 2001:db8::/64) Nov 11 12:18:23.752506 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aca871-5002-456b-bd62-b835b57cbaf8 None None] Pushing event updated for resources: {'Port': ['ID=fe681658-d04a-432d-84b2-1fcfba56d196,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:23.774222 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a5edba-307e-46fe-a28c-dcfa0b629339 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:18:23.775833 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a5edba-307e-46fe-a28c-dcfa0b629339 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:23.790056 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6c67022c-3fec-4844-ab54-d771fe95c408 None None] Provisioning complete for port effdec6e-d0dd-4b60-a711-a3a10b662f7c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:23.790432 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6c67022c-3fec-4844-ab54-d771fe95c408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.823958 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d449d5bb-bcab-4ed8-a1d5-3ccbaec0deb2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:23.834426 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-6c67022c-3fec-4844-ab54-d771fe95c408 None None] Port effdec6e-d0dd-4b60-a711-a3a10b662f7c cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:23.850762 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6c67022c-3fec-4844-ab54-d771fe95c408 None None] Provisioning complete for port 313f84a1-4db1-4c35-9c71-9d64d72d8e72 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:23.852561 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6c67022c-3fec-4844-ab54-d771fe95c408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:23.873906 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-43a5edba-307e-46fe-a28c-dcfa0b629339 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5537744 Nov 11 12:18:23.877071 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55042) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:23.887360 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-08255002-c399-46b1-9215-821824f5ac9c tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'subnet': {'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:23.960022 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d449d5bb-bcab-4ed8-a1d5-3ccbaec0deb2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:23.968168 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d449d5bb-bcab-4ed8-a1d5-3ccbaec0deb2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/334b7d14-0c7c-4a56-bd19-7ec5475b0001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3666258 Nov 11 12:18:23.968495 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55044) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:23.974673 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-19cb3de1-ce01-442d-b320-a2c8808d38a3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1320060101'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:23.990173 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Sync routers for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:24.007021 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:24.007021 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-65882555-5055-4f69-9cb5-82571540b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:24.082348 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cb3de1-ce01-442d-b320-a2c8808d38a3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Made reservation on behalf of 0943f80b62ea42d08b8695fa6f98abee for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:24.086703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19cb3de1-ce01-442d-b320-a2c8808d38a3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:24.123824 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:24.136130 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19cb3de1-ce01-442d-b320-a2c8808d38a3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:18:24.147531 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19cb3de1-ce01-442d-b320-a2c8808d38a3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:24.149374 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-19cb3de1-ce01-442d-b320-a2c8808d38a3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Added segment 769fdd16-ce62-44cd-9ea8-4b4514e03f97 of type vlan for network cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d Nov 11 12:18:24.179154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08255002-c399-46b1-9215-821824f5ac9c tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:24.183351 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-08255002-c399-46b1-9215-821824f5ac9c tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:24.202859 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19cb3de1-ce01-442d-b320-a2c8808d38a3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:24.305222 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19cb3de1-ce01-442d-b320-a2c8808d38a3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:24.309659 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-fce1602f-e432-4cec-8794-9ad02cbe9224 None None] Provisioning complete for port 42404357-0d93-4aa2-b296-b809dd7ac356 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:24.310070 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fce1602f-e432-4cec-8794-9ad02cbe9224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:24.311223 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cb3de1-ce01-442d-b320-a2c8808d38a3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:24.311954 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-19cb3de1-ce01-442d-b320-a2c8808d38a3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:24.316297 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.ipam_backend_mixin [None req-08255002-c399-46b1-9215-821824f5ac9c tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 368225ea-2e0d-4dea-90d5-e3bcc2abb3fa (CIDR: 2001:db8:0:1::/64) Nov 11 12:18:24.362795 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-fce1602f-e432-4cec-8794-9ad02cbe9224 None None] Port 42404357-0d93-4aa2-b296-b809dd7ac356 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:24.363446 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-08255002-c399-46b1-9215-821824f5ac9c tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:18:24.364246 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08255002-c399-46b1-9215-821824f5ac9c tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:24.388263 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb3de1-ce01-442d-b320-a2c8808d38a3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Network': ['ID=cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:24.418869 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:18:24.467136 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-19cb3de1-ce01-442d-b320-a2c8808d38a3 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4975448 Nov 11 12:18:24.470345 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55046) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:24.475314 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-08d2ceb9-573b-4f37-b10c-2a7844fc7c11 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'subnet': {'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:24.496183 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-08255002-c399-46b1-9215-821824f5ac9c tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6166329 Nov 11 12:18:24.500081 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55048) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:24.506145 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-16ba0455-c0f1-4c68-ac58-de7d08751b42 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'subnet': {'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:24.519238 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-65882555-5055-4f69-9cb5-82571540b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 3, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f54a73e5-23a9-428e-813f-4a9a0a00a04d', 'name': '', 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:6f:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:22Z', 'updated_at': '2021-11-11T12:18:23Z', 'revision_number': 2, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:24.548225 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Checking router: 334b7d14-0c7c-4a56-bd19-7ec5475b0001 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:18:24.548892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Updating router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 port f54a73e5-23a9-428e-813f-4a9a0a00a04d binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:18:24.578029 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:24.712804 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d2ceb9-573b-4f37-b10c-2a7844fc7c11 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Made reservation on behalf of 0943f80b62ea42d08b8695fa6f98abee for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:24.718633 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-08d2ceb9-573b-4f37-b10c-2a7844fc7c11 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:24.830123 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ba0455-c0f1-4c68-ac58-de7d08751b42 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Made reservation on behalf of f9c03639a8564727b50cf8ab0fd2b19c for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:24.835600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16ba0455-c0f1-4c68-ac58-de7d08751b42 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:24.868945 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:24.944709 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:24.984281 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797d198d-d2f4-4805-9d5a-d0b8cd5daf9c None None] Network 03d9b807-2fad-444e-b119-9ce59dacf295 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:25.041859 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-08d2ceb9-573b-4f37-b10c-2a7844fc7c11 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:25.050477 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 313f84a1-4db1-4c35-9c71-9d64d72d8e72 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:25.099793 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2ceb9-573b-4f37-b10c-2a7844fc7c11 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Subnet': ['ID=e0b7304f-a88b-444f-a735-9da3ac81ed42,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:25.112781 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36ee59-dac7-4804-abb4-509495eb25db None None] Pushing event updated for resources: {'Port': ['ID=f54a73e5-23a9-428e-813f-4a9a0a00a04d,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:25.116641 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2ceb9-573b-4f37-b10c-2a7844fc7c11 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Checking segment: {'id': '769fdd16-ce62-44cd-9ea8-4b4514e03f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:25.117166 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d2ceb9-573b-4f37-b10c-2a7844fc7c11 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network hostable DHCP agents. Network: cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:18:25.136316 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8251e061-bb2c-4d3d-922f-da58354a31e4 None None] Provisioning complete for port fe681658-d04a-432d-84b2-1fcfba56d196 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:25.136727 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8251e061-bb2c-4d3d-922f-da58354a31e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:25.181923 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16ba0455-c0f1-4c68-ac58-de7d08751b42 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:25.214481 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:18:25.215689 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Attempting to bind port f54a73e5-23a9-428e-813f-4a9a0a00a04d on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:25.216059 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Attempting to bind port f54a73e5-23a9-428e-813f-4a9a0a00a04d by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:25.216415 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Attempting to bind port f54a73e5-23a9-428e-813f-4a9a0a00a04d on network 03d9b807-2fad-444e-b119-9ce59dacf295 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:25.225140 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ba0455-c0f1-4c68-ac58-de7d08751b42 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:25.229697 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-16ba0455-c0f1-4c68-ac58-de7d08751b42 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:25.230623 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:25.231713 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Checking segment: {'id': '1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:25.232121 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:25.232518 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Bound using segment: {'id': '1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:25.232995 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Bound port: f54a73e5-23a9-428e-813f-4a9a0a00a04d, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:25.233538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:25.233951 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d2ceb9-573b-4f37-b10c-2a7844fc7c11 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:18:25.234092 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ba0455-c0f1-4c68-ac58-de7d08751b42 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:25.234607 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16ba0455-c0f1-4c68-ac58-de7d08751b42 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:25.261095 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba0455-c0f1-4c68-ac58-de7d08751b42 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Subnet': ['ID=5d0c6d54-4323-4351-b0de-97a40a90e3c0,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:25.267774 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad82bb0-be81-4c24-964d-438424c47370 None None] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:25.315649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 313f84a1-4db1-4c35-9c71-9d64d72d8e72 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:25.316010 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:25.349937 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-08d2ceb9-573b-4f37-b10c-2a7844fc7c11 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:25.354144 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d2ceb9-573b-4f37-b10c-2a7844fc7c11 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:25.354910 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-08d2ceb9-573b-4f37-b10c-2a7844fc7c11 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:25.410028 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-16ba0455-c0f1-4c68-ac58-de7d08751b42 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9083552 Nov 11 12:18:25.412702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55050) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:25.418576 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-85fc8bbd-9ede-429e-8762-759e7f99215a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1523670894', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5d0c6d54-4323-4351-b0de-97a40a90e3c0'}], 'security_groups': ['0eabc262-f9d4-416e-9521-3daf50524a26', '50d0fae4-da26-4c1d-814e-7548c0cefe0d']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:25.489625 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85fc8bbd-9ede-429e-8762-759e7f99215a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:25.537453 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a7ad3e-68ff-4702-8303-81e72323a956 None None] Network cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:25.564615 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-08d2ceb9-573b-4f37-b10c-2a7844fc7c11 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0931613 Nov 11 12:18:25.567773 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55052) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:25.714379 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8251e061-bb2c-4d3d-922f-da58354a31e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:25.733872 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-65882555-5055-4f69-9cb5-82571540b26d None None] For port f54a73e5-23a9-428e-813f-4a9a0a00a04d, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:25.770076 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-65882555-5055-4f69-9cb5-82571540b26d None None] For port f54a73e5-23a9-428e-813f-4a9a0a00a04d, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f54a73e5-23a9-428e-813f-4a9a0a00a04d,segment=NetworkSegment(1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9),segment_id=1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:25.894688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:25.922252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8251e061-bb2c-4d3d-922f-da58354a31e4 None None] For port fe681658-d04a-432d-84b2-1fcfba56d196, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fe681658-d04a-432d-84b2-1fcfba56d196,segment=NetworkSegment(1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9),segment_id=1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:26.016698 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8251e061-bb2c-4d3d-922f-da58354a31e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:26.020520 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fe681658-d04a-432d-84b2-1fcfba56d196 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:26.078290 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-85fc8bbd-9ede-429e-8762-759e7f99215a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Delete allocated IP 2001:db8::39c (f63dfbe5-7460-4a0b-8136-046ff5f14bdf/359df432-69fa-4d21-89dd-54e27072f08a) {{(pid=103001) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 12:18:26.090764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-85fc8bbd-9ede-429e-8762-759e7f99215a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Allocated IP 2001:db8:0:2::9c (f63dfbe5-7460-4a0b-8136-046ff5f14bdf/5d0c6d54-4323-4351-b0de-97a40a90e3c0/42404357-0d93-4aa2-b296-b809dd7ac356) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:26.116493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36ee59-dac7-4804-abb4-509495eb25db None None] Pushing event updated for resources: {'Port': ['ID=f54a73e5-23a9-428e-813f-4a9a0a00a04d,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:26.128487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:26.129166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-65882555-5055-4f69-9cb5-82571540b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:26.161106 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6aa388f0-fb9a-4232-8c79-2b39c9f39a68 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:26.167159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d', 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'fixed_ips': [{'subnet_id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:18:26.168280 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:26.321377 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8e59a3f1-3856-474c-935b-333e75c21f50 None None] Provisioning complete for port fe681658-d04a-432d-84b2-1fcfba56d196 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:26.321735 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8e59a3f1-3856-474c-935b-333e75c21f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:26.376518 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251e061-bb2c-4d3d-922f-da58354a31e4 None None] Pushing event updated for resources: {'Port': ['ID=fe681658-d04a-432d-84b2-1fcfba56d196,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:26.427356 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-65882555-5055-4f69-9cb5-82571540b26d None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:26.467119 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port fe681658-d04a-432d-84b2-1fcfba56d196 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:26.467489 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:26.485337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85fc8bbd-9ede-429e-8762-759e7f99215a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:26.546976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-6aa388f0-fb9a-4232-8c79-2b39c9f39a68 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Allocated IP 2001:db8:2::1 (cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d/e0b7304f-a88b-444f-a735-9da3ac81ed42/1a84cc80-ba24-4176-ae67-cafdbc0852ca) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:26.591544 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8820db88-1607-4b05-8204-d085a6b189b2 None None] Update dhcp port {'port': {'network_id': 'f63dfbe5-7460-4a0b-8136-046ff5f14bdf', 'fixed_ips': [{'subnet_id': '368225ea-2e0d-4dea-90d5-e3bcc2abb3fa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '359df432-69fa-4d21-89dd-54e27072f08a', 'ip_address': '2001:db8::2'}, {'subnet_id': '5d0c6d54-4323-4351-b0de-97a40a90e3c0'}], 'binding:host_id': 'dv-neutron-786478-23-hyperv'}, 'id': '313f84a1-4db1-4c35-9c71-9d64d72d8e72'} from dv-neutron-786478-23-hyperv. {{(pid=103003) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 12:18:26.612688 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85fc8bbd-9ede-429e-8762-759e7f99215a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:26.702032 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8820db88-1607-4b05-8204-d085a6b189b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:26.706846 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-85fc8bbd-9ede-429e-8762-759e7f99215a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] In _notify_port_updated(), no bound segment for port 42404357-0d93-4aa2-b296-b809dd7ac356 on network f63dfbe5-7460-4a0b-8136-046ff5f14bdf {{(pid=103001) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:18:26.712461 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fc8bbd-9ede-429e-8762-759e7f99215a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:26.713089 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85fc8bbd-9ede-429e-8762-759e7f99215a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:26.716986 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-85fc8bbd-9ede-429e-8762-759e7f99215a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "PUT /v2.0/ports/42404357-0d93-4aa2-b296-b809dd7ac356 HTTP/1.1" status: 200 len: 969 time: 1.3002448 Nov 11 12:18:26.716986 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc8bbd-9ede-429e-8762-759e7f99215a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event updated for resources: {'Port': ['ID=42404357-0d93-4aa2-b296-b809dd7ac356,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:26.717618 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55054) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:26.854697 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6aa388f0-fb9a-4232-8c79-2b39c9f39a68 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:26.858122 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-13df2a37-a75b-45bb-97c5-e7843e85df5a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port 42404357-0d93-4aa2-b296-b809dd7ac356 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:26.858426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13df2a37-a75b-45bb-97c5-e7843e85df5a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:26.900075 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8e59a3f1-3856-474c-935b-333e75c21f50 None None] Provisioning complete for port f54a73e5-23a9-428e-813f-4a9a0a00a04d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:26.900462 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8e59a3f1-3856-474c-935b-333e75c21f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:26.960007 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fe681658-d04a-432d-84b2-1fcfba56d196 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:27.071690 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-8820db88-1607-4b05-8204-d085a6b189b2 None None] Allocated IP 2001:db8:0:2::2 (f63dfbe5-7460-4a0b-8136-046ff5f14bdf/5d0c6d54-4323-4351-b0de-97a40a90e3c0/313f84a1-4db1-4c35-9c71-9d64d72d8e72) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:27.120763 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-65882555-5055-4f69-9cb5-82571540b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 3, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f54a73e5-23a9-428e-813f-4a9a0a00a04d', 'name': '', 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:6f:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:22Z', 'updated_at': '2021-11-11T12:18:25Z', 'revision_number': 4, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:27.326763 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13df2a37-a75b-45bb-97c5-e7843e85df5a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:27.340334 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-13df2a37-a75b-45bb-97c5-e7843e85df5a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for 42404357-0d93-4aa2-b296-b809dd7ac356 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:27.354607 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65882555-5055-4f69-9cb5-82571540b26d None None] The sync data for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv is: [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 3, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f54a73e5-23a9-428e-813f-4a9a0a00a04d', 'name': '', 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:6f:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:22Z', 'updated_at': '2021-11-11T12:18:25Z', 'revision_number': 4, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:27.365544 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8e59a3f1-3856-474c-935b-333e75c21f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:27.381822 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port fe681658-d04a-432d-84b2-1fcfba56d196 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:27.382111 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:27.411006 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6aa388f0-fb9a-4232-8c79-2b39c9f39a68 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:27.440983 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa388f0-fb9a-4232-8c79-2b39c9f39a68 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:27.449582 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-6aa388f0-fb9a-4232-8c79-2b39c9f39a68 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:27.475916 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa388f0-fb9a-4232-8c79-2b39c9f39a68 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:27.476766 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6aa388f0-fb9a-4232-8c79-2b39c9f39a68 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:27.499868 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8e59a3f1-3856-474c-935b-333e75c21f50 None None] For port f54a73e5-23a9-428e-813f-4a9a0a00a04d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f54a73e5-23a9-428e-813f-4a9a0a00a04d,segment=NetworkSegment(1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9),segment_id=1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:27.502095 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8820db88-1607-4b05-8204-d085a6b189b2 None None] For port 313f84a1-4db1-4c35-9c71-9d64d72d8e72, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=313f84a1-4db1-4c35-9c71-9d64d72d8e72,segment=NetworkSegment(4025f4c5-b688-4c9a-bbd5-945871cdc282),segment_id=4025f4c5-b688-4c9a-bbd5-945871cdc282)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:27.538813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Allocated IP 2001:db8:2::2 (cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d/e0b7304f-a88b-444f-a735-9da3ac81ed42/e58d1d2a-d0a5-4f25-a051-ef7ef693daf0) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:27.576917 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa388f0-fb9a-4232-8c79-2b39c9f39a68 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=1a84cc80-ba24-4176-ae67-cafdbc0852ca,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:27.578455 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8820db88-1607-4b05-8204-d085a6b189b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:27.644479 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8e59a3f1-3856-474c-935b-333e75c21f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:27.689689 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8820db88-1607-4b05-8204-d085a6b189b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:27.732713 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13df2a37-a75b-45bb-97c5-e7843e85df5a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:27.764256 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59a3f1-3856-474c-935b-333e75c21f50 None None] Pushing event updated for resources: {'Port': ['ID=f54a73e5-23a9-428e-813f-4a9a0a00a04d,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:27.788687 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df2a37-a75b-45bb-97c5-e7843e85df5a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=42404357-0d93-4aa2-b296-b809dd7ac356,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:27.817296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6aa388f0-fb9a-4232-8c79-2b39c9f39a68 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:27.821733 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13df2a37-a75b-45bb-97c5-e7843e85df5a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:27.825284 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-13df2a37-a75b-45bb-97c5-e7843e85df5a tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/ports/42404357-0d93-4aa2-b296-b809dd7ac356 HTTP/1.1" status: 204 len: 168 time: 1.1042843 Nov 11 12:18:27.831008 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55056) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:27.864153 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-9535697c-41a7-42e0-bc36-30844b160e12 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] GET failed (client error): The resource could not be found. Nov 11 12:18:27.866177 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9535697c-41a7-42e0-bc36-30844b160e12 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports/42404357-0d93-4aa2-b296-b809dd7ac356 HTTP/1.1" status: 404 len: 333 time: 0.0371852 Nov 11 12:18:27.869317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55058) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:27.897030 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-3fc3e774-3d58-48dd-ab56-4666a2de8c6d None None] Provisioning complete for port f54a73e5-23a9-428e-813f-4a9a0a00a04d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:27.897398 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3fc3e774-3d58-48dd-ab56-4666a2de8c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:27.938415 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:27.950178 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820db88-1607-4b05-8204-d085a6b189b2 None None] Pushing event updated for resources: {'Port': ['ID=313f84a1-4db1-4c35-9c71-9d64d72d8e72,revision_number=7']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:27.965779 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2e963653-c499-415b-8752-6e23f3129c48 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.004708 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2e963653-c499-415b-8752-6e23f3129c48 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.060613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.107928 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Network cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:28.113247 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:28.123728 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:28.125917 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Pushing event updated for resources: {'Port': ['ID=e58d1d2a-d0a5-4f25-a051-ef7ef693daf0,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:28.166718 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2e963653-c499-415b-8752-6e23f3129c48 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.171720 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2e963653-c499-415b-8752-6e23f3129c48 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.173156 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2e963653-c499-415b-8752-6e23f3129c48 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/security-groups/e0111dd3-fd86-4806-af29-6af6f1469197 HTTP/1.1" status: 204 len: 168 time: 0.3029890 Nov 11 12:18:28.176950 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55060) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:28.199172 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Attempting to bind port e58d1d2a-d0a5-4f25-a051-ef7ef693daf0 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:28.199562 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Attempting to bind port e58d1d2a-d0a5-4f25-a051-ef7ef693daf0 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '769fdd16-ce62-44cd-9ea8-4b4514e03f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:28.199832 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Attempting to bind port e58d1d2a-d0a5-4f25-a051-ef7ef693daf0 on network cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:28.206403 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:28.206572 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e963653-c499-415b-8752-6e23f3129c48 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0111dd3-fd86-4806-af29-6af6f1469197,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:28.206796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Checking segment: {'id': '769fdd16-ce62-44cd-9ea8-4b4514e03f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:28.207235 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.207632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Bound using segment: {'id': '769fdd16-ce62-44cd-9ea8-4b4514e03f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:28.208463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Bound port: e58d1d2a-d0a5-4f25-a051-ef7ef693daf0, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769fdd16-ce62-44cd-9ea8-4b4514e03f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:28.208932 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.212292 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6aa388f0-fb9a-4232-8c79-2b39c9f39a68 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.268134 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-01b8fcc2-1b66-4229-9288-f8b04903a3f1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.289194 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] For port e58d1d2a-d0a5-4f25-a051-ef7ef693daf0, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:28.292570 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] For port e58d1d2a-d0a5-4f25-a051-ef7ef693daf0, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e58d1d2a-d0a5-4f25-a051-ef7ef693daf0,segment=NetworkSegment(769fdd16-ce62-44cd-9ea8-4b4514e03f97),segment_id=769fdd16-ce62-44cd-9ea8-4b4514e03f97)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:28.293089 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-01b8fcc2-1b66-4229-9288-f8b04903a3f1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.304057 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6aa388f0-fb9a-4232-8c79-2b39c9f39a68 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.307408 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6aa388f0-fb9a-4232-8c79-2b39c9f39a68 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.399541 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa388f0-fb9a-4232-8c79-2b39c9f39a68 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=1a84cc80-ba24-4176-ae67-cafdbc0852ca,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:28.408550 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.436641 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-01b8fcc2-1b66-4229-9288-f8b04903a3f1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.439826 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-01b8fcc2-1b66-4229-9288-f8b04903a3f1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.441423 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-01b8fcc2-1b66-4229-9288-f8b04903a3f1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/security-groups/50d0fae4-da26-4c1d-814e-7548c0cefe0d HTTP/1.1" status: 204 len: 168 time: 0.2623153 Nov 11 12:18:28.446632 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa388f0-fb9a-4232-8c79-2b39c9f39a68 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:28.449962 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55064) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:28.459373 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-6aa388f0-fb9a-4232-8c79-2b39c9f39a68 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:28.463508 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8fcc2-1b66-4229-9288-f8b04903a3f1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d0fae4-da26-4c1d-814e-7548c0cefe0d,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:28.482081 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73feee54-01cb-4116-96df-72eea5ef998d None None] Pushing event updated for resources: {'Port': ['ID=e58d1d2a-d0a5-4f25-a051-ef7ef693daf0,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:28.526685 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9fb15943-d1c1-4cbc-a69c-412f4c4107cb tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.558897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9fb15943-d1c1-4cbc-a69c-412f4c4107cb tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.589054 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa388f0-fb9a-4232-8c79-2b39c9f39a68 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:28.694166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-beaf3714-eeac-4906-8cf0-64ec2368736c None None] Provisioning complete for port effdec6e-d0dd-4b60-a711-a3a10b662f7c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:28.695153 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-beaf3714-eeac-4906-8cf0-64ec2368736c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.697481 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9fb15943-d1c1-4cbc-a69c-412f4c4107cb tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.702019 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9fb15943-d1c1-4cbc-a69c-412f4c4107cb tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.702019 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9fb15943-d1c1-4cbc-a69c-412f4c4107cb tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/security-groups/0eabc262-f9d4-416e-9521-3daf50524a26 HTTP/1.1" status: 204 len: 168 time: 0.2505236 Nov 11 12:18:28.706064 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55066) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:28.733508 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa388f0-fb9a-4232-8c79-2b39c9f39a68 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:28.751459 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Sync routers for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:28.757954 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6aa388f0-fb9a-4232-8c79-2b39c9f39a68 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/334b7d14-0c7c-4a56-bd19-7ec5475b0001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1891479 Nov 11 12:18:28.758813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55068) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:28.766711 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-bf037001-0005-45a4-a32b-34711a8f0685 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1516096505'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:28.769639 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb15943-d1c1-4cbc-a69c-412f4c4107cb tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eabc262-f9d4-416e-9521-3daf50524a26,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:28.786786 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-beaf3714-eeac-4906-8cf0-64ec2368736c None None] Port effdec6e-d0dd-4b60-a711-a3a10b662f7c cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:28.792926 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:28.793683 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:28.805592 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb67e57-2bbf-4d13-9585-16a0ff42d3f8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting subnet 359df432-69fa-4d21-89dd-54e27072f08a {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:18:28.809230 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ebb67e57-2bbf-4d13-9585-16a0ff42d3f8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.821859 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-beaf3714-eeac-4906-8cf0-64ec2368736c None None] Provisioning complete for port 313f84a1-4db1-4c35-9c71-9d64d72d8e72 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:28.822855 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-beaf3714-eeac-4906-8cf0-64ec2368736c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.887897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ebb67e57-2bbf-4d13-9585-16a0ff42d3f8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.897211 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf037001-0005-45a4-a32b-34711a8f0685 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Made reservation on behalf of 0943f80b62ea42d08b8695fa6f98abee for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:28.901900 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bf037001-0005-45a4-a32b-34711a8f0685 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.956781 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf037001-0005-45a4-a32b-34711a8f0685 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:18:28.984907 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-beaf3714-eeac-4906-8cf0-64ec2368736c None None] Could not find standard attr ID for object 42404357-0d93-4aa2-b296-b809dd7ac356. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:18:28.986349 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bf037001-0005-45a4-a32b-34711a8f0685 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:28.991926 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-bf037001-0005-45a4-a32b-34711a8f0685 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Added segment a9d23b1f-2d82-478d-abdd-2f2f02de961d of type vlan for network ae66e93b-7576-4daa-a79f-4f75a7721cc2 Nov 11 12:18:29.012047 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:29.062649 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bf037001-0005-45a4-a32b-34711a8f0685 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.069508 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ebb67e57-2bbf-4d13-9585-16a0ff42d3f8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.105303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-12d2698d-d883-4efe-9ee6-f1f91720928e None None] Could not find standard attr ID for object 42404357-0d93-4aa2-b296-b809dd7ac356. {{(pid=103003) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 12:18:29.152525 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e58d1d2a-d0a5-4f25-a051-ef7ef693daf0 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:29.178092 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bf037001-0005-45a4-a32b-34711a8f0685 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.183971 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf037001-0005-45a4-a32b-34711a8f0685 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:29.184595 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bf037001-0005-45a4-a32b-34711a8f0685 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.220458 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port e58d1d2a-d0a5-4f25-a051-ef7ef693daf0 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:29.220929 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.255449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ebb67e57-2bbf-4d13-9585-16a0ff42d3f8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.279311 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf037001-0005-45a4-a32b-34711a8f0685 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Network': ['ID=ae66e93b-7576-4daa-a79f-4f75a7721cc2,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:29.287690 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb67e57-2bbf-4d13-9585-16a0ff42d3f8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Subnet': ['ID=359df432-69fa-4d21-89dd-54e27072f08a,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:29.294158 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network ae66e93b-7576-4daa-a79f-4f75a7721cc2 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:18:29.296658 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ebb67e57-2bbf-4d13-9585-16a0ff42d3f8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.307840 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ebb67e57-2bbf-4d13-9585-16a0ff42d3f8 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/359df432-69fa-4d21-89dd-54e27072f08a HTTP/1.1" status: 204 len: 168 time: 0.5940003 Nov 11 12:18:29.310117 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55070) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:29.375174 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bf037001-0005-45a4-a32b-34711a8f0685 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6145172 Nov 11 12:18:29.375384 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80bbbf6-d5d6-43bb-8e4b-fc067575fc91 None None] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:29.378890 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55072) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:29.380005 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e560750-e608-4e4a-9d4f-a997d619b082 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting subnet 5d0c6d54-4323-4351-b0de-97a40a90e3c0 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:18:29.385614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-8dd66dc8-e944-48d8-a1b9-4dd6a454eee6 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'subnet': {'network_id': 'ae66e93b-7576-4daa-a79f-4f75a7721cc2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:29.386553 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5e560750-e608-4e4a-9d4f-a997d619b082 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.427698 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:27Z', 'revision_number': 4, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '1a84cc80-ba24-4176-ae67-cafdbc0852ca', 'name': '', 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:db:40:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:26Z', 'updated_at': '2021-11-11T12:18:28Z', 'revision_number': 2, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f54a73e5-23a9-428e-813f-4a9a0a00a04d', 'name': '', 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:6f:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:22Z', 'updated_at': '2021-11-11T12:18:27Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:29.453560 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5e560750-e608-4e4a-9d4f-a997d619b082 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.454388 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.477035 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Checking router: 334b7d14-0c7c-4a56-bd19-7ec5475b0001 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:18:29.478247 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Updating router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 port 1a84cc80-ba24-4176-ae67-cafdbc0852ca binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:18:29.515633 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.539989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port e58d1d2a-d0a5-4f25-a051-ef7ef693daf0, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e58d1d2a-d0a5-4f25-a051-ef7ef693daf0,segment=NetworkSegment(769fdd16-ce62-44cd-9ea8-4b4514e03f97),segment_id=769fdd16-ce62-44cd-9ea8-4b4514e03f97)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:29.593211 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5e560750-e608-4e4a-9d4f-a997d619b082 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.634005 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd66dc8-e944-48d8-a1b9-4dd6a454eee6 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Made reservation on behalf of 0943f80b62ea42d08b8695fa6f98abee for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:29.640463 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8dd66dc8-e944-48d8-a1b9-4dd6a454eee6 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.650291 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.651176 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f54a73e5-23a9-428e-813f-4a9a0a00a04d up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:29.746872 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=e58d1d2a-d0a5-4f25-a051-ef7ef693daf0,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:29.764896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port f54a73e5-23a9-428e-813f-4a9a0a00a04d triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:29.765264 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.781478 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5e560750-e608-4e4a-9d4f-a997d619b082 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.844076 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e560750-e608-4e4a-9d4f-a997d619b082 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0c6d54-4323-4351-b0de-97a40a90e3c0,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:29.853194 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5e560750-e608-4e4a-9d4f-a997d619b082 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.858804 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5e560750-e608-4e4a-9d4f-a997d619b082 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/5d0c6d54-4323-4351-b0de-97a40a90e3c0 HTTP/1.1" status: 204 len: 168 time: 0.5483801 Nov 11 12:18:29.862304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55074) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:29.918303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 313f84a1-4db1-4c35-9c71-9d64d72d8e72 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:29.919454 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-520c4748-9bd8-4372-af45-0ac64207f2e0 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:29.922117 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-520c4748-9bd8-4372-af45-0ac64207f2e0 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:29.923952 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-520c4748-9bd8-4372-af45-0ac64207f2e0 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/359df432-69fa-4d21-89dd-54e27072f08a HTTP/1.1" status: 404 len: 337 time: 0.0608943 Nov 11 12:18:29.926378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55076) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:29.937805 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:29.998951 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7815194-8956-4ec4-bcb5-11e2d1faa1e1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting subnet 368225ea-2e0d-4dea-90d5-e3bcc2abb3fa {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:18:30.002370 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6c1511-58d0-4a78-83e1-fcccd9c690ca None None] Network cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:30.002908 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b7815194-8956-4ec4-bcb5-11e2d1faa1e1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.049880 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b7815194-8956-4ec4-bcb5-11e2d1faa1e1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.061811 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 313f84a1-4db1-4c35-9c71-9d64d72d8e72 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:30.062177 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.069811 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.101114 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ddd9813c-30c6-415d-8f7f-6c1daced838f None None] Provisioning complete for port e58d1d2a-d0a5-4f25-a051-ef7ef693daf0 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:30.101479 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ddd9813c-30c6-415d-8f7f-6c1daced838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.118028 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8dd66dc8-e944-48d8-a1b9-4dd6a454eee6 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.130066 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7da010-b3d8-43fe-a897-ee5114b3068d None None] Pushing event updated for resources: {'Port': ['ID=1a84cc80-ba24-4176-ae67-cafdbc0852ca,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:30.176390 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b7815194-8956-4ec4-bcb5-11e2d1faa1e1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.226239 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Attempting to bind port 1a84cc80-ba24-4176-ae67-cafdbc0852ca on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:30.226801 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Attempting to bind port 1a84cc80-ba24-4176-ae67-cafdbc0852ca by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '769fdd16-ce62-44cd-9ea8-4b4514e03f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:30.227387 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Attempting to bind port 1a84cc80-ba24-4176-ae67-cafdbc0852ca on network cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:30.235753 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd66dc8-e944-48d8-a1b9-4dd6a454eee6 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Subnet': ['ID=5b44c855-f105-48e1-ac79-e06aa04fe842,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:30.245187 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:30.245984 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Checking segment: {'id': '769fdd16-ce62-44cd-9ea8-4b4514e03f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:30.246508 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.246765 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Bound using segment: {'id': '769fdd16-ce62-44cd-9ea8-4b4514e03f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:30.247546 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Bound port: 1a84cc80-ba24-4176-ae67-cafdbc0852ca, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769fdd16-ce62-44cd-9ea8-4b4514e03f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:30.247922 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.266278 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd66dc8-e944-48d8-a1b9-4dd6a454eee6 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Checking segment: {'id': 'a9d23b1f-2d82-478d-abdd-2f2f02de961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ae66e93b-7576-4daa-a79f-4f75a7721cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:30.266278 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd66dc8-e944-48d8-a1b9-4dd6a454eee6 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network hostable DHCP agents. Network: ae66e93b-7576-4daa-a79f-4f75a7721cc2, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:18:30.334347 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] For port 1a84cc80-ba24-4176-ae67-cafdbc0852ca, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:30.337908 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] For port 1a84cc80-ba24-4176-ae67-cafdbc0852ca, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=1a84cc80-ba24-4176-ae67-cafdbc0852ca,segment=NetworkSegment(769fdd16-ce62-44cd-9ea8-4b4514e03f97),segment_id=769fdd16-ce62-44cd-9ea8-4b4514e03f97)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:30.345743 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b7815194-8956-4ec4-bcb5-11e2d1faa1e1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.377000 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7815194-8956-4ec4-bcb5-11e2d1faa1e1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Subnet': ['ID=368225ea-2e0d-4dea-90d5-e3bcc2abb3fa,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:30.379304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b7815194-8956-4ec4-bcb5-11e2d1faa1e1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.383100 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b7815194-8956-4ec4-bcb5-11e2d1faa1e1 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/368225ea-2e0d-4dea-90d5-e3bcc2abb3fa HTTP/1.1" status: 204 len: 168 time: 0.4548209 Nov 11 12:18:30.385809 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55078) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:30.396880 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd66dc8-e944-48d8-a1b9-4dd6a454eee6 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network ae66e93b-7576-4daa-a79f-4f75a7721cc2 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:18:30.402252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376a92a4-ac11-41f8-937e-9d800eb2f92d None None] Network f63dfbe5-7460-4a0b-8136-046ff5f14bdf requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:30.420254 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f444191-bc8e-4010-997e-10c76531339b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:30.420718 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f444191-bc8e-4010-997e-10c76531339b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:30.424070 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2f444191-bc8e-4010-997e-10c76531339b tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/86e3056f-2703-45dd-b64f-058529bfd32f HTTP/1.1" status: 404 len: 337 time: 0.0370941 Nov 11 12:18:30.426644 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55080) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:30.442661 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.455009 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4041914e-2c8f-4002-8925-117eff05e936 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "GET /v2.0/ports?device_id=20a85faf-1006-403c-b945-184f1700495d HTTP/1.1" status: 200 len: 205 time: 0.0271139 Nov 11 12:18:30.457355 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55082) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:30.499135 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-8dd66dc8-e944-48d8-a1b9-4dd6a454eee6 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, ae66e93b-7576-4daa-a79f-4f75a7721cc2) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:30.502802 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-f442b209-e0dc-43a4-81cb-0d7a1b2e3131 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] delete failed (client error): The resource could not be found. Nov 11 12:18:30.503575 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd66dc8-e944-48d8-a1b9-4dd6a454eee6 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:30.504125 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f442b209-e0dc-43a4-81cb-0d7a1b2e3131 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/routers/20a85faf-1006-403c-b945-184f1700495d HTTP/1.1" status: 404 len: 336 time: 0.0451207 Nov 11 12:18:30.506732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55084) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:30.507208 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8dd66dc8-e944-48d8-a1b9-4dd6a454eee6 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.532006 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:30.532723 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:30.534810 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7da010-b3d8-43fe-a897-ee5114b3068d None None] Pushing event updated for resources: {'Port': ['ID=1a84cc80-ba24-4176-ae67-cafdbc0852ca,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:30.544441 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-816e3dba-0f29-476f-a409-e8ea32f14edb tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:30.546176 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816e3dba-0f29-476f-a409-e8ea32f14edb tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:30.548645 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-816e3dba-0f29-476f-a409-e8ea32f14edb tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/c7bee572-a6a6-419d-9418-71bf5cd6a55c HTTP/1.1" status: 404 len: 337 time: 0.0406160 Nov 11 12:18:30.550996 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55086) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:30.580107 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5657e7-013d-43d5-b17e-5170c36cb887 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:30.580955 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5657e7-013d-43d5-b17e-5170c36cb887 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:30.586008 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ad5657e7-013d-43d5-b17e-5170c36cb887 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/1d3abc89-a3dd-4761-9b6f-9b7815268ddd HTTP/1.1" status: 404 len: 337 time: 0.0332537 Nov 11 12:18:30.588622 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55088) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:30.626654 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e25c9c0-9afc-4cac-a357-bc5a7f3ecb58 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:30.627969 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e25c9c0-9afc-4cac-a357-bc5a7f3ecb58 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:30.632973 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3e25c9c0-9afc-4cac-a357-bc5a7f3ecb58 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/b388224b-e205-4d07-9522-346efbd5fcbb HTTP/1.1" status: 404 len: 337 time: 0.0429771 Nov 11 12:18:30.635830 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55090) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:30.637033 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8dd66dc8-e944-48d8-a1b9-4dd6a454eee6 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2567527 Nov 11 12:18:30.640174 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55092) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:30.658996 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:30.667217 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-dffba5df-68cf-447e-a795-354d3ce2bdbc tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:30.667953 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dffba5df-68cf-447e-a795-354d3ce2bdbc tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:30.671186 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-dffba5df-68cf-447e-a795-354d3ce2bdbc tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/ports/7d133b4c-7178-41ef-910b-3c570e3c1b60 HTTP/1.1" status: 404 len: 333 time: 0.0342042 Nov 11 12:18:30.673724 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55094) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:30.687939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94a1781-bf09-4738-8927-723807a51ecb None None] Network ae66e93b-7576-4daa-a79f-4f75a7721cc2 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:30.715736 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-423848b6-e6ff-4f97-91db-f6bf3060b5d4 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:30.716470 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423848b6-e6ff-4f97-91db-f6bf3060b5d4 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:30.721949 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-423848b6-e6ff-4f97-91db-f6bf3060b5d4 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/f67320fe-f6ca-44be-af1e-9936d6af1396 HTTP/1.1" status: 404 len: 337 time: 0.0451035 Nov 11 12:18:30.722460 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55096) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:30.753526 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed620e38-1504-4162-952e-f3011c1c8e43 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:30.754908 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed620e38-1504-4162-952e-f3011c1c8e43 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:30.758308 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ed620e38-1504-4162-952e-f3011c1c8e43 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/cd8279aa-915a-4e92-a50a-bcb215f1fe53 HTTP/1.1" status: 404 len: 337 time: 0.0345850 Nov 11 12:18:30.764243 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55098) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:30.806946 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-056d2a5a-b6c1-4c4a-9bd9-2729f4c706df tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:30.807797 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056d2a5a-b6c1-4c4a-9bd9-2729f4c706df tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:30.811370 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-056d2a5a-b6c1-4c4a-9bd9-2729f4c706df tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/ports/4e8714ff-57d7-47f0-9e79-7d2e3d76d604 HTTP/1.1" status: 404 len: 333 time: 0.0461218 Nov 11 12:18:30.820805 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55100) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:30.822355 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7460b1b5-ab53-4315-8e55-e8f3f379dd4f None None] Provisioning complete for port effdec6e-d0dd-4b60-a711-a3a10b662f7c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:30.823331 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7460b1b5-ab53-4315-8e55-e8f3f379dd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:30.863472 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3f31fe-9fdf-4084-8d8e-111f1f8528bc tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:30.864799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3f31fe-9fdf-4084-8d8e-111f1f8528bc tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:30.867891 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9b3f31fe-9fdf-4084-8d8e-111f1f8528bc tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/1daa1ef8-c4c0-4a93-a5fe-e81e401f3d71 HTTP/1.1" status: 404 len: 337 time: 0.0459936 Nov 11 12:18:30.869778 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-7460b1b5-ab53-4315-8e55-e8f3f379dd4f None None] Port effdec6e-d0dd-4b60-a711-a3a10b662f7c cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:30.870437 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55102) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:30.906319 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a8372a-e16e-4424-a89e-8f6d44c04d30 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:30.907270 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a8372a-e16e-4424-a89e-8f6d44c04d30 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:30.910693 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b0a8372a-e16e-4424-a89e-8f6d44c04d30 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/subnets/5f931801-7489-4fd2-bf8a-86c3fc715112 HTTP/1.1" status: 404 len: 337 time: 0.0381887 Nov 11 12:18:30.913104 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55104) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:30.949923 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7460b1b5-ab53-4315-8e55-e8f3f379dd4f None None] Provisioning complete for port 313f84a1-4db1-4c35-9c71-9d64d72d8e72 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:30.950188 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7460b1b5-ab53-4315-8e55-e8f3f379dd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.021154 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:27Z', 'revision_number': 4, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '1a84cc80-ba24-4176-ae67-cafdbc0852ca', 'name': '', 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:db:40:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:26Z', 'updated_at': '2021-11-11T12:18:30Z', 'revision_number': 4, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f54a73e5-23a9-428e-813f-4a9a0a00a04d', 'name': '', 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:6f:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:22Z', 'updated_at': '2021-11-11T12:18:27Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:31.026938 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e58d1d2a-d0a5-4f25-a051-ef7ef693daf0 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:31.068556 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-4c082879-29f1-43d4-838d-bb38dbf24fa5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port effdec6e-d0dd-4b60-a711-a3a10b662f7c {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:31.068556 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4c082879-29f1-43d4-838d-bb38dbf24fa5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.097540 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f9fb1d-1809-4c48-ab0b-abc6cf351df9 None None] DHCP port deletion for f63dfbe5-7460-4a0b-8136-046ff5f14bdf request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:31.188376 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4c082879-29f1-43d4-838d-bb38dbf24fa5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.213962 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port e58d1d2a-d0a5-4f25-a051-ef7ef693daf0 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:31.214332 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.225673 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-4c082879-29f1-43d4-838d-bb38dbf24fa5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for effdec6e-d0dd-4b60-a711-a3a10b662f7c owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:31.230281 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6062df-8d8f-4f2d-b323-b371bc93bfba None None] The sync data for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv is: [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:27Z', 'revision_number': 4, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '1a84cc80-ba24-4176-ae67-cafdbc0852ca', 'name': '', 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:db:40:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:26Z', 'updated_at': '2021-11-11T12:18:30Z', 'revision_number': 4, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f54a73e5-23a9-428e-813f-4a9a0a00a04d', 'name': '', 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:6f:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:22Z', 'updated_at': '2021-11-11T12:18:27Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:31.270335 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9fb1d-1809-4c48-ab0b-abc6cf351df9 None None] Deleting port 313f84a1-4db1-4c35-9c71-9d64d72d8e72 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:31.270746 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f2f9fb1d-1809-4c48-ab0b-abc6cf351df9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.342353 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f2f9fb1d-1809-4c48-ab0b-abc6cf351df9 None None] For port 313f84a1-4db1-4c35-9c71-9d64d72d8e72, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=313f84a1-4db1-4c35-9c71-9d64d72d8e72,segment=NetworkSegment(4025f4c5-b688-4c9a-bbd5-945871cdc282),segment_id=4025f4c5-b688-4c9a-bbd5-945871cdc282)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:31.342748 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f2f9fb1d-1809-4c48-ab0b-abc6cf351df9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.367576 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9fb1d-1809-4c48-ab0b-abc6cf351df9 None None] Calling delete_port for 313f84a1-4db1-4c35-9c71-9d64d72d8e72 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:31.431796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-ae66e93b-7576-4daa-a79f-4f75a7721cc2', 'network_id': 'ae66e93b-7576-4daa-a79f-4f75a7721cc2', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'fixed_ips': [{'subnet_id': '5b44c855-f105-48e1-ac79-e06aa04fe842'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:18:31.432895 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.477099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4c082879-29f1-43d4-838d-bb38dbf24fa5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.526656 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c082879-29f1-43d4-838d-bb38dbf24fa5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=effdec6e-d0dd-4b60-a711-a3a10b662f7c,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:31.546864 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4c082879-29f1-43d4-838d-bb38dbf24fa5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.554161 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4c082879-29f1-43d4-838d-bb38dbf24fa5 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/ports/effdec6e-d0dd-4b60-a711-a3a10b662f7c HTTP/1.1" status: 204 len: 168 time: 0.6397350 Nov 11 12:18:31.555027 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55106) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:31.661588 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-88bf8cf7-8ac6-48cd-bd7a-628e25b32db4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.678454 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.755940 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Deleting port 313f84a1-4db1-4c35-9c71-9d64d72d8e72 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:31.756333 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.796716 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1cc1d59b-7f68-410f-92b8-28c9d0d2a0d6 None None] Provisioning complete for port 1a84cc80-ba24-4176-ae67-cafdbc0852ca triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:31.797486 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1cc1d59b-7f68-410f-92b8-28c9d0d2a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.866796 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] For port 313f84a1-4db1-4c35-9c71-9d64d72d8e72, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=313f84a1-4db1-4c35-9c71-9d64d72d8e72,segment=NetworkSegment(4025f4c5-b688-4c9a-bbd5-945871cdc282),segment_id=4025f4c5-b688-4c9a-bbd5-945871cdc282)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:31.867341 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:31.887470 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Calling delete_port for 313f84a1-4db1-4c35-9c71-9d64d72d8e72 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:31.890646 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Allocated IP 2001:db8:3::2 (ae66e93b-7576-4daa-a79f-4f75a7721cc2/5b44c855-f105-48e1-ac79-e06aa04fe842/2a656916-f3e6-47ec-9676-14d9e5baecbc) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:31.945470 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f2f9fb1d-1809-4c48-ab0b-abc6cf351df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.001935 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.029362 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9fb1d-1809-4c48-ab0b-abc6cf351df9 None None] Pushing event deleted for resources: {'Port': ['ID=313f84a1-4db1-4c35-9c71-9d64d72d8e72,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:32.030950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Port': ['ID=313f84a1-4db1-4c35-9c71-9d64d72d8e72,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:32.034559 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] No DVR routers for this DVR port 313f84a1-4db1-4c35-9c71-9d64d72d8e72 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:32.037427 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f9fb1d-1809-4c48-ab0b-abc6cf351df9 None None] No DVR routers for this DVR port 313f84a1-4db1-4c35-9c71-9d64d72d8e72 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:32.038895 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1cc1d59b-7f68-410f-92b8-28c9d0d2a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.120409 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1cc1d59b-7f68-410f-92b8-28c9d0d2a0d6 None None] For port 1a84cc80-ba24-4176-ae67-cafdbc0852ca, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=1a84cc80-ba24-4176-ae67-cafdbc0852ca,segment=NetworkSegment(769fdd16-ce62-44cd-9ea8-4b4514e03f97),segment_id=769fdd16-ce62-44cd-9ea8-4b4514e03f97)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:32.137413 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.161400 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f63dfbe5-7460-4a0b-8136-046ff5f14bdf']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:32.170933 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4025f4c5-b688-4c9a-bbd5-945871cdc282') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:32.171330 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4025f4c5-b688-4c9a-bbd5-945871cdc282') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:32.181392 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.194729 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.201498 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:32.201879 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:32.205082 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:32.214664 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1cc1d59b-7f68-410f-92b8-28c9d0d2a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.219431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.258495 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1cc1d59b-7f68-410f-92b8-28c9d0d2a0d6 None None] Provisioning complete for port e58d1d2a-d0a5-4f25-a051-ef7ef693daf0 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:32.262193 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1cc1d59b-7f68-410f-92b8-28c9d0d2a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.291243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1d59b-7f68-410f-92b8-28c9d0d2a0d6 None None] Pushing event updated for resources: {'Port': ['ID=1a84cc80-ba24-4176-ae67-cafdbc0852ca,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:32.317361 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.364435 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-88bf8cf7-8ac6-48cd-bd7a-628e25b32db4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Allocated IP 2001:db8:3::1 (ae66e93b-7576-4daa-a79f-4f75a7721cc2/5b44c855-f105-48e1-ac79-e06aa04fe842/96717276-15c1-4c39-a5d1-37706693fee3) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:32.367082 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.375597 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Network ae66e93b-7576-4daa-a79f-4f75a7721cc2 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:32.376016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.382086 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] 10.222.0.50 "DELETE /v2.0/networks/f63dfbe5-7460-4a0b-8136-046ff5f14bdf HTTP/1.1" status: 204 len: 168 time: 0.8210220 Nov 11 12:18:32.384454 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:32.389927 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:32.393267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d2bc2-6aa6-4789-95c1-07a8440e3205 tempest-PortsIpV6TestJSON-1652566279 tempest-PortsIpV6TestJSON-1652566279-project] Pushing event deleted for resources: {'Network': ['ID=f63dfbe5-7460-4a0b-8136-046ff5f14bdf,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:32.414695 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Pushing event updated for resources: {'Port': ['ID=2a656916-f3e6-47ec-9676-14d9e5baecbc,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:32.459296 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Attempting to bind port 2a656916-f3e6-47ec-9676-14d9e5baecbc on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:32.459660 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Attempting to bind port 2a656916-f3e6-47ec-9676-14d9e5baecbc by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'a9d23b1f-2d82-478d-abdd-2f2f02de961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ae66e93b-7576-4daa-a79f-4f75a7721cc2'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:32.459954 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Attempting to bind port 2a656916-f3e6-47ec-9676-14d9e5baecbc on network ae66e93b-7576-4daa-a79f-4f75a7721cc2 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:32.465221 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:32.466139 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Checking segment: {'id': 'a9d23b1f-2d82-478d-abdd-2f2f02de961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ae66e93b-7576-4daa-a79f-4f75a7721cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:32.466139 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.466433 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Bound using segment: {'id': 'a9d23b1f-2d82-478d-abdd-2f2f02de961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ae66e93b-7576-4daa-a79f-4f75a7721cc2'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:32.466845 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Bound port: 2a656916-f3e6-47ec-9676-14d9e5baecbc, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d23b1f-2d82-478d-abdd-2f2f02de961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ae66e93b-7576-4daa-a79f-4f75a7721cc2'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:32.467304 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.506266 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-88bf8cf7-8ac6-48cd-bd7a-628e25b32db4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.543686 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6103bec0-dd1a-466b-9350-3dca34819d1f None None] Provisioning complete for port 1a84cc80-ba24-4176-ae67-cafdbc0852ca triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:32.544088 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6103bec0-dd1a-466b-9350-3dca34819d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.547638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] For port 2a656916-f3e6-47ec-9676-14d9e5baecbc, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:32.582942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] For port 2a656916-f3e6-47ec-9676-14d9e5baecbc, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=2a656916-f3e6-47ec-9676-14d9e5baecbc,segment=NetworkSegment(a9d23b1f-2d82-478d-abdd-2f2f02de961d),segment_id=a9d23b1f-2d82-478d-abdd-2f2f02de961d)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:32.690392 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.690630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-88bf8cf7-8ac6-48cd-bd7a-628e25b32db4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.729029 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf8cf7-8ac6-48cd-bd7a-628e25b32db4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network ae66e93b-7576-4daa-a79f-4f75a7721cc2 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:32.734475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-88bf8cf7-8ac6-48cd-bd7a-628e25b32db4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:32.741771 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf8cf7-8ac6-48cd-bd7a-628e25b32db4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:32.741771 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-88bf8cf7-8ac6-48cd-bd7a-628e25b32db4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:32.754318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf8cf7-8ac6-48cd-bd7a-628e25b32db4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=96717276-15c1-4c39-a5d1-37706693fee3,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:32.765544 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33eb528-ccb7-4016-852e-d60e48e2cc50 None None] Pushing event updated for resources: {'Port': ['ID=2a656916-f3e6-47ec-9676-14d9e5baecbc,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:32.971689 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 1a84cc80-ba24-4176-ae67-cafdbc0852ca up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:32.980763 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-88bf8cf7-8ac6-48cd-bd7a-628e25b32db4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:33.022926 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55112) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:33.043957 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 1a84cc80-ba24-4176-ae67-cafdbc0852ca triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:33.043957 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:33.182363 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-925d1493-c73a-473a-888c-b9d21a58e19c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9c03639a8564727b50cf8ab0fd2b19c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580422 Nov 11 12:18:33.184984 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55116) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:33.216788 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 313f84a1-4db1-4c35-9c71-9d64d72d8e72 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:33.239978 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5da84e51-b8d4-4b89-a5e8-fa8f3968a49d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:33.252167 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a3da32d8-6895-42ae-af58-9b188a0953ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:33.254353 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 313f84a1-4db1-4c35-9c71-9d64d72d8e72 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:18:33.261535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 313f84a1-4db1-4c35-9c71-9d64d72d8e72 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:18:33.275769 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5da84e51-b8d4-4b89-a5e8-fa8f3968a49d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:33.296929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-88bf8cf7-8ac6-48cd-bd7a-628e25b32db4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:33.429583 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-88bf8cf7-8ac6-48cd-bd7a-628e25b32db4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:33.430385 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-88bf8cf7-8ac6-48cd-bd7a-628e25b32db4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:33.481531 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5da84e51-b8d4-4b89-a5e8-fa8f3968a49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:33.486071 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5da84e51-b8d4-4b89-a5e8-fa8f3968a49d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:33.486071 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5da84e51-b8d4-4b89-a5e8-fa8f3968a49d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce9a4eba-f14d-4657-901e-f39ffe888b33 HTTP/1.1" status: 204 len: 168 time: 0.2994988 Nov 11 12:18:33.507206 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da84e51-b8d4-4b89-a5e8-fa8f3968a49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9a4eba-f14d-4657-901e-f39ffe888b33,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:33.516277 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf8cf7-8ac6-48cd-bd7a-628e25b32db4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event updated for resources: {'Port': ['ID=96717276-15c1-4c39-a5d1-37706693fee3,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:33.571848 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf8cf7-8ac6-48cd-bd7a-628e25b32db4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Network ae66e93b-7576-4daa-a79f-4f75a7721cc2 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:33.573329 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-88bf8cf7-8ac6-48cd-bd7a-628e25b32db4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:33.681187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bf8cf7-8ac6-48cd-bd7a-628e25b32db4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:33.782705 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bf8cf7-8ac6-48cd-bd7a-628e25b32db4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:33.793908 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-88bf8cf7-8ac6-48cd-bd7a-628e25b32db4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/334b7d14-0c7c-4a56-bd19-7ec5475b0001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1477723 Nov 11 12:18:33.794490 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Sync routers for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:33.796047 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55122) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:33.801110 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c104ace5-8c72-4af3-abeb-0389be5f63a1 None None] Network ae66e93b-7576-4daa-a79f-4f75a7721cc2 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:33.801416 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-2b8e7346-eebd-4f69-8daf-c5405ebcbd6e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:33.844913 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:33.845510 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:33.951401 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5cc91aee-907a-4d40-bd1a-e54f9519a3c4 None None] Provisioning complete for port 2a656916-f3e6-47ec-9676-14d9e5baecbc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:33.951765 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5cc91aee-907a-4d40-bd1a-e54f9519a3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:33.998901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:34.179925 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.extraroute_db [None req-2b8e7346-eebd-4f69-8daf-c5405ebcbd6e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103001) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 12:18:34.197211 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.extraroute_db [None req-2b8e7346-eebd-4f69-8daf-c5405ebcbd6e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Removed routes are [] {{(pid=103001) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 12:18:34.197595 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2b8e7346-eebd-4f69-8daf-c5405ebcbd6e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:34.396857 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5cc91aee-907a-4d40-bd1a-e54f9519a3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:34.461105 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5cc91aee-907a-4d40-bd1a-e54f9519a3c4 None None] For port 2a656916-f3e6-47ec-9676-14d9e5baecbc, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=2a656916-f3e6-47ec-9676-14d9e5baecbc,segment=NetworkSegment(a9d23b1f-2d82-478d-abdd-2f2f02de961d),segment_id=a9d23b1f-2d82-478d-abdd-2f2f02de961d)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:34.488196 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:32Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '1a84cc80-ba24-4176-ae67-cafdbc0852ca', 'name': '', 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:db:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:26Z', 'updated_at': '2021-11-11T12:18:32Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96717276-15c1-4c39-a5d1-37706693fee3', 'name': '', 'network_id': 'ae66e93b-7576-4daa-a79f-4f75a7721cc2', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:53:0b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '5b44c855-f105-48e1-ac79-e06aa04fe842', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:31Z', 'updated_at': '2021-11-11T12:18:33Z', 'revision_number': 2, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5b44c855-f105-48e1-ac79-e06aa04fe842', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f54a73e5-23a9-428e-813f-4a9a0a00a04d', 'name': '', 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:6f:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:22Z', 'updated_at': '2021-11-11T12:18:27Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:34.515937 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Checking router: 334b7d14-0c7c-4a56-bd19-7ec5475b0001 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:18:34.516289 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Updating router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 port 96717276-15c1-4c39-a5d1-37706693fee3 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:18:34.549489 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5cc91aee-907a-4d40-bd1a-e54f9519a3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:34.584989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:34.597356 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2b8e7346-eebd-4f69-8daf-c5405ebcbd6e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:34.600991 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2b8e7346-eebd-4f69-8daf-c5405ebcbd6e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:34.675839 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55140) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:34.716426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8e7346-eebd-4f69-8daf-c5405ebcbd6e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:34.744531 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc91aee-907a-4d40-bd1a-e54f9519a3c4 None None] Pushing event updated for resources: {'Port': ['ID=2a656916-f3e6-47ec-9676-14d9e5baecbc,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:34.781296 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-311838db-6feb-47fc-80b4-d2c50912a5d2 None None] Provisioning complete for port 2a656916-f3e6-47ec-9676-14d9e5baecbc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:34.781662 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-311838db-6feb-47fc-80b4-d2c50912a5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:34.789470 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-6a99c98f-b9a1-474c-b86d-2f29c6ae74eb tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-32724736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:34.830233 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8e7346-eebd-4f69-8daf-c5405ebcbd6e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:34.838634 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2b8e7346-eebd-4f69-8daf-c5405ebcbd6e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:34.841509 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2b8e7346-eebd-4f69-8daf-c5405ebcbd6e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/334b7d14-0c7c-4a56-bd19-7ec5475b0001 HTTP/1.1" status: 200 len: 953 time: 1.0433989 Nov 11 12:18:34.843691 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55144) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:34.931579 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6a99c98f-b9a1-474c-b86d-2f29c6ae74eb tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:34.932880 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6a99c98f-b9a1-474c-b86d-2f29c6ae74eb tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:34.980186 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 2a656916-f3e6-47ec-9676-14d9e5baecbc up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:35.011990 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0b3c5719-0e14-49f8-b843-c9749e583e4c tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/routers/334b7d14-0c7c-4a56-bd19-7ec5475b0001 HTTP/1.1" status: 200 len: 953 time: 0.1669028 Nov 11 12:18:35.015291 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55146) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:35.015505 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6a99c98f-b9a1-474c-b86d-2f29c6ae74eb tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.021607 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-8536f836-132b-4c76-94da-744483902dcb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'router': {'routes': None}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:35.064156 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.082686 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-311838db-6feb-47fc-80b4-d2c50912a5d2 None None] Provisioning complete for port 96717276-15c1-4c39-a5d1-37706693fee3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:35.083076 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-311838db-6feb-47fc-80b4-d2c50912a5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.116336 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6a99c98f-b9a1-474c-b86d-2f29c6ae74eb tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.116741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 2a656916-f3e6-47ec-9676-14d9e5baecbc triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:35.116741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.145191 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-311838db-6feb-47fc-80b4-d2c50912a5d2 None None] Port 96717276-15c1-4c39-a5d1-37706693fee3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:35.190889 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.268592 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7a305-0fdc-4de3-a2f8-1320d4dc0dc5 None None] Pushing event updated for resources: {'Port': ['ID=96717276-15c1-4c39-a5d1-37706693fee3,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:35.293309 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6a99c98f-b9a1-474c-b86d-2f29c6ae74eb tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.294533 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6a99c98f-b9a1-474c-b86d-2f29c6ae74eb tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.6176445 Nov 11 12:18:35.297316 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55148) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:35.312335 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-732aa301-9dda-44b7-961e-6f2b30ddc866 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1551503190'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:35.319721 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-33484de6-8112-438a-93c5-a8f97249ab35 None None] Provisioning complete for port 96717276-15c1-4c39-a5d1-37706693fee3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:35.320085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-33484de6-8112-438a-93c5-a8f97249ab35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.370098 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Attempting to bind port 96717276-15c1-4c39-a5d1-37706693fee3 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:35.370098 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Attempting to bind port 96717276-15c1-4c39-a5d1-37706693fee3 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'a9d23b1f-2d82-478d-abdd-2f2f02de961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ae66e93b-7576-4daa-a79f-4f75a7721cc2'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:35.370405 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Attempting to bind port 96717276-15c1-4c39-a5d1-37706693fee3 on network ae66e93b-7576-4daa-a79f-4f75a7721cc2 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:35.376739 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:35.377112 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Checking segment: {'id': 'a9d23b1f-2d82-478d-abdd-2f2f02de961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ae66e93b-7576-4daa-a79f-4f75a7721cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:35.377768 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.378171 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Bound using segment: {'id': 'a9d23b1f-2d82-478d-abdd-2f2f02de961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ae66e93b-7576-4daa-a79f-4f75a7721cc2'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:35.378624 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Bound port: 96717276-15c1-4c39-a5d1-37706693fee3, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d23b1f-2d82-478d-abdd-2f2f02de961d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ae66e93b-7576-4daa-a79f-4f75a7721cc2'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:35.379003 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.393881 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-33484de6-8112-438a-93c5-a8f97249ab35 None None] Port 96717276-15c1-4c39-a5d1-37706693fee3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:35.432328 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732aa301-9dda-44b7-961e-6f2b30ddc866 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Made reservation on behalf of 129c056f025c46a58f53571d883ad4be for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:35.438287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-732aa301-9dda-44b7-961e-6f2b30ddc866 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.457346 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-732aa301-9dda-44b7-961e-6f2b30ddc866 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.466721 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.extraroute_db [None req-8536f836-132b-4c76-94da-744483902dcb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Added routes are [] {{(pid=103001) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 12:18:35.467308 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.extraroute_db [None req-8536f836-132b-4c76-94da-744483902dcb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103001) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 12:18:35.478490 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] For port 96717276-15c1-4c39-a5d1-37706693fee3, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:35.484041 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] For port 96717276-15c1-4c39-a5d1-37706693fee3, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=96717276-15c1-4c39-a5d1-37706693fee3,segment=NetworkSegment(a9d23b1f-2d82-478d-abdd-2f2f02de961d),segment_id=a9d23b1f-2d82-478d-abdd-2f2f02de961d)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:35.507706 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8536f836-132b-4c76-94da-744483902dcb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.562496 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.564688 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-732aa301-9dda-44b7-961e-6f2b30ddc866 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.604965 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-92963b32-3a09-4818-bb3a-b51fe2321016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.621589 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:35.622163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:35.646719 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-732aa301-9dda-44b7-961e-6f2b30ddc866 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.682605 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732aa301-9dda-44b7-961e-6f2b30ddc866 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:18:35.704552 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732aa301-9dda-44b7-961e-6f2b30ddc866 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12388e89-031c-4aaa-af71-1d1e9e8a8497,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:35.724954 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-732aa301-9dda-44b7-961e-6f2b30ddc866 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.726613 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-732aa301-9dda-44b7-961e-6f2b30ddc866 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Added segment 76ae2297-3adb-41a2-bc30-8221ac65110c of type vlan for network 2fe39437-1287-452c-ac58-aa3f8bf7a48b Nov 11 12:18:35.735935 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7a305-0fdc-4de3-a2f8-1320d4dc0dc5 None None] Pushing event updated for resources: {'Port': ['ID=96717276-15c1-4c39-a5d1-37706693fee3,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:35.742228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7efc9add-8ea6-416b-87a3-a32291ef032a None None] Provisioning complete for port 96717276-15c1-4c39-a5d1-37706693fee3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:35.742593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7efc9add-8ea6-416b-87a3-a32291ef032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.808011 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-732aa301-9dda-44b7-961e-6f2b30ddc866 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.821501 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:35.946658 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7efc9add-8ea6-416b-87a3-a32291ef032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.959949 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-732aa301-9dda-44b7-961e-6f2b30ddc866 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:35.967239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732aa301-9dda-44b7-961e-6f2b30ddc866 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:35.967404 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-732aa301-9dda-44b7-961e-6f2b30ddc866 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:36.039878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-7efc9add-8ea6-416b-87a3-a32291ef032a None None] For port 96717276-15c1-4c39-a5d1-37706693fee3, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=96717276-15c1-4c39-a5d1-37706693fee3,segment=NetworkSegment(a9d23b1f-2d82-478d-abdd-2f2f02de961d),segment_id=a9d23b1f-2d82-478d-abdd-2f2f02de961d)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:36.055695 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732aa301-9dda-44b7-961e-6f2b30ddc866 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event updated for resources: {'Network': ['ID=2fe39437-1287-452c-ac58-aa3f8bf7a48b,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:36.072657 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 2fe39437-1287-452c-ac58-aa3f8bf7a48b details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:18:36.146081 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7efc9add-8ea6-416b-87a3-a32291ef032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:36.170069 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-732aa301-9dda-44b7-961e-6f2b30ddc866 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8671093 Nov 11 12:18:36.172548 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55150) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:36.181580 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e0bf0063-cf32-412e-9dac-5903305d93d0 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Request body: {'subnet': {'network_id': '2fe39437-1287-452c-ac58-aa3f8bf7a48b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:36.266606 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8536f836-132b-4c76-94da-744483902dcb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:36.274754 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8536f836-132b-4c76-94da-744483902dcb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:36.392208 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8536f836-132b-4c76-94da-744483902dcb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:36.406828 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bf0063-cf32-412e-9dac-5903305d93d0 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Made reservation on behalf of 129c056f025c46a58f53571d883ad4be for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:36.410170 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4a01a4d8-e5c4-4463-91cb-7a4c8d29b54b None None] Provisioning complete for port 96717276-15c1-4c39-a5d1-37706693fee3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:36.410538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4a01a4d8-e5c4-4463-91cb-7a4c8d29b54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:36.411611 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0bf0063-cf32-412e-9dac-5903305d93d0 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:36.413043 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc9add-8ea6-416b-87a3-a32291ef032a None None] Pushing event updated for resources: {'Port': ['ID=96717276-15c1-4c39-a5d1-37706693fee3,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:36.457396 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:35Z', 'revision_number': 7, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '1a84cc80-ba24-4176-ae67-cafdbc0852ca', 'name': '', 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:db:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:26Z', 'updated_at': '2021-11-11T12:18:32Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96717276-15c1-4c39-a5d1-37706693fee3', 'name': '', 'network_id': 'ae66e93b-7576-4daa-a79f-4f75a7721cc2', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:53:0b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '5b44c855-f105-48e1-ac79-e06aa04fe842', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:31Z', 'updated_at': '2021-11-11T12:18:35Z', 'revision_number': 4, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5b44c855-f105-48e1-ac79-e06aa04fe842', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f54a73e5-23a9-428e-813f-4a9a0a00a04d', 'name': '', 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:6f:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:22Z', 'updated_at': '2021-11-11T12:18:27Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:36.489709 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68944b5d-2a5b-4dbd-9066-f1fb649ddfa5 None None] The sync data for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv is: [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:35Z', 'revision_number': 7, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '1a84cc80-ba24-4176-ae67-cafdbc0852ca', 'name': '', 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:db:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:26Z', 'updated_at': '2021-11-11T12:18:32Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96717276-15c1-4c39-a5d1-37706693fee3', 'name': '', 'network_id': 'ae66e93b-7576-4daa-a79f-4f75a7721cc2', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:53:0b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '5b44c855-f105-48e1-ac79-e06aa04fe842', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:31Z', 'updated_at': '2021-11-11T12:18:35Z', 'revision_number': 4, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5b44c855-f105-48e1-ac79-e06aa04fe842', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f54a73e5-23a9-428e-813f-4a9a0a00a04d', 'name': '', 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:6f:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:22Z', 'updated_at': '2021-11-11T12:18:27Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:36.526197 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8536f836-132b-4c76-94da-744483902dcb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:36.537885 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:36.579358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8536f836-132b-4c76-94da-744483902dcb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:36.585466 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8536f836-132b-4c76-94da-744483902dcb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/334b7d14-0c7c-4a56-bd19-7ec5475b0001 HTTP/1.1" status: 200 len: 703 time: 1.5682893 Nov 11 12:18:36.589757 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55152) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:36.720650 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a3768d04-3b0c-4bf8-bd8b-2f37ae3e669e tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/routers/334b7d14-0c7c-4a56-bd19-7ec5475b0001 HTTP/1.1" status: 200 len: 703 time: 0.1285455 Nov 11 12:18:36.723668 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55154) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:36.797409 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0bf0063-cf32-412e-9dac-5903305d93d0 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:36.870580 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf0063-cf32-412e-9dac-5903305d93d0 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event updated for resources: {'Subnet': ['ID=936e56b8-7d5d-44c5-ad8c-1b612d8b110c,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:36.896414 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf0063-cf32-412e-9dac-5903305d93d0 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Checking segment: {'id': '76ae2297-3adb-41a2-bc30-8221ac65110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2fe39437-1287-452c-ac58-aa3f8bf7a48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:36.896782 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf0063-cf32-412e-9dac-5903305d93d0 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Network hostable DHCP agents. Network: 2fe39437-1287-452c-ac58-aa3f8bf7a48b, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:18:36.966442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 96717276-15c1-4c39-a5d1-37706693fee3 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:36.976154 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf0063-cf32-412e-9dac-5903305d93d0 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Network 2fe39437-1287-452c-ac58-aa3f8bf7a48b is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:18:37.026013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 96717276-15c1-4c39-a5d1-37706693fee3 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:37.026376 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.051232 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-e0bf0063-cf32-412e-9dac-5903305d93d0 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 2fe39437-1287-452c-ac58-aa3f8bf7a48b) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:37.056375 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bf0063-cf32-412e-9dac-5903305d93d0 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:37.060443 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0bf0063-cf32-412e-9dac-5903305d93d0 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.068009 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152a5bb2-e479-4e72-b5ee-5f6f02cbe91e None None] Network 2fe39437-1287-452c-ac58-aa3f8bf7a48b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:37.139944 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e0bf0063-cf32-412e-9dac-5903305d93d0 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9662716 Nov 11 12:18:37.140268 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50effa76-9d92-42e8-bfbb-4eae2bc05f10 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.144160 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55158) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:37.150205 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-3ddac1a7-2943-440b-9d9c-6764a308ce0a tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Request body: {'network': {'name': 'tempest-router-network01--721837441'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:37.257689 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-2fe39437-1287-452c-ac58-aa3f8bf7a48b', 'network_id': '2fe39437-1287-452c-ac58-aa3f8bf7a48b', 'tenant_id': '129c056f025c46a58f53571d883ad4be', 'fixed_ips': [{'subnet_id': '936e56b8-7d5d-44c5-ad8c-1b612d8b110c'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:18:37.258693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.289614 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234535d-ca5e-4d6f-8fce-51bb5514d7f0 None None] Sync routers for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:37.299683 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b234535d-ca5e-4d6f-8fce-51bb5514d7f0 None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:37.300279 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b234535d-ca5e-4d6f-8fce-51bb5514d7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:37.326050 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddac1a7-2943-440b-9d9c-6764a308ce0a tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Made reservation on behalf of 129c056f025c46a58f53571d883ad4be for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:37.329755 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3ddac1a7-2943-440b-9d9c-6764a308ce0a tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.360869 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ddac1a7-2943-440b-9d9c-6764a308ce0a tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:18:37.389427 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-b234535d-ca5e-4d6f-8fce-51bb5514d7f0 None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:37.397023 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3ddac1a7-2943-440b-9d9c-6764a308ce0a tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.397366 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-3ddac1a7-2943-440b-9d9c-6764a308ce0a tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Added segment 4614c6c7-633a-4de9-8cdf-4e301c9d6f29 of type vlan for network 6678f04b-e212-48d1-92cf-c31336156758 Nov 11 12:18:37.404595 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Allocated IP 2001:db8::2 (2fe39437-1287-452c-ac58-aa3f8bf7a48b/936e56b8-7d5d-44c5-ad8c-1b612d8b110c/f159ce53-27a6-4e0f-a124-71f9fb955766) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:37.464250 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3ddac1a7-2943-440b-9d9c-6764a308ce0a tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.507609 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-50effa76-9d92-42e8-bfbb-4eae2bc05f10 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting port 96717276-15c1-4c39-a5d1-37706693fee3 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:37.507950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50effa76-9d92-42e8-bfbb-4eae2bc05f10 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.561707 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.588064 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3ddac1a7-2943-440b-9d9c-6764a308ce0a tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.593607 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddac1a7-2943-440b-9d9c-6764a308ce0a tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:37.594189 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3ddac1a7-2943-440b-9d9c-6764a308ce0a tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.599033 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b234535d-ca5e-4d6f-8fce-51bb5514d7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:35Z', 'revision_number': 7, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '1a84cc80-ba24-4176-ae67-cafdbc0852ca', 'name': '', 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:db:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:26Z', 'updated_at': '2021-11-11T12:18:32Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96717276-15c1-4c39-a5d1-37706693fee3', 'name': '', 'network_id': 'ae66e93b-7576-4daa-a79f-4f75a7721cc2', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:53:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '5b44c855-f105-48e1-ac79-e06aa04fe842', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:31Z', 'updated_at': '2021-11-11T12:18:36Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5b44c855-f105-48e1-ac79-e06aa04fe842', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f54a73e5-23a9-428e-813f-4a9a0a00a04d', 'name': '', 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:6f:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:22Z', 'updated_at': '2021-11-11T12:18:27Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:37.625062 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234535d-ca5e-4d6f-8fce-51bb5514d7f0 None None] Checking router: 334b7d14-0c7c-4a56-bd19-7ec5475b0001 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:18:37.633251 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b234535d-ca5e-4d6f-8fce-51bb5514d7f0 None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:37.633871 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b234535d-ca5e-4d6f-8fce-51bb5514d7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:37.651094 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.670436 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-50effa76-9d92-42e8-bfbb-4eae2bc05f10 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] For port 96717276-15c1-4c39-a5d1-37706693fee3, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=96717276-15c1-4c39-a5d1-37706693fee3,segment=NetworkSegment(a9d23b1f-2d82-478d-abdd-2f2f02de961d),segment_id=a9d23b1f-2d82-478d-abdd-2f2f02de961d)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:37.670801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50effa76-9d92-42e8-bfbb-4eae2bc05f10 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.694029 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Network 2fe39437-1287-452c-ac58-aa3f8bf7a48b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:37.696609 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddac1a7-2943-440b-9d9c-6764a308ce0a tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event updated for resources: {'Network': ['ID=6678f04b-e212-48d1-92cf-c31336156758,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:37.698933 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-50effa76-9d92-42e8-bfbb-4eae2bc05f10 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Calling delete_port for 96717276-15c1-4c39-a5d1-37706693fee3 owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:37.702472 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:37.704802 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:37.711923 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Pushing event updated for resources: {'Port': ['ID=f159ce53-27a6-4e0f-a124-71f9fb955766,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:37.717807 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 6678f04b-e212-48d1-92cf-c31336156758 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:18:37.726359 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-b234535d-ca5e-4d6f-8fce-51bb5514d7f0 None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:37.752636 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3ddac1a7-2943-440b-9d9c-6764a308ce0a tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6049109 Nov 11 12:18:37.752868 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55160) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:37.760090 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-9f253741-8025-4c15-8d78-f11afd057e41 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Request body: {'network': {'name': 'tempest-router-network02--235550365'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:37.824966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Attempting to bind port f159ce53-27a6-4e0f-a124-71f9fb955766 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:37.825359 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Attempting to bind port f159ce53-27a6-4e0f-a124-71f9fb955766 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '76ae2297-3adb-41a2-bc30-8221ac65110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2fe39437-1287-452c-ac58-aa3f8bf7a48b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:37.825694 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Attempting to bind port f159ce53-27a6-4e0f-a124-71f9fb955766 on network 2fe39437-1287-452c-ac58-aa3f8bf7a48b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:37.831442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:37.831922 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Checking segment: {'id': '76ae2297-3adb-41a2-bc30-8221ac65110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2fe39437-1287-452c-ac58-aa3f8bf7a48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:37.832606 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.832780 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Bound using segment: {'id': '76ae2297-3adb-41a2-bc30-8221ac65110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2fe39437-1287-452c-ac58-aa3f8bf7a48b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:37.833350 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Bound port: f159ce53-27a6-4e0f-a124-71f9fb955766, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ae2297-3adb-41a2-bc30-8221ac65110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2fe39437-1287-452c-ac58-aa3f8bf7a48b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:37.833792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.877589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f253741-8025-4c15-8d78-f11afd057e41 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Made reservation on behalf of 129c056f025c46a58f53571d883ad4be for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:37.881112 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9f253741-8025-4c15-8d78-f11afd057e41 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.904817 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] For port f159ce53-27a6-4e0f-a124-71f9fb955766, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:37.909674 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] For port f159ce53-27a6-4e0f-a124-71f9fb955766, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f159ce53-27a6-4e0f-a124-71f9fb955766,segment=NetworkSegment(76ae2297-3adb-41a2-bc30-8221ac65110c),segment_id=76ae2297-3adb-41a2-bc30-8221ac65110c)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:37.927191 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f253741-8025-4c15-8d78-f11afd057e41 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:18:37.936521 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9f253741-8025-4c15-8d78-f11afd057e41 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.936863 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-9f253741-8025-4c15-8d78-f11afd057e41 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Added segment ea15d25c-4b70-459f-8082-6a0412493802 of type vlan for network 630586a5-b648-42de-9ac7-4b7d04aed377 Nov 11 12:18:37.952604 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b234535d-ca5e-4d6f-8fce-51bb5514d7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:35Z', 'revision_number': 7, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '1a84cc80-ba24-4176-ae67-cafdbc0852ca', 'name': '', 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:db:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:26Z', 'updated_at': '2021-11-11T12:18:32Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96717276-15c1-4c39-a5d1-37706693fee3', 'name': '', 'network_id': 'ae66e93b-7576-4daa-a79f-4f75a7721cc2', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:53:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '5b44c855-f105-48e1-ac79-e06aa04fe842', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:31Z', 'updated_at': '2021-11-11T12:18:36Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5b44c855-f105-48e1-ac79-e06aa04fe842', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f54a73e5-23a9-428e-813f-4a9a0a00a04d', 'name': '', 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:6f:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:22Z', 'updated_at': '2021-11-11T12:18:27Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:37.965329 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:37.983439 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234535d-ca5e-4d6f-8fce-51bb5514d7f0 None None] The sync data for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv is: [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:35Z', 'revision_number': 7, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '1a84cc80-ba24-4176-ae67-cafdbc0852ca', 'name': '', 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:db:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:26Z', 'updated_at': '2021-11-11T12:18:32Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96717276-15c1-4c39-a5d1-37706693fee3', 'name': '', 'network_id': 'ae66e93b-7576-4daa-a79f-4f75a7721cc2', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:53:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '5b44c855-f105-48e1-ac79-e06aa04fe842', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:31Z', 'updated_at': '2021-11-11T12:18:36Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5b44c855-f105-48e1-ac79-e06aa04fe842', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f54a73e5-23a9-428e-813f-4a9a0a00a04d', 'name': '', 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:6f:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:22Z', 'updated_at': '2021-11-11T12:18:27Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:37.991832 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9f253741-8025-4c15-8d78-f11afd057e41 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:38.004720 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50effa76-9d92-42e8-bfbb-4eae2bc05f10 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:38.054212 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecf464-7834-4352-94dc-4e037ba1a08a None None] Pushing event updated for resources: {'Port': ['ID=f159ce53-27a6-4e0f-a124-71f9fb955766,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:38.085063 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:38.122802 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50effa76-9d92-42e8-bfbb-4eae2bc05f10 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Port': ['ID=96717276-15c1-4c39-a5d1-37706693fee3,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:38.189479 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9f253741-8025-4c15-8d78-f11afd057e41 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:38.195531 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f253741-8025-4c15-8d78-f11afd057e41 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:38.196166 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9f253741-8025-4c15-8d78-f11afd057e41 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:38.201724 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50effa76-9d92-42e8-bfbb-4eae2bc05f10 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:38.380440 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9f253741-8025-4c15-8d78-f11afd057e41 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6265647 Nov 11 12:18:38.383116 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f253741-8025-4c15-8d78-f11afd057e41 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event updated for resources: {'Network': ['ID=630586a5-b648-42de-9ac7-4b7d04aed377,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:38.383719 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55162) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:38.389028 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-db423e5a-74a2-446d-a78b-b918203c77ec tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Request body: {'subnet': {'network_id': '6678f04b-e212-48d1-92cf-c31336156758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:38.394772 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 630586a5-b648-42de-9ac7-4b7d04aed377 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:18:38.517824 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50effa76-9d92-42e8-bfbb-4eae2bc05f10 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:38.552863 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db423e5a-74a2-446d-a78b-b918203c77ec tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Made reservation on behalf of 129c056f025c46a58f53571d883ad4be for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:38.556405 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-db423e5a-74a2-446d-a78b-b918203c77ec tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:38.613430 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50effa76-9d92-42e8-bfbb-4eae2bc05f10 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:38.622111 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-50effa76-9d92-42e8-bfbb-4eae2bc05f10 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/334b7d14-0c7c-4a56-bd19-7ec5475b0001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8939455 Nov 11 12:18:38.622225 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55164) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:38.624836 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf245015-f8ef-4a70-bdca-0115e8890137 None None] Sync routers for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:38.645921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf245015-f8ef-4a70-bdca-0115e8890137 None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:38.646543 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-cf245015-f8ef-4a70-bdca-0115e8890137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:38.692450 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-8959bd54-5a55-44f3-8011-3184eb0d1b80 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting subnet 5b44c855-f105-48e1-ac79-e06aa04fe842 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:18:38.697626 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8959bd54-5a55-44f3-8011-3184eb0d1b80 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:38.740535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-cf245015-f8ef-4a70-bdca-0115e8890137 None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:38.765778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8959bd54-5a55-44f3-8011-3184eb0d1b80 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:38.914106 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8959bd54-5a55-44f3-8011-3184eb0d1b80 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:38.937934 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-db423e5a-74a2-446d-a78b-b918203c77ec tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.011649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-cf245015-f8ef-4a70-bdca-0115e8890137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:37Z', 'revision_number': 8, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '1a84cc80-ba24-4176-ae67-cafdbc0852ca', 'name': '', 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:db:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:26Z', 'updated_at': '2021-11-11T12:18:32Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f54a73e5-23a9-428e-813f-4a9a0a00a04d', 'name': '', 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:6f:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:22Z', 'updated_at': '2021-11-11T12:18:27Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:39.053643 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db423e5a-74a2-446d-a78b-b918203c77ec tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event updated for resources: {'Subnet': ['ID=8aad0679-4a8a-4eff-b454-14e787006146,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:39.068006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf245015-f8ef-4a70-bdca-0115e8890137 None None] Checking router: 334b7d14-0c7c-4a56-bd19-7ec5475b0001 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:18:39.073357 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db423e5a-74a2-446d-a78b-b918203c77ec tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Checking segment: {'id': '4614c6c7-633a-4de9-8cdf-4e301c9d6f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6678f04b-e212-48d1-92cf-c31336156758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:39.073716 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db423e5a-74a2-446d-a78b-b918203c77ec tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Network hostable DHCP agents. Network: 6678f04b-e212-48d1-92cf-c31336156758, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:18:39.081974 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f159ce53-27a6-4e0f-a124-71f9fb955766 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:39.102637 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf245015-f8ef-4a70-bdca-0115e8890137 None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:39.103291 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-cf245015-f8ef-4a70-bdca-0115e8890137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:39.108879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49808a60-9b46-40da-90ec-a6ab297c17d8 None None] Network 2fe39437-1287-452c-ac58-aa3f8bf7a48b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:39.170402 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8959bd54-5a55-44f3-8011-3184eb0d1b80 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.199956 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959bd54-5a55-44f3-8011-3184eb0d1b80 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Subnet': ['ID=5b44c855-f105-48e1-ac79-e06aa04fe842,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:39.201483 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db423e5a-74a2-446d-a78b-b918203c77ec tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Network 6678f04b-e212-48d1-92cf-c31336156758 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:18:39.208507 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8959bd54-5a55-44f3-8011-3184eb0d1b80 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.211661 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8959bd54-5a55-44f3-8011-3184eb0d1b80 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/subnets/5b44c855-f105-48e1-ac79-e06aa04fe842 HTTP/1.1" status: 204 len: 168 time: 0.5886712 Nov 11 12:18:39.214669 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55166) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:39.216110 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e250c7-eba2-43b1-8c76-723868ccbec1 None None] Network ae66e93b-7576-4daa-a79f-4f75a7721cc2 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:39.226410 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.284639 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-db423e5a-74a2-446d-a78b-b918203c77ec tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 6678f04b-e212-48d1-92cf-c31336156758) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:39.288976 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db423e5a-74a2-446d-a78b-b918203c77ec tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:39.289941 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-db423e5a-74a2-446d-a78b-b918203c77ec tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.301602 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ed6a44-34cf-4580-afb1-dda24245b5ab None None] Network 6678f04b-e212-48d1-92cf-c31336156758 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:39.314060 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-9cfdf5f7-c1ca-4ee4-8810-8c4de44050f3 None None] Provisioning complete for port f159ce53-27a6-4e0f-a124-71f9fb955766 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:39.314422 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9cfdf5f7-c1ca-4ee4-8810-8c4de44050f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.315143 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.368686 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting port 2a656916-f3e6-47ec-9676-14d9e5baecbc {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:39.368949 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.396119 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-db423e5a-74a2-446d-a78b-b918203c77ec tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0112526 Nov 11 12:18:39.399530 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55168) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:39.405144 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-caa1f1f5-ec49-4817-9828-ea831070f3e3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Request body: {'subnet': {'network_id': '630586a5-b648-42de-9ac7-4b7d04aed377', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:39.443291 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] For port 2a656916-f3e6-47ec-9676-14d9e5baecbc, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=2a656916-f3e6-47ec-9676-14d9e5baecbc,segment=NetworkSegment(a9d23b1f-2d82-478d-abdd-2f2f02de961d),segment_id=a9d23b1f-2d82-478d-abdd-2f2f02de961d)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:39.443697 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.460175 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Calling delete_port for 2a656916-f3e6-47ec-9676-14d9e5baecbc owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:39.548286 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-cf245015-f8ef-4a70-bdca-0115e8890137 None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:39.592767 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa1f1f5-ec49-4817-9828-ea831070f3e3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Made reservation on behalf of 129c056f025c46a58f53571d883ad4be for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:39.597147 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-caa1f1f5-ec49-4817-9828-ea831070f3e3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.617215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.645066 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Port': ['ID=2a656916-f3e6-47ec-9676-14d9e5baecbc,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:39.649331 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] No DVR routers for this DVR port 2a656916-f3e6-47ec-9676-14d9e5baecbc on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:39.711327 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port f159ce53-27a6-4e0f-a124-71f9fb955766 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:39.711704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.734346 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.761344 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae66e93b-7576-4daa-a79f-4f75a7721cc2']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:39.773129 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d23b1f-2d82-478d-abdd-2f2f02de961d') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:39.773459 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d23b1f-2d82-478d-abdd-2f2f02de961d') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:39.784834 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.803540 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.810250 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:39.810654 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:39.815945 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:39.836479 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d944ea-e2c3-4604-9179-7b972fc12114 None None] DHCP port deletion for ae66e93b-7576-4daa-a79f-4f75a7721cc2 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:39.904478 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-caa1f1f5-ec49-4817-9828-ea831070f3e3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.935290 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.942325 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:39.947010 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/networks/ae66e93b-7576-4daa-a79f-4f75a7721cc2 HTTP/1.1" status: 204 len: 168 time: 0.7312696 Nov 11 12:18:39.951405 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55170) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:39.972307 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47485bb3-db97-4668-a267-458382de7309 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Network': ['ID=ae66e93b-7576-4daa-a79f-4f75a7721cc2,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:39.982760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9cfdf5f7-c1ca-4ee4-8810-8c4de44050f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:40.036638 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1f1f5-ec49-4817-9828-ea831070f3e3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event updated for resources: {'Subnet': ['ID=c16b84c3-b1e6-4dee-968e-c3be197aa80c,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:40.064272 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa1f1f5-ec49-4817-9828-ea831070f3e3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Checking segment: {'id': 'ea15d25c-4b70-459f-8082-6a0412493802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '630586a5-b648-42de-9ac7-4b7d04aed377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:40.064272 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa1f1f5-ec49-4817-9828-ea831070f3e3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Network hostable DHCP agents. Network: 630586a5-b648-42de-9ac7-4b7d04aed377, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:18:40.093226 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-6678f04b-e212-48d1-92cf-c31336156758', 'network_id': '6678f04b-e212-48d1-92cf-c31336156758', 'tenant_id': '129c056f025c46a58f53571d883ad4be', 'fixed_ips': [{'subnet_id': '8aad0679-4a8a-4eff-b454-14e787006146'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:18:40.094010 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:40.120399 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-9cfdf5f7-c1ca-4ee4-8810-8c4de44050f3 None None] For port f159ce53-27a6-4e0f-a124-71f9fb955766, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f159ce53-27a6-4e0f-a124-71f9fb955766,segment=NetworkSegment(76ae2297-3adb-41a2-bc30-8221ac65110c),segment_id=76ae2297-3adb-41a2-bc30-8221ac65110c)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:40.124122 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:40.195997 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa1f1f5-ec49-4817-9828-ea831070f3e3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Network 630586a5-b648-42de-9ac7-4b7d04aed377 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:18:40.230360 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-cf245015-f8ef-4a70-bdca-0115e8890137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:37Z', 'revision_number': 8, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '1a84cc80-ba24-4176-ae67-cafdbc0852ca', 'name': '', 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:db:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:26Z', 'updated_at': '2021-11-11T12:18:32Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f54a73e5-23a9-428e-813f-4a9a0a00a04d', 'name': '', 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:6f:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:22Z', 'updated_at': '2021-11-11T12:18:27Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:40.265027 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9cfdf5f7-c1ca-4ee4-8810-8c4de44050f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:40.286482 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf245015-f8ef-4a70-bdca-0115e8890137 None None] The sync data for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv is: [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:37Z', 'revision_number': 8, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '1a84cc80-ba24-4176-ae67-cafdbc0852ca', 'name': '', 'network_id': 'cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:db:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:26Z', 'updated_at': '2021-11-11T12:18:32Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'e0b7304f-a88b-444f-a735-9da3ac81ed42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f54a73e5-23a9-428e-813f-4a9a0a00a04d', 'name': '', 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:6f:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:22Z', 'updated_at': '2021-11-11T12:18:27Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:40.322224 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-caa1f1f5-ec49-4817-9828-ea831070f3e3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 630586a5-b648-42de-9ac7-4b7d04aed377) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:40.328820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1f1f5-ec49-4817-9828-ea831070f3e3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:40.329304 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-caa1f1f5-ec49-4817-9828-ea831070f3e3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:40.340392 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28c1e02-9060-4dda-80d8-412d1fead372 None None] Network 630586a5-b648-42de-9ac7-4b7d04aed377 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:40.365942 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5835b6ad-a085-4528-8967-7124f48a0956 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:40.441093 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-caa1f1f5-ec49-4817-9828-ea831070f3e3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0401552 Nov 11 12:18:40.443887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55172) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:40.445930 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:18:40.446281 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:18:40.450609 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Allocated IP 2001:db8::2 (6678f04b-e212-48d1-92cf-c31336156758/8aad0679-4a8a-4eff-b454-14e787006146/4e39464e-0959-4462-a887-411a60d3dd82) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:40.459277 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdf5f7-c1ca-4ee4-8810-8c4de44050f3 None None] Pushing event updated for resources: {'Port': ['ID=f159ce53-27a6-4e0f-a124-71f9fb955766,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:40.485364 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-de3aabc4-66a1-48db-845f-7061b4edfc37 None None] Provisioning complete for port f159ce53-27a6-4e0f-a124-71f9fb955766 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:40.485735 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-de3aabc4-66a1-48db-845f-7061b4edfc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:40.550954 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:40.650850 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5835b6ad-a085-4528-8967-7124f48a0956 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting port 1a84cc80-ba24-4176-ae67-cafdbc0852ca {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:40.651302 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5835b6ad-a085-4528-8967-7124f48a0956 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:40.721293 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-630586a5-b648-42de-9ac7-4b7d04aed377', 'network_id': '630586a5-b648-42de-9ac7-4b7d04aed377', 'tenant_id': '129c056f025c46a58f53571d883ad4be', 'fixed_ips': [{'subnet_id': 'c16b84c3-b1e6-4dee-968e-c3be197aa80c'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:18:40.721885 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:40.736853 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d2280e61-f626-4ca0-b91a-1b59add3ec39 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:40.767079 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-5835b6ad-a085-4528-8967-7124f48a0956 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] For port 1a84cc80-ba24-4176-ae67-cafdbc0852ca, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=1a84cc80-ba24-4176-ae67-cafdbc0852ca,segment=NetworkSegment(769fdd16-ce62-44cd-9ea8-4b4514e03f97),segment_id=769fdd16-ce62-44cd-9ea8-4b4514e03f97)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:40.767859 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5835b6ad-a085-4528-8967-7124f48a0956 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:40.771659 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:40.784851 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5835b6ad-a085-4528-8967-7124f48a0956 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Calling delete_port for 1a84cc80-ba24-4176-ae67-cafdbc0852ca owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:40.838594 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:40.889997 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Network 6678f04b-e212-48d1-92cf-c31336156758 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:40.915389 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:40.920742 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:40.937704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Pushing event updated for resources: {'Port': ['ID=4e39464e-0959-4462-a887-411a60d3dd82,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:40.995942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Allocated IP 2001:db8::2 (630586a5-b648-42de-9ac7-4b7d04aed377/c16b84c3-b1e6-4dee-968e-c3be197aa80c/e008c6a7-a762-432a-81ca-b3c9061906c7) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:41.026840 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-d2280e61-f626-4ca0-b91a-1b59add3ec39 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Allocated IP 2001:db8::1 (6678f04b-e212-48d1-92cf-c31336156758/8aad0679-4a8a-4eff-b454-14e787006146/1281ec83-8fc7-4f65-8a31-f61b806290f6) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:41.044105 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Attempting to bind port 4e39464e-0959-4462-a887-411a60d3dd82 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:41.044447 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Attempting to bind port 4e39464e-0959-4462-a887-411a60d3dd82 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '4614c6c7-633a-4de9-8cdf-4e301c9d6f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6678f04b-e212-48d1-92cf-c31336156758'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:41.044800 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Attempting to bind port 4e39464e-0959-4462-a887-411a60d3dd82 on network 6678f04b-e212-48d1-92cf-c31336156758 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:41.090513 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5835b6ad-a085-4528-8967-7124f48a0956 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.093879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:41.094282 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Checking segment: {'id': '4614c6c7-633a-4de9-8cdf-4e301c9d6f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6678f04b-e212-48d1-92cf-c31336156758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:41.094683 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.095092 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Bound using segment: {'id': '4614c6c7-633a-4de9-8cdf-4e301c9d6f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6678f04b-e212-48d1-92cf-c31336156758'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:41.095702 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Bound port: 4e39464e-0959-4462-a887-411a60d3dd82, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4614c6c7-633a-4de9-8cdf-4e301c9d6f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6678f04b-e212-48d1-92cf-c31336156758'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:41.095954 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.177812 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835b6ad-a085-4528-8967-7124f48a0956 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Port': ['ID=1a84cc80-ba24-4176-ae67-cafdbc0852ca,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:41.277946 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f159ce53-27a6-4e0f-a124-71f9fb955766 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:41.298200 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d2280e61-f626-4ca0-b91a-1b59add3ec39 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.353513 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5835b6ad-a085-4528-8967-7124f48a0956 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.426571 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d2280e61-f626-4ca0-b91a-1b59add3ec39 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.483265 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2280e61-f626-4ca0-b91a-1b59add3ec39 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Network 6678f04b-e212-48d1-92cf-c31336156758 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:41.489208 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-d2280e61-f626-4ca0-b91a-1b59add3ec39 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:41.494912 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2280e61-f626-4ca0-b91a-1b59add3ec39 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:41.495178 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d2280e61-f626-4ca0-b91a-1b59add3ec39 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.498067 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.505217 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] For port 4e39464e-0959-4462-a887-411a60d3dd82, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:41.508727 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] For port 4e39464e-0959-4462-a887-411a60d3dd82, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=4e39464e-0959-4462-a887-411a60d3dd82,segment=NetworkSegment(4614c6c7-633a-4de9-8cdf-4e301c9d6f29),segment_id=4614c6c7-633a-4de9-8cdf-4e301c9d6f29)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:41.514497 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port f159ce53-27a6-4e0f-a124-71f9fb955766 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:41.514995 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.537549 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2280e61-f626-4ca0-b91a-1b59add3ec39 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event updated for resources: {'Port': ['ID=1281ec83-8fc7-4f65-8a31-f61b806290f6,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:41.588083 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.602238 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5835b6ad-a085-4528-8967-7124f48a0956 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:41.646574 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Network 630586a5-b648-42de-9ac7-4b7d04aed377 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:41.650572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:41.652430 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Pushing event updated for resources: {'Port': ['ID=e008c6a7-a762-432a-81ca-b3c9061906c7,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:41.654632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:41.691808 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.731216 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 2a656916-f3e6-47ec-9676-14d9e5baecbc no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:41.772157 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 2a656916-f3e6-47ec-9676-14d9e5baecbc {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:18:41.772499 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 2a656916-f3e6-47ec-9676-14d9e5baecbc not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:18:41.772924 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 96717276-15c1-4c39-a5d1-37706693fee3 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:41.777465 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d2280e61-f626-4ca0-b91a-1b59add3ec39 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.779958 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Attempting to bind port e008c6a7-a762-432a-81ca-b3c9061906c7 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:41.780191 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Attempting to bind port e008c6a7-a762-432a-81ca-b3c9061906c7 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'ea15d25c-4b70-459f-8082-6a0412493802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '630586a5-b648-42de-9ac7-4b7d04aed377'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:41.780539 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Attempting to bind port e008c6a7-a762-432a-81ca-b3c9061906c7 on network 630586a5-b648-42de-9ac7-4b7d04aed377 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:41.806282 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:41.806660 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Checking segment: {'id': 'ea15d25c-4b70-459f-8082-6a0412493802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '630586a5-b648-42de-9ac7-4b7d04aed377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:41.807085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.807486 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Bound using segment: {'id': 'ea15d25c-4b70-459f-8082-6a0412493802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '630586a5-b648-42de-9ac7-4b7d04aed377'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:41.807970 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Bound port: e008c6a7-a762-432a-81ca-b3c9061906c7, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea15d25c-4b70-459f-8082-6a0412493802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '630586a5-b648-42de-9ac7-4b7d04aed377'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:41.808353 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:41.810681 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 96717276-15c1-4c39-a5d1-37706693fee3 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:18:41.810681 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 96717276-15c1-4c39-a5d1-37706693fee3 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:18:41.840989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca5b96-ddea-494e-9ac5-680aaec35c59 None None] Pushing event updated for resources: {'Port': ['ID=4e39464e-0959-4462-a887-411a60d3dd82,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:41.911468 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] For port e008c6a7-a762-432a-81ca-b3c9061906c7, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:41.915318 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] For port e008c6a7-a762-432a-81ca-b3c9061906c7, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e008c6a7-a762-432a-81ca-b3c9061906c7,segment=NetworkSegment(ea15d25c-4b70-459f-8082-6a0412493802),segment_id=ea15d25c-4b70-459f-8082-6a0412493802)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:41.978791 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:42.071776 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797037b-7f9d-4232-94eb-c988774ad1f0 None None] Pushing event updated for resources: {'Port': ['ID=e008c6a7-a762-432a-81ca-b3c9061906c7,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:42.123367 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5835b6ad-a085-4528-8967-7124f48a0956 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:42.129595 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5835b6ad-a085-4528-8967-7124f48a0956 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/334b7d14-0c7c-4a56-bd19-7ec5475b0001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1732118 Nov 11 12:18:42.132367 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55174) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:42.137509 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2d138-ad48-45cf-bf13-9486e3912e4d None None] Sync routers for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:42.154184 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2d138-ad48-45cf-bf13-9486e3912e4d None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:42.160014 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d2f2d138-ad48-45cf-bf13-9486e3912e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:42.195497 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d2280e61-f626-4ca0-b91a-1b59add3ec39 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:42.212816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e93e49-7390-487e-902c-3d7927d8015f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting subnet e0b7304f-a88b-444f-a735-9da3ac81ed42 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:18:42.214851 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d3e93e49-7390-487e-902c-3d7927d8015f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:42.259940 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d3e93e49-7390-487e-902c-3d7927d8015f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:42.266674 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d2280e61-f626-4ca0-b91a-1b59add3ec39 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:42.267512 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d2280e61-f626-4ca0-b91a-1b59add3ec39 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:42.271561 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-d2f2d138-ad48-45cf-bf13-9486e3912e4d None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:42.396088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d3e93e49-7390-487e-902c-3d7927d8015f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:42.417325 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2280e61-f626-4ca0-b91a-1b59add3ec39 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event updated for resources: {'Port': ['ID=1281ec83-8fc7-4f65-8a31-f61b806290f6,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:42.472437 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2280e61-f626-4ca0-b91a-1b59add3ec39 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Network 6678f04b-e212-48d1-92cf-c31336156758 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:42.474011 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-d2280e61-f626-4ca0-b91a-1b59add3ec39 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:42.537030 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d2f2d138-ad48-45cf-bf13-9486e3912e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:40Z', 'revision_number': 9, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f54a73e5-23a9-428e-813f-4a9a0a00a04d', 'name': '', 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:6f:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:22Z', 'updated_at': '2021-11-11T12:18:27Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:42.568829 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2d138-ad48-45cf-bf13-9486e3912e4d None None] Checking router: 334b7d14-0c7c-4a56-bd19-7ec5475b0001 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:18:42.576915 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2d138-ad48-45cf-bf13-9486e3912e4d None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:42.577581 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d2f2d138-ad48-45cf-bf13-9486e3912e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:42.675365 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-d2f2d138-ad48-45cf-bf13-9486e3912e4d None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:42.689549 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d3e93e49-7390-487e-902c-3d7927d8015f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:42.722659 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e93e49-7390-487e-902c-3d7927d8015f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b7304f-a88b-444f-a735-9da3ac81ed42,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:42.726314 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d3e93e49-7390-487e-902c-3d7927d8015f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:42.729611 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d3e93e49-7390-487e-902c-3d7927d8015f tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/subnets/e0b7304f-a88b-444f-a735-9da3ac81ed42 HTTP/1.1" status: 204 len: 168 time: 0.5962155 Nov 11 12:18:42.732214 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55176) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:42.735447 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84049d6a-737e-49e5-9b11-da6228f24ae2 None None] Network cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:42.831360 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2280e61-f626-4ca0-b91a-1b59add3ec39 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Router 8b1ebd94-3508-407c-a25e-ed6dcd136096 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:18:42.844789 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:42.927584 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting port e58d1d2a-d0a5-4f25-a051-ef7ef693daf0 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:42.927929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:43.020109 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de24612b-f7bd-4bf5-9d12-6f30c47ef664 None None] DHCP port deletion for cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:43.032684 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] For port e58d1d2a-d0a5-4f25-a051-ef7ef693daf0, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e58d1d2a-d0a5-4f25-a051-ef7ef693daf0,segment=NetworkSegment(769fdd16-ce62-44cd-9ea8-4b4514e03f97),segment_id=769fdd16-ce62-44cd-9ea8-4b4514e03f97)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:43.033050 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:43.066036 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Calling delete_port for e58d1d2a-d0a5-4f25-a051-ef7ef693daf0 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:43.077749 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d2f2d138-ad48-45cf-bf13-9486e3912e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:40Z', 'revision_number': 9, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f54a73e5-23a9-428e-813f-4a9a0a00a04d', 'name': '', 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:6f:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:22Z', 'updated_at': '2021-11-11T12:18:27Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:43.098079 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e0d0d1-2212-44b6-b52a-c98d57d4b5b9 None None] Network 6678f04b-e212-48d1-92cf-c31336156758 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:43.144760 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2d138-ad48-45cf-bf13-9486e3912e4d None None] The sync data for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv is: [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:40Z', 'revision_number': 9, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f54a73e5-23a9-428e-813f-4a9a0a00a04d', 'name': '', 'network_id': '03d9b807-2fad-444e-b119-9ce59dacf295', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:6f:71:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:22Z', 'updated_at': '2021-11-11T12:18:27Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': '5e1f7547-379c-4c59-a67b-40fad83fa9b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:43.275927 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0d6005c8-18db-45db-a917-ca98183a13d9 None None] Provisioning complete for port 4e39464e-0959-4462-a887-411a60d3dd82 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:43.276577 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0d6005c8-18db-45db-a917-ca98183a13d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:43.285995 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:43.319492 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Port': ['ID=e58d1d2a-d0a5-4f25-a051-ef7ef693daf0,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:43.323275 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] No DVR routers for this DVR port e58d1d2a-d0a5-4f25-a051-ef7ef693daf0 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:43.327899 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-de24612b-f7bd-4bf5-9d12-6f30c47ef664 None None] Deleting port e58d1d2a-d0a5-4f25-a051-ef7ef693daf0 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:43.333529 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-de24612b-f7bd-4bf5-9d12-6f30c47ef664 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:43.417416 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2280e61-f626-4ca0-b91a-1b59add3ec39 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:43.423694 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d2280e61-f626-4ca0-b91a-1b59add3ec39 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "PUT /v2.0/routers/8b1ebd94-3508-407c-a25e-ed6dcd136096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9785516 Nov 11 12:18:43.427480 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55178) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:43.436364 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de743f89-40e4-41bc-a293-f588d0884526 None None] Sync routers for ids ['8b1ebd94-3508-407c-a25e-ed6dcd136096'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:43.441990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:43.466981 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:43.480796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-de24612b-f7bd-4bf5-9d12-6f30c47ef664 None None] For port e58d1d2a-d0a5-4f25-a051-ef7ef693daf0, host dv-neutron-786478-23-hyperv, got binding levels [] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:43.480796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-de24612b-f7bd-4bf5-9d12-6f30c47ef664 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:43.484828 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769fdd16-ce62-44cd-9ea8-4b4514e03f97') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:43.485132 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769fdd16-ce62-44cd-9ea8-4b4514e03f97') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:43.495916 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:43.509379 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de743f89-40e4-41bc-a293-f588d0884526 None None] Routers {'8b1ebd94-3508-407c-a25e-ed6dcd136096'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:43.509904 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-de743f89-40e4-41bc-a293-f588d0884526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8b1ebd94-3508-407c-a25e-ed6dcd136096'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:43.516594 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:43.529682 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:43.535986 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:43.630072 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-de24612b-f7bd-4bf5-9d12-6f30c47ef664 None None] Calling delete_port for e58d1d2a-d0a5-4f25-a051-ef7ef693daf0 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:43.638158 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.ipam_backend_mixin [None req-de24612b-f7bd-4bf5-9d12-6f30c47ef664 None None] Port e58d1d2a-d0a5-4f25-a051-ef7ef693daf0 was not found and therefore no delete operation was performed {{(pid=103003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:18:43.640825 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-de743f89-40e4-41bc-a293-f588d0884526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:43.650976 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e35f31b-d3fc-43c9-9768-e5728862f509 None None] Network 630586a5-b648-42de-9ac7-4b7d04aed377 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:43.667914 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-de24612b-f7bd-4bf5-9d12-6f30c47ef664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:43.743272 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:43.747968 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:43.754016 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/networks/cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d HTTP/1.1" status: 204 len: 168 time: 1.0179935 Nov 11 12:18:43.756000 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0d6005c8-18db-45db-a917-ca98183a13d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:43.759878 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55180) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:43.788688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4e39464e-0959-4462-a887-411a60d3dd82 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:43.794817 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de24612b-f7bd-4bf5-9d12-6f30c47ef664 None None] No DVR routers for this DVR port e58d1d2a-d0a5-4f25-a051-ef7ef693daf0 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:43.814463 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42d61d-0329-4297-82b1-21a78fe0394a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Network': ['ID=cbeb24e1-62b7-4aa1-8f40-fc20a7ef330d,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:43.837887 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24612b-f7bd-4bf5-9d12-6f30c47ef664 None None] Pushing event deleted for resources: {'Port': ['ID=e58d1d2a-d0a5-4f25-a051-ef7ef693daf0,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:43.855528 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de743f89-40e4-41bc-a293-f588d0884526 None None] Routers {'8b1ebd94-3508-407c-a25e-ed6dcd136096'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:43.856191 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-de743f89-40e4-41bc-a293-f588d0884526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8b1ebd94-3508-407c-a25e-ed6dcd136096'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:43.909256 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-42f365ce-339b-4ee5-ba87-c1e1a4de6503 req-35fcd1f9-2768-4d61-947f-0dd2560d5d12 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1841807 Nov 11 12:18:43.955351 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-de743f89-40e4-41bc-a293-f588d0884526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:43.955588 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de743f89-40e4-41bc-a293-f588d0884526 None None] The sync data for ids ['8b1ebd94-3508-407c-a25e-ed6dcd136096'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:43.984621 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0d6005c8-18db-45db-a917-ca98183a13d9 None None] For port 4e39464e-0959-4462-a887-411a60d3dd82, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=4e39464e-0959-4462-a887-411a60d3dd82,segment=NetworkSegment(4614c6c7-633a-4de9-8cdf-4e301c9d6f29),segment_id=4614c6c7-633a-4de9-8cdf-4e301c9d6f29)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:44.029101 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 4e39464e-0959-4462-a887-411a60d3dd82 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:44.029474 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:44.051789 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f365ce-339b-4ee5-ba87-c1e1a4de6503 req-b1df57c2-29f5-4be4-a827-00500800d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:44.056144 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-42f365ce-339b-4ee5-ba87-c1e1a4de6503 req-b1df57c2-29f5-4be4-a827-00500800d0df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 1098 time: 0.0983510 Nov 11 12:18:44.058002 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-fcab09d3-bdee-422f-9324-8b6f5b932e64 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:18:44.061687 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fcab09d3-bdee-422f-9324-8b6f5b932e64 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "PUT /v2.0/routers/8b1ebd94-3508-407c-a25e-ed6dcd136096/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6304531 Nov 11 12:18:44.061880 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0d6005c8-18db-45db-a917-ca98183a13d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:44.062322 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55182) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:44.162555 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6005c8-18db-45db-a917-ca98183a13d9 None None] Pushing event updated for resources: {'Port': ['ID=4e39464e-0959-4462-a887-411a60d3dd82,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:44.259762 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e008c6a7-a762-432a-81ca-b3c9061906c7 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:44.272051 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-02b13b13-92f1-4cc1-92ef-53838c9901d1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:44.317361 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7ce16859-c20a-46e7-b794-31ca8c3e8930 None None] Provisioning complete for port 1281ec83-8fc7-4f65-8a31-f61b806290f6 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:44.317745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7ce16859-c20a-46e7-b794-31ca8c3e8930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:44.364783 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port e008c6a7-a762-432a-81ca-b3c9061906c7 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:44.365161 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:44.481475 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f365ce-339b-4ee5-ba87-c1e1a4de6503 req-8c958233-4037-413b-ab41-205a5a7044c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:44.483201 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-42f365ce-339b-4ee5-ba87-c1e1a4de6503 req-8c958233-4037-413b-ab41-205a5a7044c4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a HTTP/1.1" status: 200 len: 913 time: 0.3716178 Nov 11 12:18:44.590555 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-7ce16859-c20a-46e7-b794-31ca8c3e8930 None None] Port 1281ec83-8fc7-4f65-8a31-f61b806290f6 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:44.596354 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-42f365ce-339b-4ee5-ba87-c1e1a4de6503 req-8b1508de-2f5c-4f27-86ac-1742fd7e9b5f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce78e53-f004-45d7-9374-d9899d09254a HTTP/1.1" status: 200 len: 1000 time: 0.0907216 Nov 11 12:18:44.643452 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:44.671807 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-02b13b13-92f1-4cc1-92ef-53838c9901d1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting port f54a73e5-23a9-428e-813f-4a9a0a00a04d {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:44.672462 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-02b13b13-92f1-4cc1-92ef-53838c9901d1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:44.695413 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7ce16859-c20a-46e7-b794-31ca8c3e8930 None None] Provisioning complete for port 4e39464e-0959-4462-a887-411a60d3dd82 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:44.695801 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7ce16859-c20a-46e7-b794-31ca8c3e8930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:44.696828 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f365ce-339b-4ee5-ba87-c1e1a4de6503 req-15a7a6ac-4727-4d0f-86ed-2a73321eadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:44.698483 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-42f365ce-339b-4ee5-ba87-c1e1a4de6503 req-15a7a6ac-4727-4d0f-86ed-2a73321eadc4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9072cf2e-3415-4e51-a149-d008214c502e HTTP/1.1" status: 200 len: 851 time: 0.0933080 Nov 11 12:18:44.699187 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port e008c6a7-a762-432a-81ca-b3c9061906c7, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e008c6a7-a762-432a-81ca-b3c9061906c7,segment=NetworkSegment(ea15d25c-4b70-459f-8082-6a0412493802),segment_id=ea15d25c-4b70-459f-8082-6a0412493802)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:44.738156 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-71a29db3-02d3-41b3-a879-18d4c49f2342 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:44.792449 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:44.802158 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-02b13b13-92f1-4cc1-92ef-53838c9901d1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] For port f54a73e5-23a9-428e-813f-4a9a0a00a04d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f54a73e5-23a9-428e-813f-4a9a0a00a04d,segment=NetworkSegment(1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9),segment_id=1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:44.802787 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-02b13b13-92f1-4cc1-92ef-53838c9901d1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:44.827806 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-02b13b13-92f1-4cc1-92ef-53838c9901d1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Calling delete_port for f54a73e5-23a9-428e-813f-4a9a0a00a04d owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:44.847140 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f365ce-339b-4ee5-ba87-c1e1a4de6503 req-644317b4-d445-4768-a70e-42ff644c8f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:44.848573 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-42f365ce-339b-4ee5-ba87-c1e1a4de6503 req-644317b4-d445-4768-a70e-42ff644c8f1c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1426547 Nov 11 12:18:44.887463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7ce16859-c20a-46e7-b794-31ca8c3e8930 None None] Provisioning complete for port e008c6a7-a762-432a-81ca-b3c9061906c7 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:44.887924 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7ce16859-c20a-46e7-b794-31ca8c3e8930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:44.891416 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=e008c6a7-a762-432a-81ca-b3c9061906c7,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:44.946365 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e58d1d2a-d0a5-4f25-a051-ef7ef693daf0 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:44.975481 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: e58d1d2a-d0a5-4f25-a051-ef7ef693daf0 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:18:44.976181 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e58d1d2a-d0a5-4f25-a051-ef7ef693daf0 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:18:45.019398 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-42f365ce-339b-4ee5-ba87-c1e1a4de6503 req-f68cefc2-7f8d-4ed0-af35-34716fd64ba6 service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601274 Nov 11 12:18:45.131187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-02b13b13-92f1-4cc1-92ef-53838c9901d1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.145342 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4e39464e-0959-4462-a887-411a60d3dd82 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:45.161091 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b13b13-92f1-4cc1-92ef-53838c9901d1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Port': ['ID=f54a73e5-23a9-428e-813f-4a9a0a00a04d,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:45.173855 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b4889024-3f5c-4617-97f7-8fd44ac39223 None None] Provisioning complete for port 1281ec83-8fc7-4f65-8a31-f61b806290f6 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:45.174107 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b4889024-3f5c-4617-97f7-8fd44ac39223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.179554 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-42f365ce-339b-4ee5-ba87-c1e1a4de6503 req-de7cd5fd-bb90-466b-befc-8ac916854a3e service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533828 Nov 11 12:18:45.198027 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-71a29db3-02d3-41b3-a879-18d4c49f2342 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Deleting port 1281ec83-8fc7-4f65-8a31-f61b806290f6 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:45.198485 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-71a29db3-02d3-41b3-a879-18d4c49f2342 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.243110 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-b4889024-3f5c-4617-97f7-8fd44ac39223 None None] Port 1281ec83-8fc7-4f65-8a31-f61b806290f6 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:45.264208 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 4e39464e-0959-4462-a887-411a60d3dd82 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:45.264607 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.266055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b4889024-3f5c-4617-97f7-8fd44ac39223 None None] Provisioning complete for port e008c6a7-a762-432a-81ca-b3c9061906c7 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:45.266411 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b4889024-3f5c-4617-97f7-8fd44ac39223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.302695 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-02b13b13-92f1-4cc1-92ef-53838c9901d1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.346955 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-71a29db3-02d3-41b3-a879-18d4c49f2342 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.367491 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-71a29db3-02d3-41b3-a879-18d4c49f2342 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Calling delete_port for 1281ec83-8fc7-4f65-8a31-f61b806290f6 owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:45.433911 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e008c6a7-a762-432a-81ca-b3c9061906c7 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:45.485422 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port e008c6a7-a762-432a-81ca-b3c9061906c7 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:45.485793 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.529214 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b13b13-92f1-4cc1-92ef-53838c9901d1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:45.580211 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 1a84cc80-ba24-4176-ae67-cafdbc0852ca no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:45.600619 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 1a84cc80-ba24-4176-ae67-cafdbc0852ca {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:18:45.606053 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 1a84cc80-ba24-4176-ae67-cafdbc0852ca not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:18:45.622512 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b13b13-92f1-4cc1-92ef-53838c9901d1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:45.628030 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-02b13b13-92f1-4cc1-92ef-53838c9901d1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/334b7d14-0c7c-4a56-bd19-7ec5475b0001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8671529 Nov 11 12:18:45.630995 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55184) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:45.634509 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dad2ee-d93b-4405-afa4-cf3bb699efd4 None None] Sync routers for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:45.648804 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dad2ee-d93b-4405-afa4-cf3bb699efd4 None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:45.649405 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a3dad2ee-d93b-4405-afa4-cf3bb699efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:45.661006 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-71a29db3-02d3-41b3-a879-18d4c49f2342 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.693464 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a29db3-02d3-41b3-a879-18d4c49f2342 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event deleted for resources: {'Port': ['ID=1281ec83-8fc7-4f65-8a31-f61b806290f6,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:45.729154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23ff65d-7c7e-4d20-acac-ea49ce927e40 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting subnet 5e1f7547-379c-4c59-a67b-40fad83fa9b9 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:18:45.734850 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d23ff65d-7c7e-4d20-acac-ea49ce927e40 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.737517 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-a3dad2ee-d93b-4405-afa4-cf3bb699efd4 None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:45.833014 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-71a29db3-02d3-41b3-a879-18d4c49f2342 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.843911 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d23ff65d-7c7e-4d20-acac-ea49ce927e40 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:45.937079 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a3dad2ee-d93b-4405-afa4-cf3bb699efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:44Z', 'revision_number': 10, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:45.963939 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dad2ee-d93b-4405-afa4-cf3bb699efd4 None None] Checking router: 334b7d14-0c7c-4a56-bd19-7ec5475b0001 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:18:45.973300 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dad2ee-d93b-4405-afa4-cf3bb699efd4 None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:45.973901 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a3dad2ee-d93b-4405-afa4-cf3bb699efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:46.060021 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-a3dad2ee-d93b-4405-afa4-cf3bb699efd4 None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:46.065659 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a29db3-02d3-41b3-a879-18d4c49f2342 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Router 8b1ebd94-3508-407c-a25e-ed6dcd136096 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:46.067194 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d23ff65d-7c7e-4d20-acac-ea49ce927e40 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.176225 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a29db3-02d3-41b3-a879-18d4c49f2342 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:46.182497 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-71a29db3-02d3-41b3-a879-18d4c49f2342 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "PUT /v2.0/routers/8b1ebd94-3508-407c-a25e-ed6dcd136096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1190805 Nov 11 12:18:46.187703 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55186) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:46.190912 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7ccdc1-db66-4386-a673-89c9980cbe70 None None] Sync routers for ids ['8b1ebd94-3508-407c-a25e-ed6dcd136096'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:46.204239 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7ccdc1-db66-4386-a673-89c9980cbe70 None None] Routers {'8b1ebd94-3508-407c-a25e-ed6dcd136096'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:46.205295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2f7ccdc1-db66-4386-a673-89c9980cbe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8b1ebd94-3508-407c-a25e-ed6dcd136096'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:46.226564 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-ef04196f-46b2-474c-bbe2-802f3a1495a4 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] delete failed (client error): The resource could not be found. Nov 11 12:18:46.231281 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ef04196f-46b2-474c-bbe2-802f3a1495a4 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-50417755 HTTP/1.1" status: 404 len: 333 time: 0.0394988 Nov 11 12:18:46.231434 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55188) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:46.236554 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-2fb4f685-8921-4828-8819-d45652c3c066 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Request body: {'router': {'external_gateway_info': {'network_id': '8b1ebd94-3508-407c-a25e-ed6dcd136096'}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:46.239229 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2f7ccdc1-db66-4386-a673-89c9980cbe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:46.248354 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7ccdc1-db66-4386-a673-89c9980cbe70 None None] Routers {'8b1ebd94-3508-407c-a25e-ed6dcd136096'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:46.251878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2f7ccdc1-db66-4386-a673-89c9980cbe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8b1ebd94-3508-407c-a25e-ed6dcd136096'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:46.281200 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a3dad2ee-d93b-4405-afa4-cf3bb699efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:44Z', 'revision_number': 10, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:46.288472 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2f7ccdc1-db66-4386-a673-89c9980cbe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:46.289129 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7ccdc1-db66-4386-a673-89c9980cbe70 None None] The sync data for ids ['8b1ebd94-3508-407c-a25e-ed6dcd136096'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:46.302291 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d23ff65d-7c7e-4d20-acac-ea49ce927e40 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.307329 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dad2ee-d93b-4405-afa4-cf3bb699efd4 None None] The sync data for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv is: [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:44Z', 'revision_number': 10, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None, '_interfaces': [{'id': '668c95f6-7d9a-4bc7-aece-2d67b7f9503d', 'name': '', 'network_id': '544be46d-ebc8-41d1-9c69-b81149f0d21e', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'mac_address': 'fa:16:3e:d3:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'fc6555d4-9548-445b-9943-a235227e7534', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:17Z', 'updated_at': '2021-11-11T12:18:22Z', 'revision_number': 5, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'subnets': [{'id': 'fc6555d4-9548-445b-9943-a235227e7534', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:46.335960 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ff65d-7c7e-4d20-acac-ea49ce927e40 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1f7547-379c-4c59-a67b-40fad83fa9b9,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:46.346294 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d23ff65d-7c7e-4d20-acac-ea49ce927e40 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.360041 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d23ff65d-7c7e-4d20-acac-ea49ce927e40 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/subnets/5e1f7547-379c-4c59-a67b-40fad83fa9b9 HTTP/1.1" status: 204 len: 168 time: 0.7162318 Nov 11 12:18:46.360220 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d92b20-f735-40e3-81c1-c1b1bf60bcf0 None None] Network 03d9b807-2fad-444e-b119-9ce59dacf295 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:46.360316 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55190) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:46.438069 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.490851 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f685-8921-4828-8819-d45652c3c066 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.497740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting port fe681658-d04a-432d-84b2-1fcfba56d196 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:46.498244 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.564852 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] For port fe681658-d04a-432d-84b2-1fcfba56d196, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fe681658-d04a-432d-84b2-1fcfba56d196,segment=NetworkSegment(1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9),segment_id=1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:46.565277 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.577709 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Calling delete_port for fe681658-d04a-432d-84b2-1fcfba56d196 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:46.596612 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-2fb4f685-8921-4828-8819-d45652c3c066 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] update failed (client error): The resource could not be found. Nov 11 12:18:46.597575 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2fb4f685-8921-4828-8819-d45652c3c066 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "PUT /v2.0/routers/8b1ebd94-3508-407c-a25e-ed6dcd136096 HTTP/1.1" status: 404 len: 339 time: 0.3652461 Nov 11 12:18:46.601372 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55194) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:46.606105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-50b05705-3344-4643-9a56-2ba886e656a5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-430793771'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:46.663857 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f57c65-0fef-413b-9cc3-c84d5f1ad689 None None] DHCP port deletion for 03d9b807-2fad-444e-b119-9ce59dacf295 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:46.715407 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b05705-3344-4643-9a56-2ba886e656a5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Made reservation on behalf of 129c056f025c46a58f53571d883ad4be for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:46.721326 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-30f57c65-0fef-413b-9cc3-c84d5f1ad689 None None] Deleting port fe681658-d04a-432d-84b2-1fcfba56d196 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:46.721326 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-30f57c65-0fef-413b-9cc3-c84d5f1ad689 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.721653 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50b05705-3344-4643-9a56-2ba886e656a5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.750279 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b05705-3344-4643-9a56-2ba886e656a5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:18:46.756601 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50b05705-3344-4643-9a56-2ba886e656a5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.756990 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-50b05705-3344-4643-9a56-2ba886e656a5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Added segment 93b9f3b1-ee09-4656-b94b-be765e57aa23 of type vlan for network cfcca8c7-a2da-49ee-86ed-6a93032a7009 Nov 11 12:18:46.778393 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.792379 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-30f57c65-0fef-413b-9cc3-c84d5f1ad689 None None] For port fe681658-d04a-432d-84b2-1fcfba56d196, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fe681658-d04a-432d-84b2-1fcfba56d196,segment=NetworkSegment(1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9),segment_id=1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:46.793177 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-30f57c65-0fef-413b-9cc3-c84d5f1ad689 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.800668 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50b05705-3344-4643-9a56-2ba886e656a5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.803868 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Port': ['ID=fe681658-d04a-432d-84b2-1fcfba56d196,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:46.811886 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-30f57c65-0fef-413b-9cc3-c84d5f1ad689 None None] Calling delete_port for fe681658-d04a-432d-84b2-1fcfba56d196 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:46.817333 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] No DVR routers for this DVR port fe681658-d04a-432d-84b2-1fcfba56d196 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:46.890442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-30f57c65-0fef-413b-9cc3-c84d5f1ad689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.903682 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50b05705-3344-4643-9a56-2ba886e656a5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.910732 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.912077 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b05705-3344-4643-9a56-2ba886e656a5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:46.912682 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50b05705-3344-4643-9a56-2ba886e656a5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.923597 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f57c65-0fef-413b-9cc3-c84d5f1ad689 None None] Pushing event deleted for resources: {'Port': ['ID=fe681658-d04a-432d-84b2-1fcfba56d196,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:46.933369 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f57c65-0fef-413b-9cc3-c84d5f1ad689 None None] No DVR routers for this DVR port fe681658-d04a-432d-84b2-1fcfba56d196 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:46.933522 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d9b807-2fad-444e-b119-9ce59dacf295']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:46.954415 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:46.954763 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba9aef3-c7c8-4d07-9cc7-cd3b81848fe9') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:46.965232 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.983514 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.990638 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:46.991105 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:46.994377 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:47.127163 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:47.130027 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f54a73e5-23a9-428e-813f-4a9a0a00a04d no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:47.136380 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:47.140490 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/networks/03d9b807-2fad-444e-b119-9ce59dacf295 HTTP/1.1" status: 204 len: 168 time: 0.7874067 Nov 11 12:18:47.147512 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55196) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:47.158782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: f54a73e5-23a9-428e-813f-4a9a0a00a04d {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:18:47.160535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f54a73e5-23a9-428e-813f-4a9a0a00a04d not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:18:47.160535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fe681658-d04a-432d-84b2-1fcfba56d196 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:47.179610 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: fe681658-d04a-432d-84b2-1fcfba56d196 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:18:47.181897 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fe681658-d04a-432d-84b2-1fcfba56d196 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:18:47.191211 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f7b3e-4d6e-4933-af01-e00dea31a7ed tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Network': ['ID=03d9b807-2fad-444e-b119-9ce59dacf295,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:47.349320 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b05705-3344-4643-9a56-2ba886e656a5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event updated for resources: {'Network': ['ID=cfcca8c7-a2da-49ee-86ed-6a93032a7009,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:47.359872 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network cfcca8c7-a2da-49ee-86ed-6a93032a7009 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:18:47.392740 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-50b05705-3344-4643-9a56-2ba886e656a5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7903035 Nov 11 12:18:47.397811 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55198) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:47.402837 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-d55f82e9-8111-46c6-92b5-3d513ea11409 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Request body: {'subnet': {'network_id': 'cfcca8c7-a2da-49ee-86ed-6a93032a7009', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:47.502068 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca8338ce-ad44-45f8-bb8b-78b8b6caa302 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:47.577794 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55f82e9-8111-46c6-92b5-3d513ea11409 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Made reservation on behalf of 129c056f025c46a58f53571d883ad4be for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:47.581316 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d55f82e9-8111-46c6-92b5-3d513ea11409 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:47.742496 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-ca8338ce-ad44-45f8-bb8b-78b8b6caa302 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting port 668c95f6-7d9a-4bc7-aece-2d67b7f9503d {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:47.742929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca8338ce-ad44-45f8-bb8b-78b8b6caa302 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:47.823805 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d55f82e9-8111-46c6-92b5-3d513ea11409 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:47.832700 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-ca8338ce-ad44-45f8-bb8b-78b8b6caa302 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] For port 668c95f6-7d9a-4bc7-aece-2d67b7f9503d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=668c95f6-7d9a-4bc7-aece-2d67b7f9503d,segment=NetworkSegment(402abeb6-0c7c-48a8-9fc5-6e79a234c250),segment_id=402abeb6-0c7c-48a8-9fc5-6e79a234c250)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:47.833056 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca8338ce-ad44-45f8-bb8b-78b8b6caa302 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:47.846190 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-ca8338ce-ad44-45f8-bb8b-78b8b6caa302 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Calling delete_port for 668c95f6-7d9a-4bc7-aece-2d67b7f9503d owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:47.888197 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f82e9-8111-46c6-92b5-3d513ea11409 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event updated for resources: {'Subnet': ['ID=da30f084-dfa8-41f9-ab7e-14616713867e,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:47.896829 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55f82e9-8111-46c6-92b5-3d513ea11409 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Checking segment: {'id': '93b9f3b1-ee09-4656-b94b-be765e57aa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cfcca8c7-a2da-49ee-86ed-6a93032a7009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:47.897246 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55f82e9-8111-46c6-92b5-3d513ea11409 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Network hostable DHCP agents. Network: cfcca8c7-a2da-49ee-86ed-6a93032a7009, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:18:47.960668 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55f82e9-8111-46c6-92b5-3d513ea11409 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Network cfcca8c7-a2da-49ee-86ed-6a93032a7009 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:18:48.040311 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-d55f82e9-8111-46c6-92b5-3d513ea11409 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, cfcca8c7-a2da-49ee-86ed-6a93032a7009) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:48.045408 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55f82e9-8111-46c6-92b5-3d513ea11409 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:48.046058 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d55f82e9-8111-46c6-92b5-3d513ea11409 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.053846 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71836629-30b6-4acc-80f2-0942f7fe11a1 None None] Network cfcca8c7-a2da-49ee-86ed-6a93032a7009 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:48.131930 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca8338ce-ad44-45f8-bb8b-78b8b6caa302 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.160953 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8338ce-ad44-45f8-bb8b-78b8b6caa302 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Port': ['ID=668c95f6-7d9a-4bc7-aece-2d67b7f9503d,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:48.179620 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d55f82e9-8111-46c6-92b5-3d513ea11409 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7775040 Nov 11 12:18:48.179620 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55200) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:48.183943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-94337cc8-6cfb-4615-a655-31aa1d091e08 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cfcca8c7-a2da-49ee-86ed-6a93032a7009'}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:48.224286 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-cfcca8c7-a2da-49ee-86ed-6a93032a7009', 'network_id': 'cfcca8c7-a2da-49ee-86ed-6a93032a7009', 'tenant_id': '129c056f025c46a58f53571d883ad4be', 'fixed_ips': [{'subnet_id': 'da30f084-dfa8-41f9-ab7e-14616713867e'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:18:48.225456 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.274170 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca8338ce-ad44-45f8-bb8b-78b8b6caa302 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.394977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Allocated IP 2001:db8:1::2 (cfcca8c7-a2da-49ee-86ed-6a93032a7009/da30f084-dfa8-41f9-ab7e-14616713867e/cd584226-6666-4ff6-a2aa-1e0df3eef656) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:48.431429 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94337cc8-6cfb-4615-a655-31aa1d091e08 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.481516 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8338ce-ad44-45f8-bb8b-78b8b6caa302 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:48.553482 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.553756 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8338ce-ad44-45f8-bb8b-78b8b6caa302 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:48.559663 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ca8338ce-ad44-45f8-bb8b-78b8b6caa302 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/334b7d14-0c7c-4a56-bd19-7ec5475b0001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4156220 Nov 11 12:18:48.563704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55202) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:48.565502 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df0222-dbfb-4f4f-83df-ed878d512aa1 None None] Sync routers for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:48.577404 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df0222-dbfb-4f4f-83df-ed878d512aa1 None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:48.578018 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-65df0222-dbfb-4f4f-83df-ed878d512aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:48.626166 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b93a93-daac-4532-ae6e-dfd09a175311 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting subnet fc6555d4-9548-445b-9943-a235227e7534 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:18:48.630405 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4b93a93-daac-4532-ae6e-dfd09a175311 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.632927 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-94337cc8-6cfb-4615-a655-31aa1d091e08 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:18:48.634224 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-94337cc8-6cfb-4615-a655-31aa1d091e08 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "PUT /v2.0/routers/8b1ebd94-3508-407c-a25e-ed6dcd136096 HTTP/1.1" status: 400 len: 364 time: 0.4538839 Nov 11 12:18:48.638458 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55204) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:48.648605 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.652516 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-65df0222-dbfb-4f4f-83df-ed878d512aa1 None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:48.678153 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4b93a93-daac-4532-ae6e-dfd09a175311 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.688197 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Network cfcca8c7-a2da-49ee-86ed-6a93032a7009 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:48.693988 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:48.701416 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:48.723441 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-65df0222-dbfb-4f4f-83df-ed878d512aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 11, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:48.751009 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df0222-dbfb-4f4f-83df-ed878d512aa1 None None] Checking router: 334b7d14-0c7c-4a56-bd19-7ec5475b0001 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:18:48.753006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Pushing event updated for resources: {'Port': ['ID=cd584226-6666-4ff6-a2aa-1e0df3eef656,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:48.762726 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df0222-dbfb-4f4f-83df-ed878d512aa1 None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:48.763998 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-65df0222-dbfb-4f4f-83df-ed878d512aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:48.775298 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Attempting to bind port cd584226-6666-4ff6-a2aa-1e0df3eef656 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:18:48.775921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Attempting to bind port cd584226-6666-4ff6-a2aa-1e0df3eef656 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '93b9f3b1-ee09-4656-b94b-be765e57aa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cfcca8c7-a2da-49ee-86ed-6a93032a7009'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:18:48.776354 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Attempting to bind port cd584226-6666-4ff6-a2aa-1e0df3eef656 on network cfcca8c7-a2da-49ee-86ed-6a93032a7009 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:18:48.782821 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:18:48.786139 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Checking segment: {'id': '93b9f3b1-ee09-4656-b94b-be765e57aa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cfcca8c7-a2da-49ee-86ed-6a93032a7009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:18:48.786139 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.786139 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Bound using segment: {'id': '93b9f3b1-ee09-4656-b94b-be765e57aa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cfcca8c7-a2da-49ee-86ed-6a93032a7009'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:18:48.786139 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Bound port: cd584226-6666-4ff6-a2aa-1e0df3eef656, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b9f3b1-ee09-4656-b94b-be765e57aa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cfcca8c7-a2da-49ee-86ed-6a93032a7009'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:18:48.786705 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.788332 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4b93a93-daac-4532-ae6e-dfd09a175311 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.836302 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-65df0222-dbfb-4f4f-83df-ed878d512aa1 None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:48.873667 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] For port cd584226-6666-4ff6-a2aa-1e0df3eef656, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:18:48.877414 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] For port cd584226-6666-4ff6-a2aa-1e0df3eef656, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=cd584226-6666-4ff6-a2aa-1e0df3eef656,segment=NetworkSegment(93b9f3b1-ee09-4656-b94b-be765e57aa23),segment_id=93b9f3b1-ee09-4656-b94b-be765e57aa23)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:18:48.889725 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-65df0222-dbfb-4f4f-83df-ed878d512aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 11, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:48.943821 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4b93a93-daac-4532-ae6e-dfd09a175311 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.957381 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.977286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-71eee924-b237-40d9-a585-d5223e9fd218 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.980396 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4b93a93-daac-4532-ae6e-dfd09a175311 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:48.984209 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b4b93a93-daac-4532-ae6e-dfd09a175311 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/subnets/fc6555d4-9548-445b-9943-a235227e7534 HTTP/1.1" status: 204 len: 168 time: 0.4190917 Nov 11 12:18:48.985108 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b93a93-daac-4532-ae6e-dfd09a175311 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Subnet': ['ID=fc6555d4-9548-445b-9943-a235227e7534,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:48.993210 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55206) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:48.993854 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47f3365-13f2-4382-b474-8d4d130ff2e3 None None] Network 544be46d-ebc8-41d1-9c69-b81149f0d21e requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:49.014889 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df0222-dbfb-4f4f-83df-ed878d512aa1 None None] The sync data for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv is: [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 11, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:49.093029 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:49.108080 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791e65b-5026-418f-95d6-1ca49fe1334b None None] Pushing event updated for resources: {'Port': ['ID=cd584226-6666-4ff6-a2aa-1e0df3eef656,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:49.170361 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Deleting port 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:49.170727 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:49.246352 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] For port 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=5c79eab9-c9f2-4157-ae4c-45dc0fc39a89,segment=NetworkSegment(402abeb6-0c7c-48a8-9fc5-6e79a234c250),segment_id=402abeb6-0c7c-48a8-9fc5-6e79a234c250)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:49.246729 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:49.263661 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Calling delete_port for 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:49.294654 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-71eee924-b237-40d9-a585-d5223e9fd218 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Allocated IP 2001:db8::1 (2fe39437-1287-452c-ac58-aa3f8bf7a48b/936e56b8-7d5d-44c5-ad8c-1b612d8b110c/2fbd62b8-8cd9-4f2f-9d4e-b34437ce2e08) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:49.385084 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8027c01-fb73-47d7-a4f6-76dfa5adc72c None None] DHCP port deletion for 544be46d-ebc8-41d1-9c69-b81149f0d21e request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:49.434165 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:49.467638 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] No DVR routers for this DVR port 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:49.476172 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-71eee924-b237-40d9-a585-d5223e9fd218 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:49.497423 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c8027c01-fb73-47d7-a4f6-76dfa5adc72c None None] Deleting port 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:49.498002 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c8027c01-fb73-47d7-a4f6-76dfa5adc72c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:49.549861 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:49.584434 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:18:49.589573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:18:49.589573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 668c95f6-7d9a-4bc7-aece-2d67b7f9503d no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:49.622900 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 668c95f6-7d9a-4bc7-aece-2d67b7f9503d {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:18:49.623275 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 668c95f6-7d9a-4bc7-aece-2d67b7f9503d not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:18:49.637795 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c8027c01-fb73-47d7-a4f6-76dfa5adc72c None None] For port 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89, host dv-neutron-786478-23-hyperv, got binding levels [] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:49.637795 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c8027c01-fb73-47d7-a4f6-76dfa5adc72c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:49.646080 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-71eee924-b237-40d9-a585-d5223e9fd218 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:49.654878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c8027c01-fb73-47d7-a4f6-76dfa5adc72c None None] Calling delete_port for 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:49.666838 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.ipam_backend_mixin [None req-c8027c01-fb73-47d7-a4f6-76dfa5adc72c None None] Port 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89 was not found and therefore no delete operation was performed {{(pid=103003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:18:49.666838 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c8027c01-fb73-47d7-a4f6-76dfa5adc72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:49.688061 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8027c01-fb73-47d7-a4f6-76dfa5adc72c None None] Pushing event deleted for resources: {'Port': ['ID=5c79eab9-c9f2-4157-ae4c-45dc0fc39a89,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:49.691463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8027c01-fb73-47d7-a4f6-76dfa5adc72c None None] No DVR routers for this DVR port 5c79eab9-c9f2-4157-ae4c-45dc0fc39a89 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:49.700808 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eee924-b237-40d9-a585-d5223e9fd218 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Network 2fe39437-1287-452c-ac58-aa3f8bf7a48b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:49.703334 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-71eee924-b237-40d9-a585-d5223e9fd218 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:49.707877 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eee924-b237-40d9-a585-d5223e9fd218 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:49.708413 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-71eee924-b237-40d9-a585-d5223e9fd218 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:49.712018 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eee924-b237-40d9-a585-d5223e9fd218 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event updated for resources: {'Port': ['ID=2fbd62b8-8cd9-4f2f-9d4e-b34437ce2e08,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:49.906523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-71eee924-b237-40d9-a585-d5223e9fd218 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:49.907785 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Port': ['ID=5c79eab9-c9f2-4157-ae4c-45dc0fc39a89,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:49.972050 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:49.998346 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544be46d-ebc8-41d1-9c69-b81149f0d21e']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:50.008832 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402abeb6-0c7c-48a8-9fc5-6e79a234c250') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:50.009053 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402abeb6-0c7c-48a8-9fc5-6e79a234c250') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:50.020281 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.026335 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e23d04e9-d954-429b-b13e-ada819d0da98 None None] Provisioning complete for port 2fbd62b8-8cd9-4f2f-9d4e-b34437ce2e08 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:50.026846 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e23d04e9-d954-429b-b13e-ada819d0da98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.038230 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.051364 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:50.051775 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:50.056086 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:50.092410 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e23d04e9-d954-429b-b13e-ada819d0da98 None None] Port 2fbd62b8-8cd9-4f2f-9d4e-b34437ce2e08 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:50.182615 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.192012 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.195626 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/networks/544be46d-ebc8-41d1-9c69-b81149f0d21e HTTP/1.1" status: 204 len: 168 time: 1.2013388 Nov 11 12:18:50.202579 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55208) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:50.209343 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a6e1d-7860-4a56-8531-7b0e223b8372 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Pushing event deleted for resources: {'Network': ['ID=544be46d-ebc8-41d1-9c69-b81149f0d21e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:50.215301 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-5063ac14-def4-44ea-807d-f8e9c5294eaf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'router': {'routes': None}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:50.221573 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-71eee924-b237-40d9-a585-d5223e9fd218 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.288355 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-71eee924-b237-40d9-a585-d5223e9fd218 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.289127 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-71eee924-b237-40d9-a585-d5223e9fd218 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.330500 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986adb06-5ed5-4837-a3b7-9275eaaa997a None None] Network cfcca8c7-a2da-49ee-86ed-6a93032a7009 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:50.443664 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eee924-b237-40d9-a585-d5223e9fd218 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event updated for resources: {'Port': ['ID=2fbd62b8-8cd9-4f2f-9d4e-b34437ce2e08,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:50.446668 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-fff58ac2-e410-446f-a86d-c3f358cf55a8 None None] Provisioning complete for port cd584226-6666-4ff6-a2aa-1e0df3eef656 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:50.447010 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fff58ac2-e410-446f-a86d-c3f358cf55a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.463485 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.extraroute_db [None req-5063ac14-def4-44ea-807d-f8e9c5294eaf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Added routes are [] {{(pid=103001) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 12:18:50.463788 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.extraroute_db [None req-5063ac14-def4-44ea-807d-f8e9c5294eaf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Removed routes are [] {{(pid=103001) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 12:18:50.464140 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5063ac14-def4-44ea-807d-f8e9c5294eaf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.558650 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fff58ac2-e410-446f-a86d-c3f358cf55a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.592942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-fff58ac2-e410-446f-a86d-c3f358cf55a8 None None] For port cd584226-6666-4ff6-a2aa-1e0df3eef656, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=cd584226-6666-4ff6-a2aa-1e0df3eef656,segment=NetworkSegment(93b9f3b1-ee09-4656-b94b-be765e57aa23),segment_id=93b9f3b1-ee09-4656-b94b-be765e57aa23)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:50.631033 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eee924-b237-40d9-a585-d5223e9fd218 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Network 2fe39437-1287-452c-ac58-aa3f8bf7a48b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:50.633386 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5063ac14-def4-44ea-807d-f8e9c5294eaf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.636538 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-71eee924-b237-40d9-a585-d5223e9fd218 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:50.639116 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5063ac14-def4-44ea-807d-f8e9c5294eaf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.707666 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fff58ac2-e410-446f-a86d-c3f358cf55a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.771351 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff58ac2-e410-446f-a86d-c3f358cf55a8 None None] Pushing event updated for resources: {'Port': ['ID=cd584226-6666-4ff6-a2aa-1e0df3eef656,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:50.791276 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5063ac14-def4-44ea-807d-f8e9c5294eaf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:50.810403 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71eee924-b237-40d9-a585-d5223e9fd218 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Router 8b1ebd94-3508-407c-a25e-ed6dcd136096 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:50.824608 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-2f291e64-7839-43c0-b5f6-956d595dc577 None None] Provisioning complete for port cd584226-6666-4ff6-a2aa-1e0df3eef656 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:50.825481 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2f291e64-7839-43c0-b5f6-956d595dc577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.941466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5063ac14-def4-44ea-807d-f8e9c5294eaf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:50.949163 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5063ac14-def4-44ea-807d-f8e9c5294eaf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:50.950373 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5063ac14-def4-44ea-807d-f8e9c5294eaf tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/334b7d14-0c7c-4a56-bd19-7ec5475b0001 HTTP/1.1" status: 200 len: 704 time: 0.7468193 Nov 11 12:18:50.950610 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d9a134-0b43-43ba-8ade-1b8bc81a4129 None None] Sync routers for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:50.953287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55210) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:50.962234 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d9a134-0b43-43ba-8ade-1b8bc81a4129 None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:50.963126 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-11d9a134-0b43-43ba-8ade-1b8bc81a4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:50.973455 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eee924-b237-40d9-a585-d5223e9fd218 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:50.981149 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-71eee924-b237-40d9-a585-d5223e9fd218 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "PUT /v2.0/routers/8b1ebd94-3508-407c-a25e-ed6dcd136096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3384602 Nov 11 12:18:50.982272 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55212) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:50.986058 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28a2909-648b-42d5-827b-dd38ddf229ef None None] Sync routers for ids ['8b1ebd94-3508-407c-a25e-ed6dcd136096'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:50.998316 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e4cf27db-6daf-4a2b-a8c3-a5095b40356a tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/ports?device_id=334b7d14-0c7c-4a56-bd19-7ec5475b0001 HTTP/1.1" status: 200 len: 205 time: 0.0438349 Nov 11 12:18:51.000790 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55214) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:51.002390 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a2909-648b-42d5-827b-dd38ddf229ef None None] Routers {'8b1ebd94-3508-407c-a25e-ed6dcd136096'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:51.003225 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d28a2909-648b-42d5-827b-dd38ddf229ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8b1ebd94-3508-407c-a25e-ed6dcd136096'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:51.044816 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-11d9a134-0b43-43ba-8ade-1b8bc81a4129 None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:51.050282 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d28a2909-648b-42d5-827b-dd38ddf229ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:51.062005 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a2909-648b-42d5-827b-dd38ddf229ef None None] Routers {'8b1ebd94-3508-407c-a25e-ed6dcd136096'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:51.062913 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d28a2909-648b-42d5-827b-dd38ddf229ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8b1ebd94-3508-407c-a25e-ed6dcd136096'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:51.084585 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe8719a7-32ec-48fd-b6b5-104252c9b7bc tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.113237 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-11d9a134-0b43-43ba-8ade-1b8bc81a4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 11, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:51.154085 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d28a2909-648b-42d5-827b-dd38ddf229ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:51.154255 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d9a134-0b43-43ba-8ade-1b8bc81a4129 None None] Checking router: 334b7d14-0c7c-4a56-bd19-7ec5475b0001 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:18:51.154366 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28a2909-648b-42d5-827b-dd38ddf229ef None None] The sync data for ids ['8b1ebd94-3508-407c-a25e-ed6dcd136096'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:51.162716 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6722486d-ec68-4580-9837-79c994a4b9b8 None None] Provisioning complete for port 2fbd62b8-8cd9-4f2f-9d4e-b34437ce2e08 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:51.163096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6722486d-ec68-4580-9837-79c994a4b9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.194269 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d9a134-0b43-43ba-8ade-1b8bc81a4129 None None] Routers {'334b7d14-0c7c-4a56-bd19-7ec5475b0001'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:51.194939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-11d9a134-0b43-43ba-8ade-1b8bc81a4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:51.294340 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe8719a7-32ec-48fd-b6b5-104252c9b7bc tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.297119 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe8719a7-32ec-48fd-b6b5-104252c9b7bc tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.420227 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe8719a7-32ec-48fd-b6b5-104252c9b7bc tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.420859 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8719a7-32ec-48fd-b6b5-104252c9b7bc tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Fanout notify agent at l3_agent the message router_deleted on router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:18:51.430226 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe8719a7-32ec-48fd-b6b5-104252c9b7bc tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.435732 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fe8719a7-32ec-48fd-b6b5-104252c9b7bc tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/routers/334b7d14-0c7c-4a56-bd19-7ec5475b0001 HTTP/1.1" status: 204 len: 168 time: 0.4295444 Nov 11 12:18:51.437586 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55216) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:51.442322 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-70c525f7-1834-4d76-9016-ea7acaa557a1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-999554182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:51.454080 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device cd584226-6666-4ff6-a2aa-1e0df3eef656 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:18:51.488186 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-21512bd4-b932-4054-8640-dcebd5c417dd tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.497706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-11d9a134-0b43-43ba-8ade-1b8bc81a4129 None None] Set router 334b7d14-0c7c-4a56-bd19-7ec5475b0001 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:51.508457 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70c525f7-1834-4d76-9016-ea7acaa557a1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.509947 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70c525f7-1834-4d76-9016-ea7acaa557a1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.525525 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-6722486d-ec68-4580-9837-79c994a4b9b8 None None] Port 2fbd62b8-8cd9-4f2f-9d4e-b34437ce2e08 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:51.563830 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-11d9a134-0b43-43ba-8ade-1b8bc81a4129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 11, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:51.581230 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-21512bd4-b932-4054-8640-dcebd5c417dd tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 12:18:51.582335 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-21512bd4-b932-4054-8640-dcebd5c417dd tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "DELETE /v2.0/routers/8b1ebd94-3508-407c-a25e-ed6dcd136096 HTTP/1.1" status: 409 len: 329 time: 0.5995448 Nov 11 12:18:51.583008 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70c525f7-1834-4d76-9016-ea7acaa557a1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.585234 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55218) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:51.597881 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d9a134-0b43-43ba-8ade-1b8bc81a4129 None None] The sync data for ids ['334b7d14-0c7c-4a56-bd19-7ec5475b0001'] in dv-neutron-786478-23-hyperv is: [{'id': '334b7d14-0c7c-4a56-bd19-7ec5475b0001', 'name': 'tempest-RoutersIpV6Test-router-339283061', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:14Z', 'updated_at': '2021-11-11T12:18:47Z', 'revision_number': 11, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:51.611372 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port cd584226-6666-4ff6-a2aa-1e0df3eef656 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:51.611757 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.658768 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70c525f7-1834-4d76-9016-ea7acaa557a1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.771447 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-70c525f7-1834-4d76-9016-ea7acaa557a1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.772706 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-70c525f7-1834-4d76-9016-ea7acaa557a1 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3340662 Nov 11 12:18:51.775721 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55220) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:51.780791 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-e7a9d9e5-3f41-4281-9d84-8e7d856a02b4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:51.940398 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-72297d74-3410-4778-8a16-0234949d686b tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:51.998734 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e7a9d9e5-3f41-4281-9d84-8e7d856a02b4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:52.092374 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e7a9d9e5-3f41-4281-9d84-8e7d856a02b4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:52.202337 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-72297d74-3410-4778-8a16-0234949d686b tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Deleting port 2fbd62b8-8cd9-4f2f-9d4e-b34437ce2e08 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:52.202917 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-72297d74-3410-4778-8a16-0234949d686b tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:52.255426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a9d9e5-3f41-4281-9d84-8e7d856a02b4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Router 46e141ae-b43c-4561-9678-e3904f9cae46 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:18:52.293939 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-72297d74-3410-4778-8a16-0234949d686b tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:52.306007 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-72297d74-3410-4778-8a16-0234949d686b tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Calling delete_port for 2fbd62b8-8cd9-4f2f-9d4e-b34437ce2e08 owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:52.336541 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a9d9e5-3f41-4281-9d84-8e7d856a02b4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:52.343404 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e7a9d9e5-3f41-4281-9d84-8e7d856a02b4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:52.345921 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e7a9d9e5-3f41-4281-9d84-8e7d856a02b4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "PUT /v2.0/routers/46e141ae-b43c-4561-9678-e3904f9cae46 HTTP/1.1" status: 200 len: 697 time: 0.5691321 Nov 11 12:18:52.347297 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7136a763-a1f3-4112-9f0b-e890c54c4391 None None] Sync routers for ids ['46e141ae-b43c-4561-9678-e3904f9cae46'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:52.348161 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55222) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:52.358133 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7136a763-a1f3-4112-9f0b-e890c54c4391 None None] Routers {'46e141ae-b43c-4561-9678-e3904f9cae46'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:52.358824 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7136a763-a1f3-4112-9f0b-e890c54c4391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['46e141ae-b43c-4561-9678-e3904f9cae46'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:52.436345 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-7136a763-a1f3-4112-9f0b-e890c54c4391 None None] Set router 46e141ae-b43c-4561-9678-e3904f9cae46 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:52.436650 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4cac7c69-db65-40eb-9fdd-19298d2edd79 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/routers/46e141ae-b43c-4561-9678-e3904f9cae46 HTTP/1.1" status: 200 len: 703 time: 0.0868597 Nov 11 12:18:52.437089 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55224) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:52.486597 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e4ec2dbd-fde1-4bdd-a4c7-54e7468a41dc tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/ports?device_id=46e141ae-b43c-4561-9678-e3904f9cae46 HTTP/1.1" status: 200 len: 205 time: 0.0482109 Nov 11 12:18:52.490658 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55226) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:52.493107 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7136a763-a1f3-4112-9f0b-e890c54c4391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e141ae-b43c-4561-9678-e3904f9cae46', 'name': 'tempest-RoutersIpV6Test-router-999554182', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:51Z', 'updated_at': '2021-11-11T12:18:51Z', 'revision_number': 2, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:52.520583 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7136a763-a1f3-4112-9f0b-e890c54c4391 None None] Checking router: 46e141ae-b43c-4561-9678-e3904f9cae46 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:18:52.530369 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7136a763-a1f3-4112-9f0b-e890c54c4391 None None] Routers {'46e141ae-b43c-4561-9678-e3904f9cae46'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:52.530998 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7136a763-a1f3-4112-9f0b-e890c54c4391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['46e141ae-b43c-4561-9678-e3904f9cae46'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:52.577990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-32c37745-9ec8-47a8-abb8-dbf7b2202034 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:52.603948 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-7136a763-a1f3-4112-9f0b-e890c54c4391 None None] Set router 46e141ae-b43c-4561-9678-e3904f9cae46 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:18:52.649856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-72297d74-3410-4778-8a16-0234949d686b tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:52.657161 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7136a763-a1f3-4112-9f0b-e890c54c4391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e141ae-b43c-4561-9678-e3904f9cae46', 'name': 'tempest-RoutersIpV6Test-router-999554182', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:51Z', 'updated_at': '2021-11-11T12:18:51Z', 'revision_number': 2, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:52.687628 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7136a763-a1f3-4112-9f0b-e890c54c4391 None None] The sync data for ids ['46e141ae-b43c-4561-9678-e3904f9cae46'] in dv-neutron-786478-23-hyperv is: [{'id': '46e141ae-b43c-4561-9678-e3904f9cae46', 'name': 'tempest-RoutersIpV6Test-router-999554182', 'tenant_id': '0943f80b62ea42d08b8695fa6f98abee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:51Z', 'updated_at': '2021-11-11T12:18:51Z', 'revision_number': 2, 'project_id': '0943f80b62ea42d08b8695fa6f98abee', 'gw_port_host': None}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:52.758011 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72297d74-3410-4778-8a16-0234949d686b tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event deleted for resources: {'Port': ['ID=2fbd62b8-8cd9-4f2f-9d4e-b34437ce2e08,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:52.782849 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-32c37745-9ec8-47a8-abb8-dbf7b2202034 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:52.791225 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-32c37745-9ec8-47a8-abb8-dbf7b2202034 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:52.891862 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-72297d74-3410-4778-8a16-0234949d686b tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:52.979222 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-32c37745-9ec8-47a8-abb8-dbf7b2202034 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:52.979717 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c37745-9ec8-47a8-abb8-dbf7b2202034 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Fanout notify agent at l3_agent the message router_deleted on router 46e141ae-b43c-4561-9678-e3904f9cae46 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:18:52.987467 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-32c37745-9ec8-47a8-abb8-dbf7b2202034 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:52.988576 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-32c37745-9ec8-47a8-abb8-dbf7b2202034 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/routers/46e141ae-b43c-4561-9678-e3904f9cae46 HTTP/1.1" status: 204 len: 168 time: 0.4979265 Nov 11 12:18:52.994940 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55228) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.023718 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6955eddc-bace-46d5-b27a-c32611345d17 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/ports?device_id=46e141ae-b43c-4561-9678-e3904f9cae46 HTTP/1.1" status: 200 len: 205 time: 0.0274575 Nov 11 12:18:53.026024 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55230) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.063912 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-e9e24180-4c75-4b1f-8c49-f3e95a68ee47 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] delete failed (client error): The resource could not be found. Nov 11 12:18:53.064131 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72297d74-3410-4778-8a16-0234949d686b tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Router 8b1ebd94-3508-407c-a25e-ed6dcd136096 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:18:53.065423 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e9e24180-4c75-4b1f-8c49-f3e95a68ee47 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/routers/46e141ae-b43c-4561-9678-e3904f9cae46 HTTP/1.1" status: 404 len: 336 time: 0.0384626 Nov 11 12:18:53.068058 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55232) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.101899 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-4160f710-cb8e-4f08-8d15-1677af1762bb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:53.102583 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4160f710-cb8e-4f08-8d15-1677af1762bb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:53.105869 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4160f710-cb8e-4f08-8d15-1677af1762bb tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/subnets/5b44c855-f105-48e1-ac79-e06aa04fe842 HTTP/1.1" status: 404 len: 337 time: 0.0369027 Nov 11 12:18:53.108568 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55234) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.135719 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db8e1b9-024f-41a0-a889-215a538a7953 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:53.136187 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db8e1b9-024f-41a0-a889-215a538a7953 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:53.141738 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6db8e1b9-024f-41a0-a889-215a538a7953 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/subnets/e0b7304f-a88b-444f-a735-9da3ac81ed42 HTTP/1.1" status: 404 len: 337 time: 0.0298920 Nov 11 12:18:53.142161 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55236) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.146631 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72297d74-3410-4778-8a16-0234949d686b tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:18:53.151954 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-72297d74-3410-4778-8a16-0234949d686b tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "PUT /v2.0/routers/8b1ebd94-3508-407c-a25e-ed6dcd136096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5655725 Nov 11 12:18:53.155561 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55238) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.160144 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac92ba4b-7efb-49bd-b582-a94887ce2c79 None None] Sync routers for ids ['8b1ebd94-3508-407c-a25e-ed6dcd136096'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:18:53.170669 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac92ba4b-7efb-49bd-b582-a94887ce2c79 None None] Routers {'8b1ebd94-3508-407c-a25e-ed6dcd136096'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:53.171353 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ac92ba4b-7efb-49bd-b582-a94887ce2c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8b1ebd94-3508-407c-a25e-ed6dcd136096'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:53.173438 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99bfaec-1b6d-41bb-a7e4-e38805f2a978 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:53.173902 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99bfaec-1b6d-41bb-a7e4-e38805f2a978 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:53.177148 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b99bfaec-1b6d-41bb-a7e4-e38805f2a978 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/subnets/5e1f7547-379c-4c59-a67b-40fad83fa9b9 HTTP/1.1" status: 404 len: 337 time: 0.0340350 Nov 11 12:18:53.179637 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55240) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.193476 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-72e11a22-11d4-4e2b-b511-f68b3cc1a9b6 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] show failed (client error): The resource could not be found. Nov 11 12:18:53.198448 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-72e11a22-11d4-4e2b-b511-f68b3cc1a9b6 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-387630020 HTTP/1.1" status: 404 len: 334 time: 0.0381749 Nov 11 12:18:53.198583 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55242) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.202988 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-bae4fffe-3757-487d-9d28-f0924706da3b tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:53.207709 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3a44b6-3937-4967-bcca-a6c8a2194c63 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:53.207709 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3a44b6-3937-4967-bcca-a6c8a2194c63 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:53.207984 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ac92ba4b-7efb-49bd-b582-a94887ce2c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:53.211202 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9a3a44b6-3937-4967-bcca-a6c8a2194c63 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/subnets/fc6555d4-9548-445b-9943-a235227e7534 HTTP/1.1" status: 404 len: 337 time: 0.0305140 Nov 11 12:18:53.213778 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55244) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.220955 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac92ba4b-7efb-49bd-b582-a94887ce2c79 None None] Routers {'8b1ebd94-3508-407c-a25e-ed6dcd136096'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:18:53.221642 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ac92ba4b-7efb-49bd-b582-a94887ce2c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8b1ebd94-3508-407c-a25e-ed6dcd136096'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:53.241795 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-bae4fffe-3757-487d-9d28-f0924706da3b tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] update failed (client error): The resource could not be found. Nov 11 12:18:53.251925 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b93232e2-9d87-46c5-b664-15ef8d047417 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/ports?device_id=334b7d14-0c7c-4a56-bd19-7ec5475b0001 HTTP/1.1" status: 200 len: 205 time: 0.0279050 Nov 11 12:18:53.253073 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bae4fffe-3757-487d-9d28-f0924706da3b tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1375113775 HTTP/1.1" status: 404 len: 335 time: 0.0433989 Nov 11 12:18:53.253191 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55246) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.253191 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55248) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.263041 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ac92ba4b-7efb-49bd-b582-a94887ce2c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:53.263722 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac92ba4b-7efb-49bd-b582-a94887ce2c79 None None] The sync data for ids ['8b1ebd94-3508-407c-a25e-ed6dcd136096'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:18:53.319725 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-fdc60454-90dd-4cc4-9815-28a4fad3f406 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] delete failed (client error): The resource could not be found. Nov 11 12:18:53.321446 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fdc60454-90dd-4cc4-9815-28a4fad3f406 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/routers/334b7d14-0c7c-4a56-bd19-7ec5475b0001 HTTP/1.1" status: 404 len: 336 time: 0.0678496 Nov 11 12:18:53.324429 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55252) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.348271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb239875-3825-4cb5-8d44-035ab2f89d98 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Deleting subnet da30f084-dfa8-41f9-ab7e-14616713867e {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:18:53.352180 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bb239875-3825-4cb5-8d44-035ab2f89d98 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:53.352670 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e07017bc-ba21-4117-9643-f97e52ea2454 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6c6b09d-c069-4ff6-887b-c622ac47a84b HTTP/1.1" status: 200 len: 205 time: 0.0270364 Nov 11 12:18:53.355894 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55254) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.395485 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-446f8d29-f7fb-42e1-9cf9-c65aa1303ca8 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] delete failed (client error): The resource could not be found. Nov 11 12:18:53.396250 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bb239875-3825-4cb5-8d44-035ab2f89d98 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:53.399339 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-446f8d29-f7fb-42e1-9cf9-c65aa1303ca8 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/routers/f6c6b09d-c069-4ff6-887b-c622ac47a84b HTTP/1.1" status: 404 len: 336 time: 0.0398319 Nov 11 12:18:53.399467 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55256) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.456265 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1333f2d-b24e-4c5b-a53f-74a433caf6e4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:53.456724 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1333f2d-b24e-4c5b-a53f-74a433caf6e4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:53.459971 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c1333f2d-b24e-4c5b-a53f-74a433caf6e4 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/subnets/ee319b50-a06a-4157-afd9-210154c1ad4e HTTP/1.1" status: 404 len: 337 time: 0.0595331 Nov 11 12:18:53.462871 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55258) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.512040 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ab8e2320-8553-4207-82ec-fa805f266d82 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/ports?device_id=50b548c0-570b-4179-a9df-0f943acc52dc HTTP/1.1" status: 200 len: 205 time: 0.0475090 Nov 11 12:18:53.514904 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55260) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.579626 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.api.v2.resource [None req-46bb569c-8627-49bb-a71f-9e5c7d0c8300 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] delete failed (client error): The resource could not be found. Nov 11 12:18:53.580677 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-46bb569c-8627-49bb-a71f-9e5c7d0c8300 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/routers/50b548c0-570b-4179-a9df-0f943acc52dc HTTP/1.1" status: 404 len: 336 time: 0.0648367 Nov 11 12:18:53.583627 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55262) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.602227 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bb239875-3825-4cb5-8d44-035ab2f89d98 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:53.612970 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c9a85b45-1c63-4e97-9517-4cf1e263d6c7 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/ports?device_id=625d4a5f-f047-43cd-a714-c0f2e72ccad3 HTTP/1.1" status: 200 len: 205 time: 0.0281296 Nov 11 12:18:53.616262 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55264) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.661722 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-d899c241-1e87-4c6e-8b8e-ff185ae4cd58 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] delete failed (client error): The resource could not be found. Nov 11 12:18:53.665196 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d899c241-1e87-4c6e-8b8e-ff185ae4cd58 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/routers/625d4a5f-f047-43cd-a714-c0f2e72ccad3 HTTP/1.1" status: 404 len: 336 time: 0.0455177 Nov 11 12:18:53.665611 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55266) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.692697 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad3c93d-1fd7-497a-8299-152b3e949413 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:53.693144 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad3c93d-1fd7-497a-8299-152b3e949413 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:53.696181 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9ad3c93d-1fd7-497a-8299-152b3e949413 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/subnets/810b9a9c-2616-46b6-8881-005143398acb HTTP/1.1" status: 404 len: 337 time: 0.0297942 Nov 11 12:18:53.699151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55268) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.724853 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e356056b-3a83-4430-826d-a837f58e00b2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/ports?device_id=a60f99e8-9287-4855-a5a0-c2e69437f921 HTTP/1.1" status: 200 len: 205 time: 0.0246851 Nov 11 12:18:53.727320 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55270) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.753030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bb239875-3825-4cb5-8d44-035ab2f89d98 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:53.767213 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-57e5e19f-b3ef-4bff-9528-66911368a29d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] delete failed (client error): The resource could not be found. Nov 11 12:18:53.768245 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-57e5e19f-b3ef-4bff-9528-66911368a29d tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/routers/a60f99e8-9287-4855-a5a0-c2e69437f921 HTTP/1.1" status: 404 len: 336 time: 0.0401185 Nov 11 12:18:53.770883 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55272) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.785758 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb239875-3825-4cb5-8d44-035ab2f89d98 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event deleted for resources: {'Subnet': ['ID=da30f084-dfa8-41f9-ab7e-14616713867e,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:53.785758 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bb239875-3825-4cb5-8d44-035ab2f89d98 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:53.787917 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bb239875-3825-4cb5-8d44-035ab2f89d98 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "DELETE /v2.0/subnets/da30f084-dfa8-41f9-ab7e-14616713867e HTTP/1.1" status: 204 len: 168 time: 0.5328555 Nov 11 12:18:53.790498 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55274) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.797218 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ead137-e081-4937-bfcf-f73a12a43695 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:53.797711 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64ead137-e081-4937-bfcf-f73a12a43695 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:53.801366 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-64ead137-e081-4937-bfcf-f73a12a43695 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/subnets/5828a3cf-29b0-452f-bea4-20c335ee87ae HTTP/1.1" status: 404 len: 337 time: 0.0295436 Nov 11 12:18:53.802034 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5492d678-b4b2-4ba1-aeeb-e0fce057e037 None None] Network cfcca8c7-a2da-49ee-86ed-6a93032a7009 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:53.804344 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55276) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.837350 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fb2408f9-63d5-4a68-8807-816b5330b790 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "GET /v2.0/ports?device_id=264968cb-d0c5-4b50-bcef-268e5d07a046 HTTP/1.1" status: 200 len: 205 time: 0.0292444 Nov 11 12:18:53.838046 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55278) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.876710 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:53.888734 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-73fa2c2d-36a7-4802-9be1-f52826648983 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] delete failed (client error): The resource could not be found. Nov 11 12:18:53.893379 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-73fa2c2d-36a7-4802-9be1-f52826648983 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/routers/264968cb-d0c5-4b50-bcef-268e5d07a046 HTTP/1.1" status: 404 len: 336 time: 0.0535591 Nov 11 12:18:53.893986 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55280) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.928252 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-446a54c8-2418-41fb-bc57-bc039eb7e0c7 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:53.928712 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-446a54c8-2418-41fb-bc57-bc039eb7e0c7 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:53.934696 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Deleting port cd584226-6666-4ff6-a2aa-1e0df3eef656 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:53.934696 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:53.935013 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-446a54c8-2418-41fb-bc57-bc039eb7e0c7 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/subnets/15f308a5-7bd8-4508-91ca-26229ad09ab5 HTTP/1.1" status: 404 len: 337 time: 0.0369222 Nov 11 12:18:53.935013 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55282) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:53.962048 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-da61ad9e-8c3d-4523-8b3a-67f6a6aa85e2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] DELETE failed (client error): The resource could not be found. Nov 11 12:18:53.962498 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da61ad9e-8c3d-4523-8b3a-67f6a6aa85e2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:18:53.965566 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-da61ad9e-8c3d-4523-8b3a-67f6a6aa85e2 tempest-RoutersIpV6Test-671466171 tempest-RoutersIpV6Test-671466171-project] 10.222.0.50 "DELETE /v2.0/subnets/ebd546d8-8b0a-4fda-b024-4e74b67c74f5 HTTP/1.1" status: 404 len: 337 time: 0.0296607 Nov 11 12:18:54.008467 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] For port cd584226-6666-4ff6-a2aa-1e0df3eef656, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=cd584226-6666-4ff6-a2aa-1e0df3eef656,segment=NetworkSegment(93b9f3b1-ee09-4656-b94b-be765e57aa23),segment_id=93b9f3b1-ee09-4656-b94b-be765e57aa23)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:54.009053 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.021440 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabb266a-cb0a-4a3c-862f-1962c9d101a0 None None] DHCP port deletion for cfcca8c7-a2da-49ee-86ed-6a93032a7009 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:54.035101 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Calling delete_port for cd584226-6666-4ff6-a2aa-1e0df3eef656 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:54.071717 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-cabb266a-cb0a-4a3c-862f-1962c9d101a0 None None] Deleting port cd584226-6666-4ff6-a2aa-1e0df3eef656 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:54.077778 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cabb266a-cb0a-4a3c-862f-1962c9d101a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.135481 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-cabb266a-cb0a-4a3c-862f-1962c9d101a0 None None] For port cd584226-6666-4ff6-a2aa-1e0df3eef656, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=cd584226-6666-4ff6-a2aa-1e0df3eef656,segment=NetworkSegment(93b9f3b1-ee09-4656-b94b-be765e57aa23),segment_id=93b9f3b1-ee09-4656-b94b-be765e57aa23)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:54.135878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cabb266a-cb0a-4a3c-862f-1962c9d101a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.148039 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-cabb266a-cb0a-4a3c-862f-1962c9d101a0 None None] Calling delete_port for cd584226-6666-4ff6-a2aa-1e0df3eef656 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:54.210304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.234990 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cabb266a-cb0a-4a3c-862f-1962c9d101a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.239462 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event deleted for resources: {'Port': ['ID=cd584226-6666-4ff6-a2aa-1e0df3eef656,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:54.243883 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] No DVR routers for this DVR port cd584226-6666-4ff6-a2aa-1e0df3eef656 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:54.271970 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb266a-cb0a-4a3c-862f-1962c9d101a0 None None] Pushing event deleted for resources: {'Port': ['ID=cd584226-6666-4ff6-a2aa-1e0df3eef656,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:54.276523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabb266a-cb0a-4a3c-862f-1962c9d101a0 None None] No DVR routers for this DVR port cd584226-6666-4ff6-a2aa-1e0df3eef656 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:54.331798 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.351300 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcca8c7-a2da-49ee-86ed-6a93032a7009']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:54.360872 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b9f3b1-ee09-4656-b94b-be765e57aa23') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:54.361166 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b9f3b1-ee09-4656-b94b-be765e57aa23') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:54.370360 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.384019 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.390009 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:54.390453 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:54.393525 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:54.529816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55290) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:54.548290 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.555877 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.559118 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "DELETE /v2.0/networks/cfcca8c7-a2da-49ee-86ed-6a93032a7009 HTTP/1.1" status: 204 len: 168 time: 0.7677774 Nov 11 12:18:54.561910 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55294) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:54.575696 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae9207-baf0-4c33-92da-b8f9c847e4a3 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event deleted for resources: {'Network': ['ID=cfcca8c7-a2da-49ee-86ed-6a93032a7009,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:54.617618 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e5bc8e-5b8b-41e8-8cf6-175de9cff8fc tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Deleting subnet c16b84c3-b1e6-4dee-968e-c3be197aa80c {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:18:54.620823 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8e5bc8e-5b8b-41e8-8cf6-175de9cff8fc tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.679858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8e5bc8e-5b8b-41e8-8cf6-175de9cff8fc tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.726954 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cc078843-f29a-43b0-9e7d-efaa686ad152 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0943f80b62ea42d08b8695fa6f98abee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1959379 Nov 11 12:18:54.729585 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55296) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:54.778965 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8e5bc8e-5b8b-41e8-8cf6-175de9cff8fc tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.779619 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-00f9892b-29ca-4196-a9e6-edc642fdf692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.802767 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-00f9892b-29ca-4196-a9e6-edc642fdf692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:54.969704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8e5bc8e-5b8b-41e8-8cf6-175de9cff8fc tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.001465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5bc8e-5b8b-41e8-8cf6-175de9cff8fc tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event deleted for resources: {'Subnet': ['ID=c16b84c3-b1e6-4dee-968e-c3be197aa80c,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:55.005077 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c8e5bc8e-5b8b-41e8-8cf6-175de9cff8fc tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.008306 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c8e5bc8e-5b8b-41e8-8cf6-175de9cff8fc tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "DELETE /v2.0/subnets/c16b84c3-b1e6-4dee-968e-c3be197aa80c HTTP/1.1" status: 204 len: 168 time: 0.4454141 Nov 11 12:18:55.010970 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55298) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:55.013432 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca321b1e-8953-4b60-a004-90036a47e754 None None] Network 630586a5-b648-42de-9ac7-4b7d04aed377 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:55.016125 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-00f9892b-29ca-4196-a9e6-edc642fdf692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.020535 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-00f9892b-29ca-4196-a9e6-edc642fdf692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.020535 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-00f9892b-29ca-4196-a9e6-edc642fdf692 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80699f3e-089e-4d6f-99d9-a49876ebd0ba HTTP/1.1" status: 204 len: 168 time: 0.2898326 Nov 11 12:18:55.042228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9892b-29ca-4196-a9e6-edc642fdf692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80699f3e-089e-4d6f-99d9-a49876ebd0ba,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:55.074990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-42526ae6-7865-464e-bdd2-3e08ec7a240e tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Deleting subnet 8aad0679-4a8a-4eff-b454-14e787006146 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:18:55.078334 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42526ae6-7865-464e-bdd2-3e08ec7a240e tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.122937 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42526ae6-7865-464e-bdd2-3e08ec7a240e tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.168315 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device cd584226-6666-4ff6-a2aa-1e0df3eef656 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:55.193386 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: cd584226-6666-4ff6-a2aa-1e0df3eef656 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:18:55.193823 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device cd584226-6666-4ff6-a2aa-1e0df3eef656 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:18:55.220955 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8be8e07-aadb-4492-9e85-8996b8782f75 None None] DHCP port deletion for 630586a5-b648-42de-9ac7-4b7d04aed377 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:55.244825 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42526ae6-7865-464e-bdd2-3e08ec7a240e tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.271460 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c8be8e07-aadb-4492-9e85-8996b8782f75 None None] Deleting port e008c6a7-a762-432a-81ca-b3c9061906c7 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:55.272224 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c8be8e07-aadb-4492-9e85-8996b8782f75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.341946 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c8be8e07-aadb-4492-9e85-8996b8782f75 None None] For port e008c6a7-a762-432a-81ca-b3c9061906c7, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e008c6a7-a762-432a-81ca-b3c9061906c7,segment=NetworkSegment(ea15d25c-4b70-459f-8082-6a0412493802),segment_id=ea15d25c-4b70-459f-8082-6a0412493802)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:55.342344 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c8be8e07-aadb-4492-9e85-8996b8782f75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.355855 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c8be8e07-aadb-4492-9e85-8996b8782f75 None None] Calling delete_port for e008c6a7-a762-432a-81ca-b3c9061906c7 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:55.405725 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42526ae6-7865-464e-bdd2-3e08ec7a240e tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.439256 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42526ae6-7865-464e-bdd2-3e08ec7a240e tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event deleted for resources: {'Subnet': ['ID=8aad0679-4a8a-4eff-b454-14e787006146,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:55.441505 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42526ae6-7865-464e-bdd2-3e08ec7a240e tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.447547 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-42526ae6-7865-464e-bdd2-3e08ec7a240e tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "DELETE /v2.0/subnets/8aad0679-4a8a-4eff-b454-14e787006146 HTTP/1.1" status: 204 len: 168 time: 0.4329278 Nov 11 12:18:55.447902 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcb85ef-c248-482c-989d-4f5c16bfc271 None None] Network 6678f04b-e212-48d1-92cf-c31336156758 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:55.448311 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55306) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:55.540311 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.567416 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c8be8e07-aadb-4492-9e85-8996b8782f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.588473 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Deleting port e008c6a7-a762-432a-81ca-b3c9061906c7 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:55.592339 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.601053 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be8e07-aadb-4492-9e85-8996b8782f75 None None] Pushing event deleted for resources: {'Port': ['ID=e008c6a7-a762-432a-81ca-b3c9061906c7,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:55.609949 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be8e07-aadb-4492-9e85-8996b8782f75 None None] No DVR routers for this DVR port e008c6a7-a762-432a-81ca-b3c9061906c7 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:55.662674 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] For port e008c6a7-a762-432a-81ca-b3c9061906c7, host dv-neutron-786478-23-hyperv, got binding levels [] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:55.662674 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.673942 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Calling delete_port for e008c6a7-a762-432a-81ca-b3c9061906c7 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:55.676804 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.ipam_backend_mixin [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Port e008c6a7-a762-432a-81ca-b3c9061906c7 was not found and therefore no delete operation was performed {{(pid=103002) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 12:18:55.678060 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.700031 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c1b88f-687e-437f-9f63-6158573105da None None] DHCP port deletion for 6678f04b-e212-48d1-92cf-c31336156758 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:55.705301 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event deleted for resources: {'Port': ['ID=e008c6a7-a762-432a-81ca-b3c9061906c7,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:55.713058 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] No DVR routers for this DVR port e008c6a7-a762-432a-81ca-b3c9061906c7 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:55.753649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-73c1b88f-687e-437f-9f63-6158573105da None None] Deleting port 4e39464e-0959-4462-a887-411a60d3dd82 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:55.754085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-73c1b88f-687e-437f-9f63-6158573105da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.823524 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-73c1b88f-687e-437f-9f63-6158573105da None None] For port 4e39464e-0959-4462-a887-411a60d3dd82, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=4e39464e-0959-4462-a887-411a60d3dd82,segment=NetworkSegment(4614c6c7-633a-4de9-8cdf-4e301c9d6f29),segment_id=4614c6c7-633a-4de9-8cdf-4e301c9d6f29)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:55.823843 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-73c1b88f-687e-437f-9f63-6158573105da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:55.842880 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-73c1b88f-687e-437f-9f63-6158573105da None None] Calling delete_port for 4e39464e-0959-4462-a887-411a60d3dd82 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:55.997974 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-73c1b88f-687e-437f-9f63-6158573105da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.025109 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1b88f-687e-437f-9f63-6158573105da None None] Pushing event deleted for resources: {'Port': ['ID=4e39464e-0959-4462-a887-411a60d3dd82,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:56.028984 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c1b88f-687e-437f-9f63-6158573105da None None] No DVR routers for this DVR port 4e39464e-0959-4462-a887-411a60d3dd82 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:56.133240 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.154163 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630586a5-b648-42de-9ac7-4b7d04aed377']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:56.163947 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea15d25c-4b70-459f-8082-6a0412493802') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:56.164282 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea15d25c-4b70-459f-8082-6a0412493802') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:56.173770 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.187224 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.193330 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:56.193721 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:56.196717 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:56.354516 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.361859 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.365073 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "DELETE /v2.0/networks/630586a5-b648-42de-9ac7-4b7d04aed377 HTTP/1.1" status: 204 len: 168 time: 0.9162080 Nov 11 12:18:56.367973 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55324) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:56.378210 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf3fb2-e5a9-47bb-a21c-a9d002d276f5 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event deleted for resources: {'Network': ['ID=630586a5-b648-42de-9ac7-4b7d04aed377,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:56.450787 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae931147-fd20-4de0-bf57-8014b9b59769 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.538365 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae931147-fd20-4de0-bf57-8014b9b59769 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.558652 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-ae931147-fd20-4de0-bf57-8014b9b59769 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6678f04b-e212-48d1-92cf-c31336156758']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:56.568472 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-ae931147-fd20-4de0-bf57-8014b9b59769 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4614c6c7-633a-4de9-8cdf-4e301c9d6f29') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:56.568770 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-ae931147-fd20-4de0-bf57-8014b9b59769 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4614c6c7-633a-4de9-8cdf-4e301c9d6f29') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:56.579222 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae931147-fd20-4de0-bf57-8014b9b59769 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.592580 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae931147-fd20-4de0-bf57-8014b9b59769 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.598749 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae931147-fd20-4de0-bf57-8014b9b59769 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:56.599172 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae931147-fd20-4de0-bf57-8014b9b59769 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:56.604055 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:56.749038 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae931147-fd20-4de0-bf57-8014b9b59769 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.756002 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae931147-fd20-4de0-bf57-8014b9b59769 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.759253 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ae931147-fd20-4de0-bf57-8014b9b59769 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "DELETE /v2.0/networks/6678f04b-e212-48d1-92cf-c31336156758 HTTP/1.1" status: 204 len: 168 time: 0.3899512 Nov 11 12:18:56.762043 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55332) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:56.771322 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae931147-fd20-4de0-bf57-8014b9b59769 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event deleted for resources: {'Network': ['ID=6678f04b-e212-48d1-92cf-c31336156758,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:56.818036 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6a59ae-a8d3-4afa-beab-8b75e2adf900 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Deleting subnet 936e56b8-7d5d-44c5-ad8c-1b612d8b110c {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:18:56.821269 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea6a59ae-a8d3-4afa-beab-8b75e2adf900 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.862637 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea6a59ae-a8d3-4afa-beab-8b75e2adf900 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:56.953896 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea6a59ae-a8d3-4afa-beab-8b75e2adf900 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.006844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55340) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:57.096556 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea6a59ae-a8d3-4afa-beab-8b75e2adf900 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.127699 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a59ae-a8d3-4afa-beab-8b75e2adf900 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event deleted for resources: {'Subnet': ['ID=936e56b8-7d5d-44c5-ad8c-1b612d8b110c,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:57.130450 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea6a59ae-a8d3-4afa-beab-8b75e2adf900 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.135613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acaea0c-0ff0-4628-8e2f-daf052d29de6 None None] Network 2fe39437-1287-452c-ac58-aa3f8bf7a48b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:18:57.136643 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ea6a59ae-a8d3-4afa-beab-8b75e2adf900 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "DELETE /v2.0/subnets/936e56b8-7d5d-44c5-ad8c-1b612d8b110c HTTP/1.1" status: 204 len: 168 time: 0.3734298 Nov 11 12:18:57.139027 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55344) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:57.155586 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4e39464e-0959-4462-a887-411a60d3dd82 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:57.172121 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-e4dd5e2c-4e35-429e-b158-991b4e69114a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'network': {'name': 'tempest-network-smoke--2024307805', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'port_security_enabled': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:57.206801 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 4e39464e-0959-4462-a887-411a60d3dd82 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:18:57.207155 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4e39464e-0959-4462-a887-411a60d3dd82 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:18:57.207575 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e008c6a7-a762-432a-81ca-b3c9061906c7 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:57.225630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.242343 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: e008c6a7-a762-432a-81ca-b3c9061906c7 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:18:57.242932 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e008c6a7-a762-432a-81ca-b3c9061906c7 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:18:57.264950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dd5e2c-4e35-429e-b158-991b4e69114a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:18:57.268113 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5e2c-4e35-429e-b158-991b4e69114a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.277004 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5e2c-4e35-429e-b158-991b4e69114a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.296530 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Deleting port f159ce53-27a6-4e0f-a124-71f9fb955766 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:57.296867 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.372481 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5e2c-4e35-429e-b158-991b4e69114a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.375065 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] For port f159ce53-27a6-4e0f-a124-71f9fb955766, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f159ce53-27a6-4e0f-a124-71f9fb955766,segment=NetworkSegment(76ae2297-3adb-41a2-bc30-8221ac65110c),segment_id=76ae2297-3adb-41a2-bc30-8221ac65110c)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:57.375457 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.394292 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Calling delete_port for f159ce53-27a6-4e0f-a124-71f9fb955766 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:57.394813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada8c42c-f136-40b2-b2b3-4948a4bfdc13 None None] DHCP port deletion for 2fe39437-1287-452c-ac58-aa3f8bf7a48b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:57.448055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ada8c42c-f136-40b2-b2b3-4948a4bfdc13 None None] Deleting port f159ce53-27a6-4e0f-a124-71f9fb955766 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:18:57.448425 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ada8c42c-f136-40b2-b2b3-4948a4bfdc13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.463499 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5e2c-4e35-429e-b158-991b4e69114a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.493872 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd5e2c-4e35-429e-b158-991b4e69114a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f51e0f18-9d71-4df5-9e0f-8f27844be737,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:57.518378 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-ada8c42c-f136-40b2-b2b3-4948a4bfdc13 None None] For port f159ce53-27a6-4e0f-a124-71f9fb955766, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f159ce53-27a6-4e0f-a124-71f9fb955766,segment=NetworkSegment(76ae2297-3adb-41a2-bc30-8221ac65110c),segment_id=76ae2297-3adb-41a2-bc30-8221ac65110c)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:18:57.518777 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ada8c42c-f136-40b2-b2b3-4948a4bfdc13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.533289 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ada8c42c-f136-40b2-b2b3-4948a4bfdc13 None None] Calling delete_port for f159ce53-27a6-4e0f-a124-71f9fb955766 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:18:57.565117 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.570586 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4dd5e2c-4e35-429e-b158-991b4e69114a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:18:57.582142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5e2c-4e35-429e-b158-991b4e69114a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.582493 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-e4dd5e2c-4e35-429e-b158-991b4e69114a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Added segment 1fc72dd0-7f12-4985-9ac6-ec709c751b07 of type vlan for network a93cf107-7412-4949-8f17-0bdbe0be3a80 Nov 11 12:18:57.595805 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event deleted for resources: {'Port': ['ID=f159ce53-27a6-4e0f-a124-71f9fb955766,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:57.597754 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] No DVR routers for this DVR port f159ce53-27a6-4e0f-a124-71f9fb955766 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:57.633525 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5e2c-4e35-429e-b158-991b4e69114a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.686067 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.706506 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe39437-1287-452c-ac58-aa3f8bf7a48b']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:57.716747 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ae2297-3adb-41a2-bc30-8221ac65110c') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:57.717083 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ae2297-3adb-41a2-bc30-8221ac65110c') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:18:57.727880 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.733779 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5e2c-4e35-429e-b158-991b4e69114a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.739981 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dd5e2c-4e35-429e-b158-991b4e69114a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:18:57.740903 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5e2c-4e35-429e-b158-991b4e69114a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.741815 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.748343 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:18:57.748792 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:18:57.752527 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:18:57.766825 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ada8c42c-f136-40b2-b2b3-4948a4bfdc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.794189 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8c42c-f136-40b2-b2b3-4948a4bfdc13 None None] Pushing event deleted for resources: {'Port': ['ID=f159ce53-27a6-4e0f-a124-71f9fb955766,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:57.797910 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada8c42c-f136-40b2-b2b3-4948a4bfdc13 None None] No DVR routers for this DVR port f159ce53-27a6-4e0f-a124-71f9fb955766 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:18:57.823089 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd5e2c-4e35-429e-b158-991b4e69114a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Network': ['ID=a93cf107-7412-4949-8f17-0bdbe0be3a80,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:57.836164 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network a93cf107-7412-4949-8f17-0bdbe0be3a80 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:18:57.851763 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e4dd5e2c-4e35-429e-b158-991b4e69114a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8437870 Nov 11 12:18:57.854574 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55346) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:57.858979 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-112536137', 'admin_state_up': True, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:18:57.938273 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.945524 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:57.951099 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "DELETE /v2.0/networks/2fe39437-1287-452c-ac58-aa3f8bf7a48b HTTP/1.1" status: 204 len: 168 time: 0.8084769 Nov 11 12:18:57.951630 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55348) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:57.964948 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998478a-5a2d-4a54-999c-3d14f926d1d7 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Pushing event deleted for resources: {'Network': ['ID=2fe39437-1287-452c-ac58-aa3f8bf7a48b,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:57.979690 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-afd82263-b39a-41ab-8f20-3a553fc57355 tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b1ebd94-3508-407c-a25e-ed6dcd136096 HTTP/1.1" status: 200 len: 205 time: 0.0267470 Nov 11 12:18:57.982223 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55350) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:58.023778 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:58.024598 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:58.063938 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae7866a1-d4fa-4f14-8bec-8c171948593c tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:58.166408 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:58.254469 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae7866a1-d4fa-4f14-8bec-8c171948593c tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:58.258538 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae7866a1-d4fa-4f14-8bec-8c171948593c tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:58.414943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae7866a1-d4fa-4f14-8bec-8c171948593c tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:58.415712 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7866a1-d4fa-4f14-8bec-8c171948593c tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Fanout notify agent at l3_agent the message router_deleted on router 8b1ebd94-3508-407c-a25e-ed6dcd136096 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:18:58.423547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ae7866a1-d4fa-4f14-8bec-8c171948593c tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:58.426677 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ae7866a1-d4fa-4f14-8bec-8c171948593c tempest-RoutersNegativeIpV6Test-1703509997 tempest-RoutersNegativeIpV6Test-1703509997-project] 10.222.0.50 "DELETE /v2.0/routers/8b1ebd94-3508-407c-a25e-ed6dcd136096 HTTP/1.1" status: 204 len: 168 time: 0.4415119 Nov 11 12:18:58.430185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:58.688040 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:58.707231 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:58.814082 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.26.5.42 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/97b402d6-d378-4f48-974c-c65b45e2f3d8) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:18:58.853427 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55356) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:58.916507 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:58.989533 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6a945485-2a0b-4fd6-889c-a937fcf669bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=129c056f025c46a58f53571d883ad4be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348202 Nov 11 12:18:58.992020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55360) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:18:59.010816 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:59.039345 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-26d64227-f795-4ac3-b24d-545d94dc6b2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:59.051307 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:18:59.054058 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:18:59.060145 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:18:59.065014 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-26d64227-f795-4ac3-b24d-545d94dc6b2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:59.072421 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef90f1fb-830d-449c-8a0a-524c7a384afe None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:18:59.089102 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=97b402d6-d378-4f48-974c-c65b45e2f3d8,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:59.128373 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-281b51ce-9b02-4541-b45d-cd9098fcc42c None None] Provisioning complete for port 97b402d6-d378-4f48-974c-c65b45e2f3d8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:18:59.128826 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-281b51ce-9b02-4541-b45d-cd9098fcc42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:59.165881 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f159ce53-27a6-4e0f-a124-71f9fb955766 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:18:59.191107 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-281b51ce-9b02-4541-b45d-cd9098fcc42c None None] Port 97b402d6-d378-4f48-974c-c65b45e2f3d8 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:18:59.194338 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: f159ce53-27a6-4e0f-a124-71f9fb955766 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:18:59.194338 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f159ce53-27a6-4e0f-a124-71f9fb955766 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:18:59.215369 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-26d64227-f795-4ac3-b24d-545d94dc6b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:59.218358 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-26d64227-f795-4ac3-b24d-545d94dc6b2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:18:59.219808 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-26d64227-f795-4ac3-b24d-545d94dc6b2e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/12388e89-031c-4aaa-af71-1d1e9e8a8497 HTTP/1.1" status: 204 len: 168 time: 0.2268848 Nov 11 12:18:59.229270 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d64227-f795-4ac3-b24d-545d94dc6b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12388e89-031c-4aaa-af71-1d1e9e8a8497,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:18:59.813354 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:00.021939 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:00.215687 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 7905d8c4-eb1c-40a5-bc34-b1809793176a is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:19:00.343330 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:19:00.353282 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Sync routers for ids ['7905d8c4-eb1c-40a5-bc34-b1809793176a'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:19:00.363244 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Routers {'7905d8c4-eb1c-40a5-bc34-b1809793176a'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:00.363861 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7905d8c4-eb1c-40a5-bc34-b1809793176a'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:00.433764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:00.435067 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fee58af5-6c9e-430b-8fd2-f38ecd04ed37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5795126 Nov 11 12:19:00.443775 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55364) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:00.472922 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Set router 7905d8c4-eb1c-40a5-bc34-b1809793176a gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:00.631695 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a28d83b6-18b5-48c7-8a34-02c96833c558 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=61936e26caaf472aa62c0bac8a753383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1867774 Nov 11 12:19:00.634615 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55368) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:00.659311 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:18:59Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:18:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:00.685782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Checking router: 7905d8c4-eb1c-40a5-bc34-b1809793176a for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:19:00.686141 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Updating router 7905d8c4-eb1c-40a5-bc34-b1809793176a port 97b402d6-d378-4f48-974c-c65b45e2f3d8 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:19:00.715248 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:00.807406 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7454b8-68ce-4ace-9be3-668b729d59b7 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:00.808947 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cb7454b8-68ce-4ace-9be3-668b729d59b7 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1733201 Nov 11 12:19:00.811762 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55370) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:00.846595 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a3c98b16-0259-42e4-a08f-c67289d0dd69 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331953 Nov 11 12:19:00.849187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55372) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:00.853885 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-1abd26cf-4d4b-4802-aa02-74b67e0c8fd2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-308241739', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:00.968766 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:01.042291 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abd26cf-4d4b-4802-aa02-74b67e0c8fd2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:19:01.046159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1abd26cf-4d4b-4802-aa02-74b67e0c8fd2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:01.065501 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:01.112442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43041979-58d1-45d0-99b2-58c34ed2313e None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:19:01.124610 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb6b97-2d18-4520-802f-50bac1bd009b None None] Pushing event updated for resources: {'Port': ['ID=97b402d6-d378-4f48-974c-c65b45e2f3d8,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:01.126812 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Attempting to bind port 97b402d6-d378-4f48-974c-c65b45e2f3d8 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:19:01.128865 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Attempting to bind port 97b402d6-d378-4f48-974c-c65b45e2f3d8 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:19:01.128865 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Attempting to bind port 97b402d6-d378-4f48-974c-c65b45e2f3d8 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:19:01.134633 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:19:01.135037 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:19:01.135484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:01.135885 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:19:01.136466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Bound port: 97b402d6-d378-4f48-974c-c65b45e2f3d8, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:19:01.136847 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:01.193794 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] For port 97b402d6-d378-4f48-974c-c65b45e2f3d8, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:19:01.197098 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] For port 97b402d6-d378-4f48-974c-c65b45e2f3d8, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=97b402d6-d378-4f48-974c-c65b45e2f3d8,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:19:01.224675 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-77d2d3cf-1b6c-4408-9be8-d2c064ebd988 None None] Provisioning complete for port 97b402d6-d378-4f48-974c-c65b45e2f3d8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:01.225044 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-77d2d3cf-1b6c-4408-9be8-d2c064ebd988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:01.258786 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-77d2d3cf-1b6c-4408-9be8-d2c064ebd988 None None] Port 97b402d6-d378-4f48-974c-c65b45e2f3d8 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:19:01.290390 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:01.331843 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eac295-e132-401e-bfe4-7883b2f33b0d None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:19:01.342319 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1abd26cf-4d4b-4802-aa02-74b67e0c8fd2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:01.354301 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Routers {'7905d8c4-eb1c-40a5-bc34-b1809793176a'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:01.354908 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7905d8c4-eb1c-40a5-bc34-b1809793176a'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:01.397359 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb6b97-2d18-4520-802f-50bac1bd009b None None] Pushing event updated for resources: {'Port': ['ID=97b402d6-d378-4f48-974c-c65b45e2f3d8,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:01.414480 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd26cf-4d4b-4802-aa02-74b67e0c8fd2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Subnet': ['ID=65f6c8c0-d558-4441-8474-ac89b3c19c2c,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:01.422846 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd26cf-4d4b-4802-aa02-74b67e0c8fd2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Checking segment: {'id': '1fc72dd0-7f12-4985-9ac6-ec709c751b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:19:01.423248 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abd26cf-4d4b-4802-aa02-74b67e0c8fd2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network hostable DHCP agents. Network: a93cf107-7412-4949-8f17-0bdbe0be3a80, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:19:01.446326 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e5257149-10ed-4ccc-85eb-b46d92f77dc3 None None] Provisioning complete for port 97b402d6-d378-4f48-974c-c65b45e2f3d8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:01.446698 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e5257149-10ed-4ccc-85eb-b46d92f77dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:01.491689 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abd26cf-4d4b-4802-aa02-74b67e0c8fd2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network a93cf107-7412-4949-8f17-0bdbe0be3a80 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:19:01.507385 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] Set router 7905d8c4-eb1c-40a5-bc34-b1809793176a gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:01.555317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-1abd26cf-4d4b-4802-aa02-74b67e0c8fd2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, a93cf107-7412-4949-8f17-0bdbe0be3a80) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:19:01.560278 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abd26cf-4d4b-4802-aa02-74b67e0c8fd2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:01.560996 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1abd26cf-4d4b-4802-aa02-74b67e0c8fd2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:01.564956 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0615d294-abd4-4c35-a448-0f4935291c6b None None] Network a93cf107-7412-4949-8f17-0bdbe0be3a80 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:19:01.638940 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1abd26cf-4d4b-4802-aa02-74b67e0c8fd2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7887125 Nov 11 12:19:01.641668 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55374) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:01.706480 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e5257149-10ed-4ccc-85eb-b46d92f77dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:01.762088 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-e5257149-10ed-4ccc-85eb-b46d92f77dc3 None None] For port 97b402d6-d378-4f48-974c-c65b45e2f3d8, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=97b402d6-d378-4f48-974c-c65b45e2f3d8,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:01.817437 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e5257149-10ed-4ccc-85eb-b46d92f77dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:02.034449 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-a93cf107-7412-4949-8f17-0bdbe0be3a80', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ips': [{'subnet_id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:19:02.035336 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:02.068161 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5257149-10ed-4ccc-85eb-b46d92f77dc3 None None] Pushing event updated for resources: {'Port': ['ID=97b402d6-d378-4f48-974c-c65b45e2f3d8,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:02.082680 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:18:59Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:02.118280 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-03ffbd15-223b-465f-ab10-4d6ffc4b6493 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:02.153774 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a74211-f96d-47b1-a9ad-c070a9762b8e None None] The sync data for ids ['7905d8c4-eb1c-40a5-bc34-b1809793176a'] in dv-neutron-786478-23-hyperv is: [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:18:59Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:19:02.217601 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:19:02.222695 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Allocated IP 172.20.0.2 (a93cf107-7412-4949-8f17-0bdbe0be3a80/65f6c8c0-d558-4441-8474-ac89b3c19c2c/e8e818c8-a7f4-4f53-be2b-8049466584fa) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:19:02.381921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:02.473869 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:02.516816 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Network a93cf107-7412-4949-8f17-0bdbe0be3a80 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:19:02.523904 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:19:02.526431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:19:02.531520 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-03ffbd15-223b-465f-ab10-4d6ffc4b6493 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.1 (a93cf107-7412-4949-8f17-0bdbe0be3a80/65f6c8c0-d558-4441-8474-ac89b3c19c2c/98904ce5-50ba-4939-b911-5524e5efaa8d) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:19:02.540338 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Pushing event updated for resources: {'Port': ['ID=e8e818c8-a7f4-4f53-be2b-8049466584fa,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:02.594286 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Attempting to bind port e8e818c8-a7f4-4f53-be2b-8049466584fa on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:19:02.594661 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Attempting to bind port e8e818c8-a7f4-4f53-be2b-8049466584fa by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '1fc72dd0-7f12-4985-9ac6-ec709c751b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:19:02.595011 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Attempting to bind port e8e818c8-a7f4-4f53-be2b-8049466584fa on network a93cf107-7412-4949-8f17-0bdbe0be3a80 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:19:02.600676 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:19:02.601075 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Checking segment: {'id': '1fc72dd0-7f12-4985-9ac6-ec709c751b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:19:02.601314 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:02.601743 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Bound using segment: {'id': '1fc72dd0-7f12-4985-9ac6-ec709c751b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:19:02.602224 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Bound port: e8e818c8-a7f4-4f53-be2b-8049466584fa, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc72dd0-7f12-4985-9ac6-ec709c751b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:19:02.602614 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:02.665135 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-03ffbd15-223b-465f-ab10-4d6ffc4b6493 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:02.671015 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] For port e8e818c8-a7f4-4f53-be2b-8049466584fa, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:19:02.675102 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] For port e8e818c8-a7f4-4f53-be2b-8049466584fa, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e8e818c8-a7f4-4f53-be2b-8049466584fa,segment=NetworkSegment(1fc72dd0-7f12-4985-9ac6-ec709c751b07),segment_id=1fc72dd0-7f12-4985-9ac6-ec709c751b07)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:19:02.741728 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:02.795926 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-03ffbd15-223b-465f-ab10-4d6ffc4b6493 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:02.800800 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd581a8d-1576-47f9-bb38-4447c8f9396d None None] Pushing event updated for resources: {'Port': ['ID=e8e818c8-a7f4-4f53-be2b-8049466584fa,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:02.846972 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ffbd15-223b-465f-ab10-4d6ffc4b6493 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network a93cf107-7412-4949-8f17-0bdbe0be3a80 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:19:02.850367 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-03ffbd15-223b-465f-ab10-4d6ffc4b6493 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:19:02.854458 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ffbd15-223b-465f-ab10-4d6ffc4b6493 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:19:02.862113 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffbd15-223b-465f-ab10-4d6ffc4b6493 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=98904ce5-50ba-4939-b911-5524e5efaa8d,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:02.911546 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-03ffbd15-223b-465f-ab10-4d6ffc4b6493 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:03.171296 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-03ffbd15-223b-465f-ab10-4d6ffc4b6493 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:03.227456 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7797ecc4-f0d0-4463-b958-497b72b76a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:03.246966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 97b402d6-d378-4f48-974c-c65b45e2f3d8 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:19:03.302958 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 97b402d6-d378-4f48-974c-c65b45e2f3d8 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:03.303398 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:03.386738 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e8e818c8-a7f4-4f53-be2b-8049466584fa up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:19:03.437310 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port e8e818c8-a7f4-4f53-be2b-8049466584fa triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:03.437684 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:03.491540 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-03ffbd15-223b-465f-ab10-4d6ffc4b6493 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:03.523666 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:03.556558 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port e8e818c8-a7f4-4f53-be2b-8049466584fa, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e8e818c8-a7f4-4f53-be2b-8049466584fa,segment=NetworkSegment(1fc72dd0-7f12-4985-9ac6-ec709c751b07),segment_id=1fc72dd0-7f12-4985-9ac6-ec709c751b07)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:03.569388 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-03ffbd15-223b-465f-ab10-4d6ffc4b6493 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:03.642757 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffbd15-223b-465f-ab10-4d6ffc4b6493 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=98904ce5-50ba-4939-b911-5524e5efaa8d,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:03.645109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-03ffbd15-223b-465f-ab10-4d6ffc4b6493 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:03.666131 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:03.715892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=e8e818c8-a7f4-4f53-be2b-8049466584fa,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:03.741882 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ffbd15-223b-465f-ab10-4d6ffc4b6493 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network a93cf107-7412-4949-8f17-0bdbe0be3a80 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:19:03.743492 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-03ffbd15-223b-465f-ab10-4d6ffc4b6493 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:19:03.853237 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ffbd15-223b-465f-ab10-4d6ffc4b6493 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 7905d8c4-eb1c-40a5-bc34-b1809793176a has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:19:03.966501 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ffbd15-223b-465f-ab10-4d6ffc4b6493 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:19:03.972378 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-03ffbd15-223b-465f-ab10-4d6ffc4b6493 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/7905d8c4-eb1c-40a5-bc34-b1809793176a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3296084 Nov 11 12:19:03.974944 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55380) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:04.167799 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f115f8b5-eaf2-493d-9773-478f39cab69f tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:04.168416 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f115f8b5-eaf2-493d-9773-478f39cab69f tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:04.168888 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f115f8b5-eaf2-493d-9773-478f39cab69f tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:04.169348 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f115f8b5-eaf2-493d-9773-478f39cab69f tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:04.169831 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f115f8b5-eaf2-493d-9773-478f39cab69f tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:04.170300 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f115f8b5-eaf2-493d-9773-478f39cab69f tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:04.172157 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f115f8b5-eaf2-493d-9773-478f39cab69f tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1961677 Nov 11 12:19:04.176571 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55382) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:04.191412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e7f24f-e349-4c77-a236-ad9a64d547cb None None] Network a93cf107-7412-4949-8f17-0bdbe0be3a80 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:19:04.269480 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1615d455-39a8-4165-9dab-eaaaba0827cf tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:04.269945 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1615d455-39a8-4165-9dab-eaaaba0827cf tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:04.270396 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1615d455-39a8-4165-9dab-eaaaba0827cf tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:04.270875 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1615d455-39a8-4165-9dab-eaaaba0827cf tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:04.271420 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1615d455-39a8-4165-9dab-eaaaba0827cf tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:04.271793 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1615d455-39a8-4165-9dab-eaaaba0827cf tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:04.273582 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1615d455-39a8-4165-9dab-eaaaba0827cf tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0977705 Nov 11 12:19:04.275091 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b8c9be6c-7a42-4c5c-a36f-14eabf732ec7 None None] Provisioning complete for port e8e818c8-a7f4-4f53-be2b-8049466584fa triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:04.275464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b8c9be6c-7a42-4c5c-a36f-14eabf732ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:04.276745 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55384) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:04.313963 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Sync routers for ids ['7905d8c4-eb1c-40a5-bc34-b1809793176a'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:19:04.326613 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Routers {'7905d8c4-eb1c-40a5-bc34-b1809793176a'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:04.327568 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7905d8c4-eb1c-40a5-bc34-b1809793176a'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:04.445496 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Set router 7905d8c4-eb1c-40a5-bc34-b1809793176a gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:04.657256 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-20af4207-69a5-48ce-99ac-015829c03036 None None] Provisioning complete for port e8e818c8-a7f4-4f53-be2b-8049466584fa triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:04.657836 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-20af4207-69a5-48ce-99ac-015829c03036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:04.663414 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:03Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '98904ce5-50ba-4939-b911-5524e5efaa8d', 'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:eb:a1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:02Z', 'updated_at': '2021-11-11T12:19:03Z', 'revision_number': 2, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:04.698036 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Checking router: 7905d8c4-eb1c-40a5-bc34-b1809793176a for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:19:04.698275 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Updating router 7905d8c4-eb1c-40a5-bc34-b1809793176a port 98904ce5-50ba-4939-b911-5524e5efaa8d binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:19:04.728684 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:04.768443 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-20af4207-69a5-48ce-99ac-015829c03036 None None] Provisioning complete for port 98904ce5-50ba-4939-b911-5524e5efaa8d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:04.769115 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-20af4207-69a5-48ce-99ac-015829c03036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:04.810146 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-20af4207-69a5-48ce-99ac-015829c03036 None None] Port 98904ce5-50ba-4939-b911-5524e5efaa8d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:19:04.873553 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0178e7c4-d6b3-4cef-8447-1993c5f7c0b0 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.5957108 Nov 11 12:19:04.933553 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-867c76bd-7ee2-4054-927f-755787915539 None None] Provisioning complete for port 98904ce5-50ba-4939-b911-5524e5efaa8d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:04.934242 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-867c76bd-7ee2-4054-927f-755787915539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:04.977275 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-867c76bd-7ee2-4054-927f-755787915539 None None] Port 98904ce5-50ba-4939-b911-5524e5efaa8d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:19:05.017755 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.091598 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.097716 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-500cb419-1a0c-474e-af18-8c12610cff36 None None] Provisioning complete for port 98904ce5-50ba-4939-b911-5524e5efaa8d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:05.098083 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-500cb419-1a0c-474e-af18-8c12610cff36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.137373 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-500cb419-1a0c-474e-af18-8c12610cff36 None None] Port 98904ce5-50ba-4939-b911-5524e5efaa8d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:19:05.157364 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e8e818c8-a7f4-4f53-be2b-8049466584fa up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:19:05.164289 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55390) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:05.169272 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-48de4927-0290-465c-be70-d7d489876e70 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1491805527', 'description': 'tempest-secgroup-smoke-1491805527 description', 'project_id': '61936e26caaf472aa62c0bac8a753383'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:05.175711 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c17cc-eab7-40e2-a9e4-20a39b9f1670 None None] Pushing event updated for resources: {'Port': ['ID=98904ce5-50ba-4939-b911-5524e5efaa8d,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:05.228164 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port e8e818c8-a7f4-4f53-be2b-8049466584fa triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:05.228509 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.230515 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Attempting to bind port 98904ce5-50ba-4939-b911-5524e5efaa8d on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:19:05.230874 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Attempting to bind port 98904ce5-50ba-4939-b911-5524e5efaa8d by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '1fc72dd0-7f12-4985-9ac6-ec709c751b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:19:05.231257 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Attempting to bind port 98904ce5-50ba-4939-b911-5524e5efaa8d on network a93cf107-7412-4949-8f17-0bdbe0be3a80 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:19:05.236567 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:19:05.237029 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Checking segment: {'id': '1fc72dd0-7f12-4985-9ac6-ec709c751b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:19:05.237427 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.237808 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Bound using segment: {'id': '1fc72dd0-7f12-4985-9ac6-ec709c751b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:19:05.238262 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Bound port: 98904ce5-50ba-4939-b911-5524e5efaa8d, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc72dd0-7f12-4985-9ac6-ec709c751b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:19:05.238634 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.262171 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48de4927-0290-465c-be70-d7d489876e70 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.324978 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] For port 98904ce5-50ba-4939-b911-5524e5efaa8d, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:19:05.329769 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] For port 98904ce5-50ba-4939-b911-5524e5efaa8d, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=98904ce5-50ba-4939-b911-5524e5efaa8d,segment=NetworkSegment(1fc72dd0-7f12-4985-9ac6-ec709c751b07),segment_id=1fc72dd0-7f12-4985-9ac6-ec709c751b07)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:19:05.348560 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48de4927-0290-465c-be70-d7d489876e70 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.439258 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48de4927-0290-465c-be70-d7d489876e70 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.439618 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.470407 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4229a6eb-d9cd-4242-b090-43af1ebddfa9 None None] Provisioning complete for port 98904ce5-50ba-4939-b911-5524e5efaa8d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:05.470778 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4229a6eb-d9cd-4242-b090-43af1ebddfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.471502 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de4927-0290-465c-be70-d7d489876e70 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b40ee33f-a77f-4b91-b573-2ba73f182709,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:05.496359 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Routers {'7905d8c4-eb1c-40a5-bc34-b1809793176a'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:05.496991 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:18:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7905d8c4-eb1c-40a5-bc34-b1809793176a'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:05.519236 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48de4927-0290-465c-be70-d7d489876e70 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.521905 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-48de4927-0290-465c-be70-d7d489876e70 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3557327 Nov 11 12:19:05.524013 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55392) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:05.528447 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-386699c7-7365-471e-9722-89b6838eb99a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'b40ee33f-a77f-4b91-b573-2ba73f182709', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:05.548698 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f8bdffae-52b7-4d79-aae0-dbf61fa9d2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.552059 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c17cc-eab7-40e2-a9e4-20a39b9f1670 None None] Pushing event updated for resources: {'Port': ['ID=98904ce5-50ba-4939-b911-5524e5efaa8d,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:05.570692 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4229a6eb-d9cd-4242-b090-43af1ebddfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.612530 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-4229a6eb-d9cd-4242-b090-43af1ebddfa9 None None] For port 98904ce5-50ba-4939-b911-5524e5efaa8d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=98904ce5-50ba-4939-b911-5524e5efaa8d,segment=NetworkSegment(1fc72dd0-7f12-4985-9ac6-ec709c751b07),segment_id=1fc72dd0-7f12-4985-9ac6-ec709c751b07)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:05.627482 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] Set router 7905d8c4-eb1c-40a5-bc34-b1809793176a gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:05.639200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-386699c7-7365-471e-9722-89b6838eb99a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.694001 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4229a6eb-d9cd-4242-b090-43af1ebddfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.702446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-386699c7-7365-471e-9722-89b6838eb99a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.749212 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229a6eb-d9cd-4242-b090-43af1ebddfa9 None None] Pushing event updated for resources: {'Port': ['ID=98904ce5-50ba-4939-b911-5524e5efaa8d,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:05.771703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-386699c7-7365-471e-9722-89b6838eb99a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.788607 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386699c7-7365-471e-9722-89b6838eb99a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70dd839e-cced-4fbb-b1c9-4ef55d2573ae,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:05.818154 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-fe2140d8-7553-4ea1-84e9-cbf2b67685a3 None None] Provisioning complete for port 98904ce5-50ba-4939-b911-5524e5efaa8d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:05.818769 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fe2140d8-7553-4ea1-84e9-cbf2b67685a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.834606 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:03Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '98904ce5-50ba-4939-b911-5524e5efaa8d', 'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:eb:a1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:02Z', 'updated_at': '2021-11-11T12:19:05Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:05.860408 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c16b9a4-01bc-4231-87da-3566a2e6776e None None] The sync data for ids ['7905d8c4-eb1c-40a5-bc34-b1809793176a'] in dv-neutron-786478-23-hyperv is: [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:03Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '98904ce5-50ba-4939-b911-5524e5efaa8d', 'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:eb:a1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:02Z', 'updated_at': '2021-11-11T12:19:05Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:19:05.871554 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-386699c7-7365-471e-9722-89b6838eb99a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:05.872815 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-386699c7-7365-471e-9722-89b6838eb99a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3479171 Nov 11 12:19:05.876466 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55394) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:05.882188 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-74588b05-d8e2-4e4d-a34a-7709b298f91c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'b40ee33f-a77f-4b91-b573-2ba73f182709', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:05.983715 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-74588b05-d8e2-4e4d-a34a-7709b298f91c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:06.044758 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-74588b05-d8e2-4e4d-a34a-7709b298f91c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:06.122039 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-74588b05-d8e2-4e4d-a34a-7709b298f91c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:06.140368 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74588b05-d8e2-4e4d-a34a-7709b298f91c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936458bb-be5b-4d12-8dfc-0abf9b470fbc,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:06.198775 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-74588b05-d8e2-4e4d-a34a-7709b298f91c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:06.200038 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-74588b05-d8e2-4e4d-a34a-7709b298f91c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3218832 Nov 11 12:19:06.203114 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55396) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:06.207759 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-7ce95604-080c-4bc3-8fa9-535a371b095e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'b40ee33f-a77f-4b91-b573-2ba73f182709', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:06.296163 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7ce95604-080c-4bc3-8fa9-535a371b095e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:06.358359 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7ce95604-080c-4bc3-8fa9-535a371b095e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:06.434464 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7ce95604-080c-4bc3-8fa9-535a371b095e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:06.450665 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce95604-080c-4bc3-8fa9-535a371b095e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a551f404-2c60-404b-8826-6026159a7055,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:06.468939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:06.551393 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7ce95604-080c-4bc3-8fa9-535a371b095e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:06.552664 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7ce95604-080c-4bc3-8fa9-535a371b095e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3485773 Nov 11 12:19:06.555396 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55398) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:06.560244 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a1a910cf-c018-4320-8f24-53dbf3378416 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'b40ee33f-a77f-4b91-b573-2ba73f182709', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:06.657858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a1a910cf-c018-4320-8f24-53dbf3378416 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:06.718157 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a1a910cf-c018-4320-8f24-53dbf3378416 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:06.782366 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a1a910cf-c018-4320-8f24-53dbf3378416 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:06.802768 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a910cf-c018-4320-8f24-53dbf3378416 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ff16b1-34d1-44e8-b316-ef1d6ce9b337,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:06.882099 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a1a910cf-c018-4320-8f24-53dbf3378416 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:06.883340 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a1a910cf-c018-4320-8f24-53dbf3378416 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3268981 Nov 11 12:19:06.886186 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55400) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:06.890713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-cf39f5cd-3ab8-4e94-86b1-2c21ccfab617 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'b40ee33f-a77f-4b91-b573-2ba73f182709', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:06.965556 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-cf39f5cd-3ab8-4e94-86b1-2c21ccfab617 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:19:06.970640 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cf39f5cd-3ab8-4e94-86b1-2c21ccfab617 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.027319 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cf39f5cd-3ab8-4e94-86b1-2c21ccfab617 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.086239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cf39f5cd-3ab8-4e94-86b1-2c21ccfab617 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.111799 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39f5cd-3ab8-4e94-86b1-2c21ccfab617 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec392087-b0f7-49c0-8555-afcccb465ffe,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:07.166958 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 98904ce5-50ba-4939-b911-5524e5efaa8d up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:19:07.193598 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cf39f5cd-3ab8-4e94-86b1-2c21ccfab617 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.195352 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cf39f5cd-3ab8-4e94-86b1-2c21ccfab617 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3076570 Nov 11 12:19:07.198160 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55402) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:07.202627 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-6133093c-8e2a-4915-a556-d347cd49e9b4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'b40ee33f-a77f-4b91-b573-2ba73f182709', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:07.215789 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 98904ce5-50ba-4939-b911-5524e5efaa8d triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:07.216159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.289709 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-6133093c-8e2a-4915-a556-d347cd49e9b4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:19:07.295152 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6133093c-8e2a-4915-a556-d347cd49e9b4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.355449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6133093c-8e2a-4915-a556-d347cd49e9b4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.421058 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6133093c-8e2a-4915-a556-d347cd49e9b4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.438920 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133093c-8e2a-4915-a556-d347cd49e9b4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b75f4f2-26ad-41cf-981b-40f51dea48f0,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:07.514989 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6133093c-8e2a-4915-a556-d347cd49e9b4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:07.516240 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6133093c-8e2a-4915-a556-d347cd49e9b4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3171420 Nov 11 12:19:07.718412 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-360b17e6-086a-4358-8d5e-fd93bfac6a1b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1491805527&fields=id&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 267 time: 0.0520127 Nov 11 12:19:07.899637 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-c33687b4-87f3-46df-8658-14efff4c908d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:07.901117 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-c33687b4-87f3-46df-8658-14efff4c908d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/networks?id=a93cf107-7412-4949-8f17-0bdbe0be3a80 HTTP/1.1" status: 200 len: 797 time: 0.1761508 Nov 11 12:19:07.915626 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-1a36892d-b84a-4a8c-9f37-f5a2f724688a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/quotas/61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 375 time: 0.0088611 Nov 11 12:19:07.997804 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-d672137a-b17a-499a-84c3-db8dc31ca4bf tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766749 Nov 11 12:19:08.072459 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:08.094903 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-ef7908d2-c380-4af5-814e-d9c4f5cd7781 service neutron] 10.222.0.50 "GET /v2.0/networks/a93cf107-7412-4949-8f17-0bdbe0be3a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854747 Nov 11 12:19:08.182523 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-14fed66b-5584-458b-99e5-001563e47ae8 service neutron] 10.222.0.50 "GET /v2.0/networks/a93cf107-7412-4949-8f17-0bdbe0be3a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814908 Nov 11 12:19:08.430242 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fdb6fae1-f8e7-459d-9e51-c21c4e6ae10f req-4c76ef6e-05bf-4b56-b8c8-6dd581c549bc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 210 time: 0.0257754 Nov 11 12:19:09.144755 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:09.526359 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9afec8c7-0a80-40e4-91ff-727a5f589652 req-511bbce2-577b-4a9d-9734-691405e4fa1a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 210 time: 0.0294428 Nov 11 12:19:10.483717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-87b37458-227f-4ee8-b4b4-fb6c2401aa21 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:10.485908 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-87b37458-227f-4ee8-b4b4-fb6c2401aa21 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/networks?id=a93cf107-7412-4949-8f17-0bdbe0be3a80 HTTP/1.1" status: 200 len: 797 time: 0.1090384 Nov 11 12:19:10.553056 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-53ec80ca-25f9-462a-afe0-1055cd1622ab tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 380 time: 0.0571411 Nov 11 12:19:10.562669 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-0ef1f6b7-1d24-4671-a9eb-54e8cb912840 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'port': {'device_id': '45984599-da1d-4935-a925-4bb7b28dba7f', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'admin_state_up': True, 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'security_groups': ['b40ee33f-a77f-4b91-b573-2ba73f182709']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:10.612463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:10.623014 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2ccfe340-3942-4836-968f-70a7f6277f4e req-98525057-1d50-423f-b02e-38511f36b247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 210 time: 0.0273492 Nov 11 12:19:10.755025 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-0ef1f6b7-1d24-4671-a9eb-54e8cb912840 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:19:10.758583 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-0ef1f6b7-1d24-4671-a9eb-54e8cb912840 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:10.898084 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-0ef1f6b7-1d24-4671-a9eb-54e8cb912840 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.11 (a93cf107-7412-4949-8f17-0bdbe0be3a80/65f6c8c0-d558-4441-8474-ac89b3c19c2c/296bd863-3132-4c8b-9d9e-cf684f26bae6) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:19:11.038394 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-0ef1f6b7-1d24-4671-a9eb-54e8cb912840 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.164399 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-0ef1f6b7-1d24-4671-a9eb-54e8cb912840 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.214640 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-0ef1f6b7-1d24-4671-a9eb-54e8cb912840 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network a93cf107-7412-4949-8f17-0bdbe0be3a80 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:19:11.218037 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-0ef1f6b7-1d24-4671-a9eb-54e8cb912840 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:19:11.222625 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-0ef1f6b7-1d24-4671-a9eb-54e8cb912840 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:19:11.249396 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1f6b7-1d24-4671-a9eb-54e8cb912840 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=296bd863-3132-4c8b-9d9e-cf684f26bae6,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:11.277099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-0ef1f6b7-1d24-4671-a9eb-54e8cb912840 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:11.277728 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-0ef1f6b7-1d24-4671-a9eb-54e8cb912840 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.370601 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-0ef1f6b7-1d24-4671-a9eb-54e8cb912840 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8116965 Nov 11 12:19:11.383419 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Request body: {'port': {'device_id': '45984599-da1d-4935-a925-4bb7b28dba7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:11.435626 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.485040 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-9086a5ba-6c5b-4abd-9e66-d0a53b69d999 None None] Provisioning complete for port 296bd863-3132-4c8b-9d9e-cf684f26bae6 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:11.485409 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9086a5ba-6c5b-4abd-9e66-d0a53b69d999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.521259 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-9086a5ba-6c5b-4abd-9e66-d0a53b69d999 None None] Port 296bd863-3132-4c8b-9d9e-cf684f26bae6 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:19:11.703331 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296bd863-3132-4c8b-9d9e-cf684f26bae6 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:19:11.710933 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.723693 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Transition to ACTIVE for port object 296bd863-3132-4c8b-9d9e-cf684f26bae6 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:19:11.740201 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96ff77-74a4-4355-ae14-63861cabf83c req-08e33134-3e62-4c70-8141-f9980234619c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:11.741649 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bb96ff77-74a4-4355-ae14-63861cabf83c req-08e33134-3e62-4c70-8141-f9980234619c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 932 time: 0.0498853 Nov 11 12:19:11.791234 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bb96ff77-74a4-4355-ae14-63861cabf83c req-b89909cd-b0d6-4fde-bc05-1022e6ed5eef tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b40ee33f-a77f-4b91-b573-2ba73f182709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434735 Nov 11 12:19:11.803795 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:11.858098 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Pushing event updated for resources: {'Port': ['ID=296bd863-3132-4c8b-9d9e-cf684f26bae6,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:11.923773 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Attempting to bind port 296bd863-3132-4c8b-9d9e-cf684f26bae6 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:19:11.924106 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Attempting to bind port 296bd863-3132-4c8b-9d9e-cf684f26bae6 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '1fc72dd0-7f12-4985-9ac6-ec709c751b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:19:11.924435 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Attempting to bind port 296bd863-3132-4c8b-9d9e-cf684f26bae6 on network a93cf107-7412-4949-8f17-0bdbe0be3a80 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:19:11.929818 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Port 296bd863-3132-4c8b-9d9e-cf684f26bae6 on network a93cf107-7412-4949-8f17-0bdbe0be3a80 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:19:11.930141 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Attempting to bind port 296bd863-3132-4c8b-9d9e-cf684f26bae6 on network a93cf107-7412-4949-8f17-0bdbe0be3a80 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:19:11.935513 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:19:11.935847 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Checking segment: {'id': '1fc72dd0-7f12-4985-9ac6-ec709c751b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:19:11.936228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Bound using segment: {'id': '1fc72dd0-7f12-4985-9ac6-ec709c751b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:19:11.936656 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Bound port: 296bd863-3132-4c8b-9d9e-cf684f26bae6, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc72dd0-7f12-4985-9ac6-ec709c751b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:19:11.937014 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:12.012809 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] For port 296bd863-3132-4c8b-9d9e-cf684f26bae6, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:19:12.015917 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] For port 296bd863-3132-4c8b-9d9e-cf684f26bae6, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=296bd863-3132-4c8b-9d9e-cf684f26bae6,segment=NetworkSegment(1fc72dd0-7f12-4985-9ac6-ec709c751b07),segment_id=1fc72dd0-7f12-4985-9ac6-ec709c751b07)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:19:12.098136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:12.138236 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:12.138628 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:12.140046 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] 10.222.0.70 "PUT /v2.0/ports/296bd863-3132-4c8b-9d9e-cf684f26bae6 HTTP/1.1" status: 200 len: 1094 time: 0.7615521 Nov 11 12:19:12.140528 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45984599-da1d-4935-a925-4bb7b28dba7f', 'tag': '296bd863-3132-4c8b-9d9e-cf684f26bae6'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:19:12.142881 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9844ca4f-bb79-4e22-b33e-83995cc078e8" -d '{"events": [{"name": "network-changed", "server_uuid": "45984599-da1d-4935-a925-4bb7b28dba7f", "tag": "296bd863-3132-4c8b-9d9e-cf684f26bae6"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:19:12.175268 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f81e02-cb5c-4234-83a0-d25f71acc903 service neutron] Pushing event updated for resources: {'Port': ['ID=296bd863-3132-4c8b-9d9e-cf684f26bae6,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:12.188194 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9d186d-9fd8-4e70-876b-78e787da53dc x-openstack-request-id: req-da9d186d-9fd8-4e70-876b-78e787da53dc {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:19:12.188618 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45984599-da1d-4935-a925-4bb7b28dba7f", "tag": "296bd863-3132-4c8b-9d9e-cf684f26bae6", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:19:12.189050 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da9d186d-9fd8-4e70-876b-78e787da53dc {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:19:12.189515 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45984599-da1d-4935-a925-4bb7b28dba7f', 'tag': '296bd863-3132-4c8b-9d9e-cf684f26bae6', 'status': 'completed', 'code': 200} Nov 11 12:19:12.257515 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844ca4f-bb79-4e22-b33e-83995cc078e8 req-2e64fd06-f18f-4a04-93e7-8191435d9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:12.259038 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9844ca4f-bb79-4e22-b33e-83995cc078e8 req-2e64fd06-f18f-4a04-93e7-8191435d9de5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 1097 time: 0.0455081 Nov 11 12:19:12.370469 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844ca4f-bb79-4e22-b33e-83995cc078e8 req-eefa1d2a-83d8-4382-8d2d-c0dc4e5f4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:12.372083 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9844ca4f-bb79-4e22-b33e-83995cc078e8 req-eefa1d2a-83d8-4382-8d2d-c0dc4e5f4663 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=61936e26caaf472aa62c0bac8a753383&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1031723 Nov 11 12:19:12.468864 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844ca4f-bb79-4e22-b33e-83995cc078e8 req-3c303ddc-4b1e-41b7-874c-d6f0a41a5d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:12.470688 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9844ca4f-bb79-4e22-b33e-83995cc078e8 req-3c303ddc-4b1e-41b7-874c-d6f0a41a5d04 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918274 Nov 11 12:19:12.557286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-f3c6cdca-33af-4fb7-9ada-e89d7ff5f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:12.558758 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-f3c6cdca-33af-4fb7-9ada-e89d7ff5f2d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 1097 time: 0.0469108 Nov 11 12:19:12.603792 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-38b861d7-e70c-45c9-ad03-8f21b8b89495 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=296bd863-3132-4c8b-9d9e-cf684f26bae6 HTTP/1.1" status: 200 len: 217 time: 0.0351481 Nov 11 12:19:12.651989 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-1144e27b-6066-4c54-b20e-8bfcf4c0ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:12.653382 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-1144e27b-6066-4c54-b20e-8bfcf4c0ad15 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=65f6c8c0-d558-4441-8474-ac89b3c19c2c HTTP/1.1" status: 200 len: 834 time: 0.0432913 Nov 11 12:19:12.698559 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-80602511-5b13-4e5e-9029-f4912b9bd0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:12.700109 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-80602511-5b13-4e5e-9029-f4912b9bd0fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a93cf107-7412-4949-8f17-0bdbe0be3a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0394566 Nov 11 12:19:12.797029 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-007b1cc1-d281-40ae-8fc1-975ea48e8975 service neutron] 10.222.0.70 "GET /v2.0/networks/a93cf107-7412-4949-8f17-0bdbe0be3a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882671 Nov 11 12:19:12.890082 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-387c3d9a-60e9-4843-b6e7-b0ed89e967de req-0f1d9e43-83fc-4586-a3ff-6877f0398c58 service neutron] 10.222.0.70 "GET /v2.0/networks/a93cf107-7412-4949-8f17-0bdbe0be3a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856388 Nov 11 12:19:12.908847 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76eb37-349d-4c03-9d12-cb27eb256d88 req-29446fa5-e9e7-4b86-bea5-92f81e42f91e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:12.910318 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3f76eb37-349d-4c03-9d12-cb27eb256d88 req-29446fa5-e9e7-4b86-bea5-92f81e42f91e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 944 time: 0.0493202 Nov 11 12:19:12.964480 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3f76eb37-349d-4c03-9d12-cb27eb256d88 req-aa5b902f-6a6d-407d-b6ad-735cebcd35ea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b40ee33f-a77f-4b91-b573-2ba73f182709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477085 Nov 11 12:19:14.082941 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5c2fe-4f68-4513-ada9-6435aea42848 req-ce9ec411-25e0-4a49-85c4-7ae6a78c6529 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:14.084440 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-55f5c2fe-4f68-4513-ada9-6435aea42848 req-ce9ec411-25e0-4a49-85c4-7ae6a78c6529 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 944 time: 0.0484009 Nov 11 12:19:14.133237 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-55f5c2fe-4f68-4513-ada9-6435aea42848 req-f924163e-c489-4db1-9c15-70d630f12dd7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b40ee33f-a77f-4b91-b573-2ba73f182709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421305 Nov 11 12:19:14.821937 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 296bd863-3132-4c8b-9d9e-cf684f26bae6 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:19:14.914644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 296bd863-3132-4c8b-9d9e-cf684f26bae6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=296bd863-3132-4c8b-9d9e-cf684f26bae6,segment=NetworkSegment(1fc72dd0-7f12-4985-9ac6-ec709c751b07),segment_id=1fc72dd0-7f12-4985-9ac6-ec709c751b07)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:14.926143 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '296bd863-3132-4c8b-9d9e-cf684f26bae6', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'port_id': '296bd863-3132-4c8b-9d9e-cf684f26bae6', 'mac_address': 'fa:16:3e:ac:7f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:19:14.964951 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:14.977483 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296bd863-3132-4c8b-9d9e-cf684f26bae6 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:19:14.996110 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 296bd863-3132-4c8b-9d9e-cf684f26bae6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=296bd863-3132-4c8b-9d9e-cf684f26bae6,segment=NetworkSegment(1fc72dd0-7f12-4985-9ac6-ec709c751b07),segment_id=1fc72dd0-7f12-4985-9ac6-ec709c751b07)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:15.080475 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:15.129009 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=296bd863-3132-4c8b-9d9e-cf684f26bae6,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:15.248059 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222865c-ef75-4212-8bbc-e430adc4a3f2 req-a1d2bfa4-45fc-4dbb-b7b6-96d19945ad92 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:15.250048 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7222865c-ef75-4212-8bbc-e430adc4a3f2 req-a1d2bfa4-45fc-4dbb-b7b6-96d19945ad92 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 945 time: 0.0490012 Nov 11 12:19:15.299908 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7222865c-ef75-4212-8bbc-e430adc4a3f2 req-ed24a2b0-2017-4b00-a83d-9107b35fa8c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b40ee33f-a77f-4b91-b573-2ba73f182709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419371 Nov 11 12:19:15.328541 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['296bd863-3132-4c8b-9d9e-cf684f26bae6'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:19:16.419449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333eea8-300b-4eb7-8c9d-d934d7b28b87 req-242e682b-8c94-4e3b-97bb-5490583b4faf tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:16.420921 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2333eea8-300b-4eb7-8c9d-d934d7b28b87 req-242e682b-8c94-4e3b-97bb-5490583b4faf tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 945 time: 0.0525341 Nov 11 12:19:16.474277 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2333eea8-300b-4eb7-8c9d-d934d7b28b87 req-04034c97-35c0-462f-9bd2-d20ba4a3eff9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b40ee33f-a77f-4b91-b573-2ba73f182709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472891 Nov 11 12:19:16.838597 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 296bd863-3132-4c8b-9d9e-cf684f26bae6 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:19:16.960644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 296bd863-3132-4c8b-9d9e-cf684f26bae6 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:19:16.964445 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 296bd863-3132-4c8b-9d9e-cf684f26bae6 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:16.964807 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:17.045583 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:17.068535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45984599-da1d-4935-a925-4bb7b28dba7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296bd863-3132-4c8b-9d9e-cf684f26bae6'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:19:17.070829 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d99c42-937e-4c11-91fc-558e407a840b" -d '{"events": [{"server_uuid": "45984599-da1d-4935-a925-4bb7b28dba7f", "name": "network-vif-plugged", "status": "completed", "tag": "296bd863-3132-4c8b-9d9e-cf684f26bae6"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:19:17.083202 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 296bd863-3132-4c8b-9d9e-cf684f26bae6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=296bd863-3132-4c8b-9d9e-cf684f26bae6,segment=NetworkSegment(1fc72dd0-7f12-4985-9ac6-ec709c751b07),segment_id=1fc72dd0-7f12-4985-9ac6-ec709c751b07)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:17.106510 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fdb7ab-9a0a-4216-8c1d-b6fbe552eb0b x-openstack-request-id: req-76fdb7ab-9a0a-4216-8c1d-b6fbe552eb0b {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:19:17.106803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45984599-da1d-4935-a925-4bb7b28dba7f", "name": "network-vif-plugged", "status": "completed", "tag": "296bd863-3132-4c8b-9d9e-cf684f26bae6", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:19:17.107163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76fdb7ab-9a0a-4216-8c1d-b6fbe552eb0b {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:19:17.107555 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45984599-da1d-4935-a925-4bb7b28dba7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296bd863-3132-4c8b-9d9e-cf684f26bae6', 'code': 200} Nov 11 12:19:17.140767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:17.187167 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=296bd863-3132-4c8b-9d9e-cf684f26bae6,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:17.453275 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5918c59-d7c5-4078-a615-ac547b1da23c req-39f76172-677c-48f2-895d-3bbf60280143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:17.454724 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b5918c59-d7c5-4078-a615-ac547b1da23c req-39f76172-677c-48f2-895d-3bbf60280143 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 1099 time: 0.0455861 Nov 11 12:19:17.505087 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b5918c59-d7c5-4078-a615-ac547b1da23c req-15e6e3fc-97f7-4dcb-9502-1b59089a6efd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b40ee33f-a77f-4b91-b573-2ba73f182709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439389 Nov 11 12:19:17.586517 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4942b15-b144-4de3-a27c-85e017f81b47 req-14978785-9ce9-4839-9bc8-6b5245123793 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:17.588046 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a4942b15-b144-4de3-a27c-85e017f81b47 req-14978785-9ce9-4839-9bc8-6b5245123793 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 946 time: 0.0477278 Nov 11 12:19:17.636519 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a4942b15-b144-4de3-a27c-85e017f81b47 req-3b7c7171-2bef-4432-bcd5-e83ce997428e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b40ee33f-a77f-4b91-b573-2ba73f182709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426335 Nov 11 12:19:18.755511 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aec66c-8720-4afc-8a6d-800b77524f88 req-b6ae51d0-00a2-4990-9017-33d2f3b5eed6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:18.756972 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-23aec66c-8720-4afc-8a6d-800b77524f88 req-b6ae51d0-00a2-4990-9017-33d2f3b5eed6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 946 time: 0.0523212 Nov 11 12:19:18.806220 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-23aec66c-8720-4afc-8a6d-800b77524f88 req-c8151119-a3af-4c83-ac50-920b14f2c203 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b40ee33f-a77f-4b91-b573-2ba73f182709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426738 Nov 11 12:19:19.921595 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c2e1b-3baf-4be6-bf2b-5cc045f4bbb2 req-43854879-593e-4bc8-ba76-bfbb6042f802 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:19.923038 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a70c2e1b-3baf-4be6-bf2b-5cc045f4bbb2 req-43854879-593e-4bc8-ba76-bfbb6042f802 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 946 time: 0.0493557 Nov 11 12:19:19.970965 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a70c2e1b-3baf-4be6-bf2b-5cc045f4bbb2 req-f71e2989-5515-42e7-8a4c-19c206af7176 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b40ee33f-a77f-4b91-b573-2ba73f182709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419276 Nov 11 12:19:20.082070 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8838a8-a531-4c67-9f9c-abb520f5c1fd req-4b44a42f-bca4-4683-aba4-15231d2d32dd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:20.083571 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cb8838a8-a531-4c67-9f9c-abb520f5c1fd req-4b44a42f-bca4-4683-aba4-15231d2d32dd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 946 time: 0.0473535 Nov 11 12:19:20.136091 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cb8838a8-a531-4c67-9f9c-abb520f5c1fd req-1c264da0-534c-4192-a91e-b530a5ff4707 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b40ee33f-a77f-4b91-b573-2ba73f182709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461130 Nov 11 12:19:20.158401 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55468) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:20.224456 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabdfe38-1e17-4982-acb2-10829df92903 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:20.225944 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fabdfe38-1e17-4982-acb2-10829df92903 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 1094 time: 0.0666153 Nov 11 12:19:20.229106 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55470) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:20.233575 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '296bd863-3132-4c8b-9d9e-cf684f26bae6', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:20.342388 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:20.438331 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:20.538314 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.26.5.71 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/5eecfc44-49bd-446f-b3cc-6722687a16b3) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:19:20.638455 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:20.765691 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:20.800504 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:19:20.805187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:19:20.809367 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:19:20.834449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=5eecfc44-49bd-446f-b3cc-6722687a16b3,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:20.846729 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:20.847103 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:20.847447 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:20.847782 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:20.848111 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:20.848438 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:20.848766 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:20.849091 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:20.849414 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:20.849732 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:20.850050 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:20.850365 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:21.172204 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:21.287858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:21.430910 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:21.505837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:21.574219 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=5eecfc44-49bd-446f-b3cc-6722687a16b3,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:21.585536 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:21.937697 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP 0759657b-8b36-461a-88f3-048e23971e39 associated. External IP: 172.26.5.71, port: 296bd863-3132-4c8b-9d9e-cf684f26bae6. Nov 11 12:19:22.137350 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 7905d8c4-eb1c-40a5-bc34-b1809793176a has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:19:22.251682 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:19:22.263386 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fdaf83-f621-40c7-bb93-aae43c7141a2 None None] Sync routers for ids ['7905d8c4-eb1c-40a5-bc34-b1809793176a'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:19:22.278444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fdaf83-f621-40c7-bb93-aae43c7141a2 None None] Routers {'7905d8c4-eb1c-40a5-bc34-b1809793176a'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:22.279067 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-68fdaf83-f621-40c7-bb93-aae43c7141a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:19:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7905d8c4-eb1c-40a5-bc34-b1809793176a'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:22.369625 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:22.383375 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-68fdaf83-f621-40c7-bb93-aae43c7141a2 None None] Set router 7905d8c4-eb1c-40a5-bc34-b1809793176a gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:22.397122 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3f1a076a-5c97-4709-ae02-0feb0633ccea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1669910 Nov 11 12:19:22.397829 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45984599-da1d-4935-a925-4bb7b28dba7f', 'tag': '296bd863-3132-4c8b-9d9e-cf684f26bae6'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:19:22.399919 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55472) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:22.400554 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6848345c-0d57-4acb-a3de-d2428b76211d" -d '{"events": [{"name": "network-changed", "server_uuid": "45984599-da1d-4935-a925-4bb7b28dba7f", "tag": "296bd863-3132-4c8b-9d9e-cf684f26bae6"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:19:22.439614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f0638b-3a98-4f03-a6aa-a49bd5ca48f4 x-openstack-request-id: req-74f0638b-3a98-4f03-a6aa-a49bd5ca48f4 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:19:22.439614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45984599-da1d-4935-a925-4bb7b28dba7f", "tag": "296bd863-3132-4c8b-9d9e-cf684f26bae6", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:19:22.439614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74f0638b-3a98-4f03-a6aa-a49bd5ca48f4 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:19:22.440014 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45984599-da1d-4935-a925-4bb7b28dba7f', 'tag': '296bd863-3132-4c8b-9d9e-cf684f26bae6', 'status': 'completed', 'code': 200} Nov 11 12:19:22.475540 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-76286bb4-1b4d-4039-9a9f-f044c1219461 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/0759657b-8b36-461a-88f3-048e23971e39 HTTP/1.1" status: 200 len: 991 time: 0.0732489 Nov 11 12:19:22.513202 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848345c-0d57-4acb-a3de-d2428b76211d req-c76aaa2b-3d98-4cea-886e-f3c5fb7bfab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:22.514624 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6848345c-0d57-4acb-a3de-d2428b76211d req-c76aaa2b-3d98-4cea-886e-f3c5fb7bfab0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 1099 time: 0.0509698 Nov 11 12:19:22.606288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848345c-0d57-4acb-a3de-d2428b76211d req-3198b861-ca82-484b-9572-68670732c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:22.607796 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6848345c-0d57-4acb-a3de-d2428b76211d req-3198b861-ca82-484b-9572-68670732c6fb service neutron] 10.222.0.70 "GET /v2.0/networks?id=a93cf107-7412-4949-8f17-0bdbe0be3a80 HTTP/1.1" status: 200 len: 898 time: 0.0868108 Nov 11 12:19:22.676570 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6848345c-0d57-4acb-a3de-d2428b76211d req-e2120f1f-c409-4ffd-8daf-92860b8ea8cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=296bd863-3132-4c8b-9d9e-cf684f26bae6 HTTP/1.1" status: 200 len: 999 time: 0.0619376 Nov 11 12:19:22.724888 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848345c-0d57-4acb-a3de-d2428b76211d req-e3b8301c-3d67-4313-b953-1496ac836f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:22.726348 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6848345c-0d57-4acb-a3de-d2428b76211d req-e3b8301c-3d67-4313-b953-1496ac836f19 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=65f6c8c0-d558-4441-8474-ac89b3c19c2c HTTP/1.1" status: 200 len: 834 time: 0.0436997 Nov 11 12:19:22.749512 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-68fdaf83-f621-40c7-bb93-aae43c7141a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:03Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '0759657b-8b36-461a-88f3-048e23971e39', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.71', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'port_id': '296bd863-3132-4c8b-9d9e-cf684f26bae6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'mac_address': 'fa:16:3e:ac:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45984599-da1d-4935-a925-4bb7b28dba7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:19:21Z', 'updated_at': '2021-11-11T12:19:21Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98904ce5-50ba-4939-b911-5524e5efaa8d', 'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:eb:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:02Z', 'updated_at': '2021-11-11T12:19:05Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:22.772385 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848345c-0d57-4acb-a3de-d2428b76211d req-3d260571-5546-4814-81c4-1a5b791028ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:22.773806 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6848345c-0d57-4acb-a3de-d2428b76211d req-3d260571-5546-4814-81c4-1a5b791028ba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a93cf107-7412-4949-8f17-0bdbe0be3a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403454 Nov 11 12:19:22.778893 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fdaf83-f621-40c7-bb93-aae43c7141a2 None None] Checking router: 7905d8c4-eb1c-40a5-bc34-b1809793176a for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:19:22.787207 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fdaf83-f621-40c7-bb93-aae43c7141a2 None None] Routers {'7905d8c4-eb1c-40a5-bc34-b1809793176a'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:19:22.787818 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-68fdaf83-f621-40c7-bb93-aae43c7141a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:19:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7905d8c4-eb1c-40a5-bc34-b1809793176a'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:22.867122 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6848345c-0d57-4acb-a3de-d2428b76211d req-3606cfa8-b0e2-45b8-b165-4132aca63b44 service neutron] 10.222.0.70 "GET /v2.0/networks/a93cf107-7412-4949-8f17-0bdbe0be3a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854688 Nov 11 12:19:22.895774 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-68fdaf83-f621-40c7-bb93-aae43c7141a2 None None] Set router 7905d8c4-eb1c-40a5-bc34-b1809793176a gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:19:22.956718 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6848345c-0d57-4acb-a3de-d2428b76211d req-ff53a38e-0cba-40ba-a85f-cb4db467712a service neutron] 10.222.0.70 "GET /v2.0/networks/a93cf107-7412-4949-8f17-0bdbe0be3a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826995 Nov 11 12:19:23.111808 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-68fdaf83-f621-40c7-bb93-aae43c7141a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:03Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '0759657b-8b36-461a-88f3-048e23971e39', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.71', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'port_id': '296bd863-3132-4c8b-9d9e-cf684f26bae6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'mac_address': 'fa:16:3e:ac:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45984599-da1d-4935-a925-4bb7b28dba7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:19:21Z', 'updated_at': '2021-11-11T12:19:21Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98904ce5-50ba-4939-b911-5524e5efaa8d', 'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:eb:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:02Z', 'updated_at': '2021-11-11T12:19:05Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:19:23.140936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fdaf83-f621-40c7-bb93-aae43c7141a2 None None] The sync data for ids ['7905d8c4-eb1c-40a5-bc34-b1809793176a'] in dv-neutron-786478-23-hyperv is: [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:03Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '0759657b-8b36-461a-88f3-048e23971e39', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.71', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'port_id': '296bd863-3132-4c8b-9d9e-cf684f26bae6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'mac_address': 'fa:16:3e:ac:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45984599-da1d-4935-a925-4bb7b28dba7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:19:21Z', 'updated_at': '2021-11-11T12:19:21Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98904ce5-50ba-4939-b911-5524e5efaa8d', 'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:eb:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:02Z', 'updated_at': '2021-11-11T12:19:05Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:19:23.324950 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255620d-9363-4214-97f9-7457e72e26bf None None] New status for floating IP 0759657b-8b36-461a-88f3-048e23971e39: ACTIVE {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:19:23.478352 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55476) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:23.606116 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-779bfa18-0d3e-44de-a572-0726673921a7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/0759657b-8b36-461a-88f3-048e23971e39 HTTP/1.1" status: 200 len: 991 time: 0.1261222 Nov 11 12:19:24.616876 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55478) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:24.676627 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0ef46aed-ac0c-425b-9f82-b20d5d7c1fd9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/0759657b-8b36-461a-88f3-048e23971e39 HTTP/1.1" status: 200 len: 993 time: 0.0586116 Nov 11 12:19:33.185152 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2f995519-96ea-499d-90fd-d3cb0ca5b38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:35.506494 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0be31c63-9676-4644-be85-67fd4c740385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:36.438412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:38.156696 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:39.122607 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:39.217279 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:19:40.643527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:45.310406 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b461b941-c807-4870-8c44-69c5e42a08a9 req-ce628d2f-e515-42c4-a7e5-275eb54b9222 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407166 Nov 11 12:19:45.397854 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461b941-c807-4870-8c44-69c5e42a08a9 req-fad9c661-cae1-45c0-a9a1-5db5656c1b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:45.399788 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b461b941-c807-4870-8c44-69c5e42a08a9 req-fad9c661-cae1-45c0-a9a1-5db5656c1b44 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 1098 time: 0.0453672 Nov 11 12:19:45.501758 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461b941-c807-4870-8c44-69c5e42a08a9 req-605037c9-94ff-45f0-b71c-9d4c3dae21f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:45.503319 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b461b941-c807-4870-8c44-69c5e42a08a9 req-605037c9-94ff-45f0-b71c-9d4c3dae21f3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a HTTP/1.1" status: 200 len: 913 time: 0.0843725 Nov 11 12:19:45.573320 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b461b941-c807-4870-8c44-69c5e42a08a9 req-5ada52e5-d4d5-4838-a98a-0c38354ac361 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce78e53-f004-45d7-9374-d9899d09254a HTTP/1.1" status: 200 len: 1000 time: 0.0625124 Nov 11 12:19:45.622403 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461b941-c807-4870-8c44-69c5e42a08a9 req-d639ec73-8bd6-4726-9972-39b649f56b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:45.623928 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b461b941-c807-4870-8c44-69c5e42a08a9 req-d639ec73-8bd6-4726-9972-39b649f56b1c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9072cf2e-3415-4e51-a149-d008214c502e HTTP/1.1" status: 200 len: 851 time: 0.0436606 Nov 11 12:19:45.670139 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461b941-c807-4870-8c44-69c5e42a08a9 req-eb354449-300c-4e79-a6b2-922023eb40e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:45.671562 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b461b941-c807-4870-8c44-69c5e42a08a9 req-eb354449-300c-4e79-a6b2-922023eb40e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396428 Nov 11 12:19:45.766602 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b461b941-c807-4870-8c44-69c5e42a08a9 req-d7019c21-4ccc-415e-b8a5-c947b75f1d62 service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876625 Nov 11 12:19:45.854678 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b461b941-c807-4870-8c44-69c5e42a08a9 req-20331023-2722-4eb4-92f3-137d90c7dd63 service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805886 Nov 11 12:19:53.839400 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55494) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:53.935632 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0c22ec-1af1-479e-b659-e6a639463acd tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:53.936097 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0c22ec-1af1-479e-b659-e6a639463acd tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:53.936555 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0c22ec-1af1-479e-b659-e6a639463acd tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:53.938234 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7d0c22ec-1af1-479e-b659-e6a639463acd tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=61936e26caaf472aa62c0bac8a753383&network_id=a93cf107-7412-4949-8f17-0bdbe0be3a80 HTTP/1.1" status: 200 len: 3002 time: 0.0978334 Nov 11 12:19:55.846681 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55506) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:55.899633 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508ef91c-fa98-4e81-b8ff-18201c677808 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:55.901057 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-508ef91c-fa98-4e81-b8ff-18201c677808 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69 HTTP/1.1" status: 200 len: 814 time: 0.0533710 Nov 11 12:19:56.638177 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55516) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:56.643220 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-d36fe182-1f9b-4eba-abc1-c7eddb9085b2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'network': {'name': 'tempest-network-smoke--377956520', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'port_security_enabled': True}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:56.742520 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36fe182-1f9b-4eba-abc1-c7eddb9085b2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:19:56.746119 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d36fe182-1f9b-4eba-abc1-c7eddb9085b2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:56.769017 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36fe182-1f9b-4eba-abc1-c7eddb9085b2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:19:56.777457 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d36fe182-1f9b-4eba-abc1-c7eddb9085b2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:56.780418 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-d36fe182-1f9b-4eba-abc1-c7eddb9085b2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Added segment 644c50f3-a078-468a-94d5-0afd7da61236 of type vlan for network b421be58-8365-4f11-958c-c0d4e21f1d20 Nov 11 12:19:56.815931 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d36fe182-1f9b-4eba-abc1-c7eddb9085b2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:56.930899 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d36fe182-1f9b-4eba-abc1-c7eddb9085b2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:56.936416 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36fe182-1f9b-4eba-abc1-c7eddb9085b2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:56.937000 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d36fe182-1f9b-4eba-abc1-c7eddb9085b2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:56.999937 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fe182-1f9b-4eba-abc1-c7eddb9085b2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Network': ['ID=b421be58-8365-4f11-958c-c0d4e21f1d20,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:57.012452 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network b421be58-8365-4f11-958c-c0d4e21f1d20 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:19:57.056064 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d36fe182-1f9b-4eba-abc1-c7eddb9085b2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4167976 Nov 11 12:19:57.059245 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55518) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:57.127610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136269a0-1880-426a-be12-b126fefe0ac4 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:57.129108 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-136269a0-1880-426a-be12-b126fefe0ac4 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=61936e26caaf472aa62c0bac8a753383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0688636 Nov 11 12:19:57.131915 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55520) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:57.278105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ae22d1-020d-4fad-b7ef-0a2d6a97ebaf tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:57.280204 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a1ae22d1-020d-4fad-b7ef-0a2d6a97ebaf tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1468165 Nov 11 12:19:57.283131 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55522) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:57.315420 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ab8e6d0b-4223-4600-b6f7-1b8dd480d238 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312834 Nov 11 12:19:57.317833 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55524) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:57.345240 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ba129f52-698a-49a7-905d-78bd07def43e tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=61936e26caaf472aa62c0bac8a753383&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264006 Nov 11 12:19:57.347535 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55526) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:57.442469 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7d98ec-eba5-4e87-8536-3b7fed824b4d tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:57.444002 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8c7d98ec-eba5-4e87-8536-3b7fed824b4d tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0956078 Nov 11 12:19:57.446820 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55528) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:57.474585 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d0e81b29-8d92-41d2-a84c-4bd9d04a8866 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267303 Nov 11 12:19:57.476938 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55530) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:57.481396 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-767083214', 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:57.619343 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:19:57.622797 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:57.859821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:57.923708 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Subnet': ['ID=9e12855b-ecff-49a4-9933-2dee35f2c9c5,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:57.935281 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:57.935632 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:57.936608 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:57.936970 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:57.937306 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:57.937639 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:57.937970 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:57.938298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:57.938626 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:57.938950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:57.939314 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:57.939637 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:57.944761 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Checking segment: {'id': '644c50f3-a078-468a-94d5-0afd7da61236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:19:57.948064 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network hostable DHCP agents. Network: b421be58-8365-4f11-958c-c0d4e21f1d20, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:19:58.022542 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network b421be58-8365-4f11-958c-c0d4e21f1d20 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:19:58.109248 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, b421be58-8365-4f11-958c-c0d4e21f1d20) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:19:58.113696 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:19:58.114295 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.118722 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3842f42-7982-4dcb-b292-c683cb6accdb None None] Network b421be58-8365-4f11-958c-c0d4e21f1d20 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:19:58.208803 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-cd223cf2-583e-499e-be70-5f8e56d7a349 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7307892 Nov 11 12:19:58.260380 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-b421be58-8365-4f11-958c-c0d4e21f1d20', 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ips': [{'subnet_id': '9e12855b-ecff-49a4-9933-2dee35f2c9c5'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:19:58.261242 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.397885 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Allocated IP 172.20.0.18 (b421be58-8365-4f11-958c-c0d4e21f1d20/9e12855b-ecff-49a4-9933-2dee35f2c9c5/f4c4928c-61f9-4584-a983-13b55bdd89f7) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:19:58.418029 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55534) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:58.423761 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-263f8ded-9db2-41e9-88e0-4ebd56833b43 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-970082101', 'description': 'tempest-secgroup-smoke-970082101 description', 'project_id': '61936e26caaf472aa62c0bac8a753383'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:58.505881 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-263f8ded-9db2-41e9-88e0-4ebd56833b43 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.538996 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.571565 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-263f8ded-9db2-41e9-88e0-4ebd56833b43 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.606466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.631644 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-263f8ded-9db2-41e9-88e0-4ebd56833b43 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.645860 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Network b421be58-8365-4f11-958c-c0d4e21f1d20 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:19:58.662014 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:19:58.665357 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f8ded-9db2-41e9-88e0-4ebd56833b43 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7568c0bc-a63c-433d-897a-f82dba40269c,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:58.666867 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:19:58.669071 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Pushing event updated for resources: {'Port': ['ID=f4c4928c-61f9-4584-a983-13b55bdd89f7,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:58.678183 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:58.678526 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:58.678860 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:58.679265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:58.684878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:58.684878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:58.684878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:58.684878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:58.684878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:58.684878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:58.684878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:58.684878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:19:58.728451 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-263f8ded-9db2-41e9-88e0-4ebd56833b43 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.729829 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-263f8ded-9db2-41e9-88e0-4ebd56833b43 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3102350 Nov 11 12:19:58.731895 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Attempting to bind port f4c4928c-61f9-4584-a983-13b55bdd89f7 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:19:58.732259 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Attempting to bind port f4c4928c-61f9-4584-a983-13b55bdd89f7 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '644c50f3-a078-468a-94d5-0afd7da61236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:19:58.732735 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Attempting to bind port f4c4928c-61f9-4584-a983-13b55bdd89f7 on network b421be58-8365-4f11-958c-c0d4e21f1d20 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:19:58.732879 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55538) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:58.737219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-2b328494-3b31-4331-ae78-fa023ea651bb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '7568c0bc-a63c-433d-897a-f82dba40269c', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:58.744724 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:19:58.744724 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Checking segment: {'id': '644c50f3-a078-468a-94d5-0afd7da61236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:19:58.744724 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.744724 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Bound using segment: {'id': '644c50f3-a078-468a-94d5-0afd7da61236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:19:58.744724 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Bound port: f4c4928c-61f9-4584-a983-13b55bdd89f7, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644c50f3-a078-468a-94d5-0afd7da61236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:19:58.744724 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.804338 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] For port f4c4928c-61f9-4584-a983-13b55bdd89f7, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:19:58.807266 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] For port f4c4928c-61f9-4584-a983-13b55bdd89f7, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f4c4928c-61f9-4584-a983-13b55bdd89f7,segment=NetworkSegment(644c50f3-a078-468a-94d5-0afd7da61236),segment_id=644c50f3-a078-468a-94d5-0afd7da61236)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:19:58.827678 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2b328494-3b31-4331-ae78-fa023ea651bb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.886523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.893771 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2b328494-3b31-4331-ae78-fa023ea651bb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.941998 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa1f5f-3626-4d40-bc5c-2d68136b98d6 None None] Pushing event updated for resources: {'Port': ['ID=f4c4928c-61f9-4584-a983-13b55bdd89f7,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:58.948986 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2b328494-3b31-4331-ae78-fa023ea651bb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:58.968808 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b328494-3b31-4331-ae78-fa023ea651bb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edda5778-901e-464c-8b77-d3b0373abada,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:59.031649 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2b328494-3b31-4331-ae78-fa023ea651bb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.033017 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2b328494-3b31-4331-ae78-fa023ea651bb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2991602 Nov 11 12:19:59.042031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55540) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:59.046708 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-f944b8fd-5190-4f45-9d23-6511bce2e3f3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '7568c0bc-a63c-433d-897a-f82dba40269c', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:59.149226 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f944b8fd-5190-4f45-9d23-6511bce2e3f3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.226788 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f4c4928c-61f9-4584-a983-13b55bdd89f7 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:19:59.281355 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port f4c4928c-61f9-4584-a983-13b55bdd89f7 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:59.281724 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.365418 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.402960 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port f4c4928c-61f9-4584-a983-13b55bdd89f7, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f4c4928c-61f9-4584-a983-13b55bdd89f7,segment=NetworkSegment(644c50f3-a078-468a-94d5-0afd7da61236),segment_id=644c50f3-a078-468a-94d5-0afd7da61236)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:19:59.463565 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.513437 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=f4c4928c-61f9-4584-a983-13b55bdd89f7,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:59.587921 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f944b8fd-5190-4f45-9d23-6511bce2e3f3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.654654 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f944b8fd-5190-4f45-9d23-6511bce2e3f3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.673820 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944b8fd-5190-4f45-9d23-6511bce2e3f3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e87731f-d9ad-4aa4-9623-ea7d3b92cbd3,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:19:59.817081 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f944b8fd-5190-4f45-9d23-6511bce2e3f3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.818495 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f944b8fd-5190-4f45-9d23-6511bce2e3f3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7754827 Nov 11 12:19:59.821272 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55542) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:19:59.825801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-5a6ea9a2-c77e-42ab-bb35-c1e430e7b523 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '7568c0bc-a63c-433d-897a-f82dba40269c', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:19:59.856536 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295904da-db1e-44ad-964a-6a128180ef60 None None] Network b421be58-8365-4f11-958c-c0d4e21f1d20 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:19:59.913852 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b5ac2fd3-3fcc-412c-a03e-6622fec2b4ae None None] Provisioning complete for port f4c4928c-61f9-4584-a983-13b55bdd89f7 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:19:59.914143 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b5ac2fd3-3fcc-412c-a03e-6622fec2b4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.926439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5a6ea9a2-c77e-42ab-bb35-c1e430e7b523 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:19:59.982825 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5a6ea9a2-c77e-42ab-bb35-c1e430e7b523 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.060809 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5a6ea9a2-c77e-42ab-bb35-c1e430e7b523 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.079682 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ea9a2-c77e-42ab-bb35-c1e430e7b523 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5021948-7e84-4b41-b908-1054d4b3613c,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:00.152129 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5a6ea9a2-c77e-42ab-bb35-c1e430e7b523 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.156626 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5a6ea9a2-c77e-42ab-bb35-c1e430e7b523 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3311396 Nov 11 12:20:00.156934 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55544) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:00.162531 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-027d2c96-07fa-4722-b0fb-9f8cdfc9541b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '7568c0bc-a63c-433d-897a-f82dba40269c', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:00.260171 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-027d2c96-07fa-4722-b0fb-9f8cdfc9541b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.264547 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c0f6d676-38d2-4175-baea-66ae8048a08b None None] Provisioning complete for port f4c4928c-61f9-4584-a983-13b55bdd89f7 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:00.265565 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c0f6d676-38d2-4175-baea-66ae8048a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.316573 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-027d2c96-07fa-4722-b0fb-9f8cdfc9541b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.384222 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-027d2c96-07fa-4722-b0fb-9f8cdfc9541b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.404050 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d2c96-07fa-4722-b0fb-9f8cdfc9541b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98148fca-cb48-4b4e-9b79-219ff1cc49f3,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:00.455386 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-027d2c96-07fa-4722-b0fb-9f8cdfc9541b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.456541 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-027d2c96-07fa-4722-b0fb-9f8cdfc9541b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2986162 Nov 11 12:20:00.459267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55546) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:00.463661 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6a6718d6-d368-4eef-ba72-2cdfc6660f35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '7568c0bc-a63c-433d-897a-f82dba40269c', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:00.546426 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.securitygroups_db [None req-6a6718d6-d368-4eef-ba72-2cdfc6660f35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:20:00.551450 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a6718d6-d368-4eef-ba72-2cdfc6660f35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.609753 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a6718d6-d368-4eef-ba72-2cdfc6660f35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.689228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a6718d6-d368-4eef-ba72-2cdfc6660f35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.707615 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6718d6-d368-4eef-ba72-2cdfc6660f35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34e7dc7-20eb-4607-8593-820d9f62bca0,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:00.782649 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6a6718d6-d368-4eef-ba72-2cdfc6660f35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.783982 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6a6718d6-d368-4eef-ba72-2cdfc6660f35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3237486 Nov 11 12:20:00.790963 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55548) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:00.790963 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-91a5a754-df6b-46b5-b6f6-b1eeb7f742a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '7568c0bc-a63c-433d-897a-f82dba40269c', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:00.912034 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.securitygroups_db [None req-91a5a754-df6b-46b5-b6f6-b1eeb7f742a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:20:00.916729 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-91a5a754-df6b-46b5-b6f6-b1eeb7f742a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:00.972687 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-91a5a754-df6b-46b5-b6f6-b1eeb7f742a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:01.054820 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-91a5a754-df6b-46b5-b6f6-b1eeb7f742a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:01.072836 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5a754-df6b-46b5-b6f6-b1eeb7f742a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f2878c-b78f-4c45-87b5-313923a5daa2,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:01.137529 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-91a5a754-df6b-46b5-b6f6-b1eeb7f742a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:01.138875 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-91a5a754-df6b-46b5-b6f6-b1eeb7f742a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3512559 Nov 11 12:20:01.176742 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f4c4928c-61f9-4584-a983-13b55bdd89f7 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:01.228896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port f4c4928c-61f9-4584-a983-13b55bdd89f7 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:01.228896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:01.293154 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-911e2995-6c53-4abb-8eba-773e7cd9f48c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-970082101&fields=id&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 267 time: 0.0483646 Nov 11 12:20:01.397324 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-277b51bd-a476-4b25-a136-caa7fddd0ffd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:01.398766 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-277b51bd-a476-4b25-a136-caa7fddd0ffd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/networks?id=b421be58-8365-4f11-958c-c0d4e21f1d20 HTTP/1.1" status: 200 len: 796 time: 0.0981345 Nov 11 12:20:01.413813 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-199ddf45-ec75-48fb-be5c-2781bb76e1e2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/quotas/61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 375 time: 0.0093763 Nov 11 12:20:01.473528 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-ff7abf32-56bb-43fe-8a8e-17a29f76d90c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0547612 Nov 11 12:20:01.565502 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-df60d8de-276d-4ec1-a298-b3ad72cc6b6c service neutron] 10.222.0.50 "GET /v2.0/networks/b421be58-8365-4f11-958c-c0d4e21f1d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808342 Nov 11 12:20:01.655768 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-ac2259f0-faef-439c-bcca-b5602de35531 service neutron] 10.222.0.50 "GET /v2.0/networks/b421be58-8365-4f11-958c-c0d4e21f1d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843832 Nov 11 12:20:01.899653 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-099a055b-ab59-4f18-88f3-3c8786474929 req-2ccff5da-dc10-4e1d-9968-88cbd83474d2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=943a4b31-4647-45a7-8085-22ceb410640c HTTP/1.1" status: 200 len: 210 time: 0.0274615 Nov 11 12:20:02.975517 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e4e27fa5-2485-4fef-944e-da05083dc512 req-bbeefc42-da1a-44f7-934f-7ce5fecf7c10 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=943a4b31-4647-45a7-8085-22ceb410640c HTTP/1.1" status: 200 len: 210 time: 0.0267582 Nov 11 12:20:03.175977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-81f4cbfc-77c4-42cd-8e38-2200aaf0b1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:04.050690 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ed5ad657-ad69-48e2-9e19-113cd2e0b78d req-69dd62fc-7fd2-4d91-a8d9-a2dcde963207 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=943a4b31-4647-45a7-8085-22ceb410640c HTTP/1.1" status: 200 len: 210 time: 0.0260594 Nov 11 12:20:05.142469 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2db48783-1ff5-4437-bc06-0e7bb5f5969c req-0c7eef27-b128-483d-a8c0-205a5441aa9d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=943a4b31-4647-45a7-8085-22ceb410640c HTTP/1.1" status: 200 len: 210 time: 0.0258853 Nov 11 12:20:05.517446 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e5479162-d7dc-466b-898e-e12309463cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:05.704287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-359a1115-d677-4657-bdb4-b5539a8ac437 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:05.705729 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-359a1115-d677-4657-bdb4-b5539a8ac437 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/networks?id=b421be58-8365-4f11-958c-c0d4e21f1d20 HTTP/1.1" status: 200 len: 796 time: 0.1056776 Nov 11 12:20:05.780456 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-a863f12d-5f35-4df4-94bc-c4ed14c72616 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 472 time: 0.0659132 Nov 11 12:20:05.789603 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-4006ce3d-c219-4c0f-8024-62448362d325 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'port': {'device_id': '943a4b31-4647-45a7-8085-22ceb410640c', 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20', 'admin_state_up': True, 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'security_groups': ['7568c0bc-a63c-433d-897a-f82dba40269c']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:05.943266 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-4006ce3d-c219-4c0f-8024-62448362d325 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:05.946792 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-4006ce3d-c219-4c0f-8024-62448362d325 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.069845 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-4006ce3d-c219-4c0f-8024-62448362d325 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.28 (b421be58-8365-4f11-958c-c0d4e21f1d20/9e12855b-ecff-49a4-9933-2dee35f2c9c5/44438f1d-265f-4df9-915a-d011589f7163) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:06.205289 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-4006ce3d-c219-4c0f-8024-62448362d325 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.238226 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9f10d8de-c498-418a-98a0-6d4936ae39c8 req-c81aedc3-6e22-4728-b1dc-f890478fa5bd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=943a4b31-4647-45a7-8085-22ceb410640c HTTP/1.1" status: 200 len: 210 time: 0.0254197 Nov 11 12:20:06.290375 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-4006ce3d-c219-4c0f-8024-62448362d325 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.330392 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-4006ce3d-c219-4c0f-8024-62448362d325 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network b421be58-8365-4f11-958c-c0d4e21f1d20 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:06.335371 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-4006ce3d-c219-4c0f-8024-62448362d325 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:06.339135 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-4006ce3d-c219-4c0f-8024-62448362d325 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:06.369245 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006ce3d-c219-4c0f-8024-62448362d325 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=44438f1d-265f-4df9-915a-d011589f7163,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:06.398626 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-4006ce3d-c219-4c0f-8024-62448362d325 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:06.402396 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-4006ce3d-c219-4c0f-8024-62448362d325 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.444492 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.476262 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-4006ce3d-c219-4c0f-8024-62448362d325 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6902008 Nov 11 12:20:06.489701 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Request body: {'port': {'device_id': '943a4b31-4647-45a7-8085-22ceb410640c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:06.543644 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.596297 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5c354817-6564-4bf6-ba48-1785d37cb501 None None] Provisioning complete for port 44438f1d-265f-4df9-915a-d011589f7163 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:06.596928 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5c354817-6564-4bf6-ba48-1785d37cb501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.631362 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-5c354817-6564-4bf6-ba48-1785d37cb501 None None] Port 44438f1d-265f-4df9-915a-d011589f7163 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:06.798363 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44438f1d-265f-4df9-915a-d011589f7163 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:20:06.805780 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.817409 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Transition to ACTIVE for port object 44438f1d-265f-4df9-915a-d011589f7163 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:20:06.886334 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:06.941339 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Pushing event updated for resources: {'Port': ['ID=44438f1d-265f-4df9-915a-d011589f7163,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:07.006745 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Attempting to bind port 44438f1d-265f-4df9-915a-d011589f7163 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:07.007131 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Attempting to bind port 44438f1d-265f-4df9-915a-d011589f7163 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '644c50f3-a078-468a-94d5-0afd7da61236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:07.007437 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Attempting to bind port 44438f1d-265f-4df9-915a-d011589f7163 on network b421be58-8365-4f11-958c-c0d4e21f1d20 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:07.012017 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Port 44438f1d-265f-4df9-915a-d011589f7163 on network b421be58-8365-4f11-958c-c0d4e21f1d20 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:20:07.012335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Attempting to bind port 44438f1d-265f-4df9-915a-d011589f7163 on network b421be58-8365-4f11-958c-c0d4e21f1d20 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:07.017441 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:07.017768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Checking segment: {'id': '644c50f3-a078-468a-94d5-0afd7da61236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:07.018144 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Bound using segment: {'id': '644c50f3-a078-468a-94d5-0afd7da61236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:07.018564 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Bound port: 44438f1d-265f-4df9-915a-d011589f7163, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '644c50f3-a078-468a-94d5-0afd7da61236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:07.018919 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:07.084015 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] For port 44438f1d-265f-4df9-915a-d011589f7163, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:07.087220 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] For port 44438f1d-265f-4df9-915a-d011589f7163, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=44438f1d-265f-4df9-915a-d011589f7163,segment=NetworkSegment(644c50f3-a078-468a-94d5-0afd7da61236),segment_id=644c50f3-a078-468a-94d5-0afd7da61236)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:07.178515 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:07.215331 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:07.215952 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:07.217355 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] 10.222.0.70 "PUT /v2.0/ports/44438f1d-265f-4df9-915a-d011589f7163 HTTP/1.1" status: 200 len: 1094 time: 0.7327592 Nov 11 12:20:07.217789 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '943a4b31-4647-45a7-8085-22ceb410640c', 'tag': '44438f1d-265f-4df9-915a-d011589f7163'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:20:07.220059 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a16b49b-88ec-447b-a283-1760c3f09b38" -d '{"events": [{"name": "network-changed", "server_uuid": "943a4b31-4647-45a7-8085-22ceb410640c", "tag": "44438f1d-265f-4df9-915a-d011589f7163"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:20:07.257989 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae0815-12bc-449b-94e1-5f1a0bbd6758 service neutron] Pushing event updated for resources: {'Port': ['ID=44438f1d-265f-4df9-915a-d011589f7163,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:07.270583 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46a11da-5a29-4f13-bb61-65f299dc9e2e x-openstack-request-id: req-c46a11da-5a29-4f13-bb61-65f299dc9e2e {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:20:07.270583 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "943a4b31-4647-45a7-8085-22ceb410640c", "tag": "44438f1d-265f-4df9-915a-d011589f7163", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:20:07.270583 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c46a11da-5a29-4f13-bb61-65f299dc9e2e {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:20:07.270583 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '943a4b31-4647-45a7-8085-22ceb410640c', 'tag': '44438f1d-265f-4df9-915a-d011589f7163', 'status': 'completed', 'code': 200} Nov 11 12:20:07.337969 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16b49b-88ec-447b-a283-1760c3f09b38 req-0ae84dc2-1476-4fd6-9d23-fcdbcc2b275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:07.337969 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4a16b49b-88ec-447b-a283-1760c3f09b38 req-0ae84dc2-1476-4fd6-9d23-fcdbcc2b275f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=943a4b31-4647-45a7-8085-22ceb410640c HTTP/1.1" status: 200 len: 1097 time: 0.0465009 Nov 11 12:20:07.374628 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744711b-e544-4bd7-9193-18f8ab6e04db req-becabb79-ea6a-4c22-91b2-85ccd36e32c2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:07.376207 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1744711b-e544-4bd7-9193-18f8ab6e04db req-becabb79-ea6a-4c22-91b2-85ccd36e32c2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=943a4b31-4647-45a7-8085-22ceb410640c HTTP/1.1" status: 200 len: 944 time: 0.0559394 Nov 11 12:20:07.427916 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1744711b-e544-4bd7-9193-18f8ab6e04db req-cfd16ef0-eafd-47af-801e-e250bf8fadea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=7568c0bc-a63c-433d-897a-f82dba40269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442739 Nov 11 12:20:07.449642 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16b49b-88ec-447b-a283-1760c3f09b38 req-43a9a47c-fef0-4ff5-916e-6dd74394fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:07.450141 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16b49b-88ec-447b-a283-1760c3f09b38 req-43a9a47c-fef0-4ff5-916e-6dd74394fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:07.451647 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4a16b49b-88ec-447b-a283-1760c3f09b38 req-43a9a47c-fef0-4ff5-916e-6dd74394fcd2 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=61936e26caaf472aa62c0bac8a753383&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1072581 Nov 11 12:20:07.543602 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16b49b-88ec-447b-a283-1760c3f09b38 req-2a1c5196-5ca4-4765-a6da-20a56e355b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:07.545004 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4a16b49b-88ec-447b-a283-1760c3f09b38 req-2a1c5196-5ca4-4765-a6da-20a56e355b01 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870762 Nov 11 12:20:07.622481 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-02cbdf41-e6a8-48cc-88f7-e283ae8d2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:07.623973 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-02cbdf41-e6a8-48cc-88f7-e283ae8d2606 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=943a4b31-4647-45a7-8085-22ceb410640c HTTP/1.1" status: 200 len: 1097 time: 0.0416605 Nov 11 12:20:07.668384 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-ef9ec7c5-2e28-4f7b-93d9-6c895f1dad36 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=44438f1d-265f-4df9-915a-d011589f7163 HTTP/1.1" status: 200 len: 217 time: 0.0366187 Nov 11 12:20:07.717791 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-9c10eb67-a0a3-4b4a-85b8-247c0dd14455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:07.719140 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-9c10eb67-a0a3-4b4a-85b8-247c0dd14455 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e12855b-ecff-49a4-9933-2dee35f2c9c5 HTTP/1.1" status: 200 len: 837 time: 0.0436883 Nov 11 12:20:07.770478 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-a1145966-5ed7-45e1-8cd1-0a778ff69186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:07.775331 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-a1145966-5ed7-45e1-8cd1-0a778ff69186 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b421be58-8365-4f11-958c-c0d4e21f1d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0461564 Nov 11 12:20:07.862925 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-390dedc6-8d10-4f35-af3a-5311aa4a2a79 service neutron] 10.222.0.70 "GET /v2.0/networks/b421be58-8365-4f11-958c-c0d4e21f1d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837510 Nov 11 12:20:07.950221 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-aae68c39-7ab1-49ed-9924-c24b66639474 req-993f3b2d-ab90-44f3-9077-e3b2bfab3fdc service neutron] 10.222.0.70 "GET /v2.0/networks/b421be58-8365-4f11-958c-c0d4e21f1d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795827 Nov 11 12:20:08.116103 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:08.542911 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09232564-3e0a-4212-9a52-dbf1042e8599 req-df15e1cb-728c-4694-a028-5551cc40d0dc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:08.544309 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-09232564-3e0a-4212-9a52-dbf1042e8599 req-df15e1cb-728c-4694-a028-5551cc40d0dc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=943a4b31-4647-45a7-8085-22ceb410640c HTTP/1.1" status: 200 len: 944 time: 0.0486588 Nov 11 12:20:08.592256 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-09232564-3e0a-4212-9a52-dbf1042e8599 req-bee23c20-997e-4384-9e2c-87ce762587a7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=7568c0bc-a63c-433d-897a-f82dba40269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420599 Nov 11 12:20:09.096896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 44438f1d-265f-4df9-915a-d011589f7163 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:20:09.112642 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:09.332706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 44438f1d-265f-4df9-915a-d011589f7163, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=44438f1d-265f-4df9-915a-d011589f7163,segment=NetworkSegment(644c50f3-a078-468a-94d5-0afd7da61236),segment_id=644c50f3-a078-468a-94d5-0afd7da61236)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:09.343326 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '44438f1d-265f-4df9-915a-d011589f7163', 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20', 'port_id': '44438f1d-265f-4df9-915a-d011589f7163', 'mac_address': 'fa:16:3e:86:74:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e12855b-ecff-49a4-9933-2dee35f2c9c5', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:20:09.379604 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:09.391984 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44438f1d-265f-4df9-915a-d011589f7163 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:20:09.413838 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 44438f1d-265f-4df9-915a-d011589f7163, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=44438f1d-265f-4df9-915a-d011589f7163,segment=NetworkSegment(644c50f3-a078-468a-94d5-0afd7da61236),segment_id=644c50f3-a078-468a-94d5-0afd7da61236)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:09.476176 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:09.521090 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=44438f1d-265f-4df9-915a-d011589f7163,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:09.687397 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['44438f1d-265f-4df9-915a-d011589f7163'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:20:09.705607 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f7a75-22b7-486c-ada5-fdf57e41ecfa req-effa0d0e-3956-4567-91d4-edba5b0543a8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:09.707188 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-845f7a75-22b7-486c-ada5-fdf57e41ecfa req-effa0d0e-3956-4567-91d4-edba5b0543a8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=943a4b31-4647-45a7-8085-22ceb410640c HTTP/1.1" status: 200 len: 945 time: 0.0500929 Nov 11 12:20:09.761236 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-845f7a75-22b7-486c-ada5-fdf57e41ecfa req-3fee8f7f-e424-48ea-80bb-9714c41774ff tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=7568c0bc-a63c-433d-897a-f82dba40269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472808 Nov 11 12:20:10.725912 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:10.873157 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318b33e-0634-4d9e-a076-2301d58ae541 req-3a08f169-53ab-435f-abb1-1fd8fb4c4e19 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:10.874728 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8318b33e-0634-4d9e-a076-2301d58ae541 req-3a08f169-53ab-435f-abb1-1fd8fb4c4e19 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=943a4b31-4647-45a7-8085-22ceb410640c HTTP/1.1" status: 200 len: 945 time: 0.0478005 Nov 11 12:20:10.923015 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8318b33e-0634-4d9e-a076-2301d58ae541 req-2a147331-89e7-48f2-8e46-e9701bc45791 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=7568c0bc-a63c-433d-897a-f82dba40269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423067 Nov 11 12:20:11.113992 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 44438f1d-265f-4df9-915a-d011589f7163 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:11.228738 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 44438f1d-265f-4df9-915a-d011589f7163 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:20:11.232288 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 44438f1d-265f-4df9-915a-d011589f7163 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:11.232656 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.309825 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.330930 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943a4b31-4647-45a7-8085-22ceb410640c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44438f1d-265f-4df9-915a-d011589f7163'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:20:11.333170 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541f9d36-238b-4963-9ff5-013f642660bd" -d '{"events": [{"server_uuid": "943a4b31-4647-45a7-8085-22ceb410640c", "name": "network-vif-plugged", "status": "completed", "tag": "44438f1d-265f-4df9-915a-d011589f7163"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:20:11.345952 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 44438f1d-265f-4df9-915a-d011589f7163, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=44438f1d-265f-4df9-915a-d011589f7163,segment=NetworkSegment(644c50f3-a078-468a-94d5-0afd7da61236),segment_id=644c50f3-a078-468a-94d5-0afd7da61236)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:11.368050 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bfe98f-8953-4bbe-a202-d1e3f15b253f x-openstack-request-id: req-39bfe98f-8953-4bbe-a202-d1e3f15b253f {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:20:11.368335 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943a4b31-4647-45a7-8085-22ceb410640c", "name": "network-vif-plugged", "status": "completed", "tag": "44438f1d-265f-4df9-915a-d011589f7163", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:20:11.368587 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-39bfe98f-8953-4bbe-a202-d1e3f15b253f {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:20:11.368980 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943a4b31-4647-45a7-8085-22ceb410640c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44438f1d-265f-4df9-915a-d011589f7163', 'code': 200} Nov 11 12:20:11.414743 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:11.461510 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=44438f1d-265f-4df9-915a-d011589f7163,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:11.648930 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ab10a-65ff-45df-a69e-c8e404e10139 req-768c9f91-2a06-4577-952e-1ac4c143c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:11.650415 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-367ab10a-65ff-45df-a69e-c8e404e10139 req-768c9f91-2a06-4577-952e-1ac4c143c43a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=943a4b31-4647-45a7-8085-22ceb410640c HTTP/1.1" status: 200 len: 1099 time: 0.0429554 Nov 11 12:20:11.700249 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-367ab10a-65ff-45df-a69e-c8e404e10139 req-afed0bc4-db93-4c09-8718-443e472f8757 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7568c0bc-a63c-433d-897a-f82dba40269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428681 Nov 11 12:20:12.034047 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe68ea3-fe57-4766-a0bc-6ff8761f690c req-b7f39a62-e52d-47c8-ac00-3891e8726afa tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:12.035497 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-dbe68ea3-fe57-4766-a0bc-6ff8761f690c req-b7f39a62-e52d-47c8-ac00-3891e8726afa tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=943a4b31-4647-45a7-8085-22ceb410640c HTTP/1.1" status: 200 len: 946 time: 0.0477026 Nov 11 12:20:12.082647 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-dbe68ea3-fe57-4766-a0bc-6ff8761f690c req-9014ef84-060e-479a-9aa6-c4b807e7bdc5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=7568c0bc-a63c-433d-897a-f82dba40269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413978 Nov 11 12:20:13.203539 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d842385-a2b7-42a4-846f-a18fc7a39533 req-484dba3b-ae03-4319-9d64-5cbc4d4fe0a9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:13.204993 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6d842385-a2b7-42a4-846f-a18fc7a39533 req-484dba3b-ae03-4319-9d64-5cbc4d4fe0a9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=943a4b31-4647-45a7-8085-22ceb410640c HTTP/1.1" status: 200 len: 946 time: 0.0546153 Nov 11 12:20:13.252139 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6d842385-a2b7-42a4-846f-a18fc7a39533 req-71e1cdb6-f9a1-4040-91e3-b7a2804921e6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=7568c0bc-a63c-433d-897a-f82dba40269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407109 Nov 11 12:20:13.363564 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e254ff1-fa37-4931-8377-42f9edce77ed req-a2fe2159-cff8-4372-9608-843331ab3b10 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:13.364983 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1e254ff1-fa37-4931-8377-42f9edce77ed req-a2fe2159-cff8-4372-9608-843331ab3b10 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=943a4b31-4647-45a7-8085-22ceb410640c HTTP/1.1" status: 200 len: 946 time: 0.0480192 Nov 11 12:20:13.422396 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1e254ff1-fa37-4931-8377-42f9edce77ed req-77215c8b-f112-40df-b319-291fbaa0620d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=7568c0bc-a63c-433d-897a-f82dba40269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483899 Nov 11 12:20:14.899868 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55610) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:15.352191 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2f8384ed-be89-43e0-9c1f-31ec69018ee6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:15.611450 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-2f8384ed-be89-43e0-9c1f-31ec69018ee6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.17 (b421be58-8365-4f11-958c-c0d4e21f1d20/9e12855b-ecff-49a4-9933-2dee35f2c9c5/e59d7c85-274e-47d7-b562-36ffedb6d8a2) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:15.724232 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2f8384ed-be89-43e0-9c1f-31ec69018ee6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:15.842851 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2f8384ed-be89-43e0-9c1f-31ec69018ee6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:15.885430 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8384ed-be89-43e0-9c1f-31ec69018ee6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network b421be58-8365-4f11-958c-c0d4e21f1d20 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:15.888526 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-2f8384ed-be89-43e0-9c1f-31ec69018ee6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:15.892337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8384ed-be89-43e0-9c1f-31ec69018ee6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:15.898494 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8384ed-be89-43e0-9c1f-31ec69018ee6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=e59d7c85-274e-47d7-b562-36ffedb6d8a2,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:15.941221 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2f8384ed-be89-43e0-9c1f-31ec69018ee6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.140413 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e94ec1e1-9d1a-4767-86d3-22e796282511 None None] Provisioning complete for port e59d7c85-274e-47d7-b562-36ffedb6d8a2 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:16.140986 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e94ec1e1-9d1a-4767-86d3-22e796282511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.164735 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2f8384ed-be89-43e0-9c1f-31ec69018ee6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.177328 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e94ec1e1-9d1a-4767-86d3-22e796282511 None None] Port e59d7c85-274e-47d7-b562-36ffedb6d8a2 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:16.216907 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:20:16.489636 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2f8384ed-be89-43e0-9c1f-31ec69018ee6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.565443 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2f8384ed-be89-43e0-9c1f-31ec69018ee6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.635501 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8384ed-be89-43e0-9c1f-31ec69018ee6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=e59d7c85-274e-47d7-b562-36ffedb6d8a2,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:16.641318 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2f8384ed-be89-43e0-9c1f-31ec69018ee6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:16.977742 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8384ed-be89-43e0-9c1f-31ec69018ee6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network b421be58-8365-4f11-958c-c0d4e21f1d20 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:16.979135 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-2f8384ed-be89-43e0-9c1f-31ec69018ee6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:17.143035 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8384ed-be89-43e0-9c1f-31ec69018ee6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 7905d8c4-eb1c-40a5-bc34-b1809793176a has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:20:17.208378 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-082b3f56-09e0-4333-8b63-a15742ce48ac None None] Provisioning complete for port e59d7c85-274e-47d7-b562-36ffedb6d8a2 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:17.209016 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-082b3f56-09e0-4333-8b63-a15742ce48ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.243068 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-082b3f56-09e0-4333-8b63-a15742ce48ac None None] Port e59d7c85-274e-47d7-b562-36ffedb6d8a2 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:17.260400 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8384ed-be89-43e0-9c1f-31ec69018ee6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:20:17.267189 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2f8384ed-be89-43e0-9c1f-31ec69018ee6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/7905d8c4-eb1c-40a5-bc34-b1809793176a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3644872 Nov 11 12:20:17.272129 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Sync routers for ids ['7905d8c4-eb1c-40a5-bc34-b1809793176a'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:20:17.283137 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Routers {'7905d8c4-eb1c-40a5-bc34-b1809793176a'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:17.283441 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:20:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7905d8c4-eb1c-40a5-bc34-b1809793176a'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:17.393032 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Set router 7905d8c4-eb1c-40a5-bc34-b1809793176a gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:17.628499 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:20:16Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '0759657b-8b36-461a-88f3-048e23971e39', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.71', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'port_id': '296bd863-3132-4c8b-9d9e-cf684f26bae6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'mac_address': 'fa:16:3e:ac:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45984599-da1d-4935-a925-4bb7b28dba7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:19:21Z', 'updated_at': '2021-11-11T12:19:23Z', 'revision_number': 1, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98904ce5-50ba-4939-b911-5524e5efaa8d', 'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:eb:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:02Z', 'updated_at': '2021-11-11T12:19:05Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59d7c85-274e-47d7-b562-36ffedb6d8a2', 'name': '', 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:b9:47:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '9e12855b-ecff-49a4-9933-2dee35f2c9c5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:15Z', 'updated_at': '2021-11-11T12:20:16Z', 'revision_number': 2, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '9e12855b-ecff-49a4-9933-2dee35f2c9c5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:17.653965 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Checking router: 7905d8c4-eb1c-40a5-bc34-b1809793176a for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:20:17.657046 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Updating router 7905d8c4-eb1c-40a5-bc34-b1809793176a port e59d7c85-274e-47d7-b562-36ffedb6d8a2 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:20:17.678805 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:17.937880 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.032459 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.087102 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9773d-04d7-42cc-bad3-bfd89151bd56 None None] Pushing event updated for resources: {'Port': ['ID=e59d7c85-274e-47d7-b562-36ffedb6d8a2,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:18.133604 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Attempting to bind port e59d7c85-274e-47d7-b562-36ffedb6d8a2 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:18.141641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Attempting to bind port e59d7c85-274e-47d7-b562-36ffedb6d8a2 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '644c50f3-a078-468a-94d5-0afd7da61236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:18.141641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Attempting to bind port e59d7c85-274e-47d7-b562-36ffedb6d8a2 on network b421be58-8365-4f11-958c-c0d4e21f1d20 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:18.141641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:18.141641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Checking segment: {'id': '644c50f3-a078-468a-94d5-0afd7da61236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:18.141641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.141641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Bound using segment: {'id': '644c50f3-a078-468a-94d5-0afd7da61236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:18.141641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Bound port: e59d7c85-274e-47d7-b562-36ffedb6d8a2, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644c50f3-a078-468a-94d5-0afd7da61236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:18.142887 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.210084 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] For port e59d7c85-274e-47d7-b562-36ffedb6d8a2, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:18.213814 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] For port e59d7c85-274e-47d7-b562-36ffedb6d8a2, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e59d7c85-274e-47d7-b562-36ffedb6d8a2,segment=NetworkSegment(644c50f3-a078-468a-94d5-0afd7da61236),segment_id=644c50f3-a078-468a-94d5-0afd7da61236)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:18.268907 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.272050 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-117586ce-c0e8-4610-91f5-4b3e58460a5d None None] Provisioning complete for port e59d7c85-274e-47d7-b562-36ffedb6d8a2 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:18.272407 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-117586ce-c0e8-4610-91f5-4b3e58460a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.359635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9773d-04d7-42cc-bad3-bfd89151bd56 None None] Pushing event updated for resources: {'Port': ['ID=e59d7c85-274e-47d7-b562-36ffedb6d8a2,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:18.367728 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Routers {'7905d8c4-eb1c-40a5-bc34-b1809793176a'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:18.368147 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:20:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7905d8c4-eb1c-40a5-bc34-b1809793176a'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:18.483402 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-117586ce-c0e8-4610-91f5-4b3e58460a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.524587 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] Set router 7905d8c4-eb1c-40a5-bc34-b1809793176a gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:18.558873 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-117586ce-c0e8-4610-91f5-4b3e58460a5d None None] For port e59d7c85-274e-47d7-b562-36ffedb6d8a2, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e59d7c85-274e-47d7-b562-36ffedb6d8a2,segment=NetworkSegment(644c50f3-a078-468a-94d5-0afd7da61236),segment_id=644c50f3-a078-468a-94d5-0afd7da61236)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:18.624041 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-117586ce-c0e8-4610-91f5-4b3e58460a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.716401 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117586ce-c0e8-4610-91f5-4b3e58460a5d None None] Pushing event updated for resources: {'Port': ['ID=e59d7c85-274e-47d7-b562-36ffedb6d8a2,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:18.778022 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-43d944bb-9e3c-4fbe-8161-69e24a853dce None None] Provisioning complete for port e59d7c85-274e-47d7-b562-36ffedb6d8a2 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:18.778386 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-43d944bb-9e3c-4fbe-8161-69e24a853dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:18.840457 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:20:16Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '0759657b-8b36-461a-88f3-048e23971e39', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.71', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'port_id': '296bd863-3132-4c8b-9d9e-cf684f26bae6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'mac_address': 'fa:16:3e:ac:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45984599-da1d-4935-a925-4bb7b28dba7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:19:21Z', 'updated_at': '2021-11-11T12:19:23Z', 'revision_number': 1, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98904ce5-50ba-4939-b911-5524e5efaa8d', 'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:eb:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:02Z', 'updated_at': '2021-11-11T12:19:05Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59d7c85-274e-47d7-b562-36ffedb6d8a2', 'name': '', 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:b9:47:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '9e12855b-ecff-49a4-9933-2dee35f2c9c5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:15Z', 'updated_at': '2021-11-11T12:20:18Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '9e12855b-ecff-49a4-9933-2dee35f2c9c5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:18.887341 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45545c8-845f-42f1-8ade-16c245ed1e92 None None] The sync data for ids ['7905d8c4-eb1c-40a5-bc34-b1809793176a'] in dv-neutron-786478-23-hyperv is: [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:20:16Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '0759657b-8b36-461a-88f3-048e23971e39', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.71', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'port_id': '296bd863-3132-4c8b-9d9e-cf684f26bae6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'mac_address': 'fa:16:3e:ac:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45984599-da1d-4935-a925-4bb7b28dba7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:19:21Z', 'updated_at': '2021-11-11T12:19:23Z', 'revision_number': 1, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98904ce5-50ba-4939-b911-5524e5efaa8d', 'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:eb:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:02Z', 'updated_at': '2021-11-11T12:19:05Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59d7c85-274e-47d7-b562-36ffedb6d8a2', 'name': '', 'network_id': 'b421be58-8365-4f11-958c-c0d4e21f1d20', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:b9:47:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '9e12855b-ecff-49a4-9933-2dee35f2c9c5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:15Z', 'updated_at': '2021-11-11T12:20:18Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '9e12855b-ecff-49a4-9933-2dee35f2c9c5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:20:19.199017 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e59d7c85-274e-47d7-b562-36ffedb6d8a2 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:19.253104 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port e59d7c85-274e-47d7-b562-36ffedb6d8a2 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:19.253759 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:33.173523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-61baaed0-f398-4eff-a8fd-cb85c626eac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:34.728874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8e030-1cd6-4087-9b3a-ae83e472611d req-00d0f1f6-c735-4b10-8074-5df4d729da1b tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:34.730312 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-10d8e030-1cd6-4087-9b3a-ae83e472611d req-00d0f1f6-c735-4b10-8074-5df4d729da1b tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 945 time: 0.0528734 Nov 11 12:20:34.778859 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-10d8e030-1cd6-4087-9b3a-ae83e472611d req-6b1d285d-38f3-4a6e-a10e-9707a459ee8e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424092 Nov 11 12:20:35.525783 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-78b10ccd-daac-4207-95db-1c8c5eb7a21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:35.898459 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4257be-476b-48fb-92a3-0cf193099d8e req-965a15bf-4ed3-4f5e-a25e-40c6fec45ed2 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:35.900161 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7c4257be-476b-48fb-92a3-0cf193099d8e req-965a15bf-4ed3-4f5e-a25e-40c6fec45ed2 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 945 time: 0.0511878 Nov 11 12:20:35.951136 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7c4257be-476b-48fb-92a3-0cf193099d8e req-b8b84f6f-077d-4876-a219-7029843088c9 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448208 Nov 11 12:20:36.376527 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c8595-854e-4f47-9b65-88c323817809 req-be5b1717-0ab4-4a45-9c0f-f6ca31cb0df9 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:36.377973 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3b5c8595-854e-4f47-9b65-88c323817809 req-be5b1717-0ab4-4a45-9c0f-f6ca31cb0df9 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.70 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 945 time: 0.0589492 Nov 11 12:20:36.471151 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-3b5c8595-854e-4f47-9b65-88c323817809 req-abf09428-3da7-42e0-9368-303732eef72d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Deleting port 1ce78e53-f004-45d7-9374-d9899d09254a {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:36.471489 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3b5c8595-854e-4f47-9b65-88c323817809 req-abf09428-3da7-42e0-9368-303732eef72d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.477641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.570182 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-3b5c8595-854e-4f47-9b65-88c323817809 req-abf09428-3da7-42e0-9368-303732eef72d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] For port 1ce78e53-f004-45d7-9374-d9899d09254a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1ce78e53-f004-45d7-9374-d9899d09254a,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:36.570546 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3b5c8595-854e-4f47-9b65-88c323817809 req-abf09428-3da7-42e0-9368-303732eef72d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.786943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3b5c8595-854e-4f47-9b65-88c323817809 req-abf09428-3da7-42e0-9368-303732eef72d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.787353 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3b5c8595-854e-4f47-9b65-88c323817809 req-abf09428-3da7-42e0-9368-303732eef72d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.787662 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [req-3b5c8595-854e-4f47-9b65-88c323817809 req-abf09428-3da7-42e0-9368-303732eef72d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Floating IP c4d453d5-55c3-4832-a093-b96ea80e0f12 disassociated. External IP: 172.26.5.85, port: 1ce78e53-f004-45d7-9374-d9899d09254a. Nov 11 12:20:36.788023 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-3b5c8595-854e-4f47-9b65-88c323817809 req-abf09428-3da7-42e0-9368-303732eef72d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Calling delete_port for 1ce78e53-f004-45d7-9374-d9899d09254a owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:36.965862 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3b5c8595-854e-4f47-9b65-88c323817809 req-abf09428-3da7-42e0-9368-303732eef72d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:36.993971 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf09428-3da7-42e0-9368-303732eef72d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event deleted for resources: {'Port': ['ID=1ce78e53-f004-45d7-9374-d9899d09254a,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:37.049179 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aa05a0f7-6493-46a5-bb57-ab28f8513db7 req-6386dae1-e4f5-486b-82b0-b2f3b7443e83 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 210 time: 0.0264025 Nov 11 12:20:37.110252 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b5c8595-854e-4f47-9b65-88c323817809 req-abf09428-3da7-42e0-9368-303732eef72d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:20:37.219061 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b5c8595-854e-4f47-9b65-88c323817809 req-abf09428-3da7-42e0-9368-303732eef72d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:20:37.229328 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cda8f6-1e99-4138-af55-b7948ece115d None None] Sync routers for ids ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:20:37.238366 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cda8f6-1e99-4138-af55-b7948ece115d None None] Routers {'42a7a6ba-00be-41cd-b8dc-7886df6a4b42'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:37.238987 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f4cda8f6-1e99-4138-af55-b7948ece115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:20:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:37.257241 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5c8595-854e-4f47-9b65-88c323817809 req-abf09428-3da7-42e0-9368-303732eef72d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] No DVR routers for this DVR port 1ce78e53-f004-45d7-9374-d9899d09254a on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:20:37.259923 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3b5c8595-854e-4f47-9b65-88c323817809 req-abf09428-3da7-42e0-9368-303732eef72d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:37.263959 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3b5c8595-854e-4f47-9b65-88c323817809 req-abf09428-3da7-42e0-9368-303732eef72d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.70 "DELETE /v2.0/ports/1ce78e53-f004-45d7-9374-d9899d09254a HTTP/1.1" status: 204 len: 173 time: 0.8779573 Nov 11 12:20:37.264419 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2706aa5b-84c7-45fe-be55-f29c4c4047cd', 'name': 'network-vif-deleted', 'tag': '1ce78e53-f004-45d7-9374-d9899d09254a'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:20:37.266708 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3802b307-59c0-4311-962e-28b012ed26aa" -d '{"events": [{"server_uuid": "2706aa5b-84c7-45fe-be55-f29c4c4047cd", "name": "network-vif-deleted", "tag": "1ce78e53-f004-45d7-9374-d9899d09254a"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:20:37.305574 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf48d4e-bcce-4ae4-8d2b-85aa46da3981 x-openstack-request-id: req-cbf48d4e-bcce-4ae4-8d2b-85aa46da3981 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:20:37.305875 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2706aa5b-84c7-45fe-be55-f29c4c4047cd", "name": "network-vif-deleted", "tag": "1ce78e53-f004-45d7-9374-d9899d09254a", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:20:37.306128 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cbf48d4e-bcce-4ae4-8d2b-85aa46da3981 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:20:37.306528 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2706aa5b-84c7-45fe-be55-f29c4c4047cd', 'name': 'network-vif-deleted', 'tag': '1ce78e53-f004-45d7-9374-d9899d09254a', 'status': 'completed', 'code': 200} Nov 11 12:20:37.351580 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-f4cda8f6-1e99-4138-af55-b7948ece115d None None] Set router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:37.563721 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f4cda8f6-1e99-4138-af55-b7948ece115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 5, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:37.589611 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cda8f6-1e99-4138-af55-b7948ece115d None None] Checking router: 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:20:37.597133 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cda8f6-1e99-4138-af55-b7948ece115d None None] Routers {'42a7a6ba-00be-41cd-b8dc-7886df6a4b42'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:37.597709 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f4cda8f6-1e99-4138-af55-b7948ece115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:20:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:37.703217 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-f4cda8f6-1e99-4138-af55-b7948ece115d None None] Set router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:37.770920 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55646) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:37.897125 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f4cda8f6-1e99-4138-af55-b7948ece115d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 5, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:37.922548 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cda8f6-1e99-4138-af55-b7948ece115d None None] The sync data for ids ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'] in dv-neutron-786478-23-hyperv is: [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 5, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:20:38.082490 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:38.154835 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-60485db6-88c4-4cbe-87e5-b89ec5db837d req-48a85d14-b10b-4c66-b1f8-8742a2d7a4f0 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 210 time: 0.0259829 Nov 11 12:20:38.175930 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8235e94-3694-4d30-a0a8-6daf2160cf79 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:38.228253 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c276519-4482-4295-896c-def104e2a4e2 None None] New status for floating IP c4d453d5-55c3-4832-a093-b96ea80e0f12: DOWN {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:20:38.503775 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f8235e94-3694-4d30-a0a8-6daf2160cf79 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port e59d7c85-274e-47d7-b562-36ffedb6d8a2 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:38.504118 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8235e94-3694-4d30-a0a8-6daf2160cf79 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:38.596555 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-f8235e94-3694-4d30-a0a8-6daf2160cf79 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port e59d7c85-274e-47d7-b562-36ffedb6d8a2, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e59d7c85-274e-47d7-b562-36ffedb6d8a2,segment=NetworkSegment(644c50f3-a078-468a-94d5-0afd7da61236),segment_id=644c50f3-a078-468a-94d5-0afd7da61236)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:38.597299 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8235e94-3694-4d30-a0a8-6daf2160cf79 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:38.610455 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f8235e94-3694-4d30-a0a8-6daf2160cf79 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for e59d7c85-274e-47d7-b562-36ffedb6d8a2 owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:38.857873 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8235e94-3694-4d30-a0a8-6daf2160cf79 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:38.885347 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8235e94-3694-4d30-a0a8-6daf2160cf79 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=e59d7c85-274e-47d7-b562-36ffedb6d8a2,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:39.242688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 1ce78e53-f004-45d7-9374-d9899d09254a no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:20:39.275633 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 1ce78e53-f004-45d7-9374-d9899d09254a {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:20:39.276064 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-43510bc2-9773-4a13-ac4a-c3b41115db30 req-0c114713-77fa-4379-b5f1-15235404b775 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 210 time: 0.0356994 Nov 11 12:20:39.277375 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 1ce78e53-f004-45d7-9374-d9899d09254a not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:20:39.351432 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.353568 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f8235e94-3694-4d30-a0a8-6daf2160cf79 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:39.569712 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8235e94-3694-4d30-a0a8-6daf2160cf79 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 7905d8c4-eb1c-40a5-bc34-b1809793176a has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:20:39.678236 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8235e94-3694-4d30-a0a8-6daf2160cf79 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:20:39.686144 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f8235e94-3694-4d30-a0a8-6daf2160cf79 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/7905d8c4-eb1c-40a5-bc34-b1809793176a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9143159 Nov 11 12:20:39.688352 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a688ff-4860-4eaf-bd14-61f39425633f None None] Sync routers for ids ['7905d8c4-eb1c-40a5-bc34-b1809793176a'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:20:39.698811 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a688ff-4860-4eaf-bd14-61f39425633f None None] Routers {'7905d8c4-eb1c-40a5-bc34-b1809793176a'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:39.699405 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-76a688ff-4860-4eaf-bd14-61f39425633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:20:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7905d8c4-eb1c-40a5-bc34-b1809793176a'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:39.804611 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-76a688ff-4860-4eaf-bd14-61f39425633f None None] Set router 7905d8c4-eb1c-40a5-bc34-b1809793176a gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:40.037785 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-76a688ff-4860-4eaf-bd14-61f39425633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:20:38Z', 'revision_number': 6, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '0759657b-8b36-461a-88f3-048e23971e39', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.71', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'port_id': '296bd863-3132-4c8b-9d9e-cf684f26bae6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'mac_address': 'fa:16:3e:ac:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45984599-da1d-4935-a925-4bb7b28dba7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:19:21Z', 'updated_at': '2021-11-11T12:19:23Z', 'revision_number': 1, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98904ce5-50ba-4939-b911-5524e5efaa8d', 'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:eb:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:02Z', 'updated_at': '2021-11-11T12:19:05Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:40.099900 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1217eb-6f64-44ad-a127-a04327a98dcb req-37434067-ed7e-4c14-b7ec-4e7078210942 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:40.101532 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7f1217eb-6f64-44ad-a127-a04327a98dcb req-37434067-ed7e-4c14-b7ec-4e7078210942 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=943a4b31-4647-45a7-8085-22ceb410640c HTTP/1.1" status: 200 len: 946 time: 0.0550387 Nov 11 12:20:40.154459 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7f1217eb-6f64-44ad-a127-a04327a98dcb req-f4ba464f-6f17-4988-b6cf-f8caac7de705 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=7568c0bc-a63c-433d-897a-f82dba40269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462692 Nov 11 12:20:40.155627 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a688ff-4860-4eaf-bd14-61f39425633f None None] Checking router: 7905d8c4-eb1c-40a5-bc34-b1809793176a for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:20:40.164254 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a688ff-4860-4eaf-bd14-61f39425633f None None] Routers {'7905d8c4-eb1c-40a5-bc34-b1809793176a'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:40.164926 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-76a688ff-4860-4eaf-bd14-61f39425633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:20:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7905d8c4-eb1c-40a5-bc34-b1809793176a'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:40.267671 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-76a688ff-4860-4eaf-bd14-61f39425633f None None] Set router 7905d8c4-eb1c-40a5-bc34-b1809793176a gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:40.371178 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-932640fd-a23c-46e5-ba95-71b60fe9a668 req-74ed1ce7-9309-498f-ac61-c8b7ad0521a4 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 210 time: 0.0269318 Nov 11 12:20:40.497609 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-76a688ff-4860-4eaf-bd14-61f39425633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:20:38Z', 'revision_number': 6, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '0759657b-8b36-461a-88f3-048e23971e39', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.71', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'port_id': '296bd863-3132-4c8b-9d9e-cf684f26bae6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'mac_address': 'fa:16:3e:ac:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45984599-da1d-4935-a925-4bb7b28dba7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:19:21Z', 'updated_at': '2021-11-11T12:19:23Z', 'revision_number': 1, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98904ce5-50ba-4939-b911-5524e5efaa8d', 'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:eb:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:02Z', 'updated_at': '2021-11-11T12:19:05Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:40.526649 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a688ff-4860-4eaf-bd14-61f39425633f None None] The sync data for ids ['7905d8c4-eb1c-40a5-bc34-b1809793176a'] in dv-neutron-786478-23-hyperv is: [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:20:38Z', 'revision_number': 6, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '0759657b-8b36-461a-88f3-048e23971e39', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.71', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'port_id': '296bd863-3132-4c8b-9d9e-cf684f26bae6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'mac_address': 'fa:16:3e:ac:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45984599-da1d-4935-a925-4bb7b28dba7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:19:21Z', 'updated_at': '2021-11-11T12:19:23Z', 'revision_number': 1, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98904ce5-50ba-4939-b911-5524e5efaa8d', 'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:eb:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:02Z', 'updated_at': '2021-11-11T12:19:05Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:20:40.670554 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:41.146153 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e59d7c85-274e-47d7-b562-36ffedb6d8a2 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:20:41.166714 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: e59d7c85-274e-47d7-b562-36ffedb6d8a2 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:20:41.166990 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e59d7c85-274e-47d7-b562-36ffedb6d8a2 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:20:41.274521 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09355a1b-258e-4f81-8c1a-6b08fbe9115c req-699f2796-ca1b-4734-a8ec-f34e96f0b447 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:41.276120 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-09355a1b-258e-4f81-8c1a-6b08fbe9115c req-699f2796-ca1b-4734-a8ec-f34e96f0b447 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=943a4b31-4647-45a7-8085-22ceb410640c HTTP/1.1" status: 200 len: 946 time: 0.0484128 Nov 11 12:20:41.327587 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-09355a1b-258e-4f81-8c1a-6b08fbe9115c req-9440282b-dca2-442f-b7c3-19606c2c2eb1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=7568c0bc-a63c-433d-897a-f82dba40269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454195 Nov 11 12:20:41.439764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5e560-a646-48f6-9645-6af0eef209fb req-7d1c3672-5c31-4265-bdb5-11dfe7b448c6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:41.441427 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-56e5e560-a646-48f6-9645-6af0eef209fb req-7d1c3672-5c31-4265-bdb5-11dfe7b448c6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/ports?device_id=943a4b31-4647-45a7-8085-22ceb410640c HTTP/1.1" status: 200 len: 946 time: 0.0588837 Nov 11 12:20:41.464226 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c46f5657-d8a9-47a0-abed-3fe195e20d5c req-00f151f7-78d8-4b76-b5df-92ec9f671f07 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 210 time: 0.0269036 Nov 11 12:20:41.535666 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-56e5e560-a646-48f6-9645-6af0eef209fb req-8d4be739-731c-4840-8506-61232204a74b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 44438f1d-265f-4df9-915a-d011589f7163 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:41.536006 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-56e5e560-a646-48f6-9645-6af0eef209fb req-8d4be739-731c-4840-8506-61232204a74b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:41.648369 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-56e5e560-a646-48f6-9645-6af0eef209fb req-8d4be739-731c-4840-8506-61232204a74b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 44438f1d-265f-4df9-915a-d011589f7163, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=44438f1d-265f-4df9-915a-d011589f7163,segment=NetworkSegment(644c50f3-a078-468a-94d5-0afd7da61236),segment_id=644c50f3-a078-468a-94d5-0afd7da61236)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:41.648783 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-56e5e560-a646-48f6-9645-6af0eef209fb req-8d4be739-731c-4840-8506-61232204a74b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:41.662031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-56e5e560-a646-48f6-9645-6af0eef209fb req-8d4be739-731c-4840-8506-61232204a74b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 44438f1d-265f-4df9-915a-d011589f7163 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:41.897026 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-56e5e560-a646-48f6-9645-6af0eef209fb req-8d4be739-731c-4840-8506-61232204a74b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:41.933683 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4be739-731c-4840-8506-61232204a74b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=44438f1d-265f-4df9-915a-d011589f7163,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:41.981035 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e5e560-a646-48f6-9645-6af0eef209fb req-8d4be739-731c-4840-8506-61232204a74b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] No DVR routers for this DVR port 44438f1d-265f-4df9-915a-d011589f7163 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:20:41.983519 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-56e5e560-a646-48f6-9645-6af0eef209fb req-8d4be739-731c-4840-8506-61232204a74b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:41.987386 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-56e5e560-a646-48f6-9645-6af0eef209fb req-8d4be739-731c-4840-8506-61232204a74b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "DELETE /v2.0/ports/44438f1d-265f-4df9-915a-d011589f7163 HTTP/1.1" status: 204 len: 173 time: 0.5373685 Nov 11 12:20:41.987829 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943a4b31-4647-45a7-8085-22ceb410640c', 'name': 'network-vif-deleted', 'tag': '44438f1d-265f-4df9-915a-d011589f7163'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:20:41.990088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37591f1-d3cb-4d29-926d-23150ddd3b9b" -d '{"events": [{"server_uuid": "943a4b31-4647-45a7-8085-22ceb410640c", "name": "network-vif-deleted", "tag": "44438f1d-265f-4df9-915a-d011589f7163"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:20:42.026401 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfb866e-f9ca-478f-a73f-125bd40489e3 x-openstack-request-id: req-dcfb866e-f9ca-478f-a73f-125bd40489e3 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:20:42.026401 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943a4b31-4647-45a7-8085-22ceb410640c", "name": "network-vif-deleted", "tag": "44438f1d-265f-4df9-915a-d011589f7163", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:20:42.026401 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dcfb866e-f9ca-478f-a73f-125bd40489e3 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:20:42.026401 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943a4b31-4647-45a7-8085-22ceb410640c', 'name': 'network-vif-deleted', 'tag': '44438f1d-265f-4df9-915a-d011589f7163', 'status': 'completed', 'code': 200} Nov 11 12:20:42.448634 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-075cf4b1-f6cf-4ee3-b7ae-9123958ced0a req-d088eab5-f5f8-4a66-b3f2-955c32fe6c21 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=943a4b31-4647-45a7-8085-22ceb410640c HTTP/1.1" status: 200 len: 210 time: 0.0268028 Nov 11 12:20:42.569036 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-78c72e75-0ba0-4a24-9918-1c8a69caaed4 req-951c2882-a3e2-4bf2-bb80-25112fc0870b tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=2706aa5b-84c7-45fe-be55-f29c4c4047cd HTTP/1.1" status: 200 len: 210 time: 0.0262344 Nov 11 12:20:43.504567 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55670) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:43.560343 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b66d8f17-b84d-4b3e-b8b5-ff93098a6e88 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:43.584516 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b66d8f17-b84d-4b3e-b8b5-ff93098a6e88 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:43.698889 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b66d8f17-b84d-4b3e-b8b5-ff93098a6e88 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:43.701648 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b66d8f17-b84d-4b3e-b8b5-ff93098a6e88 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:43.702821 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b66d8f17-b84d-4b3e-b8b5-ff93098a6e88 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/security-groups/7568c0bc-a63c-433d-897a-f82dba40269c HTTP/1.1" status: 204 len: 168 time: 0.1972747 Nov 11 12:20:43.714361 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d8f17-b84d-4b3e-b8b5-ff93098a6e88 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7568c0bc-a63c-433d-897a-f82dba40269c,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:43.797711 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55684) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:43.851599 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d221b5-7411-4137-ab39-5f1f348510f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting subnet 9e12855b-ecff-49a4-9933-2dee35f2c9c5 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:20:43.854659 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f0d221b5-7411-4137-ab39-5f1f348510f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:43.857865 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b9875387-92cb-4321-b684-a225412b806f req-8afb05b5-e8ac-4a37-98cf-71243eee7fa9 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662630943&fields=id&tenant_id=a99d4d62847944b89c15c8889eeeafb0 HTTP/1.1" status: 200 len: 267 time: 0.0438588 Nov 11 12:20:43.895250 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f0d221b5-7411-4137-ab39-5f1f348510f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:43.964347 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9875387-92cb-4321-b684-a225412b806f req-819beb4e-5fef-4434-b5cb-d00b70256d52 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:43.966308 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b9875387-92cb-4321-b684-a225412b806f req-819beb4e-5fef-4434-b5cb-d00b70256d52 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/networks?id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a HTTP/1.1" status: 200 len: 812 time: 0.1020656 Nov 11 12:20:43.976676 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f0d221b5-7411-4137-ab39-5f1f348510f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:43.981688 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b9875387-92cb-4321-b684-a225412b806f req-5ea0d62f-95ec-48ee-825f-98bb3fa0c06e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/quotas/a99d4d62847944b89c15c8889eeeafb0 HTTP/1.1" status: 200 len: 375 time: 0.0094531 Nov 11 12:20:44.039873 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b9875387-92cb-4321-b684-a225412b806f req-495f0f13-80d3-4233-b3f4-3964074dd7e8 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522289 Nov 11 12:20:44.115831 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f0d221b5-7411-4137-ab39-5f1f348510f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.136865 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b9875387-92cb-4321-b684-a225412b806f req-0abaead9-5ed2-46c5-b3c7-2e62d12d1b19 service neutron] 10.222.0.50 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848308 Nov 11 12:20:44.144783 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d221b5-7411-4137-ab39-5f1f348510f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Subnet': ['ID=9e12855b-ecff-49a4-9933-2dee35f2c9c5,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:44.146977 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f0d221b5-7411-4137-ab39-5f1f348510f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.153305 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f0d221b5-7411-4137-ab39-5f1f348510f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/subnets/9e12855b-ecff-49a4-9933-2dee35f2c9c5 HTTP/1.1" status: 204 len: 168 time: 0.3516815 Nov 11 12:20:44.154158 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55686) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:44.154782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a489a3f-3516-4b66-841e-e5f29f080644 None None] Network b421be58-8365-4f11-958c-c0d4e21f1d20 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:44.230691 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b9875387-92cb-4321-b684-a225412b806f req-dda37ba9-358b-4672-8fd4-3058f99bc837 service neutron] 10.222.0.50 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877056 Nov 11 12:20:44.232183 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.296550 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port f4c4928c-61f9-4584-a983-13b55bdd89f7 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:44.296834 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.353131 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b832af-1140-4684-95bb-f3288398b39a None None] DHCP port deletion for b421be58-8365-4f11-958c-c0d4e21f1d20 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:44.380800 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port f4c4928c-61f9-4584-a983-13b55bdd89f7, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f4c4928c-61f9-4584-a983-13b55bdd89f7,segment=NetworkSegment(644c50f3-a078-468a-94d5-0afd7da61236),segment_id=644c50f3-a078-468a-94d5-0afd7da61236)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:44.381043 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.396961 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for f4c4928c-61f9-4584-a983-13b55bdd89f7 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:44.408979 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-41b832af-1140-4684-95bb-f3288398b39a None None] Deleting port f4c4928c-61f9-4584-a983-13b55bdd89f7 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:44.409352 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-41b832af-1140-4684-95bb-f3288398b39a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.470851 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-41b832af-1140-4684-95bb-f3288398b39a None None] For port f4c4928c-61f9-4584-a983-13b55bdd89f7, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f4c4928c-61f9-4584-a983-13b55bdd89f7,segment=NetworkSegment(644c50f3-a078-468a-94d5-0afd7da61236),segment_id=644c50f3-a078-468a-94d5-0afd7da61236)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:44.471455 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-41b832af-1140-4684-95bb-f3288398b39a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.484475 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-41b832af-1140-4684-95bb-f3288398b39a None None] Calling delete_port for f4c4928c-61f9-4584-a983-13b55bdd89f7 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:44.568551 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.575086 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-41b832af-1140-4684-95bb-f3288398b39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.598792 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=f4c4928c-61f9-4584-a983-13b55bdd89f7,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:44.601224 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b832af-1140-4684-95bb-f3288398b39a None None] Pushing event deleted for resources: {'Port': ['ID=f4c4928c-61f9-4584-a983-13b55bdd89f7,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:44.602558 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] No DVR routers for this DVR port f4c4928c-61f9-4584-a983-13b55bdd89f7 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:20:44.603211 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b832af-1140-4684-95bb-f3288398b39a None None] No DVR routers for this DVR port f4c4928c-61f9-4584-a983-13b55bdd89f7 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:20:44.681575 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.702326 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b421be58-8365-4f11-958c-c0d4e21f1d20']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:44.711840 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644c50f3-a078-468a-94d5-0afd7da61236') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:44.712131 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644c50f3-a078-468a-94d5-0afd7da61236') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:44.726407 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.739476 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.745714 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:20:44.746087 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:20:44.749162 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:20:44.900558 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3d188472-89e8-4a89-8be1-20e5369125d3 req-99bce1dc-8780-4df6-a157-2a484f5f02da tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 210 time: 0.0257337 Nov 11 12:20:44.910449 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.929647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:44.935096 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/networks/b421be58-8365-4f11-958c-c0d4e21f1d20 HTTP/1.1" status: 204 len: 168 time: 0.7790818 Nov 11 12:20:44.935096 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5edcf7-fd9a-4658-bd3b-a97253fb5de3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Network': ['ID=b421be58-8365-4f11-958c-c0d4e21f1d20,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:44.936475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55698) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:45.094665 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 5eecfc44-49bd-446f-b3cc-6722687a16b3 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:45.094953 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:45.170934 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:45.171285 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:45.179222 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 44438f1d-265f-4df9-915a-d011589f7163 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:20:45.187964 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 5eecfc44-49bd-446f-b3cc-6722687a16b3 owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:45.209047 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f4c4928c-61f9-4584-a983-13b55bdd89f7 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:20:45.211655 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 44438f1d-265f-4df9-915a-d011589f7163 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:20:45.212062 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 44438f1d-265f-4df9-915a-d011589f7163 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:20:45.235495 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: f4c4928c-61f9-4584-a983-13b55bdd89f7 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:20:45.235983 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f4c4928c-61f9-4584-a983-13b55bdd89f7 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:20:45.464141 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:45.492893 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=5eecfc44-49bd-446f-b3cc-6722687a16b3,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:45.521268 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:45.521618 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:45.521960 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:45.522288 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:45.522610 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:45.522983 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:45.523325 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:45.523652 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:45.524016 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:45.524321 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:45.525137 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:45.525451 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:45.578335 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:45.578685 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP 0759657b-8b36-461a-88f3-048e23971e39 disassociated (deleted). External IP: 172.26.5.71, port: 296bd863-3132-4c8b-9d9e-cf684f26bae6. Nov 11 12:20:45.789574 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 7905d8c4-eb1c-40a5-bc34-b1809793176a has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:20:45.975847 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0d9b12e9-97b5-4991-b29e-a6b10bca812c req-42185525-f965-4be2-84f8-8d1bd65aa555 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=45984599-da1d-4935-a925-4bb7b28dba7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458536 Nov 11 12:20:46.045581 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b12e9-97b5-4991-b29e-a6b10bca812c req-22f8b441-0d0f-45a1-a8d8-9678adfa8f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:46.047267 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0d9b12e9-97b5-4991-b29e-a6b10bca812c req-22f8b441-0d0f-45a1-a8d8-9678adfa8f9f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 1099 time: 0.0474951 Nov 11 12:20:46.158376 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b12e9-97b5-4991-b29e-a6b10bca812c req-d87b4e71-5116-437e-852c-5836f07d6cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:46.160054 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0d9b12e9-97b5-4991-b29e-a6b10bca812c req-d87b4e71-5116-437e-852c-5836f07d6cf2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a93cf107-7412-4949-8f17-0bdbe0be3a80 HTTP/1.1" status: 200 len: 898 time: 0.0905128 Nov 11 12:20:46.190876 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ea3875a4-c7d5-4623-ba53-483cb641476a req-acbbe327-939f-4e50-9952-c3ec40b69896 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 210 time: 0.0316679 Nov 11 12:20:46.205584 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0d9b12e9-97b5-4991-b29e-a6b10bca812c req-e3c95420-282b-48e2-b7c0-44c90ccb566c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=296bd863-3132-4c8b-9d9e-cf684f26bae6 HTTP/1.1" status: 200 len: 217 time: 0.0388553 Nov 11 12:20:46.206140 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:20:46.212096 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:46.224418 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18600a5-9649-4931-99f1-c76551480da6 None None] Sync routers for ids ['7905d8c4-eb1c-40a5-bc34-b1809793176a'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:20:46.235722 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18600a5-9649-4931-99f1-c76551480da6 None None] Routers {'7905d8c4-eb1c-40a5-bc34-b1809793176a'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:46.237128 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f18600a5-9649-4931-99f1-c76551480da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:20:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7905d8c4-eb1c-40a5-bc34-b1809793176a'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:46.253824 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a94799e4-e98c-458d-8dbd-c4c73f3ad88f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/floatingips/0759657b-8b36-461a-88f3-048e23971e39 HTTP/1.1" status: 204 len: 168 time: 1.3162563 Nov 11 12:20:46.254465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45984599-da1d-4935-a925-4bb7b28dba7f', 'tag': '296bd863-3132-4c8b-9d9e-cf684f26bae6'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:20:46.257219 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0f322a-c753-4b97-a210-52d914d2e753" -d '{"events": [{"name": "network-changed", "server_uuid": "45984599-da1d-4935-a925-4bb7b28dba7f", "tag": "296bd863-3132-4c8b-9d9e-cf684f26bae6"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:20:46.274025 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b12e9-97b5-4991-b29e-a6b10bca812c req-b8d59d2b-2213-490c-b7aa-ef04aa467e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:46.275702 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0d9b12e9-97b5-4991-b29e-a6b10bca812c req-b8d59d2b-2213-490c-b7aa-ef04aa467e1e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=65f6c8c0-d558-4441-8474-ac89b3c19c2c HTTP/1.1" status: 200 len: 834 time: 0.0610867 Nov 11 12:20:46.305721 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fb901c-98a5-4e7e-983f-7d2bee78e05f x-openstack-request-id: req-48fb901c-98a5-4e7e-983f-7d2bee78e05f {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:20:46.306156 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45984599-da1d-4935-a925-4bb7b28dba7f", "tag": "296bd863-3132-4c8b-9d9e-cf684f26bae6", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:20:46.307127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48fb901c-98a5-4e7e-983f-7d2bee78e05f {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:20:46.307760 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45984599-da1d-4935-a925-4bb7b28dba7f', 'tag': '296bd863-3132-4c8b-9d9e-cf684f26bae6', 'status': 'completed', 'code': 200} Nov 11 12:20:46.332378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b12e9-97b5-4991-b29e-a6b10bca812c req-14724d4b-c710-4d0d-9df8-e8a018015791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:46.334191 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0d9b12e9-97b5-4991-b29e-a6b10bca812c req-14724d4b-c710-4d0d-9df8-e8a018015791 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a93cf107-7412-4949-8f17-0bdbe0be3a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0497739 Nov 11 12:20:46.380873 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-f18600a5-9649-4931-99f1-c76551480da6 None None] Set router 7905d8c4-eb1c-40a5-bc34-b1809793176a gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:46.431598 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0d9b12e9-97b5-4991-b29e-a6b10bca812c req-e0e94530-4613-441f-b7be-96f1278324c0 service neutron] 10.222.0.70 "GET /v2.0/networks/a93cf107-7412-4949-8f17-0bdbe0be3a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881784 Nov 11 12:20:46.525759 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0d9b12e9-97b5-4991-b29e-a6b10bca812c req-b37e2b20-170b-4651-9c36-982b14ab2086 service neutron] 10.222.0.70 "GET /v2.0/networks/a93cf107-7412-4949-8f17-0bdbe0be3a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861540 Nov 11 12:20:46.591285 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f18600a5-9649-4931-99f1-c76551480da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:20:38Z', 'revision_number': 6, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '98904ce5-50ba-4939-b911-5524e5efaa8d', 'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:eb:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:02Z', 'updated_at': '2021-11-11T12:19:05Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:46.616456 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18600a5-9649-4931-99f1-c76551480da6 None None] Checking router: 7905d8c4-eb1c-40a5-bc34-b1809793176a for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:20:46.624964 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18600a5-9649-4931-99f1-c76551480da6 None None] Routers {'7905d8c4-eb1c-40a5-bc34-b1809793176a'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:46.625609 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f18600a5-9649-4931-99f1-c76551480da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:20:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7905d8c4-eb1c-40a5-bc34-b1809793176a'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:46.686189 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f322a-c753-4b97-a210-52d914d2e753 req-52bfbec8-be25-4cb5-b85e-3e02f1010cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:46.687730 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3c0f322a-c753-4b97-a210-52d914d2e753 req-52bfbec8-be25-4cb5-b85e-3e02f1010cb8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 1099 time: 0.0423276 Nov 11 12:20:46.742317 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-f18600a5-9649-4931-99f1-c76551480da6 None None] Set router 7905d8c4-eb1c-40a5-bc34-b1809793176a gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:46.797424 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f322a-c753-4b97-a210-52d914d2e753 req-2a136db6-7d2e-4dbe-bea9-991de45b3d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:46.799188 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3c0f322a-c753-4b97-a210-52d914d2e753 req-2a136db6-7d2e-4dbe-bea9-991de45b3d23 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a93cf107-7412-4949-8f17-0bdbe0be3a80 HTTP/1.1" status: 200 len: 898 time: 0.1038949 Nov 11 12:20:46.806936 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd8a2a-450b-4b70-9446-ad47f9c65492 req-d02e4539-4215-4bfb-a25a-865cffddbbd1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:46.808448 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-84dd8a2a-450b-4b70-9446-ad47f9c65492 req-d02e4539-4215-4bfb-a25a-865cffddbbd1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 946 time: 0.0514779 Nov 11 12:20:46.863988 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-84dd8a2a-450b-4b70-9446-ad47f9c65492 req-5bf627c7-0d40-4920-8b0b-16abece77ea4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b40ee33f-a77f-4b91-b573-2ba73f182709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489671 Nov 11 12:20:46.872950 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3c0f322a-c753-4b97-a210-52d914d2e753 req-e927bc8d-a79e-45fb-aa20-f64aae654d03 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=296bd863-3132-4c8b-9d9e-cf684f26bae6 HTTP/1.1" status: 200 len: 217 time: 0.0548329 Nov 11 12:20:46.960219 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f18600a5-9649-4931-99f1-c76551480da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:20:38Z', 'revision_number': 6, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '98904ce5-50ba-4939-b911-5524e5efaa8d', 'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:eb:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:02Z', 'updated_at': '2021-11-11T12:19:05Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:46.969764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f322a-c753-4b97-a210-52d914d2e753 req-41d40369-021d-47e4-8bdf-34296a9c7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:46.971362 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3c0f322a-c753-4b97-a210-52d914d2e753 req-41d40369-021d-47e4-8bdf-34296a9c7c69 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=65f6c8c0-d558-4441-8474-ac89b3c19c2c HTTP/1.1" status: 200 len: 834 time: 0.0689614 Nov 11 12:20:46.985857 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18600a5-9649-4931-99f1-c76551480da6 None None] The sync data for ids ['7905d8c4-eb1c-40a5-bc34-b1809793176a'] in dv-neutron-786478-23-hyperv is: [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:20:38Z', 'revision_number': 6, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '98904ce5-50ba-4939-b911-5524e5efaa8d', 'name': '', 'network_id': 'a93cf107-7412-4949-8f17-0bdbe0be3a80', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:eb:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:19:02Z', 'updated_at': '2021-11-11T12:19:05Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '65f6c8c0-d558-4441-8474-ac89b3c19c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:20:47.028353 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9875387-92cb-4321-b684-a225412b806f req-1ff4fdc3-ea79-4ba5-bd33-ff902cf98661 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:47.029838 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b9875387-92cb-4321-b684-a225412b806f req-1ff4fdc3-ea79-4ba5-bd33-ff902cf98661 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.70 "GET /v2.0/networks?id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a HTTP/1.1" status: 200 len: 812 time: 0.2105734 Nov 11 12:20:47.056140 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f322a-c753-4b97-a210-52d914d2e753 req-a4a3e313-8e93-4166-84b5-4967ca2ade48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:47.056140 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3c0f322a-c753-4b97-a210-52d914d2e753 req-a4a3e313-8e93-4166-84b5-4967ca2ade48 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a93cf107-7412-4949-8f17-0bdbe0be3a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0714595 Nov 11 12:20:47.155674 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b9875387-92cb-4321-b684-a225412b806f req-eeaccdec-7c32-4a84-8d51-8e95ccc45fa3 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a99d4d62847944b89c15c8889eeeafb0 HTTP/1.1" status: 200 len: 380 time: 0.1133072 Nov 11 12:20:47.172220 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-b9875387-92cb-4321-b684-a225412b806f req-990fdbd6-befa-4b4d-a326-bbdf99d7e3f1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Request body: {'port': {'device_id': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'admin_state_up': True, 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'security_groups': ['2e854cdb-75eb-4559-9c5f-d3d8453617bd']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:47.249602 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3c0f322a-c753-4b97-a210-52d914d2e753 req-08d4594f-dc4b-4d27-a45a-6dc0180860bc service neutron] 10.222.0.70 "GET /v2.0/networks/a93cf107-7412-4949-8f17-0bdbe0be3a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885870 Nov 11 12:20:47.288550 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f84d6a-8e37-46e3-8687-8185f55661c3 None None] New status for floating IP 0759657b-8b36-461a-88f3-048e23971e39: DOWN {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:20:47.314626 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-41f1ad68-e168-44ab-b32b-6acab5b6aa77 req-31b9e3c1-ddff-4ea9-81f2-0258543eead3 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 210 time: 0.0334880 Nov 11 12:20:47.393158 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3c0f322a-c753-4b97-a210-52d914d2e753 req-6e218b02-7dda-49f1-af0e-8cb9bd97490c service neutron] 10.222.0.70 "GET /v2.0/networks/a93cf107-7412-4949-8f17-0bdbe0be3a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320956 Nov 11 12:20:47.483801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9875387-92cb-4321-b684-a225412b806f req-990fdbd6-befa-4b4d-a326-bbdf99d7e3f1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Made reservation on behalf of a99d4d62847944b89c15c8889eeeafb0 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:47.487309 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b9875387-92cb-4321-b684-a225412b806f req-990fdbd6-befa-4b4d-a326-bbdf99d7e3f1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.612168 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-b9875387-92cb-4321-b684-a225412b806f req-990fdbd6-befa-4b4d-a326-bbdf99d7e3f1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Allocated IP 172.20.0.13 (a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a/9072cf2e-3415-4e51-a149-d008214c502e/1fd21184-6de3-488b-b031-88d730e5b5c1) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:47.756324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b9875387-92cb-4321-b684-a225412b806f req-990fdbd6-befa-4b4d-a326-bbdf99d7e3f1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.832857 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b9875387-92cb-4321-b684-a225412b806f req-990fdbd6-befa-4b4d-a326-bbdf99d7e3f1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:47.882113 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9875387-92cb-4321-b684-a225412b806f req-990fdbd6-befa-4b4d-a326-bbdf99d7e3f1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:47.885301 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-b9875387-92cb-4321-b684-a225412b806f req-990fdbd6-befa-4b4d-a326-bbdf99d7e3f1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:47.887744 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9875387-92cb-4321-b684-a225412b806f req-990fdbd6-befa-4b4d-a326-bbdf99d7e3f1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:47.916849 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fdbd6-befa-4b4d-a326-bbdf99d7e3f1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event updated for resources: {'Port': ['ID=1fd21184-6de3-488b-b031-88d730e5b5c1,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:47.955569 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9875387-92cb-4321-b684-a225412b806f req-990fdbd6-befa-4b4d-a326-bbdf99d7e3f1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:47.956212 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b9875387-92cb-4321-b684-a225412b806f req-990fdbd6-befa-4b4d-a326-bbdf99d7e3f1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:48.011318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3cf7a-a5c8-400a-8d8e-8919f9a3b947 req-8513cc07-de91-4e29-876e-ef5762444a93 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:48.019144 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-08e3cf7a-a5c8-400a-8d8e-8919f9a3b947 req-8513cc07-de91-4e29-876e-ef5762444a93 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 946 time: 0.0673637 Nov 11 12:20:48.078273 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-08e3cf7a-a5c8-400a-8d8e-8919f9a3b947 req-b17bf81a-de6e-48a3-aa0a-8229673a59a8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b40ee33f-a77f-4b91-b573-2ba73f182709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579429 Nov 11 12:20:48.127614 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b9875387-92cb-4321-b684-a225412b806f req-990fdbd6-befa-4b4d-a326-bbdf99d7e3f1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9599645 Nov 11 12:20:48.141473 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Request body: {'port': {'device_id': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:48.169882 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d147af2-9607-4277-8cd4-43d7925c5f60 req-97121768-dd2d-4870-8383-ede6db75d965 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:48.171370 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3d147af2-9607-4277-8cd4-43d7925c5f60 req-97121768-dd2d-4870-8383-ede6db75d965 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/ports?device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 946 time: 0.1198614 Nov 11 12:20:48.204728 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5480b280-6d07-406c-b06f-64ade3bf8c47 None None] Provisioning complete for port 1fd21184-6de3-488b-b031-88d730e5b5c1 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:48.205580 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5480b280-6d07-406c-b06f-64ade3bf8c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:48.253248 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-5480b280-6d07-406c-b06f-64ade3bf8c47 None None] Port 1fd21184-6de3-488b-b031-88d730e5b5c1 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:48.264499 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:48.335190 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-3d147af2-9607-4277-8cd4-43d7925c5f60 req-ef05fba7-945e-4193-aebd-a92086d1052c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 296bd863-3132-4c8b-9d9e-cf684f26bae6 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:48.335508 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3d147af2-9607-4277-8cd4-43d7925c5f60 req-ef05fba7-945e-4193-aebd-a92086d1052c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:48.443865 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954bcf3-0725-4ef1-a25a-046a355b94ed req-cb6d9c93-3512-44c7-8830-103b52befabf tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:48.447441 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d954bcf3-0725-4ef1-a25a-046a355b94ed req-cb6d9c93-3512-44c7-8830-103b52befabf tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 932 time: 0.0604146 Nov 11 12:20:48.496204 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d954bcf3-0725-4ef1-a25a-046a355b94ed req-b118b7e8-abdf-4988-b0cc-763f44830925 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448399 Nov 11 12:20:48.527573 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-3d147af2-9607-4277-8cd4-43d7925c5f60 req-ef05fba7-945e-4193-aebd-a92086d1052c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 296bd863-3132-4c8b-9d9e-cf684f26bae6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=296bd863-3132-4c8b-9d9e-cf684f26bae6,segment=NetworkSegment(1fc72dd0-7f12-4985-9ac6-ec709c751b07),segment_id=1fc72dd0-7f12-4985-9ac6-ec709c751b07)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:48.527931 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3d147af2-9607-4277-8cd4-43d7925c5f60 req-ef05fba7-945e-4193-aebd-a92086d1052c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:48.546346 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-3d147af2-9607-4277-8cd4-43d7925c5f60 req-ef05fba7-945e-4193-aebd-a92086d1052c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 296bd863-3132-4c8b-9d9e-cf684f26bae6 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:48.688321 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd21184-6de3-488b-b031-88d730e5b5c1 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:20:48.697713 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:48.824757 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Transition to ACTIVE for port object 1fd21184-6de3-488b-b031-88d730e5b5c1 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:20:48.826192 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3d147af2-9607-4277-8cd4-43d7925c5f60 req-ef05fba7-945e-4193-aebd-a92086d1052c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:48.855293 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05fba7-945e-4193-aebd-a92086d1052c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=296bd863-3132-4c8b-9d9e-cf684f26bae6,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:48.892908 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:48.932265 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d147af2-9607-4277-8cd4-43d7925c5f60 req-ef05fba7-945e-4193-aebd-a92086d1052c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] No DVR routers for this DVR port 296bd863-3132-4c8b-9d9e-cf684f26bae6 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:20:48.938558 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3d147af2-9607-4277-8cd4-43d7925c5f60 req-ef05fba7-945e-4193-aebd-a92086d1052c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:48.942493 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3d147af2-9607-4277-8cd4-43d7925c5f60 req-ef05fba7-945e-4193-aebd-a92086d1052c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "DELETE /v2.0/ports/296bd863-3132-4c8b-9d9e-cf684f26bae6 HTTP/1.1" status: 204 len: 173 time: 0.7633088 Nov 11 12:20:48.942946 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45984599-da1d-4935-a925-4bb7b28dba7f', 'name': 'network-vif-deleted', 'tag': '296bd863-3132-4c8b-9d9e-cf684f26bae6'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:20:48.945287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b8086e-54d4-4d10-92d8-5693e36a90bb" -d '{"events": [{"server_uuid": "45984599-da1d-4935-a925-4bb7b28dba7f", "name": "network-vif-deleted", "tag": "296bd863-3132-4c8b-9d9e-cf684f26bae6"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:20:48.971212 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd21184-6de3-488b-b031-88d730e5b5c1,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:49.039213 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058d6b30-133b-4872-8159-cf271fbd68fa x-openstack-request-id: req-058d6b30-133b-4872-8159-cf271fbd68fa {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:20:49.039543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45984599-da1d-4935-a925-4bb7b28dba7f", "name": "network-vif-deleted", "tag": "296bd863-3132-4c8b-9d9e-cf684f26bae6", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:20:49.039761 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-058d6b30-133b-4872-8159-cf271fbd68fa {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:20:49.040159 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45984599-da1d-4935-a925-4bb7b28dba7f', 'name': 'network-vif-deleted', 'tag': '296bd863-3132-4c8b-9d9e-cf684f26bae6', 'status': 'completed', 'code': 200} Nov 11 12:20:49.073132 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Attempting to bind port 1fd21184-6de3-488b-b031-88d730e5b5c1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:49.076891 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Attempting to bind port 1fd21184-6de3-488b-b031-88d730e5b5c1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:49.076891 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Attempting to bind port 1fd21184-6de3-488b-b031-88d730e5b5c1 on network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:49.079400 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Port 1fd21184-6de3-488b-b031-88d730e5b5c1 on network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:20:49.079729 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Attempting to bind port 1fd21184-6de3-488b-b031-88d730e5b5c1 on network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:49.084883 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:49.085222 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Checking segment: {'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:49.085606 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Bound using segment: {'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:49.086034 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Bound port: 1fd21184-6de3-488b-b031-88d730e5b5c1, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:49.086391 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:49.207386 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] For port 1fd21184-6de3-488b-b031-88d730e5b5c1, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:49.218718 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-13da981c-a1b9-43c4-82d6-3ffef07f8a72 req-c41e2b36-7460-46c2-b29b-adb152904e9e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=45984599-da1d-4935-a925-4bb7b28dba7f HTTP/1.1" status: 200 len: 210 time: 0.0406015 Nov 11 12:20:49.221136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] For port 1fd21184-6de3-488b-b031-88d730e5b5c1, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1fd21184-6de3-488b-b031-88d730e5b5c1,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:49.297182 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:49.340786 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:49.340966 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:49.342365 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b9875387-92cb-4321-b684-a225412b806f req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] 10.222.0.70 "PUT /v2.0/ports/1fd21184-6de3-488b-b031-88d730e5b5c1 HTTP/1.1" status: 200 len: 1094 time: 1.2053318 Nov 11 12:20:49.368552 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64238e58-7d45-45e3-892e-d554bedc5ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd21184-6de3-488b-b031-88d730e5b5c1,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:49.503671 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9875387-92cb-4321-b684-a225412b806f req-b35fd195-7a03-455e-8e3f-a65fe020d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:49.505087 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b9875387-92cb-4321-b684-a225412b806f req-b35fd195-7a03-455e-8e3f-a65fe020d57b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 1097 time: 0.0501022 Nov 11 12:20:49.558317 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b9875387-92cb-4321-b684-a225412b806f req-bb4866ff-d4c4-40a6-a87f-ae2c95c52814 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fd21184-6de3-488b-b031-88d730e5b5c1 HTTP/1.1" status: 200 len: 217 time: 0.0437996 Nov 11 12:20:49.622986 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9875387-92cb-4321-b684-a225412b806f req-d6f95aa5-df82-4fa8-ae15-e945e416b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:49.624484 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b9875387-92cb-4321-b684-a225412b806f req-d6f95aa5-df82-4fa8-ae15-e945e416b7c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9072cf2e-3415-4e51-a149-d008214c502e HTTP/1.1" status: 200 len: 851 time: 0.0578716 Nov 11 12:20:49.665275 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979f54b-c414-4b57-bd17-760632e2ac62 req-f8e5559f-863f-4f01-9a8c-a376a21dda28 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:49.669933 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7979f54b-c414-4b57-bd17-760632e2ac62 req-f8e5559f-863f-4f01-9a8c-a376a21dda28 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 944 time: 0.0922773 Nov 11 12:20:49.683437 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9875387-92cb-4321-b684-a225412b806f req-e93d81b0-6a26-407f-9074-6826033534b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:49.685196 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b9875387-92cb-4321-b684-a225412b806f req-e93d81b0-6a26-407f-9074-6826033534b4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0534506 Nov 11 12:20:49.726876 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7979f54b-c414-4b57-bd17-760632e2ac62 req-c52a15e4-4dd6-4b9d-b6c0-b627175387f7 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530503 Nov 11 12:20:50.052879 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b9875387-92cb-4321-b684-a225412b806f req-c1ce3864-d309-4c0d-9ab0-b99446e4981e service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602903 Nov 11 12:20:50.156151 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b9875387-92cb-4321-b684-a225412b806f req-5c39e965-0452-4c37-a430-a9c73f5cae6d service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952106 Nov 11 12:20:50.271475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55734) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:50.329476 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5fb43357-8036-4826-9d4e-ed9a5931f1a5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:50.355147 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5fb43357-8036-4826-9d4e-ed9a5931f1a5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:50.457113 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5fb43357-8036-4826-9d4e-ed9a5931f1a5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:50.459919 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5fb43357-8036-4826-9d4e-ed9a5931f1a5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:50.461096 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5fb43357-8036-4826-9d4e-ed9a5931f1a5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/security-groups/b40ee33f-a77f-4b91-b573-2ba73f182709 HTTP/1.1" status: 204 len: 168 time: 0.1882105 Nov 11 12:20:50.473348 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb43357-8036-4826-9d4e-ed9a5931f1a5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40ee33f-a77f-4b91-b573-2ba73f182709,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:50.552816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55738) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:50.875479 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75ef7d-6268-4eac-92ed-886b038826f8 req-bad47d26-8f62-4ffe-85d4-63107e7d3651 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:50.876957 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0c75ef7d-6268-4eac-92ed-886b038826f8 req-bad47d26-8f62-4ffe-85d4-63107e7d3651 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 944 time: 0.0791121 Nov 11 12:20:50.938148 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0c75ef7d-6268-4eac-92ed-886b038826f8 req-fa9d6cce-7348-4c21-8d8f-8e55aaadffce tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547240 Nov 11 12:20:50.987473 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0cd9e7c3-06e1-44b6-90a1-368a22995a3e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.040823 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'tag': '1fd21184-6de3-488b-b031-88d730e5b5c1'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:20:51.043823 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4180d21-3bd9-4eb4-a6ba-c9c171285f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1362501-7603-4e55-b1e8-1efbb3d4d0cf", "tag": "1fd21184-6de3-488b-b031-88d730e5b5c1"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:20:51.079680 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8b935d-4379-4c03-ba4d-ab3a752048e2 x-openstack-request-id: req-1e8b935d-4379-4c03-ba4d-ab3a752048e2 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:20:51.079979 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1362501-7603-4e55-b1e8-1efbb3d4d0cf", "tag": "1fd21184-6de3-488b-b031-88d730e5b5c1", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:20:51.080240 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1e8b935d-4379-4c03-ba4d-ab3a752048e2 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:20:51.080636 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'tag': '1fd21184-6de3-488b-b031-88d730e5b5c1', 'status': 'completed', 'code': 200} Nov 11 12:20:51.145029 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4180d21-3bd9-4eb4-a6ba-c9c171285f9c req-5b0f7658-4de0-43d5-a19d-0a3deb9bae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:51.146665 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4180d21-3bd9-4eb4-a6ba-c9c171285f9c req-5b0f7658-4de0-43d5-a19d-0a3deb9bae4c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 1097 time: 0.0421977 Nov 11 12:20:51.184196 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 296bd863-3132-4c8b-9d9e-cf684f26bae6 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:20:51.214320 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 296bd863-3132-4c8b-9d9e-cf684f26bae6 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:20:51.215020 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 296bd863-3132-4c8b-9d9e-cf684f26bae6 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:20:51.252289 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4180d21-3bd9-4eb4-a6ba-c9c171285f9c req-ca7662f7-e1ef-4c1d-a569-680ef1ee099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:51.253942 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4180d21-3bd9-4eb4-a6ba-c9c171285f9c req-ca7662f7-e1ef-4c1d-a569-680ef1ee099a service neutron] 10.222.0.70 "GET /v2.0/networks?id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a HTTP/1.1" status: 200 len: 913 time: 0.0995517 Nov 11 12:20:51.261156 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-0cd9e7c3-06e1-44b6-90a1-368a22995a3e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 98904ce5-50ba-4939-b911-5524e5efaa8d {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:51.261490 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0cd9e7c3-06e1-44b6-90a1-368a22995a3e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.296862 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4180d21-3bd9-4eb4-a6ba-c9c171285f9c req-9701f869-a782-4f52-99d0-38b5dd13b3bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fd21184-6de3-488b-b031-88d730e5b5c1 HTTP/1.1" status: 200 len: 217 time: 0.0348959 Nov 11 12:20:51.349701 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4180d21-3bd9-4eb4-a6ba-c9c171285f9c req-b2840114-7362-42bb-9722-8385085519ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:51.351442 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4180d21-3bd9-4eb4-a6ba-c9c171285f9c req-b2840114-7362-42bb-9722-8385085519ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9072cf2e-3415-4e51-a149-d008214c502e HTTP/1.1" status: 200 len: 851 time: 0.0467274 Nov 11 12:20:51.362448 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-0cd9e7c3-06e1-44b6-90a1-368a22995a3e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 98904ce5-50ba-4939-b911-5524e5efaa8d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=98904ce5-50ba-4939-b911-5524e5efaa8d,segment=NetworkSegment(1fc72dd0-7f12-4985-9ac6-ec709c751b07),segment_id=1fc72dd0-7f12-4985-9ac6-ec709c751b07)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:51.362800 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0cd9e7c3-06e1-44b6-90a1-368a22995a3e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.376114 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-0cd9e7c3-06e1-44b6-90a1-368a22995a3e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 98904ce5-50ba-4939-b911-5524e5efaa8d owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:51.398507 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4180d21-3bd9-4eb4-a6ba-c9c171285f9c req-122f925f-fd2e-4ac8-a05e-9a0bd6490c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:51.400055 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4180d21-3bd9-4eb4-a6ba-c9c171285f9c req-122f925f-fd2e-4ac8-a05e-9a0bd6490c27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0421131 Nov 11 12:20:51.498579 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4180d21-3bd9-4eb4-a6ba-c9c171285f9c req-06a34f62-d050-4d64-ba8d-58f92bc331bf service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910316 Nov 11 12:20:51.590529 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4180d21-3bd9-4eb4-a6ba-c9c171285f9c req-eca0a812-7200-46a3-a407-878a44a598b8 service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851123 Nov 11 12:20:51.753043 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0cd9e7c3-06e1-44b6-90a1-368a22995a3e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:51.779781 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9e7c3-06e1-44b6-90a1-368a22995a3e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=98904ce5-50ba-4939-b911-5524e5efaa8d,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:51.955320 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0cd9e7c3-06e1-44b6-90a1-368a22995a3e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.106450 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50bbdc-1298-4641-8306-40ebb962aeb6 req-e9675644-d173-43d4-9d35-55187307b754 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:52.107942 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ce50bbdc-1298-4641-8306-40ebb962aeb6 req-e9675644-d173-43d4-9d35-55187307b754 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 944 time: 0.0909467 Nov 11 12:20:52.227068 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ce50bbdc-1298-4641-8306-40ebb962aeb6 req-2a8f38d6-582d-4b96-8a38-40ae5f09186b tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121397 Nov 11 12:20:52.263563 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd9e7c3-06e1-44b6-90a1-368a22995a3e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 7905d8c4-eb1c-40a5-bc34-b1809793176a has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:20:52.370302 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd9e7c3-06e1-44b6-90a1-368a22995a3e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:20:52.376986 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0cd9e7c3-06e1-44b6-90a1-368a22995a3e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/7905d8c4-eb1c-40a5-bc34-b1809793176a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8218973 Nov 11 12:20:52.378583 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55746) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:52.379713 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7cfdb8-9b3a-4bd9-94c3-bfea6f84ac94 None None] Sync routers for ids ['7905d8c4-eb1c-40a5-bc34-b1809793176a'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:20:52.389775 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7cfdb8-9b3a-4bd9-94c3-bfea6f84ac94 None None] Routers {'7905d8c4-eb1c-40a5-bc34-b1809793176a'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:52.390372 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5a7cfdb8-9b3a-4bd9-94c3-bfea6f84ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:20:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7905d8c4-eb1c-40a5-bc34-b1809793176a'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:52.434750 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71fa04e-4afc-42d6-90f6-d318bc778cb9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting subnet 65f6c8c0-d558-4441-8474-ac89b3c19c2c {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:20:52.438556 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d71fa04e-4afc-42d6-90f6-d318bc778cb9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.480273 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d71fa04e-4afc-42d6-90f6-d318bc778cb9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.496004 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-5a7cfdb8-9b3a-4bd9-94c3-bfea6f84ac94 None None] Set router 7905d8c4-eb1c-40a5-bc34-b1809793176a gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:52.570584 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d71fa04e-4afc-42d6-90f6-d318bc778cb9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.681426 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5a7cfdb8-9b3a-4bd9-94c3-bfea6f84ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:20:51Z', 'revision_number': 7, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:52.694989 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d71fa04e-4afc-42d6-90f6-d318bc778cb9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.707682 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7cfdb8-9b3a-4bd9-94c3-bfea6f84ac94 None None] Checking router: 7905d8c4-eb1c-40a5-bc34-b1809793176a for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:20:52.716235 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7cfdb8-9b3a-4bd9-94c3-bfea6f84ac94 None None] Routers {'7905d8c4-eb1c-40a5-bc34-b1809793176a'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:52.716831 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5a7cfdb8-9b3a-4bd9-94c3-bfea6f84ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:20:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['7905d8c4-eb1c-40a5-bc34-b1809793176a'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:52.721981 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fa04e-4afc-42d6-90f6-d318bc778cb9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Subnet': ['ID=65f6c8c0-d558-4441-8474-ac89b3c19c2c,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:52.726882 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d71fa04e-4afc-42d6-90f6-d318bc778cb9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.731561 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d71fa04e-4afc-42d6-90f6-d318bc778cb9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/subnets/65f6c8c0-d558-4441-8474-ac89b3c19c2c HTTP/1.1" status: 204 len: 168 time: 0.3493354 Nov 11 12:20:52.731993 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55748) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:52.751290 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9c3e47-4a3b-45bd-a9da-f1a8ea8283d3 None None] Network a93cf107-7412-4949-8f17-0bdbe0be3a80 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:52.839550 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e13043f8-c889-45a3-817f-347b179f5ac3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:52.908198 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-5a7cfdb8-9b3a-4bd9-94c3-bfea6f84ac94 None None] Set router 7905d8c4-eb1c-40a5-bc34-b1809793176a gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:52.951109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e13043f8-c889-45a3-817f-347b179f5ac3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.071637 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-e13043f8-c889-45a3-817f-347b179f5ac3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 97b402d6-d378-4f48-974c-c65b45e2f3d8 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:53.072403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e13043f8-c889-45a3-817f-347b179f5ac3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.154611 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-e13043f8-c889-45a3-817f-347b179f5ac3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 97b402d6-d378-4f48-974c-c65b45e2f3d8, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=97b402d6-d378-4f48-974c-c65b45e2f3d8,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:53.154813 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e13043f8-c889-45a3-817f-347b179f5ac3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.176739 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-e13043f8-c889-45a3-817f-347b179f5ac3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 97b402d6-d378-4f48-974c-c65b45e2f3d8 owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:53.216057 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:20:53.251777 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bbb7a5-7808-456c-8b77-85925fb99590 None None] DHCP port deletion for a93cf107-7412-4949-8f17-0bdbe0be3a80 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:53.258308 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-5a7cfdb8-9b3a-4bd9-94c3-bfea6f84ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:20:51Z', 'revision_number': 7, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:53.308987 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7cfdb8-9b3a-4bd9-94c3-bfea6f84ac94 None None] The sync data for ids ['7905d8c4-eb1c-40a5-bc34-b1809793176a'] in dv-neutron-786478-23-hyperv is: [{'id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'name': 'tempest-TestNetworkBasicOps-router-112536137', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:20:51Z', 'revision_number': 7, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '97b402d6-d378-4f48-974c-c65b45e2f3d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905d8c4-eb1c-40a5-bc34-b1809793176a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:18:58Z', 'updated_at': '2021-11-11T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:20:53.334321 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-74bbb7a5-7808-456c-8b77-85925fb99590 None None] Deleting port e8e818c8-a7f4-4f53-be2b-8049466584fa {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:20:53.334699 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-74bbb7a5-7808-456c-8b77-85925fb99590 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.397438 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-74bbb7a5-7808-456c-8b77-85925fb99590 None None] For port e8e818c8-a7f4-4f53-be2b-8049466584fa, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e8e818c8-a7f4-4f53-be2b-8049466584fa,segment=NetworkSegment(1fc72dd0-7f12-4985-9ac6-ec709c751b07),segment_id=1fc72dd0-7f12-4985-9ac6-ec709c751b07)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:53.398115 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-74bbb7a5-7808-456c-8b77-85925fb99590 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.400624 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345b11f-9f9d-4247-9322-a38691ccf9ad req-c56fbe10-bc72-4490-8c85-56a5dfca41f8 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:53.402140 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f345b11f-9f9d-4247-9322-a38691ccf9ad req-c56fbe10-bc72-4490-8c85-56a5dfca41f8 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 944 time: 0.0962458 Nov 11 12:20:53.411123 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-74bbb7a5-7808-456c-8b77-85925fb99590 None None] Calling delete_port for e8e818c8-a7f4-4f53-be2b-8049466584fa owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:20:53.453340 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f345b11f-9f9d-4247-9322-a38691ccf9ad req-ff90a15a-0095-42b3-bb52-46e05d7aa551 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443954 Nov 11 12:20:53.457354 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e13043f8-c889-45a3-817f-347b179f5ac3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.484893 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13043f8-c889-45a3-817f-347b179f5ac3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=97b402d6-d378-4f48-974c-c65b45e2f3d8,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:53.494990 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841d9589-6ebf-4fb4-ad20-d28fc9a877ae None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:53.546478 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e13043f8-c889-45a3-817f-347b179f5ac3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.551066 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-74bbb7a5-7808-456c-8b77-85925fb99590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.574559 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbb7a5-7808-456c-8b77-85925fb99590 None None] Pushing event deleted for resources: {'Port': ['ID=e8e818c8-a7f4-4f53-be2b-8049466584fa,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:53.580514 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bbb7a5-7808-456c-8b77-85925fb99590 None None] No DVR routers for this DVR port e8e818c8-a7f4-4f53-be2b-8049466584fa on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:20:53.636551 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e13043f8-c889-45a3-817f-347b179f5ac3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.638282 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e13043f8-c889-45a3-817f-347b179f5ac3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.751179 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e13043f8-c889-45a3-817f-347b179f5ac3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.751714 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13043f8-c889-45a3-817f-347b179f5ac3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Fanout notify agent at l3_agent the message router_deleted on router 7905d8c4-eb1c-40a5-bc34-b1809793176a {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:20:53.759364 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e13043f8-c889-45a3-817f-347b179f5ac3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.760729 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e13043f8-c889-45a3-817f-347b179f5ac3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/routers/7905d8c4-eb1c-40a5-bc34-b1809793176a HTTP/1.1" status: 204 len: 168 time: 1.0280409 Nov 11 12:20:53.763439 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55752) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:53.843301 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b81e995d-a1cb-4881-bb7c-da6421f23cf0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.928004 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b81e995d-a1cb-4881-bb7c-da6421f23cf0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.949080 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-b81e995d-a1cb-4881-bb7c-da6421f23cf0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93cf107-7412-4949-8f17-0bdbe0be3a80']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:53.959976 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-b81e995d-a1cb-4881-bb7c-da6421f23cf0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc72dd0-7f12-4985-9ac6-ec709c751b07') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:53.960278 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-b81e995d-a1cb-4881-bb7c-da6421f23cf0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc72dd0-7f12-4985-9ac6-ec709c751b07') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:53.969715 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b81e995d-a1cb-4881-bb7c-da6421f23cf0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.982715 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b81e995d-a1cb-4881-bb7c-da6421f23cf0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.988500 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81e995d-a1cb-4881-bb7c-da6421f23cf0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:20:53.988877 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b81e995d-a1cb-4881-bb7c-da6421f23cf0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:20:53.991783 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:20:54.093179 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b81e995d-a1cb-4881-bb7c-da6421f23cf0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.097511 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b81e995d-a1cb-4881-bb7c-da6421f23cf0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.102503 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b81e995d-a1cb-4881-bb7c-da6421f23cf0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/networks/a93cf107-7412-4949-8f17-0bdbe0be3a80 HTTP/1.1" status: 204 len: 168 time: 0.3361580 Nov 11 12:20:54.121054 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e995d-a1cb-4881-bb7c-da6421f23cf0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Network': ['ID=a93cf107-7412-4949-8f17-0bdbe0be3a80,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:54.121569 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55754) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:54.128286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-4d53840e-9421-4f55-9767-51ff91090249 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'network': {'name': 'tempest-network-smoke--1253274285', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'port_security_enabled': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:54.206980 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d53840e-9421-4f55-9767-51ff91090249 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:54.210339 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4d53840e-9421-4f55-9767-51ff91090249 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.238285 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d53840e-9421-4f55-9767-51ff91090249 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:20:54.247218 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4d53840e-9421-4f55-9767-51ff91090249 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.247556 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-4d53840e-9421-4f55-9767-51ff91090249 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Added segment c519ecb4-1b86-4470-953d-b5ad1775e622 of type vlan for network 6c38cd86-2c5e-40a3-8efa-173bdf7ef382 Nov 11 12:20:54.287304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4d53840e-9421-4f55-9767-51ff91090249 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.370763 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4d53840e-9421-4f55-9767-51ff91090249 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.377195 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d53840e-9421-4f55-9767-51ff91090249 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:54.377778 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4d53840e-9421-4f55-9767-51ff91090249 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.441038 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53840e-9421-4f55-9767-51ff91090249 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Network': ['ID=6c38cd86-2c5e-40a3-8efa-173bdf7ef382,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:54.451010 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 6c38cd86-2c5e-40a3-8efa-173bdf7ef382 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:20:54.489122 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4d53840e-9421-4f55-9767-51ff91090249 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3647332 Nov 11 12:20:54.491543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55758) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:54.497379 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-338872568', 'admin_state_up': True, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:54.581075 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c851e6-8eaa-49ab-a04f-c2acb4974c45 req-49802b7f-faf9-446c-be84-2bd41d509896 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:54.582452 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a3c851e6-8eaa-49ab-a04f-c2acb4974c45 req-49802b7f-faf9-446c-be84-2bd41d509896 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 944 time: 0.0487337 Nov 11 12:20:54.599484 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.600563 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.632696 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a3c851e6-8eaa-49ab-a04f-c2acb4974c45 req-7b8d13b8-309a-459d-b92c-c455415f1aa4 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443292 Nov 11 12:20:54.656255 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:54.856007 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.097284 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.115267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.192907 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 97b402d6-d378-4f48-974c-c65b45e2f3d8 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:20:55.213545 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 97b402d6-d378-4f48-974c-c65b45e2f3d8 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:20:55.213893 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 97b402d6-d378-4f48-974c-c65b45e2f3d8 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:20:55.214308 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e8e818c8-a7f4-4f53-be2b-8049466584fa no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:20:55.222042 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.26.5.36 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/0fba3d41-2e4e-44b4-a11f-4f0c64a53d46) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:55.233269 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: e8e818c8-a7f4-4f53-be2b-8049466584fa {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:20:55.233594 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e8e818c8-a7f4-4f53-be2b-8049466584fa not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:20:55.234010 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 98904ce5-50ba-4939-b911-5524e5efaa8d no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:20:55.252801 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 98904ce5-50ba-4939-b911-5524e5efaa8d {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:20:55.253146 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 98904ce5-50ba-4939-b911-5524e5efaa8d not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:20:55.324962 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.432589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.476203 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:55.479101 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:55.482694 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:55.491229 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c726f69-3414-420f-b5d9-773e72a2e513 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:55.505005 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=0fba3d41-2e4e-44b4-a11f-4f0c64a53d46,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:55.567284 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ce59344e-c29e-44fc-92fd-680a2667543c None None] Provisioning complete for port 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:55.567646 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ce59344e-c29e-44fc-92fd-680a2667543c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.604626 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ce59344e-c29e-44fc-92fd-680a2667543c None None] Port 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:55.756122 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fef25-3fab-43cc-b06e-b9599e68395a req-c78a8cd5-46d3-45b3-91ae-a12f85c9ba11 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:55.757492 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b55fef25-3fab-43cc-b06e-b9599e68395a req-c78a8cd5-46d3-45b3-91ae-a12f85c9ba11 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 944 time: 0.0523469 Nov 11 12:20:55.797902 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:55.806956 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b55fef25-3fab-43cc-b06e-b9599e68395a req-4ec6324c-71a1-4097-9dc8-cb7afec86c8d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427256 Nov 11 12:20:55.990018 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:56.191701 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router b4b8c304-fdea-44c4-ab1e-1861054c775d is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:20:56.294571 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:20:56.303855 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Sync routers for ids ['b4b8c304-fdea-44c4-ab1e-1861054c775d'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:20:56.313442 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Routers {'b4b8c304-fdea-44c4-ab1e-1861054c775d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:56.314029 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:20:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['b4b8c304-fdea-44c4-ab1e-1861054c775d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:56.378944 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:56.380242 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-dccce104-933e-4cd7-ad21-377242562c25 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8871570 Nov 11 12:20:56.383215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55762) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:56.413539 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Set router b4b8c304-fdea-44c4-ab1e-1861054c775d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:56.414391 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7299e8eb-3bf1-4b14-9c0c-1821db8dfffd tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=61936e26caaf472aa62c0bac8a753383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300786 Nov 11 12:20:56.416919 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55764) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:56.517831 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9436b7-3a5e-4f8e-b6cf-10c454940b5d tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:56.519305 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4d9436b7-3a5e-4f8e-b6cf-10c454940b5d tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1014311 Nov 11 12:20:56.522289 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55766) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:56.550650 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-834ad7cc-689a-4f59-be02-5e14a016a3d3 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266969 Nov 11 12:20:56.553335 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55768) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:56.558185 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f39147f4-c412-499d-9321-3ca1f8c94642 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-123425514', 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:20:56.597223 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'name': 'tempest-TestNetworkBasicOps-router-338872568', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:54Z', 'updated_at': '2021-11-11T12:20:55Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:55Z', 'updated_at': '2021-11-11T12:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:56.626351 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Checking router: b4b8c304-fdea-44c4-ab1e-1861054c775d for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:20:56.626690 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Updating router b4b8c304-fdea-44c4-ab1e-1861054c775d port 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:20:56.651449 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:56.739678 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39147f4-c412-499d-9321-3ca1f8c94642 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:20:56.743510 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f39147f4-c412-499d-9321-3ca1f8c94642 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:56.898191 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:56.974008 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:57.018819 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f74f2b7-3482-4208-9e62-99560342b7f5 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:57.024053 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726a79e-2bc4-4ad8-bbf2-06f7baed51b6 None None] Pushing event updated for resources: {'Port': ['ID=0fba3d41-2e4e-44b4-a11f-4f0c64a53d46,revision_number=2']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:57.038211 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Attempting to bind port 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:57.038571 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Attempting to bind port 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:57.038921 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Attempting to bind port 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:57.042821 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726a79e-2bc4-4ad8-bbf2-06f7baed51b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:57.043181 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726a79e-2bc4-4ad8-bbf2-06f7baed51b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:57.043512 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726a79e-2bc4-4ad8-bbf2-06f7baed51b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:57.043834 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726a79e-2bc4-4ad8-bbf2-06f7baed51b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:57.044152 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726a79e-2bc4-4ad8-bbf2-06f7baed51b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:57.044490 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726a79e-2bc4-4ad8-bbf2-06f7baed51b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:57.044810 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726a79e-2bc4-4ad8-bbf2-06f7baed51b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:57.045138 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726a79e-2bc4-4ad8-bbf2-06f7baed51b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:57.045456 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726a79e-2bc4-4ad8-bbf2-06f7baed51b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:57.045763 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726a79e-2bc4-4ad8-bbf2-06f7baed51b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:57.046072 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726a79e-2bc4-4ad8-bbf2-06f7baed51b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:57.046382 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7726a79e-2bc4-4ad8-bbf2-06f7baed51b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:57.052186 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:57.052551 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:57.052942 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:57.053317 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:57.053778 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Bound port: 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:57.054149 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:57.109342 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] For port 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:57.112516 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] For port 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=0fba3d41-2e4e-44b4-a11f-4f0c64a53d46,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:57.133952 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-d5c183a1-2f4a-4bc7-9f49-c88edf5be8dc None None] Provisioning complete for port 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:57.134318 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d5c183a1-2f4a-4bc7-9f49-c88edf5be8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:57.169307 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-d5c183a1-2f4a-4bc7-9f49-c88edf5be8dc None None] Port 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:20:57.194189 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:57.234888 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e901b0-11fb-4034-aa36-b39bf2a4bcbe None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:20:57.240892 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a29644-f1ef-48ac-942a-169c4dca5191 req-3dc60642-64de-4456-861a-f58749294504 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:57.242703 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a7a29644-f1ef-48ac-942a-169c4dca5191 req-3dc60642-64de-4456-861a-f58749294504 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 944 time: 0.3691006 Nov 11 12:20:57.244390 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Routers {'b4b8c304-fdea-44c4-ab1e-1861054c775d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:20:57.246585 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:20:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['b4b8c304-fdea-44c4-ab1e-1861054c775d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:57.290930 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c3d0e557-8d71-4482-9b8f-3fb72a01525a None None] Provisioning complete for port 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:57.291473 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c3d0e557-8d71-4482-9b8f-3fb72a01525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:57.297818 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f39147f4-c412-499d-9321-3ca1f8c94642 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:57.298838 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726a79e-2bc4-4ad8-bbf2-06f7baed51b6 None None] Pushing event updated for resources: {'Port': ['ID=0fba3d41-2e4e-44b4-a11f-4f0c64a53d46,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:57.308727 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a7a29644-f1ef-48ac-942a-169c4dca5191 req-aa2f7924-d784-465e-bf49-a820ac475767 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535276 Nov 11 12:20:57.373491 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39147f4-c412-499d-9321-3ca1f8c94642 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Subnet': ['ID=25ea4cb7-a3d3-4dcc-ad58-845c533ebe52,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:57.387662 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39147f4-c412-499d-9321-3ca1f8c94642 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Checking segment: {'id': 'c519ecb4-1b86-4470-953d-b5ad1775e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:57.388166 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39147f4-c412-499d-9321-3ca1f8c94642 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network hostable DHCP agents. Network: 6c38cd86-2c5e-40a3-8efa-173bdf7ef382, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:20:57.391180 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c3d0e557-8d71-4482-9b8f-3fb72a01525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:57.412558 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c3d0e557-8d71-4482-9b8f-3fb72a01525a None None] For port 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=0fba3d41-2e4e-44b4-a11f-4f0c64a53d46,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:57.466533 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] Set router b4b8c304-fdea-44c4-ab1e-1861054c775d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:20:57.478691 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39147f4-c412-499d-9321-3ca1f8c94642 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 6c38cd86-2c5e-40a3-8efa-173bdf7ef382 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:20:57.507365 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c3d0e557-8d71-4482-9b8f-3fb72a01525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:57.555499 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0e557-8d71-4482-9b8f-3fb72a01525a None None] Pushing event updated for resources: {'Port': ['ID=0fba3d41-2e4e-44b4-a11f-4f0c64a53d46,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:57.581807 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-f39147f4-c412-499d-9321-3ca1f8c94642 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 6c38cd86-2c5e-40a3-8efa-173bdf7ef382) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:57.586009 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39147f4-c412-499d-9321-3ca1f8c94642 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:57.586601 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f39147f4-c412-499d-9321-3ca1f8c94642 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:57.591009 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648cf958-dd21-4b81-bc38-64c6a0429408 None None] Network 6c38cd86-2c5e-40a3-8efa-173bdf7ef382 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:57.642474 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'name': 'tempest-TestNetworkBasicOps-router-338872568', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:54Z', 'updated_at': '2021-11-11T12:20:55Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:55Z', 'updated_at': '2021-11-11T12:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:20:57.671706 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c15b02-5e79-4ccc-9e91-c4d0bd27b6c0 None None] The sync data for ids ['b4b8c304-fdea-44c4-ab1e-1861054c775d'] in dv-neutron-786478-23-hyperv is: [{'id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'name': 'tempest-TestNetworkBasicOps-router-338872568', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:54Z', 'updated_at': '2021-11-11T12:20:55Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:55Z', 'updated_at': '2021-11-11T12:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:20:57.675986 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f39147f4-c412-499d-9321-3ca1f8c94642 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1215370 Nov 11 12:20:57.678782 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55772) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:57.744494 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-6c38cd86-2c5e-40a3-8efa-173bdf7ef382', 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ips': [{'subnet_id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:20:57.745364 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:57.889074 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Allocated IP 172.20.0.2 (6c38cd86-2c5e-40a3-8efa-173bdf7ef382/25ea4cb7-a3d3-4dcc-ad58-845c533ebe52/09331946-42da-4a00-8eaa-fd329938f36b) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:58.078503 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.168420 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f6de0e4-00f6-43c2-9bdc-ea600fac4e76 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.170312 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.217591 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Network 6c38cd86-2c5e-40a3-8efa-173bdf7ef382 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:58.221533 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:58.223475 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Pushing event updated for resources: {'Port': ['ID=09331946-42da-4a00-8eaa-fd329938f36b,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:58.233877 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:58.295724 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Attempting to bind port 09331946-42da-4a00-8eaa-fd329938f36b on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:20:58.296378 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Attempting to bind port 09331946-42da-4a00-8eaa-fd329938f36b by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'c519ecb4-1b86-4470-953d-b5ad1775e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:20:58.296941 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Attempting to bind port 09331946-42da-4a00-8eaa-fd329938f36b on network 6c38cd86-2c5e-40a3-8efa-173bdf7ef382 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:20:58.304282 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:20:58.304715 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Checking segment: {'id': 'c519ecb4-1b86-4470-953d-b5ad1775e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:20:58.305050 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.305439 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Bound using segment: {'id': 'c519ecb4-1b86-4470-953d-b5ad1775e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:20:58.305910 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Bound port: 09331946-42da-4a00-8eaa-fd329938f36b, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c519ecb4-1b86-4470-953d-b5ad1775e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:20:58.306299 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.389573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] For port 09331946-42da-4a00-8eaa-fd329938f36b, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:20:58.394750 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] For port 09331946-42da-4a00-8eaa-fd329938f36b, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=09331946-42da-4a00-8eaa-fd329938f36b,segment=NetworkSegment(c519ecb4-1b86-4470-953d-b5ad1775e622),segment_id=c519ecb4-1b86-4470-953d-b5ad1775e622)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:20:58.464636 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.476707 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-1f6de0e4-00f6-43c2-9bdc-ea600fac4e76 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.1 (6c38cd86-2c5e-40a3-8efa-173bdf7ef382/25ea4cb7-a3d3-4dcc-ad58-845c533ebe52/4a5dda44-4cc1-47e8-8291-159961c35d0b) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:20:58.488545 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e8627-98fc-472b-ab21-b7ae6fbd4e4e req-e69f8511-d30c-43c8-90f1-7ff83ba289c3 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:58.491426 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7d8e8627-98fc-472b-ab21-b7ae6fbd4e4e req-e69f8511-d30c-43c8-90f1-7ff83ba289c3 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 944 time: 0.0989451 Nov 11 12:20:58.544913 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829dcc4-b9b9-4c9b-9fff-312153f172d5 None None] Pushing event updated for resources: {'Port': ['ID=09331946-42da-4a00-8eaa-fd329938f36b,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:58.627475 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7d8e8627-98fc-472b-ab21-b7ae6fbd4e4e req-7c867705-e785-4969-9e63-55a515c3dafb tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038532 Nov 11 12:20:58.653854 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f6de0e4-00f6-43c2-9bdc-ea600fac4e76 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.735374 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f6de0e4-00f6-43c2-9bdc-ea600fac4e76 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:58.782722 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6de0e4-00f6-43c2-9bdc-ea600fac4e76 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 6c38cd86-2c5e-40a3-8efa-173bdf7ef382 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:58.786039 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-1f6de0e4-00f6-43c2-9bdc-ea600fac4e76 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:58.790104 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6de0e4-00f6-43c2-9bdc-ea600fac4e76 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:20:58.797001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6de0e4-00f6-43c2-9bdc-ea600fac4e76 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=4a5dda44-4cc1-47e8-8291-159961c35d0b,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:58.849352 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f6de0e4-00f6-43c2-9bdc-ea600fac4e76 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:59.033253 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f6de0e4-00f6-43c2-9bdc-ea600fac4e76 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:59.207482 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 1fd21184-6de3-488b-b031-88d730e5b5c1 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:20:59.304204 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 09331946-42da-4a00-8eaa-fd329938f36b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:59.324080 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f6de0e4-00f6-43c2-9bdc-ea600fac4e76 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:59.382923 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 1fd21184-6de3-488b-b031-88d730e5b5c1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1fd21184-6de3-488b-b031-88d730e5b5c1,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:59.386507 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f6de0e4-00f6-43c2-9bdc-ea600fac4e76 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:59.397751 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 09331946-42da-4a00-8eaa-fd329938f36b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:59.398126 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:59.400900 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '1fd21184-6de3-488b-b031-88d730e5b5c1', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'port_id': '1fd21184-6de3-488b-b031-88d730e5b5c1', 'mac_address': 'fa:16:3e:46:d7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:20:59.478623 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:59.486738 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6de0e4-00f6-43c2-9bdc-ea600fac4e76 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=4a5dda44-4cc1-47e8-8291-159961c35d0b,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:59.496432 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd21184-6de3-488b-b031-88d730e5b5c1 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:20:59.498147 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1f6de0e4-00f6-43c2-9bdc-ea600fac4e76 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:59.543730 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a0171f-f59e-4ba2-bd0b-346bea6287b5 None None] Network 6c38cd86-2c5e-40a3-8efa-173bdf7ef382 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:20:59.551938 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 1fd21184-6de3-488b-b031-88d730e5b5c1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1fd21184-6de3-488b-b031-88d730e5b5c1,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:59.589005 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:59.594859 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6de0e4-00f6-43c2-9bdc-ea600fac4e76 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 6c38cd86-2c5e-40a3-8efa-173bdf7ef382 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:20:59.596301 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-1f6de0e4-00f6-43c2-9bdc-ea600fac4e76 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:20:59.617932 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:59.668378 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 09331946-42da-4a00-8eaa-fd329938f36b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=09331946-42da-4a00-8eaa-fd329938f36b,segment=NetworkSegment(c519ecb4-1b86-4470-953d-b5ad1775e622),segment_id=c519ecb4-1b86-4470-953d-b5ad1775e622)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:20:59.717499 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=1fd21184-6de3-488b-b031-88d730e5b5c1,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:20:59.739451 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-27bdfd71-c461-460b-b6fd-c00f8983e80f None None] Provisioning complete for port 09331946-42da-4a00-8eaa-fd329938f36b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:20:59.739747 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-27bdfd71-c461-460b-b6fd-c00f8983e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:59.749796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:20:59.750190 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:20:59.755198 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6de0e4-00f6-43c2-9bdc-ea600fac4e76 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router b4b8c304-fdea-44c4-ab1e-1861054c775d has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:20:59.777030 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:59.777282 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:59.777619 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:59.777954 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:59.778281 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:59.778613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:59.778937 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:59.779284 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:59.779610 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:59.779936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:59.780252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:59.780399 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec54826-17f9-484c-ae69-6a16941e410b req-2786c05e-6a4c-42e5-ae7b-fb17e542b71e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:20:59.780652 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:20:59.781802 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9ec54826-17f9-484c-ae69-6a16941e410b req-2786c05e-6a4c-42e5-ae7b-fb17e542b71e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 945 time: 0.0704503 Nov 11 12:20:59.863891 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['1fd21184-6de3-488b-b031-88d730e5b5c1'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:20:59.909443 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9ec54826-17f9-484c-ae69-6a16941e410b req-fe7c58f2-0ab3-4965-b0e5-9c472f93dc8b tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879354 Nov 11 12:20:59.922433 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6de0e4-00f6-43c2-9bdc-ea600fac4e76 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:20:59.930522 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55778) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:20:59.935600 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1f6de0e4-00f6-43c2-9bdc-ea600fac4e76 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/b4b8c304-fdea-44c4-ab1e-1861054c775d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2556787 Nov 11 12:20:59.955642 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Sync routers for ids ['b4b8c304-fdea-44c4-ab1e-1861054c775d'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:20:59.971037 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=09331946-42da-4a00-8eaa-fd329938f36b,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:00.028169 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Routers {'b4b8c304-fdea-44c4-ab1e-1861054c775d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:21:00.028674 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:20:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['b4b8c304-fdea-44c4-ab1e-1861054c775d'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:00.066548 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:21:00.066921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:00.386045 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Set router b4b8c304-fdea-44c4-ab1e-1861054c775d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:21:00.390273 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952ee5f7-078b-4637-a66a-4bf0a9334d45 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:00.390745 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952ee5f7-078b-4637-a66a-4bf0a9334d45 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:00.391230 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952ee5f7-078b-4637-a66a-4bf0a9334d45 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:00.391682 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952ee5f7-078b-4637-a66a-4bf0a9334d45 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:00.392132 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952ee5f7-078b-4637-a66a-4bf0a9334d45 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:00.392574 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952ee5f7-078b-4637-a66a-4bf0a9334d45 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:00.394417 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-952ee5f7-078b-4637-a66a-4bf0a9334d45 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.4623883 Nov 11 12:21:00.397424 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55780) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:00.488034 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691e40c7-c5c9-44c7-aaff-10ed21a8e756 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:00.488600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691e40c7-c5c9-44c7-aaff-10ed21a8e756 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:00.489058 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691e40c7-c5c9-44c7-aaff-10ed21a8e756 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:00.489498 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691e40c7-c5c9-44c7-aaff-10ed21a8e756 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:00.490115 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691e40c7-c5c9-44c7-aaff-10ed21a8e756 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:00.490723 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691e40c7-c5c9-44c7-aaff-10ed21a8e756 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:00.492766 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-691e40c7-c5c9-44c7-aaff-10ed21a8e756 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0942070 Nov 11 12:21:00.496205 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55782) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:00.517302 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-d126e3a0-0800-4cea-8cf9-74919f348b9b None None] Provisioning complete for port 09331946-42da-4a00-8eaa-fd329938f36b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:21:00.517648 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d126e3a0-0800-4cea-8cf9-74919f348b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:00.744858 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1173a284-a8c6-41fa-b196-ec362a1b3b9f tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2448781 Nov 11 12:21:00.810572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-d126e3a0-0800-4cea-8cf9-74919f348b9b None None] Provisioning complete for port 4a5dda44-4cc1-47e8-8291-159961c35d0b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:21:00.810943 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d126e3a0-0800-4cea-8cf9-74919f348b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:00.845283 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'name': 'tempest-TestNetworkBasicOps-router-338872568', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:54Z', 'updated_at': '2021-11-11T12:20:58Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:55Z', 'updated_at': '2021-11-11T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '4a5dda44-4cc1-47e8-8291-159961c35d0b', 'name': '', 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:59:56:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:58Z', 'updated_at': '2021-11-11T12:20:59Z', 'revision_number': 2, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:00.877538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Checking router: b4b8c304-fdea-44c4-ab1e-1861054c775d for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:21:00.877897 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Updating router b4b8c304-fdea-44c4-ab1e-1861054c775d port 4a5dda44-4cc1-47e8-8291-159961c35d0b binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:21:00.880639 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-d126e3a0-0800-4cea-8cf9-74919f348b9b None None] Port 4a5dda44-4cc1-47e8-8291-159961c35d0b cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:21:00.903136 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:00.986678 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55788) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:00.991834 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-7d19c979-0e14-4c70-befe-7a4a3d901db8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767401971', 'description': 'tempest-secgroup-smoke-767401971 description', 'project_id': '61936e26caaf472aa62c0bac8a753383'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:01.021032 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0207f092-6472-46ef-baff-799ce0e210a5 None None] Provisioning complete for port 4a5dda44-4cc1-47e8-8291-159961c35d0b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:21:01.021401 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0207f092-6472-46ef-baff-799ce0e210a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.044695 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb26f09-43c8-4034-8b3b-f32d9a780158 req-bb4efd11-72e1-4c2c-ad24-d2e1052f32d1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:01.046185 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6fb26f09-43c8-4034-8b3b-f32d9a780158 req-bb4efd11-72e1-4c2c-ad24-d2e1052f32d1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 945 time: 0.0557678 Nov 11 12:21:01.096206 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6fb26f09-43c8-4034-8b3b-f32d9a780158 req-91553945-5fc4-4812-9bdb-2dc7b717cb9f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436532 Nov 11 12:21:01.096445 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-0207f092-6472-46ef-baff-799ce0e210a5 None None] Port 4a5dda44-4cc1-47e8-8291-159961c35d0b cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:21:01.102941 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7d19c979-0e14-4c70-befe-7a4a3d901db8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.171227 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7d19c979-0e14-4c70-befe-7a4a3d901db8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.207540 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 09331946-42da-4a00-8eaa-fd329938f36b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:21:01.213201 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.235193 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 1fd21184-6de3-488b-b031-88d730e5b5c1 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:21:01.250978 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7d19c979-0e14-4c70-befe-7a4a3d901db8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.282697 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19c979-0e14-4c70-befe-7a4a3d901db8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:01.289974 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19c979-0e14-4c70-befe-7a4a3d901db8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:01.290322 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19c979-0e14-4c70-befe-7a4a3d901db8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:01.290663 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19c979-0e14-4c70-befe-7a4a3d901db8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:01.290999 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19c979-0e14-4c70-befe-7a4a3d901db8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:01.291351 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19c979-0e14-4c70-befe-7a4a3d901db8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:01.291681 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19c979-0e14-4c70-befe-7a4a3d901db8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:01.291810 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.292010 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19c979-0e14-4c70-befe-7a4a3d901db8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:01.292335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19c979-0e14-4c70-befe-7a4a3d901db8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:01.292675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19c979-0e14-4c70-befe-7a4a3d901db8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:01.292982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19c979-0e14-4c70-befe-7a4a3d901db8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:01.293304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19c979-0e14-4c70-befe-7a4a3d901db8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:01.293622 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d19c979-0e14-4c70-befe-7a4a3d901db8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:01.333304 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 09331946-42da-4a00-8eaa-fd329938f36b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:21:01.333676 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.358626 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7d19c979-0e14-4c70-befe-7a4a3d901db8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.362785 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7d19c979-0e14-4c70-befe-7a4a3d901db8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3717215 Nov 11 12:21:01.363803 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55790) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:01.369800 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-660fff11-b57a-4b0a-9bba-7ace205207c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:01.372787 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab815912-2dfd-41a7-b325-dfd4719567f1 None None] Pushing event updated for resources: {'Port': ['ID=4a5dda44-4cc1-47e8-8291-159961c35d0b,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:01.410190 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 1fd21184-6de3-488b-b031-88d730e5b5c1 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:21:01.432438 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 1fd21184-6de3-488b-b031-88d730e5b5c1 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:21:01.432792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.466630 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Attempting to bind port 4a5dda44-4cc1-47e8-8291-159961c35d0b on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:21:01.467000 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Attempting to bind port 4a5dda44-4cc1-47e8-8291-159961c35d0b by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'c519ecb4-1b86-4470-953d-b5ad1775e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:21:01.467394 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Attempting to bind port 4a5dda44-4cc1-47e8-8291-159961c35d0b on network 6c38cd86-2c5e-40a3-8efa-173bdf7ef382 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:21:01.471775 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-660fff11-b57a-4b0a-9bba-7ace205207c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.500220 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:21:01.500658 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Checking segment: {'id': 'c519ecb4-1b86-4470-953d-b5ad1775e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:21:01.501004 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.501403 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Bound using segment: {'id': 'c519ecb4-1b86-4470-953d-b5ad1775e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:21:01.501888 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Bound port: 4a5dda44-4cc1-47e8-8291-159961c35d0b, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c519ecb4-1b86-4470-953d-b5ad1775e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:21:01.502318 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.538992 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-660fff11-b57a-4b0a-9bba-7ace205207c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.611385 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] For port 4a5dda44-4cc1-47e8-8291-159961c35d0b, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:21:01.616702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-660fff11-b57a-4b0a-9bba-7ace205207c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.630394 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] For port 4a5dda44-4cc1-47e8-8291-159961c35d0b, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=4a5dda44-4cc1-47e8-8291-159961c35d0b,segment=NetworkSegment(c519ecb4-1b86-4470-953d-b5ad1775e622),segment_id=c519ecb4-1b86-4470-953d-b5ad1775e622)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:21:01.632241 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.637690 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fff11-b57a-4b0a-9bba-7ace205207c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe8b883-d2af-41d7-aac6-88c367a6f39c,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:01.652722 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6a960896-ee69-4973-b2d1-f01895bacf09 None None] Provisioning complete for port 4a5dda44-4cc1-47e8-8291-159961c35d0b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:21:01.653090 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6a960896-ee69-4973-b2d1-f01895bacf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.660428 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd21184-6de3-488b-b031-88d730e5b5c1'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:21:01.662643 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4ceac8-47f3-4d88-91ad-eeefa377ef00" -d '{"events": [{"server_uuid": "d1362501-7603-4e55-b1e8-1efbb3d4d0cf", "name": "network-vif-plugged", "status": "completed", "tag": "1fd21184-6de3-488b-b031-88d730e5b5c1"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:21:01.697408 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 1fd21184-6de3-488b-b031-88d730e5b5c1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1fd21184-6de3-488b-b031-88d730e5b5c1,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:01.700488 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1384e3-8802-41eb-a46c-28b3db5ba49a x-openstack-request-id: req-6a1384e3-8802-41eb-a46c-28b3db5ba49a {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:21:01.700772 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1362501-7603-4e55-b1e8-1efbb3d4d0cf", "name": "network-vif-plugged", "status": "completed", "tag": "1fd21184-6de3-488b-b031-88d730e5b5c1", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:21:01.701023 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a1384e3-8802-41eb-a46c-28b3db5ba49a {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:21:01.701406 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd21184-6de3-488b-b031-88d730e5b5c1', 'code': 200} Nov 11 12:21:01.706351 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.734562 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-660fff11-b57a-4b0a-9bba-7ace205207c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.735941 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-660fff11-b57a-4b0a-9bba-7ace205207c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3711107 Nov 11 12:21:01.738950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55794) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:01.740793 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-6a960896-ee69-4973-b2d1-f01895bacf09 None None] Port 4a5dda44-4cc1-47e8-8291-159961c35d0b cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:21:01.744161 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-0fcb24c0-a84b-4226-85dc-569a57af2154 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:01.771377 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.773358 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Routers {'b4b8c304-fdea-44c4-ab1e-1861054c775d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:21:01.773981 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:20:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['b4b8c304-fdea-44c4-ab1e-1861054c775d'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:01.776329 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab815912-2dfd-41a7-b325-dfd4719567f1 None None] Pushing event updated for resources: {'Port': ['ID=4a5dda44-4cc1-47e8-8291-159961c35d0b,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:01.844801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fcb24c0-a84b-4226-85dc-569a57af2154 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.902319 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=1fd21184-6de3-488b-b031-88d730e5b5c1,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:01.909737 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fcb24c0-a84b-4226-85dc-569a57af2154 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:01.923454 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] Set router b4b8c304-fdea-44c4-ab1e-1861054c775d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:21:01.960432 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093e984-548c-4374-9718-6fc36a290c22 req-658aa720-4ae5-4f67-a666-c5145a9a1935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:01.962123 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f093e984-548c-4374-9718-6fc36a290c22 req-658aa720-4ae5-4f67-a666-c5145a9a1935 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 1099 time: 0.0508749 Nov 11 12:21:01.984665 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fcb24c0-a84b-4226-85dc-569a57af2154 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.012295 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb24c0-a84b-4226-85dc-569a57af2154 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef11beb1-b816-4313-8299-e79ce1fa5a26,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:02.031667 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f093e984-548c-4374-9718-6fc36a290c22 req-fd5ef860-0b7a-4c4a-aab7-145b5ad9165e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615551 Nov 11 12:21:02.092048 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b9ebff82-5554-4cce-b533-491af7a95a7b None None] Provisioning complete for port 4a5dda44-4cc1-47e8-8291-159961c35d0b triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:21:02.092417 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b9ebff82-5554-4cce-b533-491af7a95a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.100585 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fcb24c0-a84b-4226-85dc-569a57af2154 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.102475 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0fcb24c0-a84b-4226-85dc-569a57af2154 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3625162 Nov 11 12:21:02.105271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55796) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:02.109607 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-9cc4466e-cfaf-49c5-8dd1-dd118689f92c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:02.188996 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9cc4466e-cfaf-49c5-8dd1-dd118689f92c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.200955 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'name': 'tempest-TestNetworkBasicOps-router-338872568', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:54Z', 'updated_at': '2021-11-11T12:20:58Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:55Z', 'updated_at': '2021-11-11T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '4a5dda44-4cc1-47e8-8291-159961c35d0b', 'name': '', 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:59:56:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:58Z', 'updated_at': '2021-11-11T12:21:01Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:02.221197 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f4268-3f6f-49ac-9cab-27ae3da6efef req-9a3fe690-275a-40a4-9052-7f0e0b43899d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:02.223200 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-325f4268-3f6f-49ac-9cab-27ae3da6efef req-9a3fe690-275a-40a4-9052-7f0e0b43899d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 946 time: 0.0513003 Nov 11 12:21:02.235787 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debac5ac-a7ec-4b36-bc47-b13fe6fb437d None None] The sync data for ids ['b4b8c304-fdea-44c4-ab1e-1861054c775d'] in dv-neutron-786478-23-hyperv is: [{'id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'name': 'tempest-TestNetworkBasicOps-router-338872568', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:54Z', 'updated_at': '2021-11-11T12:20:58Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:55Z', 'updated_at': '2021-11-11T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '4a5dda44-4cc1-47e8-8291-159961c35d0b', 'name': '', 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:59:56:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:58Z', 'updated_at': '2021-11-11T12:21:01Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:21:02.251316 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9cc4466e-cfaf-49c5-8dd1-dd118689f92c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.254457 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b9ebff82-5554-4cce-b533-491af7a95a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.282706 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-325f4268-3f6f-49ac-9cab-27ae3da6efef req-de95cb26-f8ef-42dd-b2ad-35e7029acde0 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523384 Nov 11 12:21:02.305185 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b9ebff82-5554-4cce-b533-491af7a95a7b None None] For port 4a5dda44-4cc1-47e8-8291-159961c35d0b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=4a5dda44-4cc1-47e8-8291-159961c35d0b,segment=NetworkSegment(c519ecb4-1b86-4470-953d-b5ad1775e622),segment_id=c519ecb4-1b86-4470-953d-b5ad1775e622)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:02.330264 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9cc4466e-cfaf-49c5-8dd1-dd118689f92c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.348117 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4466e-cfaf-49c5-8dd1-dd118689f92c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1247997-606e-468f-898f-23bd28576e7b,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:02.399379 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b9ebff82-5554-4cce-b533-491af7a95a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.429242 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9cc4466e-cfaf-49c5-8dd1-dd118689f92c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.431214 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9cc4466e-cfaf-49c5-8dd1-dd118689f92c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3249660 Nov 11 12:21:02.433926 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55800) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:02.438816 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-16787243-c827-498d-93d6-1f3210c83321 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:02.452909 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebff82-5554-4cce-b533-491af7a95a7b None None] Pushing event updated for resources: {'Port': ['ID=4a5dda44-4cc1-47e8-8291-159961c35d0b,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:02.524808 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16787243-c827-498d-93d6-1f3210c83321 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.587177 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16787243-c827-498d-93d6-1f3210c83321 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.656171 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16787243-c827-498d-93d6-1f3210c83321 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.674815 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16787243-c827-498d-93d6-1f3210c83321 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb03e6c-a829-400f-8073-b6c3e5d98741,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:02.734505 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16787243-c827-498d-93d6-1f3210c83321 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.735833 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-16787243-c827-498d-93d6-1f3210c83321 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3009140 Nov 11 12:21:02.738605 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55802) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:02.743023 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-c4f8674f-7fa7-44f2-86da-ede41b1db477 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:02.806687 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.securitygroups_db [None req-c4f8674f-7fa7-44f2-86da-ede41b1db477 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:21:02.812213 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c4f8674f-7fa7-44f2-86da-ede41b1db477 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.873946 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c4f8674f-7fa7-44f2-86da-ede41b1db477 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.926439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c4f8674f-7fa7-44f2-86da-ede41b1db477 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:02.946529 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8674f-7fa7-44f2-86da-ede41b1db477 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e173a0-2ce9-4db5-b6b4-ab243821449a,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:03.031618 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c4f8674f-7fa7-44f2-86da-ede41b1db477 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:03.036575 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55804) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:03.040194 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c4f8674f-7fa7-44f2-86da-ede41b1db477 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2987275 Nov 11 12:21:03.041206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f8b33dbc-b651-4f8d-88a2-a7a35c6db331 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:03.144062 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-f8b33dbc-b651-4f8d-88a2-a7a35c6db331 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:21:03.149572 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f8b33dbc-b651-4f8d-88a2-a7a35c6db331 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:03.173166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-406022bf-c277-4522-99e6-d155ac5d516f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:03.229309 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f8b33dbc-b651-4f8d-88a2-a7a35c6db331 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:03.250613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4a5dda44-4cc1-47e8-8291-159961c35d0b up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:21:03.292016 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f8b33dbc-b651-4f8d-88a2-a7a35c6db331 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:03.306168 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 4a5dda44-4cc1-47e8-8291-159961c35d0b triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:21:03.306535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:03.310093 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b33dbc-b651-4f8d-88a2-a7a35c6db331 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e00d101-0b26-4f6b-a8bf-2be2e9c250d0,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:03.390245 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f8b33dbc-b651-4f8d-88a2-a7a35c6db331 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:03.391558 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f8b33dbc-b651-4f8d-88a2-a7a35c6db331 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3538525 Nov 11 12:21:03.427501 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352d451-8c36-4fed-abf6-411f0aa49009 req-fdb3649d-e406-4771-a34d-9531d718e255 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:03.429565 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8352d451-8c36-4fed-abf6-411f0aa49009 req-fdb3649d-e406-4771-a34d-9531d718e255 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 946 time: 0.0530984 Nov 11 12:21:03.482599 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8352d451-8c36-4fed-abf6-411f0aa49009 req-0ff87e01-5e0e-472e-9fa7-516dcd79fc69 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472534 Nov 11 12:21:03.544738 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-b1ae7feb-6ccc-48e6-ab88-635b3996acdd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767401971&fields=id&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 267 time: 0.0454311 Nov 11 12:21:03.650641 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2d5c7-4c47-43a0-90d9-aaab269d666c req-b40d7040-6180-49f3-8f09-4783c1287db2 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:03.652173 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-80f2d5c7-4c47-43a0-90d9-aaab269d666c req-b40d7040-6180-49f3-8f09-4783c1287db2 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 946 time: 0.1044531 Nov 11 12:21:03.710375 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-1350c002-f448-4020-9441-2479dde41475 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:03.711900 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-1350c002-f448-4020-9441-2479dde41475 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/networks?id=6c38cd86-2c5e-40a3-8efa-173bdf7ef382 HTTP/1.1" status: 200 len: 797 time: 0.1556695 Nov 11 12:21:03.738997 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-80f2d5c7-4c47-43a0-90d9-aaab269d666c req-015489e8-8a58-46a5-9d92-b21e02b27ece tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805964 Nov 11 12:21:03.740604 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-5c777810-752b-4edc-8ef7-bf4b533ee1bf tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/quotas/61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 375 time: 0.0227356 Nov 11 12:21:03.760703 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55822) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:03.792686 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-a4f8e008-de61-40da-bcca-d01bd1e3fcbd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464251 Nov 11 12:21:03.799797 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0766d54c-3890-4ede-9ae4-70c22305ac42 tempest-TestVolumeBootPattern-97210721 tempest-TestVolumeBootPattern-97210721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:03.801302 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0766d54c-3890-4ede-9ae4-70c22305ac42 tempest-TestVolumeBootPattern-97210721 tempest-TestVolumeBootPattern-97210721-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 1094 time: 0.0395033 Nov 11 12:21:03.804160 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55824) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:03.808500 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '1fd21184-6de3-488b-b031-88d730e5b5c1', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:03.889216 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-586601a0-2fc1-40b8-8b45-60575fc2069f service neutron] 10.222.0.50 "GET /v2.0/networks/6c38cd86-2c5e-40a3-8efa-173bdf7ef382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849917 Nov 11 12:21:03.891805 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for floatingip, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:03.982605 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-6458b80d-2f64-41aa-9c52-ed3a74e6b60a service neutron] 10.222.0.50 "GET /v2.0/networks/6c38cd86-2c5e-40a3-8efa-173bdf7ef382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872705 Nov 11 12:21:03.991457 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:04.102043 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Allocated IP 172.26.5.223 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/6635cefe-b524-426e-ad94-1b9a70c8a0a5) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:21:04.214345 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:04.218853 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8a3ee48d-f615-465d-962a-6603604f0c89 req-aa433371-9530-455e-8f1a-67d51940d83d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 210 time: 0.0268536 Nov 11 12:21:04.315275 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:04.353342 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:21:04.359642 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:21:04.363228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:21:04.369117 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event updated for resources: {'Port': ['ID=6635cefe-b524-426e-ad94-1b9a70c8a0a5,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:04.848603 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:05.080797 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:05.226861 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:05.290952 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:05.314705 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-35b63b5d-be5b-4870-8b45-41f4dcb61b08 req-a235c4f9-e44c-4ffa-8b8b-3ae130947910 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 210 time: 0.0287790 Nov 11 12:21:05.363559 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event updated for resources: {'Port': ['ID=6635cefe-b524-426e-ad94-1b9a70c8a0a5,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:05.372357 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:05.472743 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Floating IP 12d4d6fe-b027-44d5-b907-7707b20d6b01 associated. External IP: 172.26.5.223, port: 1fd21184-6de3-488b-b031-88d730e5b5c1. Nov 11 12:21:05.528789 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a5063889-7149-4c2d-80c9-7d61df23bcd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:05.953859 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:21:06.058850 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:21:06.069524 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf2598-b753-44a0-83e0-7326f180b2f0 None None] Sync routers for ids ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:21:06.080660 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf2598-b753-44a0-83e0-7326f180b2f0 None None] Routers {'42a7a6ba-00be-41cd-b8dc-7886df6a4b42'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:21:06.081256 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-82bf2598-b753-44a0-83e0-7326f180b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:21:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:06.149745 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:06.181874 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-627fcdf7-c60b-4c2a-9dbc-cf4436fa6a6f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3766613 Nov 11 12:21:06.182483 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'tag': '1fd21184-6de3-488b-b031-88d730e5b5c1'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:21:06.184926 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d0112c-82b4-4ead-9ee7-738dea196196" -d '{"events": [{"name": "network-changed", "server_uuid": "d1362501-7603-4e55-b1e8-1efbb3d4d0cf", "tag": "1fd21184-6de3-488b-b031-88d730e5b5c1"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:21:06.187294 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-82bf2598-b753-44a0-83e0-7326f180b2f0 None None] Set router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:21:06.249415 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d1a323-6c64-45d1-b5ac-7b7d54b0b2ab x-openstack-request-id: req-95d1a323-6c64-45d1-b5ac-7b7d54b0b2ab {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:21:06.249938 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1362501-7603-4e55-b1e8-1efbb3d4d0cf", "tag": "1fd21184-6de3-488b-b031-88d730e5b5c1", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:21:06.249938 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95d1a323-6c64-45d1-b5ac-7b7d54b0b2ab {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:21:06.250315 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'tag': '1fd21184-6de3-488b-b031-88d730e5b5c1', 'status': 'completed', 'code': 200} Nov 11 12:21:06.311968 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0112c-82b4-4ead-9ee7-738dea196196 req-82a83a6b-cb97-45b2-98a6-2f11a7f3870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:06.313458 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f8d0112c-82b4-4ead-9ee7-738dea196196 req-82a83a6b-cb97-45b2-98a6-2f11a7f3870c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 1099 time: 0.0583112 Nov 11 12:21:06.389027 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-986ba29e-dcac-464c-83ff-391c783c04c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:06.390331 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-986ba29e-dcac-464c-83ff-391c783c04c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/networks?id=6c38cd86-2c5e-40a3-8efa-173bdf7ef382 HTTP/1.1" status: 200 len: 797 time: 0.1872423 Nov 11 12:21:06.427831 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-83f64186-61b9-4e06-8ff2-ac0fe2dcf2cf req-1d3beef0-b42a-472a-9bcc-6e581e8e57e0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 210 time: 0.0336485 Nov 11 12:21:06.458714 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-82bf2598-b753-44a0-83e0-7326f180b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '12d4d6fe-b027-44d5-b907-7707b20d6b01', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'floating_ip_address': '172.26.5.223', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'port_id': '1fd21184-6de3-488b-b031-88d730e5b5c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'mac_address': 'fa:16:3e:46:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:04Z', 'updated_at': '2021-11-11T12:21:04Z', 'revision_number': 0, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 5, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:06.468668 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0112c-82b4-4ead-9ee7-738dea196196 req-3d4c5160-9e4e-4441-905c-272956d66f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:06.470065 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f8d0112c-82b4-4ead-9ee7-738dea196196 req-3d4c5160-9e4e-4441-905c-272956d66f18 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a HTTP/1.1" status: 200 len: 913 time: 0.1497223 Nov 11 12:21:06.485450 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf2598-b753-44a0-83e0-7326f180b2f0 None None] Checking router: 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:21:06.492456 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-c3d6c6c4-07a2-4ff8-bd43-1e2d2d93aaba tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 379 time: 0.0932333 Nov 11 12:21:06.494272 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf2598-b753-44a0-83e0-7326f180b2f0 None None] Routers {'42a7a6ba-00be-41cd-b8dc-7886df6a4b42'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:21:06.494890 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-82bf2598-b753-44a0-83e0-7326f180b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:21:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:06.507799 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:06.528727 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-ca0e061d-cefe-47ed-ba2f-243f93a5d36c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'port': {'device_id': '1312ceaf-c9c7-4aac-8b83-b61eddc1a394', 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382', 'admin_state_up': True, 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'security_groups': ['cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:06.604137 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f8d0112c-82b4-4ead-9ee7-738dea196196 req-70319bc2-42d2-41a6-a929-b79ad668a052 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fd21184-6de3-488b-b031-88d730e5b5c1 HTTP/1.1" status: 200 len: 1000 time: 0.1258004 Nov 11 12:21:06.604391 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-82bf2598-b753-44a0-83e0-7326f180b2f0 None None] Set router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:21:06.688708 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0112c-82b4-4ead-9ee7-738dea196196 req-ad53bf93-7355-4f4e-a628-d6ef223d2fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:06.690194 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f8d0112c-82b4-4ead-9ee7-738dea196196 req-ad53bf93-7355-4f4e-a628-d6ef223d2fb2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9072cf2e-3415-4e51-a149-d008214c502e HTTP/1.1" status: 200 len: 851 time: 0.0743587 Nov 11 12:21:06.740184 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0112c-82b4-4ead-9ee7-738dea196196 req-b440422c-defa-4fcd-989d-c8249d6bf980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:06.741766 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f8d0112c-82b4-4ead-9ee7-738dea196196 req-b440422c-defa-4fcd-989d-c8249d6bf980 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0425346 Nov 11 12:21:06.794721 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-ca0e061d-cefe-47ed-ba2f-243f93a5d36c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:21:06.798335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-ca0e061d-cefe-47ed-ba2f-243f93a5d36c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:06.826913 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-82bf2598-b753-44a0-83e0-7326f180b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '12d4d6fe-b027-44d5-b907-7707b20d6b01', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'floating_ip_address': '172.26.5.223', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'port_id': '1fd21184-6de3-488b-b031-88d730e5b5c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'mac_address': 'fa:16:3e:46:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:04Z', 'updated_at': '2021-11-11T12:21:04Z', 'revision_number': 0, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 5, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:06.855569 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf2598-b753-44a0-83e0-7326f180b2f0 None None] The sync data for ids ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'] in dv-neutron-786478-23-hyperv is: [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '12d4d6fe-b027-44d5-b907-7707b20d6b01', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'floating_ip_address': '172.26.5.223', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'port_id': '1fd21184-6de3-488b-b031-88d730e5b5c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'mac_address': 'fa:16:3e:46:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:04Z', 'updated_at': '2021-11-11T12:21:04Z', 'revision_number': 0, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 5, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:21:06.905384 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f8d0112c-82b4-4ead-9ee7-738dea196196 req-1aeade21-9a84-4285-bba8-199faad45a4f service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542389 Nov 11 12:21:07.012228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-ca0e061d-cefe-47ed-ba2f-243f93a5d36c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.12 (6c38cd86-2c5e-40a3-8efa-173bdf7ef382/25ea4cb7-a3d3-4dcc-ad58-845c533ebe52/1633b595-a626-4829-9b23-7c290aa54f3a) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:21:07.046153 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f8b3e-0e48-4143-a867-fae8ef774595 None None] New status for floating IP 12d4d6fe-b027-44d5-b907-7707b20d6b01: ACTIVE {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:21:07.055019 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f8d0112c-82b4-4ead-9ee7-738dea196196 req-c96fbb9a-68b8-4718-9748-1340549b3098 service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407418 Nov 11 12:21:07.180333 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-ca0e061d-cefe-47ed-ba2f-243f93a5d36c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:07.299550 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-ca0e061d-cefe-47ed-ba2f-243f93a5d36c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:07.343185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-ca0e061d-cefe-47ed-ba2f-243f93a5d36c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 6c38cd86-2c5e-40a3-8efa-173bdf7ef382 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:21:07.348336 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-ca0e061d-cefe-47ed-ba2f-243f93a5d36c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:21:07.352682 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-ca0e061d-cefe-47ed-ba2f-243f93a5d36c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:21:07.377914 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e061d-cefe-47ed-ba2f-243f93a5d36c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=1633b595-a626-4829-9b23-7c290aa54f3a,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:07.409520 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-ca0e061d-cefe-47ed-ba2f-243f93a5d36c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:07.410152 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-ca0e061d-cefe-47ed-ba2f-243f93a5d36c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:07.476249 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-ca0e061d-cefe-47ed-ba2f-243f93a5d36c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9512362 Nov 11 12:21:07.497538 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Request body: {'port': {'device_id': '1312ceaf-c9c7-4aac-8b83-b61eddc1a394', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:07.546418 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96490be5-dd35-45fa-8281-0ddf98af854a req-8aa8a327-1b56-4192-a028-2d70da6dd77e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:07.547935 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-96490be5-dd35-45fa-8281-0ddf98af854a req-8aa8a327-1b56-4192-a028-2d70da6dd77e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 932 time: 0.0504642 Nov 11 12:21:07.554335 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5c69d76a-172c-422c-9288-c03814b1cae0 None None] Provisioning complete for port 1633b595-a626-4829-9b23-7c290aa54f3a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:21:07.554842 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5c69d76a-172c-422c-9288-c03814b1cae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:07.562176 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:07.593312 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-5c69d76a-172c-422c-9288-c03814b1cae0 None None] Port 1633b595-a626-4829-9b23-7c290aa54f3a cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:21:07.599960 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-96490be5-dd35-45fa-8281-0ddf98af854a req-8a2e4a5e-c2f0-48a9-a1c2-a3b9a64f9b10 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453062 Nov 11 12:21:07.826818 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1633b595-a626-4829-9b23-7c290aa54f3a {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:21:07.834926 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:07.846657 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Transition to ACTIVE for port object 1633b595-a626-4829-9b23-7c290aa54f3a will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:21:07.900477 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:07.950031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1633b595-a626-4829-9b23-7c290aa54f3a,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:08.025570 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Attempting to bind port 1633b595-a626-4829-9b23-7c290aa54f3a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:21:08.025570 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Attempting to bind port 1633b595-a626-4829-9b23-7c290aa54f3a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c519ecb4-1b86-4470-953d-b5ad1775e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:21:08.025570 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Attempting to bind port 1633b595-a626-4829-9b23-7c290aa54f3a on network 6c38cd86-2c5e-40a3-8efa-173bdf7ef382 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:21:08.030599 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Port 1633b595-a626-4829-9b23-7c290aa54f3a on network 6c38cd86-2c5e-40a3-8efa-173bdf7ef382 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:21:08.031274 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Attempting to bind port 1633b595-a626-4829-9b23-7c290aa54f3a on network 6c38cd86-2c5e-40a3-8efa-173bdf7ef382 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:21:08.036497 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:21:08.036834 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Checking segment: {'id': 'c519ecb4-1b86-4470-953d-b5ad1775e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:21:08.037298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Bound using segment: {'id': 'c519ecb4-1b86-4470-953d-b5ad1775e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:21:08.037730 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Bound port: 1633b595-a626-4829-9b23-7c290aa54f3a, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c519ecb4-1b86-4470-953d-b5ad1775e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:21:08.038087 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:08.107015 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] For port 1633b595-a626-4829-9b23-7c290aa54f3a, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:21:08.110111 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] For port 1633b595-a626-4829-9b23-7c290aa54f3a, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1633b595-a626-4829-9b23-7c290aa54f3a,segment=NetworkSegment(c519ecb4-1b86-4470-953d-b5ad1775e622),segment_id=c519ecb4-1b86-4470-953d-b5ad1775e622)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:21:08.118765 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:08.193132 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:08.229884 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:08.230498 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:08.231916 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] 10.222.0.70 "PUT /v2.0/ports/1633b595-a626-4829-9b23-7c290aa54f3a HTTP/1.1" status: 200 len: 1094 time: 0.7396381 Nov 11 12:21:08.251909 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1312ceaf-c9c7-4aac-8b83-b61eddc1a394', 'tag': '1633b595-a626-4829-9b23-7c290aa54f3a'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:21:08.255475 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2748651b-d00f-4803-8e91-947c302b7be0" -d '{"events": [{"name": "network-changed", "server_uuid": "1312ceaf-c9c7-4aac-8b83-b61eddc1a394", "tag": "1633b595-a626-4829-9b23-7c290aa54f3a"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:21:08.264159 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a004e9-f95d-413f-86e0-112ecfc685f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1633b595-a626-4829-9b23-7c290aa54f3a,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:08.297525 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96b5535-f0a4-4ec5-9f77-edb7071952a0 x-openstack-request-id: req-b96b5535-f0a4-4ec5-9f77-edb7071952a0 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:21:08.297818 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1312ceaf-c9c7-4aac-8b83-b61eddc1a394", "tag": "1633b595-a626-4829-9b23-7c290aa54f3a", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:21:08.298070 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b96b5535-f0a4-4ec5-9f77-edb7071952a0 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:21:08.298466 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1312ceaf-c9c7-4aac-8b83-b61eddc1a394', 'tag': '1633b595-a626-4829-9b23-7c290aa54f3a', 'status': 'completed', 'code': 200} Nov 11 12:21:08.366351 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748651b-d00f-4803-8e91-947c302b7be0 req-faa7d4d7-dc14-4460-89f2-0d5407d45611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:08.368034 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2748651b-d00f-4803-8e91-947c302b7be0 req-faa7d4d7-dc14-4460-89f2-0d5407d45611 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 1097 time: 0.0430362 Nov 11 12:21:08.471335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748651b-d00f-4803-8e91-947c302b7be0 req-d2933df8-524b-43a3-b851-5bc7e0ae220a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:08.472796 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2748651b-d00f-4803-8e91-947c302b7be0 req-d2933df8-524b-43a3-b851-5bc7e0ae220a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=61936e26caaf472aa62c0bac8a753383&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0976253 Nov 11 12:21:08.608341 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748651b-d00f-4803-8e91-947c302b7be0 req-02e29931-6892-4396-96e6-8905fa433dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:08.609798 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2748651b-d00f-4803-8e91-947c302b7be0 req-02e29931-6892-4396-96e6-8905fa433dfb service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286736 Nov 11 12:21:08.684140 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-df0b49a7-0a10-4219-b930-b8a4dc5c8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:08.685643 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-df0b49a7-0a10-4219-b930-b8a4dc5c8a98 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 1097 time: 0.0418198 Nov 11 12:21:08.719874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e513c-6212-40ab-8c91-4af5cb08ce29 req-394ff208-9955-4b8b-ab55-3aa38745e6d7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:08.721333 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a97e513c-6212-40ab-8c91-4af5cb08ce29 req-394ff208-9955-4b8b-ab55-3aa38745e6d7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 944 time: 0.0523667 Nov 11 12:21:08.729047 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-2a781529-d9d1-4a49-9d20-48f92af42677 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1633b595-a626-4829-9b23-7c290aa54f3a HTTP/1.1" status: 200 len: 217 time: 0.0354671 Nov 11 12:21:08.770970 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a97e513c-6212-40ab-8c91-4af5cb08ce29 req-0983b788-14a2-4859-a51d-f5ae1bd4ea7a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431359 Nov 11 12:21:08.781659 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-0af66533-30af-4a66-a112-75b485a992e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:08.783140 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-0af66533-30af-4a66-a112-75b485a992e1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=25ea4cb7-a3d3-4dcc-ad58-845c533ebe52 HTTP/1.1" status: 200 len: 834 time: 0.0479448 Nov 11 12:21:08.827415 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-3861d47f-cbb3-4142-bbda-9f9afd8e9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:08.828877 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-3861d47f-cbb3-4142-bbda-9f9afd8e9af7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c38cd86-2c5e-40a3-8efa-173bdf7ef382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0392401 Nov 11 12:21:08.916390 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-f2c1d67e-a898-411a-8a51-81f79b4d1735 service neutron] 10.222.0.70 "GET /v2.0/networks/6c38cd86-2c5e-40a3-8efa-173bdf7ef382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803878 Nov 11 12:21:09.006441 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4afafaa-4a5e-4c7b-bcf8-dbd27e98c5fc req-af449bf8-0a5f-4214-87e3-7119b2806018 service neutron] 10.222.0.70 "GET /v2.0/networks/6c38cd86-2c5e-40a3-8efa-173bdf7ef382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834491 Nov 11 12:21:09.140629 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:09.884269 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091e258-8fc6-42a6-a3bc-fc1c8e7294da req-d55b3ee4-aebc-4cbe-8290-75fe6909d6ea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:09.885707 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d091e258-8fc6-42a6-a3bc-fc1c8e7294da req-d55b3ee4-aebc-4cbe-8290-75fe6909d6ea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 944 time: 0.0476987 Nov 11 12:21:09.933281 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d091e258-8fc6-42a6-a3bc-fc1c8e7294da req-44dd741e-e43d-4495-9478-624ce471b3b7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417507 Nov 11 12:21:10.640332 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:11.046830 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ebfd1-1c38-477c-95c1-3db60422f9fd req-46e8e0e5-f409-4a31-abe7-e766c1fdeabc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:11.048302 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e99ebfd1-1c38-477c-95c1-3db60422f9fd req-46e8e0e5-f409-4a31-abe7-e766c1fdeabc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 944 time: 0.0511181 Nov 11 12:21:11.095766 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e99ebfd1-1c38-477c-95c1-3db60422f9fd req-03c16a9d-6e29-453c-9747-322acbd217fb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411627 Nov 11 12:21:11.301225 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 1633b595-a626-4829-9b23-7c290aa54f3a details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:21:11.537719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 1633b595-a626-4829-9b23-7c290aa54f3a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1633b595-a626-4829-9b23-7c290aa54f3a,segment=NetworkSegment(c519ecb4-1b86-4470-953d-b5ad1775e622),segment_id=c519ecb4-1b86-4470-953d-b5ad1775e622)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:11.548532 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '1633b595-a626-4829-9b23-7c290aa54f3a', 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382', 'port_id': '1633b595-a626-4829-9b23-7c290aa54f3a', 'mac_address': 'fa:16:3e:31:bc:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:21:11.584192 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:11.597063 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1633b595-a626-4829-9b23-7c290aa54f3a {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:21:11.615907 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 1633b595-a626-4829-9b23-7c290aa54f3a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1633b595-a626-4829-9b23-7c290aa54f3a,segment=NetworkSegment(c519ecb4-1b86-4470-953d-b5ad1775e622),segment_id=c519ecb4-1b86-4470-953d-b5ad1775e622)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:11.658838 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:11.706758 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=1633b595-a626-4829-9b23-7c290aa54f3a,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:11.889155 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['1633b595-a626-4829-9b23-7c290aa54f3a'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:21:12.207131 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f50cc5-387a-45ff-b32b-97ec988cab62 req-cead9f17-74c2-45a7-92cf-ff17f55616bc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:12.208571 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c9f50cc5-387a-45ff-b32b-97ec988cab62 req-cead9f17-74c2-45a7-92cf-ff17f55616bc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 945 time: 0.0482547 Nov 11 12:21:12.255840 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c9f50cc5-387a-45ff-b32b-97ec988cab62 req-aa9fd409-dd15-4301-8dbc-99a8620b7968 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415187 Nov 11 12:21:13.328537 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 1633b595-a626-4829-9b23-7c290aa54f3a up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:21:13.372401 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abb46f-07e8-4967-8d4d-347cfb954330 req-3aedd0de-64a9-49ee-b082-5480bdfd347b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:13.373878 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-74abb46f-07e8-4967-8d4d-347cfb954330 req-3aedd0de-64a9-49ee-b082-5480bdfd347b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 945 time: 0.0516894 Nov 11 12:21:13.427355 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-74abb46f-07e8-4967-8d4d-347cfb954330 req-1752cfa5-1198-452c-8578-5b5a64b2ff62 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471072 Nov 11 12:21:13.444853 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 1633b595-a626-4829-9b23-7c290aa54f3a completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:21:13.449136 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 1633b595-a626-4829-9b23-7c290aa54f3a triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:21:13.449507 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:13.528120 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:13.550370 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1312ceaf-c9c7-4aac-8b83-b61eddc1a394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1633b595-a626-4829-9b23-7c290aa54f3a'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:21:13.552640 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cd4d00-b1f4-4551-891b-44976ee9f212" -d '{"events": [{"server_uuid": "1312ceaf-c9c7-4aac-8b83-b61eddc1a394", "name": "network-vif-plugged", "status": "completed", "tag": "1633b595-a626-4829-9b23-7c290aa54f3a"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:21:13.565667 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 1633b595-a626-4829-9b23-7c290aa54f3a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1633b595-a626-4829-9b23-7c290aa54f3a,segment=NetworkSegment(c519ecb4-1b86-4470-953d-b5ad1775e622),segment_id=c519ecb4-1b86-4470-953d-b5ad1775e622)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:13.590499 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e846d3-b592-4c54-952f-d2478575ad98 x-openstack-request-id: req-d4e846d3-b592-4c54-952f-d2478575ad98 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:21:13.590499 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1312ceaf-c9c7-4aac-8b83-b61eddc1a394", "name": "network-vif-plugged", "status": "completed", "tag": "1633b595-a626-4829-9b23-7c290aa54f3a", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:21:13.590499 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4e846d3-b592-4c54-952f-d2478575ad98 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:21:13.590499 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1312ceaf-c9c7-4aac-8b83-b61eddc1a394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1633b595-a626-4829-9b23-7c290aa54f3a', 'code': 200} Nov 11 12:21:13.657126 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:13.704706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=1633b595-a626-4829-9b23-7c290aa54f3a,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:13.872871 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd5b8b-38d4-4b02-8eb3-289555a53cea req-444656c8-2c0d-47f4-974a-1e50c989909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:13.874555 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-90dd5b8b-38d4-4b02-8eb3-289555a53cea req-444656c8-2c0d-47f4-974a-1e50c989909b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 1099 time: 0.0458479 Nov 11 12:21:13.925659 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-90dd5b8b-38d4-4b02-8eb3-289555a53cea req-5fd547f4-a94c-48bd-84ac-3668bfd42633 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440538 Nov 11 12:21:14.543680 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda95106-d64f-4e37-9d45-ad60bb99f0a5 req-7e0d0b97-2d20-4e7e-a0dc-b48fde45b127 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:14.545031 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fda95106-d64f-4e37-9d45-ad60bb99f0a5 req-7e0d0b97-2d20-4e7e-a0dc-b48fde45b127 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 946 time: 0.0486319 Nov 11 12:21:14.593860 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fda95106-d64f-4e37-9d45-ad60bb99f0a5 req-37bd62e9-b6fd-49bc-8249-9c4fda723187 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420842 Nov 11 12:21:15.710321 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a417c-f5e8-482e-bb98-8e9c18cffa61 req-de92a248-685d-4995-be3f-83d0ee334c68 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:15.711779 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-568a417c-f5e8-482e-bb98-8e9c18cffa61 req-de92a248-685d-4995-be3f-83d0ee334c68 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 946 time: 0.0479236 Nov 11 12:21:15.759382 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-568a417c-f5e8-482e-bb98-8e9c18cffa61 req-f52af915-9f73-4d1b-b55b-a4eb86fe4582 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418019 Nov 11 12:21:15.872453 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f489f2d-d3ad-4456-8e61-88cbb59a1956 req-697a42a1-505f-4811-86d5-0b60c804c53f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:15.873946 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0f489f2d-d3ad-4456-8e61-88cbb59a1956 req-697a42a1-505f-4811-86d5-0b60c804c53f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 946 time: 0.0509002 Nov 11 12:21:15.920932 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0f489f2d-d3ad-4456-8e61-88cbb59a1956 req-48820eaa-73a3-4929-afbb-4db155f5f3ec tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405948 Nov 11 12:21:15.945342 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55872) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:15.988222 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b5fe92-7c55-4e17-bb62-3a2e4024287d tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:15.989680 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-85b5fe92-7c55-4e17-bb62-3a2e4024287d tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 1094 time: 0.0433633 Nov 11 12:21:15.992466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55874) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:15.996794 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '1633b595-a626-4829-9b23-7c290aa54f3a', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:21:16.089695 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:16.183859 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:16.290376 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.26.5.39 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/8b6941c7-4721-4540-b49d-f79e22903360) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:21:16.387275 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:16.478607 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:16.517416 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:21:16.522741 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:21:16.526296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:21:16.550836 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=8b6941c7-4721-4540-b49d-f79e22903360,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:16.884016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:17.008359 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:17.153181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:17.211634 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:17.286892 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=8b6941c7-4721-4540-b49d-f79e22903360,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:17.294198 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:17.395955 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP f1460a14-6ac3-4222-9105-bee9115eb4a2 associated. External IP: 172.26.5.39, port: 1633b595-a626-4829-9b23-7c290aa54f3a. Nov 11 12:21:17.601120 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router b4b8c304-fdea-44c4-ab1e-1861054c775d has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:21:17.705636 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:21:17.715537 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa9d1f-b963-4428-bb33-f9af3893f39a None None] Sync routers for ids ['b4b8c304-fdea-44c4-ab1e-1861054c775d'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:21:17.724996 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa9d1f-b963-4428-bb33-f9af3893f39a None None] Routers {'b4b8c304-fdea-44c4-ab1e-1861054c775d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:21:17.725594 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-90fa9d1f-b963-4428-bb33-f9af3893f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:21:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['b4b8c304-fdea-44c4-ab1e-1861054c775d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:17.768816 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:17.796067 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-262151a2-777d-4c37-b641-0963699566cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8025482 Nov 11 12:21:17.796678 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1312ceaf-c9c7-4aac-8b83-b61eddc1a394', 'tag': '1633b595-a626-4829-9b23-7c290aa54f3a'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:21:17.798913 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed13589-56b3-474d-b470-665ab115f21a" -d '{"events": [{"name": "network-changed", "server_uuid": "1312ceaf-c9c7-4aac-8b83-b61eddc1a394", "tag": "1633b595-a626-4829-9b23-7c290aa54f3a"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:21:17.799089 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55876) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:17.833538 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-90fa9d1f-b963-4428-bb33-f9af3893f39a None None] Set router b4b8c304-fdea-44c4-ab1e-1861054c775d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:21:17.834017 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f5c9e8-aed8-41ea-a693-220ace7885b4 x-openstack-request-id: req-d5f5c9e8-aed8-41ea-a693-220ace7885b4 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:21:17.834300 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1312ceaf-c9c7-4aac-8b83-b61eddc1a394", "tag": "1633b595-a626-4829-9b23-7c290aa54f3a", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:21:17.834977 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5f5c9e8-aed8-41ea-a693-220ace7885b4 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:21:17.834977 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1312ceaf-c9c7-4aac-8b83-b61eddc1a394', 'tag': '1633b595-a626-4829-9b23-7c290aa54f3a', 'status': 'completed', 'code': 200} Nov 11 12:21:17.863646 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9aba9bb1-4d78-462d-927e-eb694b9fa5ce tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/f1460a14-6ac3-4222-9105-bee9115eb4a2 HTTP/1.1" status: 200 len: 991 time: 0.0631642 Nov 11 12:21:17.899166 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed13589-56b3-474d-b470-665ab115f21a req-e60bd763-a2fe-46c9-82f6-c56dffe2ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:17.900660 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ed13589-56b3-474d-b470-665ab115f21a req-e60bd763-a2fe-46c9-82f6-c56dffe2ebc4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 1099 time: 0.0413289 Nov 11 12:21:17.995028 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed13589-56b3-474d-b470-665ab115f21a req-aa078625-75d6-4a2d-a6f0-48be50d91771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:17.996571 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ed13589-56b3-474d-b470-665ab115f21a req-aa078625-75d6-4a2d-a6f0-48be50d91771 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c38cd86-2c5e-40a3-8efa-173bdf7ef382 HTTP/1.1" status: 200 len: 898 time: 0.0881245 Nov 11 12:21:18.058725 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-90fa9d1f-b963-4428-bb33-f9af3893f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'name': 'tempest-TestNetworkBasicOps-router-338872568', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:54Z', 'updated_at': '2021-11-11T12:20:58Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:55Z', 'updated_at': '2021-11-11T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'f1460a14-6ac3-4222-9105-bee9115eb4a2', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.39', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'port_id': '1633b595-a626-4829-9b23-7c290aa54f3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382', 'mac_address': 'fa:16:3e:31:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1312ceaf-c9c7-4aac-8b83-b61eddc1a394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:16Z', 'updated_at': '2021-11-11T12:21:16Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5dda44-4cc1-47e8-8291-159961c35d0b', 'name': '', 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:59:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:58Z', 'updated_at': '2021-11-11T12:21:02Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:18.062790 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ed13589-56b3-474d-b470-665ab115f21a req-25d4319f-04de-44a6-b1af-c0fc0d629a14 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1633b595-a626-4829-9b23-7c290aa54f3a HTTP/1.1" status: 200 len: 999 time: 0.0591974 Nov 11 12:21:18.084186 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa9d1f-b963-4428-bb33-f9af3893f39a None None] Checking router: b4b8c304-fdea-44c4-ab1e-1861054c775d for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:21:18.092160 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa9d1f-b963-4428-bb33-f9af3893f39a None None] Routers {'b4b8c304-fdea-44c4-ab1e-1861054c775d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:21:18.092743 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-90fa9d1f-b963-4428-bb33-f9af3893f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:21:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['b4b8c304-fdea-44c4-ab1e-1861054c775d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:18.122264 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed13589-56b3-474d-b470-665ab115f21a req-9cad42bb-9cc2-41a1-9a7b-2b18033c0c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:18.123676 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ed13589-56b3-474d-b470-665ab115f21a req-9cad42bb-9cc2-41a1-9a7b-2b18033c0c15 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=25ea4cb7-a3d3-4dcc-ad58-845c533ebe52 HTTP/1.1" status: 200 len: 834 time: 0.0480900 Nov 11 12:21:18.169835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed13589-56b3-474d-b470-665ab115f21a req-981e809a-d63a-4845-b1df-6c13dc1cebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:18.171388 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ed13589-56b3-474d-b470-665ab115f21a req-981e809a-d63a-4845-b1df-6c13dc1cebdd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c38cd86-2c5e-40a3-8efa-173bdf7ef382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0410795 Nov 11 12:21:18.263874 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ed13589-56b3-474d-b470-665ab115f21a req-c27575c1-0080-4978-b866-4e38092a881f service neutron] 10.222.0.70 "GET /v2.0/networks/6c38cd86-2c5e-40a3-8efa-173bdf7ef382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857084 Nov 11 12:21:18.281100 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-90fa9d1f-b963-4428-bb33-f9af3893f39a None None] Set router b4b8c304-fdea-44c4-ab1e-1861054c775d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:21:18.355989 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ed13589-56b3-474d-b470-665ab115f21a req-7c2df47b-abac-4dce-8cf6-b9fbb2ddceac service neutron] 10.222.0.70 "GET /v2.0/networks/6c38cd86-2c5e-40a3-8efa-173bdf7ef382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852211 Nov 11 12:21:18.497859 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-90fa9d1f-b963-4428-bb33-f9af3893f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'name': 'tempest-TestNetworkBasicOps-router-338872568', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:54Z', 'updated_at': '2021-11-11T12:20:58Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:55Z', 'updated_at': '2021-11-11T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'f1460a14-6ac3-4222-9105-bee9115eb4a2', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.39', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'port_id': '1633b595-a626-4829-9b23-7c290aa54f3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382', 'mac_address': 'fa:16:3e:31:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1312ceaf-c9c7-4aac-8b83-b61eddc1a394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:16Z', 'updated_at': '2021-11-11T12:21:16Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5dda44-4cc1-47e8-8291-159961c35d0b', 'name': '', 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:59:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:58Z', 'updated_at': '2021-11-11T12:21:02Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:18.523129 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa9d1f-b963-4428-bb33-f9af3893f39a None None] The sync data for ids ['b4b8c304-fdea-44c4-ab1e-1861054c775d'] in dv-neutron-786478-23-hyperv is: [{'id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'name': 'tempest-TestNetworkBasicOps-router-338872568', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:54Z', 'updated_at': '2021-11-11T12:20:58Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:55Z', 'updated_at': '2021-11-11T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'f1460a14-6ac3-4222-9105-bee9115eb4a2', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.39', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'port_id': '1633b595-a626-4829-9b23-7c290aa54f3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382', 'mac_address': 'fa:16:3e:31:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1312ceaf-c9c7-4aac-8b83-b61eddc1a394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:16Z', 'updated_at': '2021-11-11T12:21:16Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5dda44-4cc1-47e8-8291-159961c35d0b', 'name': '', 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:59:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:58Z', 'updated_at': '2021-11-11T12:21:02Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:21:18.709148 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b73497-3bf7-4006-92af-e57d8ac834b0 None None] New status for floating IP f1460a14-6ac3-4222-9105-bee9115eb4a2: ACTIVE {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:21:18.865390 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55880) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:18.927885 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4e9d3363-879e-435b-8afd-86d1d55e60f0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/f1460a14-6ac3-4222-9105-bee9115eb4a2 HTTP/1.1" status: 200 len: 991 time: 0.0613730 Nov 11 12:21:19.931818 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55884) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:19.991366 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ac516830-cb11-46ee-8c49-ccea32838c85 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/f1460a14-6ac3-4222-9105-bee9115eb4a2 HTTP/1.1" status: 200 len: 993 time: 0.0583093 Nov 11 12:21:30.215003 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:21:33.195531 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-afa5c11e-b42a-41ca-950d-5d4569ea8313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:35.556736 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c1dba85f-a49c-4126-8879-e2e84a242f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:36.482467 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:38.102433 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:39.112106 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:40.617324 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:47.910868 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2df25398-7bd9-4e93-8646-ce9417ab2f0f req-b2b06718-a4c4-4115-993a-c2ddbe6e1a50 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431726 Nov 11 12:21:47.992278 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df25398-7bd9-4e93-8646-ce9417ab2f0f req-4128bf23-4388-4f40-bb0a-1dc31f366c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:47.993731 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2df25398-7bd9-4e93-8646-ce9417ab2f0f req-4128bf23-4388-4f40-bb0a-1dc31f366c24 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 1099 time: 0.0393059 Nov 11 12:21:48.098338 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df25398-7bd9-4e93-8646-ce9417ab2f0f req-2a208cfc-6bfa-4441-b307-af7a3d9c0470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:48.099826 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2df25398-7bd9-4e93-8646-ce9417ab2f0f req-2a208cfc-6bfa-4441-b307-af7a3d9c0470 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a HTTP/1.1" status: 200 len: 913 time: 0.0855796 Nov 11 12:21:48.466739 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2df25398-7bd9-4e93-8646-ce9417ab2f0f req-3b860874-5a99-462c-93a6-cce95fe8aec1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fd21184-6de3-488b-b031-88d730e5b5c1 HTTP/1.1" status: 200 len: 1002 time: 0.3587446 Nov 11 12:21:48.515358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df25398-7bd9-4e93-8646-ce9417ab2f0f req-190f271d-af4e-40bb-a696-7fe9e305fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:48.516666 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2df25398-7bd9-4e93-8646-ce9417ab2f0f req-190f271d-af4e-40bb-a696-7fe9e305fba2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9072cf2e-3415-4e51-a149-d008214c502e HTTP/1.1" status: 200 len: 851 time: 0.0420561 Nov 11 12:21:48.563263 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df25398-7bd9-4e93-8646-ce9417ab2f0f req-aca2c0aa-942c-4a31-abd9-48f968e6758f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:48.564941 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2df25398-7bd9-4e93-8646-ce9417ab2f0f req-aca2c0aa-942c-4a31-abd9-48f968e6758f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417705 Nov 11 12:21:48.575941 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [req-2df25398-7bd9-4e93-8646-ce9417ab2f0f req-2cab63c9-c420-4e39-a635-20b16b995d85 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:21:48.576864 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2df25398-7bd9-4e93-8646-ce9417ab2f0f req-2cab63c9-c420-4e39-a635-20b16b995d85 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047166 Nov 11 12:21:48.662150 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2df25398-7bd9-4e93-8646-ce9417ab2f0f req-f000dc3a-4ba2-4c90-9647-2df06aab071d service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775526 Nov 11 12:21:48.759872 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2df25398-7bd9-4e93-8646-ce9417ab2f0f req-4cc4d77d-3d00-44d2-86d3-36f1d2b0a95a service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851943 Nov 11 12:21:51.276980 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55902) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:51.336416 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-317a4af9-a422-4177-8f74-e1febbcfc776 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/f1460a14-6ac3-4222-9105-bee9115eb4a2 HTTP/1.1" status: 200 len: 993 time: 0.0583086 Nov 11 12:21:51.627400 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55908) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:51.780047 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-72d82e45-fa95-467c-92c2-4075b522485e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 8b6941c7-4721-4540-b49d-f79e22903360 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:21:51.780283 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-72d82e45-fa95-467c-92c2-4075b522485e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:51.856910 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-72d82e45-fa95-467c-92c2-4075b522485e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:51.860456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-72d82e45-fa95-467c-92c2-4075b522485e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:51.868852 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-72d82e45-fa95-467c-92c2-4075b522485e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 8b6941c7-4721-4540-b49d-f79e22903360 owned by network:floatingip {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:21:52.112887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-72d82e45-fa95-467c-92c2-4075b522485e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:52.138242 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d82e45-fa95-467c-92c2-4075b522485e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=8b6941c7-4721-4540-b49d-f79e22903360,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:52.201406 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-72d82e45-fa95-467c-92c2-4075b522485e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:52.201735 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-72d82e45-fa95-467c-92c2-4075b522485e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP f1460a14-6ac3-4222-9105-bee9115eb4a2 disassociated (deleted). External IP: 172.26.5.39, port: 1633b595-a626-4829-9b23-7c290aa54f3a. Nov 11 12:21:52.408721 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d82e45-fa95-467c-92c2-4075b522485e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router b4b8c304-fdea-44c4-ab1e-1861054c775d has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:21:52.516253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d82e45-fa95-467c-92c2-4075b522485e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:21:52.521079 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-72d82e45-fa95-467c-92c2-4075b522485e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:52.528776 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ac239f-7883-4d84-8fd0-ebc54f8e8cf1 None None] Sync routers for ids ['b4b8c304-fdea-44c4-ab1e-1861054c775d'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:21:52.539767 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ac239f-7883-4d84-8fd0-ebc54f8e8cf1 None None] Routers {'b4b8c304-fdea-44c4-ab1e-1861054c775d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:21:52.540415 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d8ac239f-7883-4d84-8fd0-ebc54f8e8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:21:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['b4b8c304-fdea-44c4-ab1e-1861054c775d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:52.550148 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-72d82e45-fa95-467c-92c2-4075b522485e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/floatingips/f1460a14-6ac3-4222-9105-bee9115eb4a2 HTTP/1.1" status: 204 len: 168 time: 0.9216449 Nov 11 12:21:52.550731 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1312ceaf-c9c7-4aac-8b83-b61eddc1a394', 'tag': '1633b595-a626-4829-9b23-7c290aa54f3a'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:21:52.553019 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c529c6-408a-4afc-bfab-09e402c502cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1312ceaf-c9c7-4aac-8b83-b61eddc1a394", "tag": "1633b595-a626-4829-9b23-7c290aa54f3a"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:21:52.591609 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f05b36-3fd5-4a40-9da1-8efafd26870f x-openstack-request-id: req-b0f05b36-3fd5-4a40-9da1-8efafd26870f {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:21:52.591906 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1312ceaf-c9c7-4aac-8b83-b61eddc1a394", "tag": "1633b595-a626-4829-9b23-7c290aa54f3a", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:21:52.592699 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b0f05b36-3fd5-4a40-9da1-8efafd26870f {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:21:52.593102 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1312ceaf-c9c7-4aac-8b83-b61eddc1a394', 'tag': '1633b595-a626-4829-9b23-7c290aa54f3a', 'status': 'completed', 'code': 200} Nov 11 12:21:52.648712 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-d8ac239f-7883-4d84-8fd0-ebc54f8e8cf1 None None] Set router b4b8c304-fdea-44c4-ab1e-1861054c775d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:21:52.657955 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c529c6-408a-4afc-bfab-09e402c502cc req-fe5a8e24-fef7-4f7b-ba72-987d5bafeef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:52.659683 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f4c529c6-408a-4afc-bfab-09e402c502cc req-fe5a8e24-fef7-4f7b-ba72-987d5bafeef6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 1099 time: 0.0436366 Nov 11 12:21:52.753974 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c529c6-408a-4afc-bfab-09e402c502cc req-3e411007-d84e-47fa-9e41-d51b49f79e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:52.755500 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f4c529c6-408a-4afc-bfab-09e402c502cc req-3e411007-d84e-47fa-9e41-d51b49f79e2f service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c38cd86-2c5e-40a3-8efa-173bdf7ef382 HTTP/1.1" status: 200 len: 898 time: 0.0895145 Nov 11 12:21:52.800411 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f4c529c6-408a-4afc-bfab-09e402c502cc req-26d2a4b6-2bd3-4c65-8e3f-9f9b381bbc41 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1633b595-a626-4829-9b23-7c290aa54f3a HTTP/1.1" status: 200 len: 217 time: 0.0366004 Nov 11 12:21:52.850646 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d8ac239f-7883-4d84-8fd0-ebc54f8e8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'name': 'tempest-TestNetworkBasicOps-router-338872568', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:54Z', 'updated_at': '2021-11-11T12:20:58Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:55Z', 'updated_at': '2021-11-11T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '4a5dda44-4cc1-47e8-8291-159961c35d0b', 'name': '', 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:59:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:58Z', 'updated_at': '2021-11-11T12:21:02Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:52.857353 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c529c6-408a-4afc-bfab-09e402c502cc req-1e462f5c-1aa8-4171-a18d-3d33e481c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:52.858878 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f4c529c6-408a-4afc-bfab-09e402c502cc req-1e462f5c-1aa8-4171-a18d-3d33e481c81b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=25ea4cb7-a3d3-4dcc-ad58-845c533ebe52 HTTP/1.1" status: 200 len: 834 time: 0.0473149 Nov 11 12:21:52.876400 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ac239f-7883-4d84-8fd0-ebc54f8e8cf1 None None] Checking router: b4b8c304-fdea-44c4-ab1e-1861054c775d for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:21:52.884492 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ac239f-7883-4d84-8fd0-ebc54f8e8cf1 None None] Routers {'b4b8c304-fdea-44c4-ab1e-1861054c775d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:21:52.885083 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d8ac239f-7883-4d84-8fd0-ebc54f8e8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:21:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['b4b8c304-fdea-44c4-ab1e-1861054c775d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:52.909453 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c529c6-408a-4afc-bfab-09e402c502cc req-521b90de-210e-40ee-ae80-0373ef384b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:52.911025 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f4c529c6-408a-4afc-bfab-09e402c502cc req-521b90de-210e-40ee-ae80-0373ef384b1c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c38cd86-2c5e-40a3-8efa-173bdf7ef382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454419 Nov 11 12:21:52.997799 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-d8ac239f-7883-4d84-8fd0-ebc54f8e8cf1 None None] Set router b4b8c304-fdea-44c4-ab1e-1861054c775d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:21:53.011853 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f4c529c6-408a-4afc-bfab-09e402c502cc req-b2ba8e07-88e6-4dd9-b966-2981b75b7190 service neutron] 10.222.0.70 "GET /v2.0/networks/6c38cd86-2c5e-40a3-8efa-173bdf7ef382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924413 Nov 11 12:21:53.115446 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f4c529c6-408a-4afc-bfab-09e402c502cc req-99c7bb8e-6f27-4e72-9a5f-b95c6011529e service neutron] 10.222.0.70 "GET /v2.0/networks/6c38cd86-2c5e-40a3-8efa-173bdf7ef382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961952 Nov 11 12:21:53.123941 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74062723-6dd0-479e-b00e-2938d47cc540 req-147f5548-41a2-4874-868f-86e16c7cbf1b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:53.125434 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-74062723-6dd0-479e-b00e-2938d47cc540 req-147f5548-41a2-4874-868f-86e16c7cbf1b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 946 time: 0.1739795 Nov 11 12:21:53.176297 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-74062723-6dd0-479e-b00e-2938d47cc540 req-ab070bc8-fc19-42c2-ae6f-ca932edd0705 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442882 Nov 11 12:21:53.204643 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d8ac239f-7883-4d84-8fd0-ebc54f8e8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'name': 'tempest-TestNetworkBasicOps-router-338872568', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:54Z', 'updated_at': '2021-11-11T12:20:58Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:55Z', 'updated_at': '2021-11-11T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '4a5dda44-4cc1-47e8-8291-159961c35d0b', 'name': '', 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:59:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:58Z', 'updated_at': '2021-11-11T12:21:02Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:53.229911 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ac239f-7883-4d84-8fd0-ebc54f8e8cf1 None None] The sync data for ids ['b4b8c304-fdea-44c4-ab1e-1861054c775d'] in dv-neutron-786478-23-hyperv is: [{'id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'name': 'tempest-TestNetworkBasicOps-router-338872568', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:54Z', 'updated_at': '2021-11-11T12:20:58Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:55Z', 'updated_at': '2021-11-11T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '4a5dda44-4cc1-47e8-8291-159961c35d0b', 'name': '', 'network_id': '6c38cd86-2c5e-40a3-8efa-173bdf7ef382', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:59:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:58Z', 'updated_at': '2021-11-11T12:21:02Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '25ea4cb7-a3d3-4dcc-ad58-845c533ebe52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:21:53.438295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9725f7-8839-47fb-b0c3-b3343588b871 None None] New status for floating IP f1460a14-6ac3-4222-9105-bee9115eb4a2: DOWN {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:21:54.336811 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdca1e7-c49d-4704-9e65-f50cc5efa4ad req-95087d2f-0406-4ea7-a8dd-de272fd1c27b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:54.338307 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fdca1e7-c49d-4704-9e65-f50cc5efa4ad req-95087d2f-0406-4ea7-a8dd-de272fd1c27b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/ports?device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 946 time: 0.0510752 Nov 11 12:21:54.343490 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c27f79-f4e9-4838-84d8-0bf6bad7db65 req-3975ca9c-cb70-4676-8644-abcb12b2e48f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:21:54.345007 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a3c27f79-f4e9-4838-84d8-0bf6bad7db65 req-3975ca9c-cb70-4676-8644-abcb12b2e48f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 946 time: 0.0986891 Nov 11 12:21:54.401259 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a3c27f79-f4e9-4838-84d8-0bf6bad7db65 req-dd5418b6-1053-477c-bcb1-808c0be32eab tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454936 Nov 11 12:21:54.433519 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-3fdca1e7-c49d-4704-9e65-f50cc5efa4ad req-7d2f4526-0c23-4de8-9d50-f5d10ab1ef2f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 1633b595-a626-4829-9b23-7c290aa54f3a {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:21:54.433836 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fdca1e7-c49d-4704-9e65-f50cc5efa4ad req-7d2f4526-0c23-4de8-9d50-f5d10ab1ef2f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:54.524818 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-3fdca1e7-c49d-4704-9e65-f50cc5efa4ad req-7d2f4526-0c23-4de8-9d50-f5d10ab1ef2f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 1633b595-a626-4829-9b23-7c290aa54f3a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1633b595-a626-4829-9b23-7c290aa54f3a,segment=NetworkSegment(c519ecb4-1b86-4470-953d-b5ad1775e622),segment_id=c519ecb4-1b86-4470-953d-b5ad1775e622)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:54.525101 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fdca1e7-c49d-4704-9e65-f50cc5efa4ad req-7d2f4526-0c23-4de8-9d50-f5d10ab1ef2f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:54.538206 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-3fdca1e7-c49d-4704-9e65-f50cc5efa4ad req-7d2f4526-0c23-4de8-9d50-f5d10ab1ef2f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 1633b595-a626-4829-9b23-7c290aa54f3a owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:21:54.739541 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fdca1e7-c49d-4704-9e65-f50cc5efa4ad req-7d2f4526-0c23-4de8-9d50-f5d10ab1ef2f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:54.767073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f4526-0c23-4de8-9d50-f5d10ab1ef2f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=1633b595-a626-4829-9b23-7c290aa54f3a,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:54.808535 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdca1e7-c49d-4704-9e65-f50cc5efa4ad req-7d2f4526-0c23-4de8-9d50-f5d10ab1ef2f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] No DVR routers for this DVR port 1633b595-a626-4829-9b23-7c290aa54f3a on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:21:54.812560 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fdca1e7-c49d-4704-9e65-f50cc5efa4ad req-7d2f4526-0c23-4de8-9d50-f5d10ab1ef2f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:54.815393 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fdca1e7-c49d-4704-9e65-f50cc5efa4ad req-7d2f4526-0c23-4de8-9d50-f5d10ab1ef2f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "DELETE /v2.0/ports/1633b595-a626-4829-9b23-7c290aa54f3a HTTP/1.1" status: 204 len: 173 time: 0.4703612 Nov 11 12:21:54.815833 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1312ceaf-c9c7-4aac-8b83-b61eddc1a394', 'name': 'network-vif-deleted', 'tag': '1633b595-a626-4829-9b23-7c290aa54f3a'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:21:54.818064 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32246ea9-f55c-478b-89a3-8e512741510f" -d '{"events": [{"server_uuid": "1312ceaf-c9c7-4aac-8b83-b61eddc1a394", "name": "network-vif-deleted", "tag": "1633b595-a626-4829-9b23-7c290aa54f3a"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:21:54.853478 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd323d0-ad3b-4dcb-b4ee-5619384a6897 x-openstack-request-id: req-3fd323d0-ad3b-4dcb-b4ee-5619384a6897 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:21:54.853763 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1312ceaf-c9c7-4aac-8b83-b61eddc1a394", "name": "network-vif-deleted", "tag": "1633b595-a626-4829-9b23-7c290aa54f3a", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:21:54.854009 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3fd323d0-ad3b-4dcb-b4ee-5619384a6897 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:21:54.854398 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1312ceaf-c9c7-4aac-8b83-b61eddc1a394', 'name': 'network-vif-deleted', 'tag': '1633b595-a626-4829-9b23-7c290aa54f3a', 'status': 'completed', 'code': 200} Nov 11 12:21:55.507375 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6078d37e-0752-4a00-be23-05e77ce2e7f6 req-9c4f5f05-a701-4393-95c6-cd5973cbbe85 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=1312ceaf-c9c7-4aac-8b83-b61eddc1a394 HTTP/1.1" status: 200 len: 210 time: 0.0285783 Nov 11 12:21:56.561192 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55930) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:56.617256 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-29402289-7122-419e-904e-8a99e306464f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:56.642225 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-29402289-7122-419e-904e-8a99e306464f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:56.756687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-29402289-7122-419e-904e-8a99e306464f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:56.759323 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-29402289-7122-419e-904e-8a99e306464f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:56.760455 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-29402289-7122-419e-904e-8a99e306464f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/security-groups/cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4 HTTP/1.1" status: 204 len: 168 time: 0.1982906 Nov 11 12:21:56.770257 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29402289-7122-419e-904e-8a99e306464f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb8bb4e-3093-4162-8a84-0f2ecaa91ed4,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:56.778134 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402289-7122-419e-904e-8a99e306464f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:56.778571 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402289-7122-419e-904e-8a99e306464f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:56.778910 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402289-7122-419e-904e-8a99e306464f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:56.779404 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402289-7122-419e-904e-8a99e306464f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:56.788200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402289-7122-419e-904e-8a99e306464f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:56.788200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402289-7122-419e-904e-8a99e306464f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:56.788200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402289-7122-419e-904e-8a99e306464f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:56.788200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402289-7122-419e-904e-8a99e306464f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:56.788200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402289-7122-419e-904e-8a99e306464f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:56.788200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402289-7122-419e-904e-8a99e306464f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:56.788200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402289-7122-419e-904e-8a99e306464f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:56.788200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29402289-7122-419e-904e-8a99e306464f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:21:56.900416 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55934) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:57.260603 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2622b179-5a15-4e7d-8fe6-c1fa1b858641 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:57.445338 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 1633b595-a626-4829-9b23-7c290aa54f3a no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:21:57.466000 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 1633b595-a626-4829-9b23-7c290aa54f3a {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:21:57.466348 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 1633b595-a626-4829-9b23-7c290aa54f3a not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:21:57.517471 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-2622b179-5a15-4e7d-8fe6-c1fa1b858641 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 4a5dda44-4cc1-47e8-8291-159961c35d0b {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:21:57.517802 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2622b179-5a15-4e7d-8fe6-c1fa1b858641 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:57.607139 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-2622b179-5a15-4e7d-8fe6-c1fa1b858641 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 4a5dda44-4cc1-47e8-8291-159961c35d0b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=4a5dda44-4cc1-47e8-8291-159961c35d0b,segment=NetworkSegment(c519ecb4-1b86-4470-953d-b5ad1775e622),segment_id=c519ecb4-1b86-4470-953d-b5ad1775e622)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:57.607494 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2622b179-5a15-4e7d-8fe6-c1fa1b858641 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:57.620387 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-2622b179-5a15-4e7d-8fe6-c1fa1b858641 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 4a5dda44-4cc1-47e8-8291-159961c35d0b owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:21:57.833790 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2622b179-5a15-4e7d-8fe6-c1fa1b858641 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:57.859345 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622b179-5a15-4e7d-8fe6-c1fa1b858641 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=4a5dda44-4cc1-47e8-8291-159961c35d0b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:58.039726 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2622b179-5a15-4e7d-8fe6-c1fa1b858641 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:58.569088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2622b179-5a15-4e7d-8fe6-c1fa1b858641 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router b4b8c304-fdea-44c4-ab1e-1861054c775d has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:21:58.676185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2622b179-5a15-4e7d-8fe6-c1fa1b858641 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:21:58.681359 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2622b179-5a15-4e7d-8fe6-c1fa1b858641 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/b4b8c304-fdea-44c4-ab1e-1861054c775d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7799320 Nov 11 12:21:58.684020 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55936) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:58.692627 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09026fa-95cf-4d46-a9ac-7b1e202b970c None None] Sync routers for ids ['b4b8c304-fdea-44c4-ab1e-1861054c775d'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:21:58.701542 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09026fa-95cf-4d46-a9ac-7b1e202b970c None None] Routers {'b4b8c304-fdea-44c4-ab1e-1861054c775d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:21:58.702341 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b09026fa-95cf-4d46-a9ac-7b1e202b970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:21:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['b4b8c304-fdea-44c4-ab1e-1861054c775d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:58.733677 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee2ceb9-97ae-49ad-9025-c700e0d6139c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting subnet 25ea4cb7-a3d3-4dcc-ad58-845c533ebe52 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:21:58.736980 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dee2ceb9-97ae-49ad-9025-c700e0d6139c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:58.777320 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dee2ceb9-97ae-49ad-9025-c700e0d6139c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:58.804387 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-b09026fa-95cf-4d46-a9ac-7b1e202b970c None None] Set router b4b8c304-fdea-44c4-ab1e-1861054c775d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:21:58.863979 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dee2ceb9-97ae-49ad-9025-c700e0d6139c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:58.976617 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b09026fa-95cf-4d46-a9ac-7b1e202b970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'name': 'tempest-TestNetworkBasicOps-router-338872568', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:54Z', 'updated_at': '2021-11-11T12:21:57Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:55Z', 'updated_at': '2021-11-11T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:59.001230 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09026fa-95cf-4d46-a9ac-7b1e202b970c None None] Checking router: b4b8c304-fdea-44c4-ab1e-1861054c775d for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:21:59.006189 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dee2ceb9-97ae-49ad-9025-c700e0d6139c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:59.009202 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09026fa-95cf-4d46-a9ac-7b1e202b970c None None] Routers {'b4b8c304-fdea-44c4-ab1e-1861054c775d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:21:59.009789 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b09026fa-95cf-4d46-a9ac-7b1e202b970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:21:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['b4b8c304-fdea-44c4-ab1e-1861054c775d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:59.036844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dee2ceb9-97ae-49ad-9025-c700e0d6139c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:59.041389 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-dee2ceb9-97ae-49ad-9025-c700e0d6139c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/subnets/25ea4cb7-a3d3-4dcc-ad58-845c533ebe52 HTTP/1.1" status: 204 len: 168 time: 0.3561928 Nov 11 12:21:59.042666 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2ceb9-97ae-49ad-9025-c700e0d6139c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Subnet': ['ID=25ea4cb7-a3d3-4dcc-ad58-845c533ebe52,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:59.042814 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7205519-eb8b-4ac3-8a22-02fef7419e97 None None] Network 6c38cd86-2c5e-40a3-8efa-173bdf7ef382 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:21:59.043957 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55938) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:21:59.166886 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2cdf545f-383a-4efe-9f08-3f7aa95bf129 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:59.211078 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-b09026fa-95cf-4d46-a9ac-7b1e202b970c None None] Set router b4b8c304-fdea-44c4-ab1e-1861054c775d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:21:59.267778 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a0406a-3028-4aa9-ae79-8778a504602e None None] DHCP port deletion for 6c38cd86-2c5e-40a3-8efa-173bdf7ef382 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:21:59.293836 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2cdf545f-383a-4efe-9f08-3f7aa95bf129 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:59.316742 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-a0a0406a-3028-4aa9-ae79-8778a504602e None None] Deleting port 09331946-42da-4a00-8eaa-fd329938f36b {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:21:59.317203 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a0a0406a-3028-4aa9-ae79-8778a504602e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:59.384075 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-a0a0406a-3028-4aa9-ae79-8778a504602e None None] For port 09331946-42da-4a00-8eaa-fd329938f36b, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=09331946-42da-4a00-8eaa-fd329938f36b,segment=NetworkSegment(c519ecb4-1b86-4470-953d-b5ad1775e622),segment_id=c519ecb4-1b86-4470-953d-b5ad1775e622)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:59.384792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a0a0406a-3028-4aa9-ae79-8778a504602e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:59.395997 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b09026fa-95cf-4d46-a9ac-7b1e202b970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'name': 'tempest-TestNetworkBasicOps-router-338872568', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:54Z', 'updated_at': '2021-11-11T12:21:57Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:55Z', 'updated_at': '2021-11-11T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:21:59.400037 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-a0a0406a-3028-4aa9-ae79-8778a504602e None None] Calling delete_port for 09331946-42da-4a00-8eaa-fd329938f36b owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:21:59.404170 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf545f-383a-4efe-9f08-3f7aa95bf129 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:21:59.404602 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2cdf545f-383a-4efe-9f08-3f7aa95bf129 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:59.426724 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09026fa-95cf-4d46-a9ac-7b1e202b970c None None] The sync data for ids ['b4b8c304-fdea-44c4-ab1e-1861054c775d'] in dv-neutron-786478-23-hyperv is: [{'id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'name': 'tempest-TestNetworkBasicOps-router-338872568', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:20:54Z', 'updated_at': '2021-11-11T12:21:57Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '0fba3d41-2e4e-44b4-a11f-4f0c64a53d46', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b8c304-fdea-44c4-ab1e-1861054c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:20:55Z', 'updated_at': '2021-11-11T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:21:59.497350 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-2cdf545f-383a-4efe-9f08-3f7aa95bf129 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=0fba3d41-2e4e-44b4-a11f-4f0c64a53d46,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:21:59.497628 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2cdf545f-383a-4efe-9f08-3f7aa95bf129 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:59.509565 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf545f-383a-4efe-9f08-3f7aa95bf129 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46 owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:21:59.548713 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a0a0406a-3028-4aa9-ae79-8778a504602e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:59.576193 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0406a-3028-4aa9-ae79-8778a504602e None None] Pushing event deleted for resources: {'Port': ['ID=09331946-42da-4a00-8eaa-fd329938f36b,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:59.578003 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a0406a-3028-4aa9-ae79-8778a504602e None None] No DVR routers for this DVR port 09331946-42da-4a00-8eaa-fd329938f36b on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:21:59.740387 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2cdf545f-383a-4efe-9f08-3f7aa95bf129 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:21:59.779036 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf545f-383a-4efe-9f08-3f7aa95bf129 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=0fba3d41-2e4e-44b4-a11f-4f0c64a53d46,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:21:59.802035 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5230860c-8595-4b7b-89b0-e39740f4f076 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:21:59.868329 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2cdf545f-383a-4efe-9f08-3f7aa95bf129 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:00.239695 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2cdf545f-383a-4efe-9f08-3f7aa95bf129 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:00.241820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2cdf545f-383a-4efe-9f08-3f7aa95bf129 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:00.360133 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2cdf545f-383a-4efe-9f08-3f7aa95bf129 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:00.360704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdf545f-383a-4efe-9f08-3f7aa95bf129 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Fanout notify agent at l3_agent the message router_deleted on router b4b8c304-fdea-44c4-ab1e-1861054c775d {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:22:00.367409 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2cdf545f-383a-4efe-9f08-3f7aa95bf129 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:00.368611 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2cdf545f-383a-4efe-9f08-3f7aa95bf129 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/routers/b4b8c304-fdea-44c4-ab1e-1861054c775d HTTP/1.1" status: 204 len: 168 time: 1.3230855 Nov 11 12:22:00.371415 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55940) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:00.447953 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c190a03d-2300-4855-9f9a-d5ccf4f4237b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:00.536149 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c190a03d-2300-4855-9f9a-d5ccf4f4237b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:00.554636 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-c190a03d-2300-4855-9f9a-d5ccf4f4237b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c38cd86-2c5e-40a3-8efa-173bdf7ef382']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:00.563427 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-c190a03d-2300-4855-9f9a-d5ccf4f4237b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c519ecb4-1b86-4470-953d-b5ad1775e622') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:00.563722 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-c190a03d-2300-4855-9f9a-d5ccf4f4237b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c519ecb4-1b86-4470-953d-b5ad1775e622') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:00.572897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c190a03d-2300-4855-9f9a-d5ccf4f4237b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:00.585870 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c190a03d-2300-4855-9f9a-d5ccf4f4237b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:00.591457 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c190a03d-2300-4855-9f9a-d5ccf4f4237b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:22:00.591833 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c190a03d-2300-4855-9f9a-d5ccf4f4237b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:22:00.594628 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:22:00.723660 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c190a03d-2300-4855-9f9a-d5ccf4f4237b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:00.730306 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c190a03d-2300-4855-9f9a-d5ccf4f4237b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:00.733346 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c190a03d-2300-4855-9f9a-d5ccf4f4237b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/networks/6c38cd86-2c5e-40a3-8efa-173bdf7ef382 HTTP/1.1" status: 204 len: 168 time: 0.3610127 Nov 11 12:22:00.744593 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190a03d-2300-4855-9f9a-d5ccf4f4237b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Network': ['ID=6c38cd86-2c5e-40a3-8efa-173bdf7ef382,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:00.745444 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55942) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:00.752461 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-0e9276ed-48f0-4235-9197-4c62db9ea6f6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'network': {'name': 'tempest-network-smoke--71017696', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'port_security_enabled': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:00.820589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9276ed-48f0-4235-9197-4c62db9ea6f6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:22:00.824815 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e9276ed-48f0-4235-9197-4c62db9ea6f6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:00.848090 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9276ed-48f0-4235-9197-4c62db9ea6f6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:22:00.857077 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e9276ed-48f0-4235-9197-4c62db9ea6f6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:00.857411 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-0e9276ed-48f0-4235-9197-4c62db9ea6f6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Added segment 62170ac3-e459-4391-94d9-b8c5eeeb22fd of type vlan for network dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f Nov 11 12:22:00.900796 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e9276ed-48f0-4235-9197-4c62db9ea6f6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:01.043354 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e9276ed-48f0-4235-9197-4c62db9ea6f6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:01.048950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9276ed-48f0-4235-9197-4c62db9ea6f6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:01.049532 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0e9276ed-48f0-4235-9197-4c62db9ea6f6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:01.112773 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9276ed-48f0-4235-9197-4c62db9ea6f6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Network': ['ID=dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:01.123297 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:22:01.168760 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0e9276ed-48f0-4235-9197-4c62db9ea6f6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4215643 Nov 11 12:22:01.171685 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55944) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:01.178014 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'admin_state_up': True, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:01.234469 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 09331946-42da-4a00-8eaa-fd329938f36b no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:22:01.251714 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:01.252854 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:01.256139 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 09331946-42da-4a00-8eaa-fd329938f36b {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:22:01.256489 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 09331946-42da-4a00-8eaa-fd329938f36b not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:22:01.256913 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4a5dda44-4cc1-47e8-8291-159961c35d0b no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:22:01.281730 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 4a5dda44-4cc1-47e8-8291-159961c35d0b {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:22:01.282330 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 4a5dda44-4cc1-47e8-8291-159961c35d0b not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:22:01.283064 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:22:01.308591 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:01.308810 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:22:01.309115 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0fba3d41-2e4e-44b4-a11f-4f0c64a53d46 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:22:01.527029 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:01.773215 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:01.792801 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:01.892392 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.26.5.230 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/b47feee0-428f-4241-a508-c72b6655d21d) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:22:01.997847 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:02.092029 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:02.126639 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:02.131840 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:02.135401 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:22:02.144140 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb23801-59de-41d1-8dde-f4d8874be1a3 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:22:02.161536 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=b47feee0-428f-4241-a508-c72b6655d21d,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:02.177731 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-809bd311-b1ac-4c2f-8f5a-900665a48dee None None] Provisioning complete for port b47feee0-428f-4241-a508-c72b6655d21d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:02.178100 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-809bd311-b1ac-4c2f-8f5a-900665a48dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:02.213004 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-809bd311-b1ac-4c2f-8f5a-900665a48dee None None] Port b47feee0-428f-4241-a508-c72b6655d21d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:22:02.465191 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:02.659477 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:02.828782 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:22:02.933484 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:22:02.945924 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Sync routers for ids ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:22:02.956061 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Routers {'912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:02.956793 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a910874c-fa8a-4974-8963-de50532a321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:21:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:03.040454 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:03.044653 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2727d7d4-b1d1-41af-a3c2-b8097e80ae55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8691256 Nov 11 12:22:03.045141 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55946) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:03.058978 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Set router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:03.082257 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-27cfdc9b-f9f8-4a03-a0ec-6c17344cbba5 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=61936e26caaf472aa62c0bac8a753383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336251 Nov 11 12:22:03.082459 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55948) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:03.177413 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c661f1-fd9f-4e4d-937f-7c58f95003c0 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:03.181782 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-94c661f1-fd9f-4e4d-937f-7c58f95003c0 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0955369 Nov 11 12:22:03.181910 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55950) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:03.210622 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ac795ac9-83d6-4ea5-9621-2f384f53cac3 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276258 Nov 11 12:22:03.213251 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55952) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:03.217943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-185514470', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:03.248731 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a968bf8b-557b-470f-beaf-7a10660d93c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:03.261678 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a910874c-fa8a-4974-8963-de50532a321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:02Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:03.290730 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Checking router: 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:22:03.291092 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Updating router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da port b47feee0-428f-4241-a508-c72b6655d21d binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:22:03.316796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:03.349488 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:22:03.352991 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:03.572509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:03.572785 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:03.639297 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Subnet': ['ID=40127eae-ce52-4f2c-98ae-f3d84ae0920a,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:03.642295 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Checking segment: {'id': '62170ac3-e459-4391-94d9-b8c5eeeb22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:22:03.642648 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network hostable DHCP agents. Network: dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:22:03.646818 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:03.650407 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.650753 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.651160 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.651437 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.651764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.652097 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.652423 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.652749 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.653072 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.653388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.653772 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.654090 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.697002 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83b13c4-42b1-4b91-869a-64c91618e866 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:22:03.704843 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Attempting to bind port b47feee0-428f-4241-a508-c72b6655d21d on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:22:03.705202 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Attempting to bind port b47feee0-428f-4241-a508-c72b6655d21d by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:22:03.705565 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Attempting to bind port b47feee0-428f-4241-a508-c72b6655d21d on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:22:03.709880 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadcf1a-5051-4afc-9006-0e2fe011fa77 None None] Pushing event updated for resources: {'Port': ['ID=b47feee0-428f-4241-a508-c72b6655d21d,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:03.718844 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:22:03.719235 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:22:03.721709 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:03.721709 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:22:03.721709 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Bound port: b47feee0-428f-4241-a508-c72b6655d21d, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:22:03.721709 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:03.723982 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadcf1a-5051-4afc-9006-0e2fe011fa77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.724328 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadcf1a-5051-4afc-9006-0e2fe011fa77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.724666 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadcf1a-5051-4afc-9006-0e2fe011fa77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.725016 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadcf1a-5051-4afc-9006-0e2fe011fa77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.725330 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadcf1a-5051-4afc-9006-0e2fe011fa77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.725662 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadcf1a-5051-4afc-9006-0e2fe011fa77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.725989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadcf1a-5051-4afc-9006-0e2fe011fa77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.726317 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadcf1a-5051-4afc-9006-0e2fe011fa77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.726642 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadcf1a-5051-4afc-9006-0e2fe011fa77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.726977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadcf1a-5051-4afc-9006-0e2fe011fa77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.727311 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadcf1a-5051-4afc-9006-0e2fe011fa77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.727631 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caadcf1a-5051-4afc-9006-0e2fe011fa77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:03.737698 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:22:03.782466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4dadaf19-a546-4787-918b-59aa2b30064e None None] Provisioning complete for port b47feee0-428f-4241-a508-c72b6655d21d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:03.782833 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4dadaf19-a546-4787-918b-59aa2b30064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:03.803468 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-a910874c-fa8a-4974-8963-de50532a321d None None] For port b47feee0-428f-4241-a508-c72b6655d21d, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:22:03.823860 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:03.824504 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-a910874c-fa8a-4974-8963-de50532a321d None None] For port b47feee0-428f-4241-a508-c72b6655d21d, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b47feee0-428f-4241-a508-c72b6655d21d,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:22:03.828682 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:03.829281 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:03.832441 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a85c43-5885-448b-ab66-9976e9d3185d None None] Network dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:22:03.836225 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-4dadaf19-a546-4787-918b-59aa2b30064e None None] Port b47feee0-428f-4241-a508-c72b6655d21d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:22:03.901857 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:03.923398 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-16d86175-5373-4975-94f0-20df7c5e38b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7090394 Nov 11 12:22:03.926171 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55954) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:04.120811 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1edb3f-af81-4e20-9424-bc0e2e082639 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:22:04.154195 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadcf1a-5051-4afc-9006-0e2fe011fa77 None None] Pushing event updated for resources: {'Port': ['ID=b47feee0-428f-4241-a508-c72b6655d21d,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:04.159384 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Routers {'912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:04.160000 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a910874c-fa8a-4974-8963-de50532a321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:21:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:04.220843 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ips': [{'subnet_id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:22:04.221772 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:04.345100 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-99a18796-79cc-45a6-99ed-cc6bb9bc5b02 None None] Provisioning complete for port b47feee0-428f-4241-a508-c72b6655d21d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:04.345905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-99a18796-79cc-45a6-99ed-cc6bb9bc5b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:04.375820 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68250912-fb8e-4ed3-98ce-9b91ac7391b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:04.378474 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-a910874c-fa8a-4974-8963-de50532a321d None None] Set router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:04.549523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Allocated IP 172.20.0.2 (dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f/40127eae-ce52-4f2c-98ae-f3d84ae0920a/84f1a24a-0487-497a-be6c-dc79bd956a35) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:22:04.658445 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-99a18796-79cc-45a6-99ed-cc6bb9bc5b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:04.721927 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-99a18796-79cc-45a6-99ed-cc6bb9bc5b02 None None] For port b47feee0-428f-4241-a508-c72b6655d21d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b47feee0-428f-4241-a508-c72b6655d21d,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:04.791006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a910874c-fa8a-4974-8963-de50532a321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:02Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:04.792958 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:04.796432 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-99a18796-79cc-45a6-99ed-cc6bb9bc5b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:04.823108 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910874c-fa8a-4974-8963-de50532a321d None None] The sync data for ids ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'] in dv-neutron-786478-23-hyperv is: [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:02Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:22:04.869594 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a18796-79cc-45a6-99ed-cc6bb9bc5b02 None None] Pushing event updated for resources: {'Port': ['ID=b47feee0-428f-4241-a508-c72b6655d21d,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:04.877760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:04.925825 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Network dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:04.928990 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:04.933020 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:22:04.935646 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-68250912-fb8e-4ed3-98ce-9b91ac7391b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.1 (dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f/40127eae-ce52-4f2c-98ae-f3d84ae0920a/350102cc-d216-40b4-a018-cd74b3fb5eb5) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:22:04.941175 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Pushing event updated for resources: {'Port': ['ID=84f1a24a-0487-497a-be6c-dc79bd956a35,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:05.003468 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Attempting to bind port 84f1a24a-0487-497a-be6c-dc79bd956a35 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:22:05.003913 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Attempting to bind port 84f1a24a-0487-497a-be6c-dc79bd956a35 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '62170ac3-e459-4391-94d9-b8c5eeeb22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:22:05.008390 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Attempting to bind port 84f1a24a-0487-497a-be6c-dc79bd956a35 on network dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:22:05.011573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:22:05.011969 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Checking segment: {'id': '62170ac3-e459-4391-94d9-b8c5eeeb22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:22:05.012374 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:05.012961 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Bound using segment: {'id': '62170ac3-e459-4391-94d9-b8c5eeeb22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:22:05.013311 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Bound port: 84f1a24a-0487-497a-be6c-dc79bd956a35, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62170ac3-e459-4391-94d9-b8c5eeeb22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:22:05.013715 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:05.117383 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68250912-fb8e-4ed3-98ce-9b91ac7391b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:05.121101 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] For port 84f1a24a-0487-497a-be6c-dc79bd956a35, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:22:05.125613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] For port 84f1a24a-0487-497a-be6c-dc79bd956a35, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=84f1a24a-0487-497a-be6c-dc79bd956a35,segment=NetworkSegment(62170ac3-e459-4391-94d9-b8c5eeeb22fd),segment_id=62170ac3-e459-4391-94d9-b8c5eeeb22fd)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:22:05.227533 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:05.269008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b47feee0-428f-4241-a508-c72b6655d21d up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:22:05.279022 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68250912-fb8e-4ed3-98ce-9b91ac7391b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:05.323578 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ebfa0-511c-4273-9f24-6da7676f2515 None None] Pushing event updated for resources: {'Port': ['ID=84f1a24a-0487-497a-be6c-dc79bd956a35,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:05.330731 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68250912-fb8e-4ed3-98ce-9b91ac7391b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:05.341144 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-68250912-fb8e-4ed3-98ce-9b91ac7391b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:05.345387 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port b47feee0-428f-4241-a508-c72b6655d21d triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:05.346081 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:05.346190 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68250912-fb8e-4ed3-98ce-9b91ac7391b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:22:05.396384 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68250912-fb8e-4ed3-98ce-9b91ac7391b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=350102cc-d216-40b4-a018-cd74b3fb5eb5,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:05.433829 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68250912-fb8e-4ed3-98ce-9b91ac7391b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:05.560971 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9ca0-bcea-454b-a22d-5f52679c1aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:05.687499 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68250912-fb8e-4ed3-98ce-9b91ac7391b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:05.976961 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68250912-fb8e-4ed3-98ce-9b91ac7391b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:06.069837 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68250912-fb8e-4ed3-98ce-9b91ac7391b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:06.151294 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68250912-fb8e-4ed3-98ce-9b91ac7391b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:06.153075 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68250912-fb8e-4ed3-98ce-9b91ac7391b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=350102cc-d216-40b4-a018-cd74b3fb5eb5,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:06.232958 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fa4b47-0239-4e2d-b77b-e26710151283 None None] Network dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:22:06.261853 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68250912-fb8e-4ed3-98ce-9b91ac7391b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:06.263408 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-68250912-fb8e-4ed3-98ce-9b91ac7391b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:06.361967 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b9c9622f-d051-4a92-b582-ef272c6314b8 None None] Provisioning complete for port 84f1a24a-0487-497a-be6c-dc79bd956a35 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:06.362726 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b9c9622f-d051-4a92-b582-ef272c6314b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:06.375038 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68250912-fb8e-4ed3-98ce-9b91ac7391b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:22:06.486756 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:06.489163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b9c9622f-d051-4a92-b582-ef272c6314b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:06.494718 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68250912-fb8e-4ed3-98ce-9b91ac7391b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:22:06.500985 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-68250912-fb8e-4ed3-98ce-9b91ac7391b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5737560 Nov 11 12:22:06.503750 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55958) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:06.530425 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b9c9622f-d051-4a92-b582-ef272c6314b8 None None] For port 84f1a24a-0487-497a-be6c-dc79bd956a35, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=84f1a24a-0487-497a-be6c-dc79bd956a35,segment=NetworkSegment(62170ac3-e459-4391-94d9-b8c5eeeb22fd),segment_id=62170ac3-e459-4391-94d9-b8c5eeeb22fd)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:06.620147 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea584e-56bf-4abe-a441-28495ec891e0 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:06.620611 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea584e-56bf-4abe-a441-28495ec891e0 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:06.621103 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea584e-56bf-4abe-a441-28495ec891e0 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:06.621555 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea584e-56bf-4abe-a441-28495ec891e0 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:06.622004 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea584e-56bf-4abe-a441-28495ec891e0 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:06.622455 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea584e-56bf-4abe-a441-28495ec891e0 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:06.624870 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-56ea584e-56bf-4abe-a441-28495ec891e0 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1188021 Nov 11 12:22:06.627780 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55960) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:06.675547 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b9c9622f-d051-4a92-b582-ef272c6314b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:06.695296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3259f92-df70-4b09-9e01-f4fe4a7a28c6 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:06.695637 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3259f92-df70-4b09-9e01-f4fe4a7a28c6 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:06.696081 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3259f92-df70-4b09-9e01-f4fe4a7a28c6 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:06.696649 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3259f92-df70-4b09-9e01-f4fe4a7a28c6 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:06.697274 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3259f92-df70-4b09-9e01-f4fe4a7a28c6 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:06.697600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3259f92-df70-4b09-9e01-f4fe4a7a28c6 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:06.702696 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55962) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:06.710776 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b3259f92-df70-4b09-9e01-f4fe4a7a28c6 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0817766 Nov 11 12:22:06.742243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9622f-d051-4a92-b582-ef272c6314b8 None None] Pushing event updated for resources: {'Port': ['ID=84f1a24a-0487-497a-be6c-dc79bd956a35,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:06.798538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-60479415-0140-473e-a8bf-513585656864 None None] Provisioning complete for port 350102cc-d216-40b4-a018-cd74b3fb5eb5 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:06.804040 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-60479415-0140-473e-a8bf-513585656864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:06.825226 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Sync routers for ids ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:22:06.839677 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Routers {'912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:06.840654 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:22:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:06.849710 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-60479415-0140-473e-a8bf-513585656864 None None] Port 350102cc-d216-40b4-a018-cd74b3fb5eb5 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:22:06.860436 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-60479415-0140-473e-a8bf-513585656864 None None] Provisioning complete for port 84f1a24a-0487-497a-be6c-dc79bd956a35 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:06.860798 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-60479415-0140-473e-a8bf-513585656864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:06.861473 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-db9c23fc-6de6-4481-96b9-0920af2b921f tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1572716 Nov 11 12:22:06.965235 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Set router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:07.068537 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-195b11a7-eaa6-4ba6-85ae-82ea0b8f6163 None None] Provisioning complete for port 350102cc-d216-40b4-a018-cd74b3fb5eb5 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:07.068907 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-195b11a7-eaa6-4ba6-85ae-82ea0b8f6163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:07.115824 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-195b11a7-eaa6-4ba6-85ae-82ea0b8f6163 None None] Port 350102cc-d216-40b4-a018-cd74b3fb5eb5 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:22:07.170414 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:05Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '350102cc-d216-40b4-a018-cd74b3fb5eb5', 'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:51:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:04Z', 'updated_at': '2021-11-11T12:22:05Z', 'revision_number': 2, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:07.201077 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Checking router: 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:22:07.201562 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Updating router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da port 350102cc-d216-40b4-a018-cd74b3fb5eb5 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:22:07.231657 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:07.237126 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8fe20029-a58c-4138-bf4c-5d891bd6e5ac None None] Provisioning complete for port 350102cc-d216-40b4-a018-cd74b3fb5eb5 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:07.237721 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8fe20029-a58c-4138-bf4c-5d891bd6e5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:07.244576 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:22:07.278094 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-8fe20029-a58c-4138-bf4c-5d891bd6e5ac None None] Port 350102cc-d216-40b4-a018-cd74b3fb5eb5 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:22:07.292176 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 84f1a24a-0487-497a-be6c-dc79bd956a35 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:22:07.305959 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55966) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:07.310478 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-50f4d8c1-ee74-4f62-9163-aa3eeb3efcaf tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1451800034', 'description': 'tempest-secgroup-smoke-1451800034 description', 'project_id': '61936e26caaf472aa62c0bac8a753383'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:07.343620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 84f1a24a-0487-497a-be6c-dc79bd956a35 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:07.343996 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:07.418212 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50f4d8c1-ee74-4f62-9163-aa3eeb3efcaf tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:07.486767 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50f4d8c1-ee74-4f62-9163-aa3eeb3efcaf tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:07.496771 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:07.581292 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50f4d8c1-ee74-4f62-9163-aa3eeb3efcaf tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:07.592983 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:07.611644 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4d8c1-ee74-4f62-9163-aa3eeb3efcaf tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b21a7413-33fa-4dd2-a193-01cab5cf7326,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:07.641507 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b043b98-49aa-4aab-8a61-2b6c873a84d4 None None] Pushing event updated for resources: {'Port': ['ID=350102cc-d216-40b4-a018-cd74b3fb5eb5,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:07.666755 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b043b98-49aa-4aab-8a61-2b6c873a84d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:07.667205 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b043b98-49aa-4aab-8a61-2b6c873a84d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:07.667542 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b043b98-49aa-4aab-8a61-2b6c873a84d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:07.667871 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b043b98-49aa-4aab-8a61-2b6c873a84d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:07.668192 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b043b98-49aa-4aab-8a61-2b6c873a84d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:07.668517 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b043b98-49aa-4aab-8a61-2b6c873a84d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:07.668871 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b043b98-49aa-4aab-8a61-2b6c873a84d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:07.669143 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b043b98-49aa-4aab-8a61-2b6c873a84d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:07.669475 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b043b98-49aa-4aab-8a61-2b6c873a84d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:07.669765 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b043b98-49aa-4aab-8a61-2b6c873a84d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:07.670073 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b043b98-49aa-4aab-8a61-2b6c873a84d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:07.670377 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b043b98-49aa-4aab-8a61-2b6c873a84d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:22:07.686785 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50f4d8c1-ee74-4f62-9163-aa3eeb3efcaf tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:07.688975 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-50f4d8c1-ee74-4f62-9163-aa3eeb3efcaf tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3811724 Nov 11 12:22:07.691281 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55968) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:07.697591 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-79fc15ee-32b0-4485-84e9-32db1d08332d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'b21a7413-33fa-4dd2-a193-01cab5cf7326', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:07.705484 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Attempting to bind port 350102cc-d216-40b4-a018-cd74b3fb5eb5 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:22:07.705845 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Attempting to bind port 350102cc-d216-40b4-a018-cd74b3fb5eb5 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '62170ac3-e459-4391-94d9-b8c5eeeb22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:22:07.706254 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Attempting to bind port 350102cc-d216-40b4-a018-cd74b3fb5eb5 on network dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:22:07.712230 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:22:07.712569 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Checking segment: {'id': '62170ac3-e459-4391-94d9-b8c5eeeb22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:22:07.712952 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:07.713437 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Bound using segment: {'id': '62170ac3-e459-4391-94d9-b8c5eeeb22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:22:07.713781 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Bound port: 350102cc-d216-40b4-a018-cd74b3fb5eb5, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62170ac3-e459-4391-94d9-b8c5eeeb22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:22:07.714156 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:07.776658 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] For port 350102cc-d216-40b4-a018-cd74b3fb5eb5, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:22:07.779781 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] For port 350102cc-d216-40b4-a018-cd74b3fb5eb5, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=350102cc-d216-40b4-a018-cd74b3fb5eb5,segment=NetworkSegment(62170ac3-e459-4391-94d9-b8c5eeeb22fd),segment_id=62170ac3-e459-4391-94d9-b8c5eeeb22fd)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:22:07.798323 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-79fc15ee-32b0-4485-84e9-32db1d08332d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:07.855998 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-79fc15ee-32b0-4485-84e9-32db1d08332d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:07.867973 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:07.908226 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-db250ba6-a43e-4b99-a54d-172549a1b203 None None] Provisioning complete for port 350102cc-d216-40b4-a018-cd74b3fb5eb5 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:07.908855 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-db250ba6-a43e-4b99-a54d-172549a1b203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:07.918639 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Routers {'912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:07.919273 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:22:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:07.921529 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-79fc15ee-32b0-4485-84e9-32db1d08332d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:07.947815 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc15ee-32b0-4485-84e9-32db1d08332d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a1f6b9-c379-431a-810c-9b0080a234c7,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:07.968270 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b043b98-49aa-4aab-8a61-2b6c873a84d4 None None] Pushing event updated for resources: {'Port': ['ID=350102cc-d216-40b4-a018-cd74b3fb5eb5,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:08.015069 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-db250ba6-a43e-4b99-a54d-172549a1b203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:08.021126 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-79fc15ee-32b0-4485-84e9-32db1d08332d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:08.026134 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55970) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:08.027819 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-79fc15ee-32b0-4485-84e9-32db1d08332d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3338447 Nov 11 12:22:08.030942 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-ed013063-bb46-48a2-944f-01464983169b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'b21a7413-33fa-4dd2-a193-01cab5cf7326', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:08.050069 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] Set router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:08.062802 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-db250ba6-a43e-4b99-a54d-172549a1b203 None None] For port 350102cc-d216-40b4-a018-cd74b3fb5eb5, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=350102cc-d216-40b4-a018-cd74b3fb5eb5,segment=NetworkSegment(62170ac3-e459-4391-94d9-b8c5eeeb22fd),segment_id=62170ac3-e459-4391-94d9-b8c5eeeb22fd)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:08.129058 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:08.133814 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ed013063-bb46-48a2-944f-01464983169b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:08.195341 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ed013063-bb46-48a2-944f-01464983169b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:08.204505 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-db250ba6-a43e-4b99-a54d-172549a1b203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:08.255507 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db250ba6-a43e-4b99-a54d-172549a1b203 None None] Pushing event updated for resources: {'Port': ['ID=350102cc-d216-40b4-a018-cd74b3fb5eb5,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:08.261693 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:05Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '350102cc-d216-40b4-a018-cd74b3fb5eb5', 'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:51:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:04Z', 'updated_at': '2021-11-11T12:22:07Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:08.287577 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a3abc-10ea-40cf-8a73-2a88437566be None None] The sync data for ids ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'] in dv-neutron-786478-23-hyperv is: [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:05Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '350102cc-d216-40b4-a018-cd74b3fb5eb5', 'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:51:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:04Z', 'updated_at': '2021-11-11T12:22:07Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:22:08.301689 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ed013063-bb46-48a2-944f-01464983169b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:08.334354 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed013063-bb46-48a2-944f-01464983169b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf3bd72-0f1d-4746-a568-c0cc0868240e,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:08.335136 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-714a19c7-c1e0-4607-9b17-62ad27509c88 None None] Provisioning complete for port 350102cc-d216-40b4-a018-cd74b3fb5eb5 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:08.335906 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-714a19c7-c1e0-4607-9b17-62ad27509c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:08.431220 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ed013063-bb46-48a2-944f-01464983169b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:08.432468 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ed013063-bb46-48a2-944f-01464983169b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4053349 Nov 11 12:22:08.435318 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55972) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:08.439919 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-fcb5b48d-2d7d-4183-aa53-1daebd2fb989 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'b21a7413-33fa-4dd2-a193-01cab5cf7326', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:08.559765 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fcb5b48d-2d7d-4183-aa53-1daebd2fb989 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:08.616300 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fcb5b48d-2d7d-4183-aa53-1daebd2fb989 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:08.695984 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fcb5b48d-2d7d-4183-aa53-1daebd2fb989 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:08.718631 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5b48d-2d7d-4183-aa53-1daebd2fb989 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b539a1e-7e5e-4cb5-b21a-259f97f27372,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:08.816927 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fcb5b48d-2d7d-4183-aa53-1daebd2fb989 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:08.816927 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fcb5b48d-2d7d-4183-aa53-1daebd2fb989 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3776031 Nov 11 12:22:08.816927 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 55974) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:08.822133 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-777aa706-98c5-4c8c-87cd-c798c4348864 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'b21a7413-33fa-4dd2-a193-01cab5cf7326', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:08.920747 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-777aa706-98c5-4c8c-87cd-c798c4348864 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:09.066105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-777aa706-98c5-4c8c-87cd-c798c4348864 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:09.147965 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:09.170553 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-777aa706-98c5-4c8c-87cd-c798c4348864 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:09.189986 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777aa706-98c5-4c8c-87cd-c798c4348864 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92426c38-83af-4f35-b55c-470524b9b308,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:09.266534 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-777aa706-98c5-4c8c-87cd-c798c4348864 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:09.268090 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-777aa706-98c5-4c8c-87cd-c798c4348864 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4495153 Nov 11 12:22:09.271131 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55976) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:09.277023 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 350102cc-d216-40b4-a018-cd74b3fb5eb5 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:22:09.277532 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-566dcfd9-43da-41fb-b4d3-40a6a114a3ff tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'b21a7413-33fa-4dd2-a193-01cab5cf7326', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:09.329510 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 350102cc-d216-40b4-a018-cd74b3fb5eb5 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:09.329881 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:09.361556 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-566dcfd9-43da-41fb-b4d3-40a6a114a3ff tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:22:09.371881 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-566dcfd9-43da-41fb-b4d3-40a6a114a3ff tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:09.426048 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-566dcfd9-43da-41fb-b4d3-40a6a114a3ff tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:09.503900 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-566dcfd9-43da-41fb-b4d3-40a6a114a3ff tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:09.521328 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566dcfd9-43da-41fb-b4d3-40a6a114a3ff tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28dea608-729a-42b2-a67a-a39f76652732,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:09.584534 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-566dcfd9-43da-41fb-b4d3-40a6a114a3ff tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:09.585728 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-566dcfd9-43da-41fb-b4d3-40a6a114a3ff tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3128643 Nov 11 12:22:09.588541 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 55978) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:09.592955 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-4b83f969-cd2d-4b09-ad24-8805f7a7a72d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'b21a7413-33fa-4dd2-a193-01cab5cf7326', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:09.673183 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-4b83f969-cd2d-4b09-ad24-8805f7a7a72d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:22:09.678721 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4b83f969-cd2d-4b09-ad24-8805f7a7a72d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:09.736162 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4b83f969-cd2d-4b09-ad24-8805f7a7a72d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:09.809930 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4b83f969-cd2d-4b09-ad24-8805f7a7a72d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:09.828190 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83f969-cd2d-4b09-ad24-8805f7a7a72d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6ec6e7-5644-44f3-8928-1dd699e734e4,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:09.886536 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4b83f969-cd2d-4b09-ad24-8805f7a7a72d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:09.887758 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4b83f969-cd2d-4b09-ad24-8805f7a7a72d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2982585 Nov 11 12:22:10.035402 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-7725c73c-4d5a-4206-87fc-b50cc0c2beea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1451800034&fields=id&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 267 time: 0.0428977 Nov 11 12:22:10.141683 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-d4fddaf7-57bc-490e-9f07-4474c91b760f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:10.143057 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-d4fddaf7-57bc-490e-9f07-4474c91b760f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/networks?id=dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f HTTP/1.1" status: 200 len: 795 time: 0.1004634 Nov 11 12:22:10.158176 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-6904f832-93fe-4a37-91fc-b144e23ce12e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/quotas/61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 375 time: 0.0087545 Nov 11 12:22:10.209285 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-919de4dc-3639-49d1-8a5e-f47e69a8eabc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447836 Nov 11 12:22:10.225275 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-8a2e5ea1-c24e-49ee-ae36-5486bbe87fe0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:22:10.226216 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-8a2e5ea1-c24e-49ee-ae36-5486bbe87fe0 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057902 Nov 11 12:22:10.316999 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-3703c368-100e-4041-b40e-a7117c2ff626 service neutron] 10.222.0.50 "GET /v2.0/networks/dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850301 Nov 11 12:22:10.406486 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-b2ba0bc3-6868-4a13-a4e6-4acb63cbae76 service neutron] 10.222.0.50 "GET /v2.0/networks/dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831652 Nov 11 12:22:10.671031 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-965844ed-ddf2-408d-8552-251582bc55b4 req-40230a73-0da6-4ea7-a1db-bfe89208c169 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 210 time: 0.0270669 Nov 11 12:22:10.708367 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:11.776113 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ee5bd885-8964-4b6a-9886-6ad793ab66e4 req-f5825d47-08e5-43a8-80f9-f31b55f12b89 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 210 time: 0.0318820 Nov 11 12:22:12.872125 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-682f915f-ee19-4927-876b-42a0f1542d2f req-69237d6b-7697-4273-9284-76ad8b89e11f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 210 time: 0.0260940 Nov 11 12:22:12.915458 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-10acc0d2-4272-4eff-b11f-6b49664567df tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:12.916907 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-10acc0d2-4272-4eff-b11f-6b49664567df tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/networks?id=dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f HTTP/1.1" status: 200 len: 795 time: 0.1018529 Nov 11 12:22:12.985972 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-6daa9323-7a98-421c-9e71-69a2a39376c7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 380 time: 0.0576496 Nov 11 12:22:12.995106 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5d4079e6-f291-422b-affb-2abb007648a3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'port': {'device_id': '2a179bb3-29ee-4e3a-83ff-fe23fa2aecff', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'admin_state_up': True, 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'security_groups': ['b21a7413-33fa-4dd2-a193-01cab5cf7326']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:13.167396 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5d4079e6-f291-422b-affb-2abb007648a3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:22:13.170953 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5d4079e6-f291-422b-affb-2abb007648a3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:13.300852 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5d4079e6-f291-422b-affb-2abb007648a3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.9 (dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f/40127eae-ce52-4f2c-98ae-f3d84ae0920a/2b11b60e-bef0-41f3-96e8-6f8b95fcfa67) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:22:13.432877 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5d4079e6-f291-422b-affb-2abb007648a3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:13.531509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5d4079e6-f291-422b-affb-2abb007648a3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:13.575026 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5d4079e6-f291-422b-affb-2abb007648a3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:13.580035 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5d4079e6-f291-422b-affb-2abb007648a3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:13.582467 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5d4079e6-f291-422b-affb-2abb007648a3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:22:13.611894 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4079e6-f291-422b-affb-2abb007648a3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=2b11b60e-bef0-41f3-96e8-6f8b95fcfa67,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:13.641042 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5d4079e6-f291-422b-affb-2abb007648a3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:13.641650 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5d4079e6-f291-422b-affb-2abb007648a3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:13.714134 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5d4079e6-f291-422b-affb-2abb007648a3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7224960 Nov 11 12:22:13.727882 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Request body: {'port': {'device_id': '2a179bb3-29ee-4e3a-83ff-fe23fa2aecff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:13.779240 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0db4ef56-f991-4318-a23b-065c1c960cfe None None] Provisioning complete for port 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:13.779927 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0db4ef56-f991-4318-a23b-065c1c960cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:13.781626 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:13.822542 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-0db4ef56-f991-4318-a23b-065c1c960cfe None None] Port 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:22:13.990838 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb70395-fb92-4bb4-ad74-336ca7b8b0f4 req-90b8fc3f-01d2-409f-b128-6c2fbf7ce07c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:13.992488 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4fb70395-fb92-4bb4-ad74-336ca7b8b0f4 req-90b8fc3f-01d2-409f-b128-6c2fbf7ce07c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 931 time: 0.0516589 Nov 11 12:22:14.044498 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4fb70395-fb92-4bb4-ad74-336ca7b8b0f4 req-b4e2f0bc-f5cd-45cd-99e1-4a33bbcee70b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21a7413-33fa-4dd2-a193-01cab5cf7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459089 Nov 11 12:22:14.071300 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:22:14.079338 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:14.091815 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Transition to ACTIVE for port object 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:22:14.142343 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:14.211928 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2b11b60e-bef0-41f3-96e8-6f8b95fcfa67,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:14.266899 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Attempting to bind port 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:22:14.267262 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Attempting to bind port 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '62170ac3-e459-4391-94d9-b8c5eeeb22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:22:14.267589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Attempting to bind port 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 on network dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:22:14.273022 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Port 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 on network dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:22:14.273366 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Attempting to bind port 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 on network dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:22:14.278457 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:22:14.278785 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Checking segment: {'id': '62170ac3-e459-4391-94d9-b8c5eeeb22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:22:14.279196 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Bound using segment: {'id': '62170ac3-e459-4391-94d9-b8c5eeeb22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:22:14.279620 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Bound port: 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62170ac3-e459-4391-94d9-b8c5eeeb22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:22:14.279971 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:14.344563 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] For port 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:22:14.347589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] For port 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2b11b60e-bef0-41f3-96e8-6f8b95fcfa67,segment=NetworkSegment(62170ac3-e459-4391-94d9-b8c5eeeb22fd),segment_id=62170ac3-e459-4391-94d9-b8c5eeeb22fd)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:22:14.413816 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:14.450019 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:14.450546 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:14.452256 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] 10.222.0.70 "PUT /v2.0/ports/2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 HTTP/1.1" status: 200 len: 1093 time: 0.7292607 Nov 11 12:22:14.452676 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a179bb3-29ee-4e3a-83ff-fe23fa2aecff', 'tag': '2b11b60e-bef0-41f3-96e8-6f8b95fcfa67'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:22:14.454992 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9241cb-3c45-4fbf-9754-8d0fdcbffb41" -d '{"events": [{"name": "network-changed", "server_uuid": "2a179bb3-29ee-4e3a-83ff-fe23fa2aecff", "tag": "2b11b60e-bef0-41f3-96e8-6f8b95fcfa67"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:22:14.482270 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b83af-d4f8-4643-b851-0020ba0349c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2b11b60e-bef0-41f3-96e8-6f8b95fcfa67,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:14.495008 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce1cad6-fe1f-4d37-a7d2-98ef62d83fd4 x-openstack-request-id: req-0ce1cad6-fe1f-4d37-a7d2-98ef62d83fd4 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:22:14.495391 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a179bb3-29ee-4e3a-83ff-fe23fa2aecff", "tag": "2b11b60e-bef0-41f3-96e8-6f8b95fcfa67", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:22:14.495589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ce1cad6-fe1f-4d37-a7d2-98ef62d83fd4 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:22:14.495984 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a179bb3-29ee-4e3a-83ff-fe23fa2aecff', 'tag': '2b11b60e-bef0-41f3-96e8-6f8b95fcfa67', 'status': 'completed', 'code': 200} Nov 11 12:22:14.559809 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9241cb-3c45-4fbf-9754-8d0fdcbffb41 req-053dcf3d-a36e-420f-9085-c4570ac3bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:14.561349 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ca9241cb-3c45-4fbf-9754-8d0fdcbffb41 req-053dcf3d-a36e-420f-9085-c4570ac3bd24 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 1096 time: 0.0426917 Nov 11 12:22:14.669672 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9241cb-3c45-4fbf-9754-8d0fdcbffb41 req-a3c945dc-b60d-4c46-9cf6-941b2f92af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:14.671435 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ca9241cb-3c45-4fbf-9754-8d0fdcbffb41 req-a3c945dc-b60d-4c46-9cf6-941b2f92af80 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=61936e26caaf472aa62c0bac8a753383&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1012063 Nov 11 12:22:14.774874 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9241cb-3c45-4fbf-9754-8d0fdcbffb41 req-dc896fb5-77ef-4ea8-80a8-cb1ff8ff8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:14.776368 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ca9241cb-3c45-4fbf-9754-8d0fdcbffb41 req-dc896fb5-77ef-4ea8-80a8-cb1ff8ff8376 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973074 Nov 11 12:22:14.855766 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-6f8c73de-5499-499b-80f3-2f318c966558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:14.857210 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-6f8c73de-5499-499b-80f3-2f318c966558 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 1096 time: 0.0408461 Nov 11 12:22:14.899248 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-8c49a29b-21ae-4131-8b65-a9fee8a64a4c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 HTTP/1.1" status: 200 len: 217 time: 0.0321922 Nov 11 12:22:14.949393 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-0aae1111-c1e3-448c-838c-aa6cb6566228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:14.950794 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-0aae1111-c1e3-448c-838c-aa6cb6566228 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=40127eae-ce52-4f2c-98ae-f3d84ae0920a HTTP/1.1" status: 200 len: 834 time: 0.0453274 Nov 11 12:22:14.997857 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-8ccc42e6-3151-4500-91c9-fe1cb99b7f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:14.999454 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-8ccc42e6-3151-4500-91c9-fe1cb99b7f2c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0410860 Nov 11 12:22:15.089750 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-bce343d8-88c1-49e0-a2ac-0616aa42af18 service neutron] 10.222.0.70 "GET /v2.0/networks/dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831203 Nov 11 12:22:15.156928 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0322da-9100-482e-9236-033d8bf4df0f req-85181321-6280-4327-a01d-b84c72f57ce3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:15.158398 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ba0322da-9100-482e-9236-033d8bf4df0f req-85181321-6280-4327-a01d-b84c72f57ce3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 943 time: 0.0481892 Nov 11 12:22:15.189469 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9251f560-306a-4b9f-9052-d5f5d1a65d8e req-d6fcb5c5-7379-4eb2-97d5-598a7a80c810 service neutron] 10.222.0.70 "GET /v2.0/networks/dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913615 Nov 11 12:22:15.214113 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ba0322da-9100-482e-9236-033d8bf4df0f req-bedaafe7-e63b-4522-8ce3-6ab7f674f816 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21a7413-33fa-4dd2-a193-01cab5cf7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485356 Nov 11 12:22:16.329333 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de44e27-3073-41f3-93b5-80c7787b8253 req-a79e8040-25bd-4b9f-8e91-9a63fc741870 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:16.330662 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5de44e27-3073-41f3-93b5-80c7787b8253 req-a79e8040-25bd-4b9f-8e91-9a63fc741870 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 943 time: 0.0485165 Nov 11 12:22:16.378634 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5de44e27-3073-41f3-93b5-80c7787b8253 req-c1d0a831-a18f-4078-a19e-ce158dc1d3ba tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21a7413-33fa-4dd2-a193-01cab5cf7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416427 Nov 11 12:22:17.494662 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe5837-5af3-4e6a-8b0d-92db05d3bccb req-02afd8c9-a918-4ab5-b14f-ce8876993200 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:17.496050 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-eebe5837-5af3-4e6a-8b0d-92db05d3bccb req-02afd8c9-a918-4ab5-b14f-ce8876993200 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 943 time: 0.0488939 Nov 11 12:22:17.544625 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-eebe5837-5af3-4e6a-8b0d-92db05d3bccb req-9c7e3806-9de4-4ff5-b995-520ce68b4a6d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21a7413-33fa-4dd2-a193-01cab5cf7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426075 Nov 11 12:22:18.660824 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50811349-db05-4f38-a358-9b8175d497b8 req-39b893ec-a8b9-4b4d-8c64-638d6203ecf3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:18.662355 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-50811349-db05-4f38-a358-9b8175d497b8 req-39b893ec-a8b9-4b4d-8c64-638d6203ecf3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 943 time: 0.0519545 Nov 11 12:22:18.711988 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-50811349-db05-4f38-a358-9b8175d497b8 req-aa4ebb53-584f-4a7f-9c6d-8afe55e7afd5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21a7413-33fa-4dd2-a193-01cab5cf7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437360 Nov 11 12:22:19.490137 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:22:19.584476 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2b11b60e-bef0-41f3-96e8-6f8b95fcfa67,segment=NetworkSegment(62170ac3-e459-4391-94d9-b8c5eeeb22fd),segment_id=62170ac3-e459-4391-94d9-b8c5eeeb22fd)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:19.743232 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '2b11b60e-bef0-41f3-96e8-6f8b95fcfa67', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'port_id': '2b11b60e-bef0-41f3-96e8-6f8b95fcfa67', 'mac_address': 'fa:16:3e:28:65:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:22:19.779918 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:19.792944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:22:19.814239 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2b11b60e-bef0-41f3-96e8-6f8b95fcfa67,segment=NetworkSegment(62170ac3-e459-4391-94d9-b8c5eeeb22fd),segment_id=62170ac3-e459-4391-94d9-b8c5eeeb22fd)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:19.827116 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5742b43-877e-481a-993c-a3bc21e46cdf req-bcc154db-ba70-4332-9165-5d6df3e57ef0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:19.828599 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f5742b43-877e-481a-993c-a3bc21e46cdf req-bcc154db-ba70-4332-9165-5d6df3e57ef0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 943 time: 0.0502791 Nov 11 12:22:19.870791 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:19.878474 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f5742b43-877e-481a-993c-a3bc21e46cdf req-89c9481a-737e-4e2f-bcfc-564440184bc8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21a7413-33fa-4dd2-a193-01cab5cf7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430679 Nov 11 12:22:19.920768 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=2b11b60e-bef0-41f3-96e8-6f8b95fcfa67,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:20.093217 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['2b11b60e-bef0-41f3-96e8-6f8b95fcfa67'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:22:20.994948 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8429b77-9a49-4239-8045-4c72096e3c15 req-ca820689-31eb-4a7a-8db7-d912f66d3af0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:20.996448 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a8429b77-9a49-4239-8045-4c72096e3c15 req-ca820689-31eb-4a7a-8db7-d912f66d3af0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 944 time: 0.0533433 Nov 11 12:22:21.048583 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a8429b77-9a49-4239-8045-4c72096e3c15 req-5a9f4a98-ad64-4a4f-8165-5c262c2208fc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21a7413-33fa-4dd2-a193-01cab5cf7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461760 Nov 11 12:22:21.490635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:22:21.634224 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:22:21.638172 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:22:21.638537 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:21.714358 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:21.735879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a179bb3-29ee-4e3a-83ff-fe23fa2aecff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b11b60e-bef0-41f3-96e8-6f8b95fcfa67'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:22:21.738091 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329e3c3a-ab0b-4ff3-9688-10a840be964a" -d '{"events": [{"server_uuid": "2a179bb3-29ee-4e3a-83ff-fe23fa2aecff", "name": "network-vif-plugged", "status": "completed", "tag": "2b11b60e-bef0-41f3-96e8-6f8b95fcfa67"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:22:21.752124 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2b11b60e-bef0-41f3-96e8-6f8b95fcfa67,segment=NetworkSegment(62170ac3-e459-4391-94d9-b8c5eeeb22fd),segment_id=62170ac3-e459-4391-94d9-b8c5eeeb22fd)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:22:21.775133 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f36c33-cc72-43a9-b7bf-6d00752b97a9 x-openstack-request-id: req-24f36c33-cc72-43a9-b7bf-6d00752b97a9 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:22:21.775133 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a179bb3-29ee-4e3a-83ff-fe23fa2aecff", "name": "network-vif-plugged", "status": "completed", "tag": "2b11b60e-bef0-41f3-96e8-6f8b95fcfa67", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:22:21.775133 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-24f36c33-cc72-43a9-b7bf-6d00752b97a9 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:22:21.775133 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a179bb3-29ee-4e3a-83ff-fe23fa2aecff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b11b60e-bef0-41f3-96e8-6f8b95fcfa67', 'code': 200} Nov 11 12:22:21.851415 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:21.902290 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=2b11b60e-bef0-41f3-96e8-6f8b95fcfa67,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:22.114228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4181ea3-37b7-4329-8aa5-d2753dee9339 req-fbb1e1b9-93f6-4f1a-952e-7821fd9c8382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:22.115787 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d4181ea3-37b7-4329-8aa5-d2753dee9339 req-fbb1e1b9-93f6-4f1a-952e-7821fd9c8382 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 1098 time: 0.0412643 Nov 11 12:22:22.162900 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d4181ea3-37b7-4329-8aa5-d2753dee9339 req-b9002661-6db6-45c5-9122-3d2179510fe4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b21a7413-33fa-4dd2-a193-01cab5cf7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404186 Nov 11 12:22:22.163812 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af739ca-a45d-435e-9736-0fdfa93b79de req-65393dfe-0523-42bd-bfd5-2f6332a81892 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:22.165314 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1af739ca-a45d-435e-9736-0fdfa93b79de req-65393dfe-0523-42bd-bfd5-2f6332a81892 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 945 time: 0.0499535 Nov 11 12:22:22.214948 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1af739ca-a45d-435e-9736-0fdfa93b79de req-dcc919ad-4e9d-4365-9467-69df7659887e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21a7413-33fa-4dd2-a193-01cab5cf7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435772 Nov 11 12:22:23.334230 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323dbbc-1220-4498-ad60-1616412df372 req-e4fb2591-75e1-4ea4-9955-d2326e98309e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:23.335733 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a323dbbc-1220-4498-ad60-1616412df372 req-e4fb2591-75e1-4ea4-9955-d2326e98309e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 945 time: 0.0509450 Nov 11 12:22:23.390107 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a323dbbc-1220-4498-ad60-1616412df372 req-8a011948-5337-42a6-9f99-397df9b6d1f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21a7413-33fa-4dd2-a193-01cab5cf7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476754 Nov 11 12:22:24.505149 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f4f01-3114-467c-9967-720c6eb135ce req-f802c07b-812c-4272-a163-4472e779be79 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:24.506499 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3a2f4f01-3114-467c-9967-720c6eb135ce req-f802c07b-812c-4272-a163-4472e779be79 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 945 time: 0.0484397 Nov 11 12:22:24.554997 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3a2f4f01-3114-467c-9967-720c6eb135ce req-126d55bd-4e3a-4f05-a158-e0c4ddd3a6b2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21a7413-33fa-4dd2-a193-01cab5cf7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425272 Nov 11 12:22:24.667124 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b73b9-75ef-4c6d-9478-1822a278b911 req-7d2c866f-d419-42d1-801c-a642ebc52e69 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:24.668575 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-770b73b9-75ef-4c6d-9478-1822a278b911 req-7d2c866f-d419-42d1-801c-a642ebc52e69 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 945 time: 0.0479624 Nov 11 12:22:24.717284 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-770b73b9-75ef-4c6d-9478-1822a278b911 req-8dd89c8e-2fb2-4118-9054-b194f4902f08 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21a7413-33fa-4dd2-a193-01cab5cf7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428250 Nov 11 12:22:24.738581 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56048) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:24.781696 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b141ff55-0f88-4c68-98de-987a38532d6e tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:24.783171 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b141ff55-0f88-4c68-98de-987a38532d6e tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 1093 time: 0.0434718 Nov 11 12:22:24.786030 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56050) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:24.790247 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '2b11b60e-bef0-41f3-96e8-6f8b95fcfa67', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:22:24.876397 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:24.971712 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:25.078189 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.26.5.87 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/fc97ff62-ed24-4114-b4a0-fc1a96ea30c4) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:22:25.175165 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:25.257921 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:25.298623 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:22:25.303476 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:22:25.307235 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:22:25.332982 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=fc97ff62-ed24-4114-b4a0-fc1a96ea30c4,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:25.654950 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:25.793641 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:25.941737 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.002745 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.065811 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=fc97ff62-ed24-4114-b4a0-fc1a96ea30c4,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:22:26.079687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.187413 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP f77fd3b8-f594-4832-964b-68f2416618f8 associated. External IP: 172.26.5.87, port: 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67. Nov 11 12:22:26.686705 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:22:26.796528 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:22:26.809527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b1e5ae-cda3-42e9-8bc6-93a118b334e8 None None] Sync routers for ids ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:22:26.819530 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b1e5ae-cda3-42e9-8bc6-93a118b334e8 None None] Routers {'912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:26.820291 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-82b1e5ae-cda3-42e9-8bc6-93a118b334e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:22:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:26.888432 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:26.915458 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-edb992e4-1a91-46ff-9f50-92c9b6220077 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1279221 Nov 11 12:22:26.916403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a179bb3-29ee-4e3a-83ff-fe23fa2aecff', 'tag': '2b11b60e-bef0-41f3-96e8-6f8b95fcfa67'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:22:26.918389 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56052) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:26.918929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18415185-5af3-478d-8877-f81e935ba82f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a179bb3-29ee-4e3a-83ff-fe23fa2aecff", "tag": "2b11b60e-bef0-41f3-96e8-6f8b95fcfa67"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:22:26.930196 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-82b1e5ae-cda3-42e9-8bc6-93a118b334e8 None None] Set router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:26.956522 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c323f69-43ca-4344-8841-47f2f96020a2 x-openstack-request-id: req-9c323f69-43ca-4344-8841-47f2f96020a2 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:22:26.956815 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a179bb3-29ee-4e3a-83ff-fe23fa2aecff", "tag": "2b11b60e-bef0-41f3-96e8-6f8b95fcfa67", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:22:26.957067 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c323f69-43ca-4344-8841-47f2f96020a2 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:22:26.957473 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a179bb3-29ee-4e3a-83ff-fe23fa2aecff', 'tag': '2b11b60e-bef0-41f3-96e8-6f8b95fcfa67', 'status': 'completed', 'code': 200} Nov 11 12:22:26.991149 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-48014385-181b-4026-9a05-ddd17efb21db tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/f77fd3b8-f594-4832-964b-68f2416618f8 HTTP/1.1" status: 200 len: 990 time: 0.0696721 Nov 11 12:22:27.068141 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18415185-5af3-478d-8877-f81e935ba82f req-fce8d2d4-3d3f-4f78-8e5b-d451e78e5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:27.069896 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-18415185-5af3-478d-8877-f81e935ba82f req-fce8d2d4-3d3f-4f78-8e5b-d451e78e5fb5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 1098 time: 0.0894673 Nov 11 12:22:27.158106 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-82b1e5ae-cda3-42e9-8bc6-93a118b334e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:05Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'f77fd3b8-f594-4832-964b-68f2416618f8', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.87', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'port_id': '2b11b60e-bef0-41f3-96e8-6f8b95fcfa67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'mac_address': 'fa:16:3e:28:65:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a179bb3-29ee-4e3a-83ff-fe23fa2aecff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:22:25Z', 'updated_at': '2021-11-11T12:22:25Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350102cc-d216-40b4-a018-cd74b3fb5eb5', 'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:51:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:04Z', 'updated_at': '2021-11-11T12:22:08Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:27.161105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18415185-5af3-478d-8877-f81e935ba82f req-dd9e2233-3e1c-424a-93d5-17c500b022f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:27.162605 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-18415185-5af3-478d-8877-f81e935ba82f req-dd9e2233-3e1c-424a-93d5-17c500b022f2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f HTTP/1.1" status: 200 len: 896 time: 0.0863559 Nov 11 12:22:27.188561 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b1e5ae-cda3-42e9-8bc6-93a118b334e8 None None] Checking router: 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:22:27.197514 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b1e5ae-cda3-42e9-8bc6-93a118b334e8 None None] Routers {'912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:22:27.198125 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-82b1e5ae-cda3-42e9-8bc6-93a118b334e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:22:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:27.227453 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-18415185-5af3-478d-8877-f81e935ba82f req-d2b7aecf-f970-418b-b953-5d04eebb01ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 HTTP/1.1" status: 200 len: 998 time: 0.0580087 Nov 11 12:22:27.276087 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18415185-5af3-478d-8877-f81e935ba82f req-2a5a1306-7674-40c5-be61-3ea9ede28eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:27.277521 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-18415185-5af3-478d-8877-f81e935ba82f req-2a5a1306-7674-40c5-be61-3ea9ede28eac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=40127eae-ce52-4f2c-98ae-f3d84ae0920a HTTP/1.1" status: 200 len: 834 time: 0.0439734 Nov 11 12:22:27.306195 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-82b1e5ae-cda3-42e9-8bc6-93a118b334e8 None None] Set router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:22:27.327022 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18415185-5af3-478d-8877-f81e935ba82f req-346f44b7-7241-4c14-a8db-9ce5c7d2c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:27.328676 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-18415185-5af3-478d-8877-f81e935ba82f req-346f44b7-7241-4c14-a8db-9ce5c7d2c607 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0437238 Nov 11 12:22:27.418848 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-18415185-5af3-478d-8877-f81e935ba82f req-1cb9a575-360e-49e8-bff9-80af8274602d service neutron] 10.222.0.70 "GET /v2.0/networks/dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833149 Nov 11 12:22:27.534238 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-82b1e5ae-cda3-42e9-8bc6-93a118b334e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:05Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'f77fd3b8-f594-4832-964b-68f2416618f8', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.87', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'port_id': '2b11b60e-bef0-41f3-96e8-6f8b95fcfa67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'mac_address': 'fa:16:3e:28:65:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a179bb3-29ee-4e3a-83ff-fe23fa2aecff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:22:25Z', 'updated_at': '2021-11-11T12:22:25Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350102cc-d216-40b4-a018-cd74b3fb5eb5', 'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:51:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:04Z', 'updated_at': '2021-11-11T12:22:08Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:22:27.566207 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b1e5ae-cda3-42e9-8bc6-93a118b334e8 None None] The sync data for ids ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'] in dv-neutron-786478-23-hyperv is: [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:05Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'f77fd3b8-f594-4832-964b-68f2416618f8', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.87', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'port_id': '2b11b60e-bef0-41f3-96e8-6f8b95fcfa67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'mac_address': 'fa:16:3e:28:65:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a179bb3-29ee-4e3a-83ff-fe23fa2aecff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:22:25Z', 'updated_at': '2021-11-11T12:22:25Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350102cc-d216-40b4-a018-cd74b3fb5eb5', 'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:51:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:04Z', 'updated_at': '2021-11-11T12:22:08Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:22:27.775454 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059075cf-5579-4ded-8ac2-10a2057102ee None None] New status for floating IP f77fd3b8-f594-4832-964b-68f2416618f8: ACTIVE {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:22:27.837655 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-18415185-5af3-478d-8877-f81e935ba82f req-88592907-4c50-4e76-a611-90e6aac2d93a service neutron] 10.222.0.70 "GET /v2.0/networks/dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103560 Nov 11 12:22:27.993798 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56058) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:28.055226 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2d36a7f7-5687-414d-9054-465235ab3c5a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/f77fd3b8-f594-4832-964b-68f2416618f8 HTTP/1.1" status: 200 len: 992 time: 0.0602069 Nov 11 12:22:33.205839 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f8b0c5fd-fbf9-4f3a-ada9-dabca522232a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:35.499999 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a8727b72-adbd-4333-b1e0-9ae26841d8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:36.506128 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:38.086044 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:39.131934 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:40.699813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:22:44.233838 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:22:59.251665 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56070) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:22:59.296496 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176e1fbc-f66b-428a-9a5a-7e797f71a566 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:59.296958 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176e1fbc-f66b-428a-9a5a-7e797f71a566 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:59.297405 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176e1fbc-f66b-428a-9a5a-7e797f71a566 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:22:59.299026 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-176e1fbc-f66b-428a-9a5a-7e797f71a566 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=61936e26caaf472aa62c0bac8a753383&network_id=dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f HTTP/1.1" status: 200 len: 3001 time: 0.0463912 Nov 11 12:23:01.261756 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56080) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:01.311525 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d663a1-2d50-4576-816b-35f75dc7a03a tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:01.312985 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-96d663a1-2d50-4576-816b-35f75dc7a03a tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69 HTTP/1.1" status: 200 len: 814 time: 0.0502017 Nov 11 12:23:02.045257 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56086) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:02.049799 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-89a2d8ae-65ec-4de6-9c18-5d72cae0ebed tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:02.110944 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-89a2d8ae-65ec-4de6-9c18-5d72cae0ebed tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:02.265193 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-89a2d8ae-65ec-4de6-9c18-5d72cae0ebed tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:02.357268 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-89a2d8ae-65ec-4de6-9c18-5d72cae0ebed tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:02.357612 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-89a2d8ae-65ec-4de6-9c18-5d72cae0ebed tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP f77fd3b8-f594-4832-964b-68f2416618f8 disassociated. External IP: 172.26.5.87, port: 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67. Nov 11 12:23:02.569338 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a2d8ae-65ec-4de6-9c18-5d72cae0ebed tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:23:02.675760 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a2d8ae-65ec-4de6-9c18-5d72cae0ebed tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:23:02.680584 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-89a2d8ae-65ec-4de6-9c18-5d72cae0ebed tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:02.685816 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b2fbc1-9ba1-409c-8e15-06a5faafc75c None None] Sync routers for ids ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:23:02.695823 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b2fbc1-9ba1-409c-8e15-06a5faafc75c None None] Routers {'912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:23:02.696429 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-41b2fbc1-9ba1-409c-8e15-06a5faafc75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:22:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:02.708998 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-89a2d8ae-65ec-4de6-9c18-5d72cae0ebed tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/floatingips/f77fd3b8-f594-4832-964b-68f2416618f8 HTTP/1.1" status: 200 len: 689 time: 0.6626670 Nov 11 12:23:02.709760 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a179bb3-29ee-4e3a-83ff-fe23fa2aecff', 'tag': '2b11b60e-bef0-41f3-96e8-6f8b95fcfa67'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:02.711814 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56088) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:02.712305 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c044eaa9-80d8-4168-86f7-5bd2f9280872" -d '{"events": [{"name": "network-changed", "server_uuid": "2a179bb3-29ee-4e3a-83ff-fe23fa2aecff", "tag": "2b11b60e-bef0-41f3-96e8-6f8b95fcfa67"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:02.753824 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d842bc5-eb10-484f-9700-d2f8f9a34d98 x-openstack-request-id: req-5d842bc5-eb10-484f-9700-d2f8f9a34d98 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:02.756414 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a179bb3-29ee-4e3a-83ff-fe23fa2aecff", "tag": "2b11b60e-bef0-41f3-96e8-6f8b95fcfa67", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:02.756414 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d842bc5-eb10-484f-9700-d2f8f9a34d98 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:02.756414 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a179bb3-29ee-4e3a-83ff-fe23fa2aecff', 'tag': '2b11b60e-bef0-41f3-96e8-6f8b95fcfa67', 'status': 'completed', 'code': 200} Nov 11 12:23:02.759346 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d92e97cb-157a-46e7-a487-ebf03d1a0633 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/f77fd3b8-f594-4832-964b-68f2416618f8 HTTP/1.1" status: 200 len: 689 time: 0.0462754 Nov 11 12:23:02.808069 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-41b2fbc1-9ba1-409c-8e15-06a5faafc75c None None] Set router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:23:02.818681 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044eaa9-80d8-4168-86f7-5bd2f9280872 req-0eec8ae1-4d1b-409c-81db-d5974922a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:02.820467 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c044eaa9-80d8-4168-86f7-5bd2f9280872 req-0eec8ae1-4d1b-409c-81db-d5974922a4b2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 1098 time: 0.0444102 Nov 11 12:23:02.908489 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044eaa9-80d8-4168-86f7-5bd2f9280872 req-6551d0d9-28c0-4857-945f-c4deff7aa4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:02.909944 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c044eaa9-80d8-4168-86f7-5bd2f9280872 req-6551d0d9-28c0-4857-945f-c4deff7aa4c6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f HTTP/1.1" status: 200 len: 896 time: 0.0828938 Nov 11 12:23:02.955291 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c044eaa9-80d8-4168-86f7-5bd2f9280872 req-b8fec3ab-625c-471f-8a53-d82324b29086 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 HTTP/1.1" status: 200 len: 217 time: 0.0384743 Nov 11 12:23:03.001033 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-41b2fbc1-9ba1-409c-8e15-06a5faafc75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:05Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '350102cc-d216-40b4-a018-cd74b3fb5eb5', 'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:51:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:04Z', 'updated_at': '2021-11-11T12:22:08Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:03.003558 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044eaa9-80d8-4168-86f7-5bd2f9280872 req-bce17cdb-fd22-4ab6-af5d-f24ca13f202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:03.004997 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c044eaa9-80d8-4168-86f7-5bd2f9280872 req-bce17cdb-fd22-4ab6-af5d-f24ca13f202b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=40127eae-ce52-4f2c-98ae-f3d84ae0920a HTTP/1.1" status: 200 len: 834 time: 0.0430410 Nov 11 12:23:03.026323 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b2fbc1-9ba1-409c-8e15-06a5faafc75c None None] Checking router: 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:23:03.034403 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b2fbc1-9ba1-409c-8e15-06a5faafc75c None None] Routers {'912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:23:03.035006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-41b2fbc1-9ba1-409c-8e15-06a5faafc75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:22:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:03.050578 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044eaa9-80d8-4168-86f7-5bd2f9280872 req-649f433f-2c65-479d-92dc-9038b47ee6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:03.052337 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c044eaa9-80d8-4168-86f7-5bd2f9280872 req-649f433f-2c65-479d-92dc-9038b47ee6e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0394564 Nov 11 12:23:03.151420 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c044eaa9-80d8-4168-86f7-5bd2f9280872 req-fa61ae15-6b9b-4819-a6a2-38eb4d585d7c service neutron] 10.222.0.70 "GET /v2.0/networks/dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912890 Nov 11 12:23:03.156711 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-41b2fbc1-9ba1-409c-8e15-06a5faafc75c None None] Set router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:23:03.228269 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cad8e7ea-6800-4e5a-a5d0-7295c4663af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:03.241864 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c044eaa9-80d8-4168-86f7-5bd2f9280872 req-d6e959ff-d827-4621-bc56-48b95b673485 service neutron] 10.222.0.70 "GET /v2.0/networks/dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843656 Nov 11 12:23:03.499888 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-41b2fbc1-9ba1-409c-8e15-06a5faafc75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:05Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '350102cc-d216-40b4-a018-cd74b3fb5eb5', 'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:51:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:04Z', 'updated_at': '2021-11-11T12:22:08Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:03.525025 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b2fbc1-9ba1-409c-8e15-06a5faafc75c None None] The sync data for ids ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'] in dv-neutron-786478-23-hyperv is: [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:05Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '350102cc-d216-40b4-a018-cd74b3fb5eb5', 'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:51:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:04Z', 'updated_at': '2021-11-11T12:22:08Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:23:03.735020 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b108366-b53d-42d1-a9e4-be00dd7c46bf None None] New status for floating IP f77fd3b8-f594-4832-964b-68f2416618f8: DOWN {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:23:03.763976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56092) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:03.812064 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-69212be6-a12f-4c2a-8d30-f90910508938 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/f77fd3b8-f594-4832-964b-68f2416618f8 HTTP/1.1" status: 200 len: 689 time: 0.0469453 Nov 11 12:23:04.815835 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56094) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:04.859283 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1ddfc827-1707-473a-90af-2af39d592343 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/f77fd3b8-f594-4832-964b-68f2416618f8 HTTP/1.1" status: 200 len: 687 time: 0.0423369 Nov 11 12:23:05.515193 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0cf672a2-993f-49a4-a080-72f88db3c7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:06.497866 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:06.511288 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56112) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:06.515796 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-9125b1f7-9044-43be-bb32-83ae92d31f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-9009936', 'description': 'tempest-secgroup-smoke-9009936 description', 'project_id': '61936e26caaf472aa62c0bac8a753383'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:06.589662 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9125b1f7-9044-43be-bb32-83ae92d31f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:06.659137 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9125b1f7-9044-43be-bb32-83ae92d31f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:06.740220 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9125b1f7-9044-43be-bb32-83ae92d31f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:06.769361 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125b1f7-9044-43be-bb32-83ae92d31f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:06.776265 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125b1f7-9044-43be-bb32-83ae92d31f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:06.776620 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125b1f7-9044-43be-bb32-83ae92d31f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:06.776963 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125b1f7-9044-43be-bb32-83ae92d31f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:06.777300 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125b1f7-9044-43be-bb32-83ae92d31f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:06.777635 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125b1f7-9044-43be-bb32-83ae92d31f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:06.777970 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125b1f7-9044-43be-bb32-83ae92d31f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:06.778301 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125b1f7-9044-43be-bb32-83ae92d31f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:06.778636 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125b1f7-9044-43be-bb32-83ae92d31f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:06.778963 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125b1f7-9044-43be-bb32-83ae92d31f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:06.779312 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125b1f7-9044-43be-bb32-83ae92d31f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:06.779639 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125b1f7-9044-43be-bb32-83ae92d31f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:06.779964 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9125b1f7-9044-43be-bb32-83ae92d31f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:06.844987 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9125b1f7-9044-43be-bb32-83ae92d31f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:06.849110 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9125b1f7-9044-43be-bb32-83ae92d31f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3340185 Nov 11 12:23:06.849328 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56114) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:06.853714 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-7f2869e0-9b9c-4914-8116-e86a27b645c0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'd5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:06.956633 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7f2869e0-9b9c-4914-8116-e86a27b645c0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:07.019000 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7f2869e0-9b9c-4914-8116-e86a27b645c0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:07.099813 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7f2869e0-9b9c-4914-8116-e86a27b645c0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:07.118149 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2869e0-9b9c-4914-8116-e86a27b645c0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5f2848-2b91-4c50-b9fd-f4441cd17511,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:07.176462 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7f2869e0-9b9c-4914-8116-e86a27b645c0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:07.177720 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7f2869e0-9b9c-4914-8116-e86a27b645c0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3274198 Nov 11 12:23:07.181003 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56118) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:07.185595 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-dc8d7e19-b243-4a32-a987-0fe3caefc74c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'd5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:07.257070 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dc8d7e19-b243-4a32-a987-0fe3caefc74c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:07.316614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dc8d7e19-b243-4a32-a987-0fe3caefc74c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:07.384666 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dc8d7e19-b243-4a32-a987-0fe3caefc74c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:07.410656 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d7e19-b243-4a32-a987-0fe3caefc74c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7f08c7-110e-4cd3-8df8-02fbbd775b1a,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:07.498405 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dc8d7e19-b243-4a32-a987-0fe3caefc74c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:07.501527 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-dc8d7e19-b243-4a32-a987-0fe3caefc74c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3194499 Nov 11 12:23:07.507134 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56120) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:07.512855 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3e4d9f9d-c446-4d08-b041-ca4ace5e00dc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'd5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:07.591512 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9f9d-c446-4d08-b041-ca4ace5e00dc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:07.645504 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9f9d-c446-4d08-b041-ca4ace5e00dc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:07.734968 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9f9d-c446-4d08-b041-ca4ace5e00dc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:07.754858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d9f9d-c446-4d08-b041-ca4ace5e00dc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859e09b8-d78e-45b1-8e70-c5d4473ec528,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:07.823304 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9f9d-c446-4d08-b041-ca4ace5e00dc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:07.824525 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3e4d9f9d-c446-4d08-b041-ca4ace5e00dc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164165 Nov 11 12:23:07.827438 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56122) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:07.831897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a1059b6e-5c04-4e81-9b88-9c47f88560dd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'd5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:07.927994 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a1059b6e-5c04-4e81-9b88-9c47f88560dd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:07.988038 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a1059b6e-5c04-4e81-9b88-9c47f88560dd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:08.073254 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a1059b6e-5c04-4e81-9b88-9c47f88560dd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:08.090635 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1059b6e-5c04-4e81-9b88-9c47f88560dd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db043c3-b28c-4c0a-a0ce-a79248e73d40,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:08.134515 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:08.159384 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a1059b6e-5c04-4e81-9b88-9c47f88560dd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:08.160617 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a1059b6e-5c04-4e81-9b88-9c47f88560dd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3322654 Nov 11 12:23:08.163552 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56130) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:08.168424 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0fe3a8bf-c83a-4a80-a015-0cd5eb28d454 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'd5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:08.269548 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-0fe3a8bf-c83a-4a80-a015-0cd5eb28d454 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:23:08.274739 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0fe3a8bf-c83a-4a80-a015-0cd5eb28d454 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:08.330682 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0fe3a8bf-c83a-4a80-a015-0cd5eb28d454 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:08.401283 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0fe3a8bf-c83a-4a80-a015-0cd5eb28d454 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:08.419063 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3a8bf-c83a-4a80-a015-0cd5eb28d454 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c1921d-a3fd-4612-b1ef-cf83c35c4a7e,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:08.476862 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0fe3a8bf-c83a-4a80-a015-0cd5eb28d454 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:08.478096 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0fe3a8bf-c83a-4a80-a015-0cd5eb28d454 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3136160 Nov 11 12:23:08.481639 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56132) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:08.485967 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-ad20af6f-508a-4c5a-ac8d-0f43a1d31f3a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'd5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:08.566437 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-ad20af6f-508a-4c5a-ac8d-0f43a1d31f3a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:23:08.571961 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ad20af6f-508a-4c5a-ac8d-0f43a1d31f3a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:08.696718 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ad20af6f-508a-4c5a-ac8d-0f43a1d31f3a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:08.763220 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ad20af6f-508a-4c5a-ac8d-0f43a1d31f3a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:08.781409 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20af6f-508a-4c5a-ac8d-0f43a1d31f3a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296d0112-0dd6-4aca-8cd6-61ab31460ac5,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:08.823229 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ad20af6f-508a-4c5a-ac8d-0f43a1d31f3a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:08.824446 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ad20af6f-508a-4c5a-ac8d-0f43a1d31f3a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3418870 Nov 11 12:23:08.979809 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-5c2dcff7-3414-4c9e-b52c-9430d259ff31 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-9009936&fields=id&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 267 time: 0.0462444 Nov 11 12:23:09.084741 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-736e2c3c-7a09-4af3-90f4-db721d7b6441 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:09.089181 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-736e2c3c-7a09-4af3-90f4-db721d7b6441 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/networks?id=dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f HTTP/1.1" status: 200 len: 795 time: 0.0995836 Nov 11 12:23:09.102796 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-2c09573c-cef7-4b4f-88a1-4bb5a9a1fc5c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/quotas/61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 375 time: 0.0099225 Nov 11 12:23:09.132440 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:09.159546 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-6b76be02-1547-4da9-a5fb-d8b85222568b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0499146 Nov 11 12:23:09.241596 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-0ccf131e-916b-4eb0-902c-f4149ff855d1 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:23:09.242728 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-0ccf131e-916b-4eb0-902c-f4149ff855d1 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0714488 Nov 11 12:23:09.337025 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-1720db28-bcda-4f41-a304-6dfae5461754 service neutron] 10.222.0.50 "GET /v2.0/networks/dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869439 Nov 11 12:23:09.425061 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-388e360c-e40a-48f8-8c99-17a14e81b422 service neutron] 10.222.0.50 "GET /v2.0/networks/dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817647 Nov 11 12:23:10.705303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:10.717327 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6cd72fed-0d7f-4d31-b635-45fcf795ff48 req-32790447-ee46-4ab9-9147-798934707426 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 210 time: 0.0464838 Nov 11 12:23:11.808501 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b01e5b25-a98e-4f22-a81f-1e848776b61f req-c51c113b-094c-4ce9-84c4-2ac158c9b575 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 210 time: 0.0273259 Nov 11 12:23:12.424215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-bf237520-1476-48fb-8543-39c707d4f65f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:12.425675 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-bf237520-1476-48fb-8543-39c707d4f65f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/networks?id=dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f HTTP/1.1" status: 200 len: 795 time: 0.1046276 Nov 11 12:23:12.506473 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-0f891e5a-5c61-4d67-b0c6-8ff179dd6c63 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 470 time: 0.0712676 Nov 11 12:23:12.515865 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'port': {'device_id': '9d59c610-ff4b-4358-9960-8d114486482f', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'admin_state_up': True, 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'security_groups': ['d5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:12.762705 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:23:12.784877 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:12.913338 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.3 (dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f/40127eae-ce52-4f2c-98ae-f3d84ae0920a/408cff7e-a9a4-47d6-bca7-1e438a38e178) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:23:12.928602 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7cc9cf03-2afd-4e27-8100-e61dd2c0ef28 req-09721edb-b1f6-42fd-92ec-7924909ead1d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 210 time: 0.0271747 Nov 11 12:23:13.056454 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:13.177996 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:13.243738 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:23:13.246257 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:23:13.248854 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:23:13.288268 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=408cff7e-a9a4-47d6-bca7-1e438a38e178,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:13.303176 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:13.303527 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:13.303889 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:13.304317 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:13.304714 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:13.305051 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:13.305380 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:13.305705 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:13.306030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:13.306356 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:13.306742 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:13.307081 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:13.333677 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:13.334391 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:13.423328 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-5ac4fdb0-7d06-47ea-8564-199aa7ab88fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9109852 Nov 11 12:23:13.435784 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Request body: {'port': {'device_id': '9d59c610-ff4b-4358-9960-8d114486482f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:13.490970 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:13.523789 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-98a8d313-8f82-4dd5-ac61-fd9beccfc032 None None] Provisioning complete for port 408cff7e-a9a4-47d6-bca7-1e438a38e178 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:23:13.524610 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-98a8d313-8f82-4dd5-ac61-fd9beccfc032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:13.574243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-98a8d313-8f82-4dd5-ac61-fd9beccfc032 None None] Port 408cff7e-a9a4-47d6-bca7-1e438a38e178 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:23:13.782639 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408cff7e-a9a4-47d6-bca7-1e438a38e178 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:23:13.790434 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:13.802894 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Transition to ACTIVE for port object 408cff7e-a9a4-47d6-bca7-1e438a38e178 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:23:13.880807 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:13.931858 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Pushing event updated for resources: {'Port': ['ID=408cff7e-a9a4-47d6-bca7-1e438a38e178,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:14.014459 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Attempting to bind port 408cff7e-a9a4-47d6-bca7-1e438a38e178 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:23:14.014738 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Attempting to bind port 408cff7e-a9a4-47d6-bca7-1e438a38e178 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '62170ac3-e459-4391-94d9-b8c5eeeb22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:23:14.015194 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Attempting to bind port 408cff7e-a9a4-47d6-bca7-1e438a38e178 on network dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:23:14.020022 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Port 408cff7e-a9a4-47d6-bca7-1e438a38e178 on network dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:23:14.020492 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Attempting to bind port 408cff7e-a9a4-47d6-bca7-1e438a38e178 on network dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:23:14.025950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:23:14.026418 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Checking segment: {'id': '62170ac3-e459-4391-94d9-b8c5eeeb22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:23:14.026943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Bound using segment: {'id': '62170ac3-e459-4391-94d9-b8c5eeeb22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:23:14.027499 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Bound port: 408cff7e-a9a4-47d6-bca7-1e438a38e178, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62170ac3-e459-4391-94d9-b8c5eeeb22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:23:14.027957 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:14.077345 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee4fab-d73e-44cd-9d5e-a3b982a60142 req-d43e5fa0-90cf-4335-a89e-16ac2230c836 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:14.083234 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f2ee4fab-d73e-44cd-9d5e-a3b982a60142 req-d43e5fa0-90cf-4335-a89e-16ac2230c836 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 943 time: 0.0745299 Nov 11 12:23:14.101313 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] For port 408cff7e-a9a4-47d6-bca7-1e438a38e178, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:23:14.104804 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] For port 408cff7e-a9a4-47d6-bca7-1e438a38e178, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=408cff7e-a9a4-47d6-bca7-1e438a38e178,segment=NetworkSegment(62170ac3-e459-4391-94d9-b8c5eeeb22fd),segment_id=62170ac3-e459-4391-94d9-b8c5eeeb22fd)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:23:14.143437 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f2ee4fab-d73e-44cd-9d5e-a3b982a60142 req-1f16a69b-f13f-494f-a8bb-6253df76a2aa tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0531554 Nov 11 12:23:14.179635 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:14.216046 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:14.216655 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:14.218022 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] 10.222.0.70 "PUT /v2.0/ports/408cff7e-a9a4-47d6-bca7-1e438a38e178 HTTP/1.1" status: 200 len: 1093 time: 0.7865105 Nov 11 12:23:14.218479 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d59c610-ff4b-4358-9960-8d114486482f', 'tag': '408cff7e-a9a4-47d6-bca7-1e438a38e178'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:14.220758 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287b4c16-8dcb-4841-ad0b-64d54c0bc395" -d '{"events": [{"name": "network-changed", "server_uuid": "9d59c610-ff4b-4358-9960-8d114486482f", "tag": "408cff7e-a9a4-47d6-bca7-1e438a38e178"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:14.255942 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f01d5a-00a2-47a9-8ce8-d99d9df50f35 service neutron] Pushing event updated for resources: {'Port': ['ID=408cff7e-a9a4-47d6-bca7-1e438a38e178,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:14.354258 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ee692c-eba7-4a33-9ca6-91545afcf722 x-openstack-request-id: req-57ee692c-eba7-4a33-9ca6-91545afcf722 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:14.354562 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d59c610-ff4b-4358-9960-8d114486482f", "tag": "408cff7e-a9a4-47d6-bca7-1e438a38e178", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:14.354817 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-57ee692c-eba7-4a33-9ca6-91545afcf722 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:14.355867 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d59c610-ff4b-4358-9960-8d114486482f', 'tag': '408cff7e-a9a4-47d6-bca7-1e438a38e178', 'status': 'completed', 'code': 200} Nov 11 12:23:14.389196 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-98eba3bd-ba92-43fc-955d-12dbee41ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:14.390792 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-98eba3bd-ba92-43fc-955d-12dbee41ee05 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 1096 time: 0.0512486 Nov 11 12:23:14.440516 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-6907f6a0-a3ab-48fb-841e-e65eb6488072 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=408cff7e-a9a4-47d6-bca7-1e438a38e178 HTTP/1.1" status: 200 len: 217 time: 0.0405102 Nov 11 12:23:14.490667 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-d5a7c689-523c-439f-81fe-575c3f862d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:14.492068 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-d5a7c689-523c-439f-81fe-575c3f862d97 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=40127eae-ce52-4f2c-98ae-f3d84ae0920a HTTP/1.1" status: 200 len: 834 time: 0.0449691 Nov 11 12:23:14.544221 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-6ed97db9-922c-417a-9fc3-87eef1c8584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:14.545720 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-6ed97db9-922c-417a-9fc3-87eef1c8584c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0468438 Nov 11 12:23:14.658770 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-c9d76b8d-43f4-4098-9dfa-fcf7b4519aab service neutron] 10.222.0.70 "GET /v2.0/networks/dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049480 Nov 11 12:23:14.764672 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8a99bf95-a6eb-4624-9736-87eeb7810ab6 req-6f489560-ff53-4096-98b2-d7df3e31424d service neutron] 10.222.0.70 "GET /v2.0/networks/dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954313 Nov 11 12:23:14.923659 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b4c16-8dcb-4841-ad0b-64d54c0bc395 req-5fe5c763-d90b-4ddb-bd8f-982ffe55418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:14.925180 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-287b4c16-8dcb-4841-ad0b-64d54c0bc395 req-5fe5c763-d90b-4ddb-bd8f-982ffe55418c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 1096 time: 0.0459373 Nov 11 12:23:15.020884 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b4c16-8dcb-4841-ad0b-64d54c0bc395 req-fcb2bfe8-0264-468e-99fd-42d45539f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:15.022301 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-287b4c16-8dcb-4841-ad0b-64d54c0bc395 req-fcb2bfe8-0264-468e-99fd-42d45539f58c service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f HTTP/1.1" status: 200 len: 896 time: 0.0902386 Nov 11 12:23:15.065991 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-287b4c16-8dcb-4841-ad0b-64d54c0bc395 req-f77a0a58-403e-44c3-9dce-c53df58ae219 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=408cff7e-a9a4-47d6-bca7-1e438a38e178 HTTP/1.1" status: 200 len: 217 time: 0.0366182 Nov 11 12:23:15.126594 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b4c16-8dcb-4841-ad0b-64d54c0bc395 req-25253d97-b775-4d03-ae59-34778fc60f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:15.128094 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-287b4c16-8dcb-4841-ad0b-64d54c0bc395 req-25253d97-b775-4d03-ae59-34778fc60f60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=40127eae-ce52-4f2c-98ae-f3d84ae0920a HTTP/1.1" status: 200 len: 834 time: 0.0534668 Nov 11 12:23:15.179897 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b4c16-8dcb-4841-ad0b-64d54c0bc395 req-4de00c07-d5f6-4ab6-a843-c4e9ab812ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:15.181405 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-287b4c16-8dcb-4841-ad0b-64d54c0bc395 req-4de00c07-d5f6-4ab6-a843-c4e9ab812ecd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454495 Nov 11 12:23:15.264477 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4727ca-fbb4-4d7f-bcd6-43b8a7eda293 req-e00a3746-d060-4473-9449-3abcdce0cbc5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:15.265945 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1e4727ca-fbb4-4d7f-bcd6-43b8a7eda293 req-e00a3746-d060-4473-9449-3abcdce0cbc5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 943 time: 0.0547354 Nov 11 12:23:15.291004 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-287b4c16-8dcb-4841-ad0b-64d54c0bc395 req-01777169-ad08-4c3c-8ce4-2b9409498c49 service neutron] 10.222.0.70 "GET /v2.0/networks/dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013262 Nov 11 12:23:15.321931 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1e4727ca-fbb4-4d7f-bcd6-43b8a7eda293 req-e0afd570-caee-43e7-8844-6eafb1a01605 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0494385 Nov 11 12:23:15.385786 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-287b4c16-8dcb-4841-ad0b-64d54c0bc395 req-37cedb85-a775-445d-aed5-c3d1e044c7e5 service neutron] 10.222.0.70 "GET /v2.0/networks/dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879185 Nov 11 12:23:16.447473 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900ecf4-2a0b-4265-8463-c7c7efa36fbb req-0a4e970c-2c8c-4acd-9219-dcd95723ea4a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:16.449618 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2900ecf4-2a0b-4265-8463-c7c7efa36fbb req-0a4e970c-2c8c-4acd-9219-dcd95723ea4a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 943 time: 0.0530479 Nov 11 12:23:16.502136 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2900ecf4-2a0b-4265-8463-c7c7efa36fbb req-6e7e0627-d377-4bbe-a909-ca81bd2599c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0462687 Nov 11 12:23:17.632498 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4424e7-6161-48ca-a283-da76a1e468c2 req-3554234b-3874-42f4-a85e-b34a6b61c3d8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:17.633972 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2d4424e7-6161-48ca-a283-da76a1e468c2 req-3554234b-3874-42f4-a85e-b34a6b61c3d8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 943 time: 0.0536768 Nov 11 12:23:17.690055 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2d4424e7-6161-48ca-a283-da76a1e468c2 req-5f34f762-27c4-4ece-89dd-5ba253080d4b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0499384 Nov 11 12:23:17.777442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 408cff7e-a9a4-47d6-bca7-1e438a38e178 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:23:17.876950 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 408cff7e-a9a4-47d6-bca7-1e438a38e178, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=408cff7e-a9a4-47d6-bca7-1e438a38e178,segment=NetworkSegment(62170ac3-e459-4391-94d9-b8c5eeeb22fd),segment_id=62170ac3-e459-4391-94d9-b8c5eeeb22fd)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:17.895630 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '408cff7e-a9a4-47d6-bca7-1e438a38e178', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'port_id': '408cff7e-a9a4-47d6-bca7-1e438a38e178', 'mac_address': 'fa:16:3e:04:f4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:23:17.946020 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:17.962580 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408cff7e-a9a4-47d6-bca7-1e438a38e178 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:23:17.983673 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 408cff7e-a9a4-47d6-bca7-1e438a38e178, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=408cff7e-a9a4-47d6-bca7-1e438a38e178,segment=NetworkSegment(62170ac3-e459-4391-94d9-b8c5eeeb22fd),segment_id=62170ac3-e459-4391-94d9-b8c5eeeb22fd)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:18.065704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:18.119827 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=408cff7e-a9a4-47d6-bca7-1e438a38e178,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:18.131801 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:18.132395 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:18.132749 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:18.133141 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:18.133587 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:18.134070 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:18.134768 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:18.135163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:18.135536 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:18.135861 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:18.136744 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:18.137063 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:23:18.277929 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['408cff7e-a9a4-47d6-bca7-1e438a38e178'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:23:18.814077 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbacbe-548f-4951-9ba6-e6ce48914aac req-4ca54b18-c1ce-453e-892c-ecfb79b63896 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:18.815565 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-55bbacbe-548f-4951-9ba6-e6ce48914aac req-4ca54b18-c1ce-453e-892c-ecfb79b63896 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 944 time: 0.0529675 Nov 11 12:23:18.875111 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-55bbacbe-548f-4951-9ba6-e6ce48914aac req-e15b4286-ef50-49f8-94ef-56e7287e348e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0532563 Nov 11 12:23:19.803073 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 408cff7e-a9a4-47d6-bca7-1e438a38e178 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:23:19.934574 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 408cff7e-a9a4-47d6-bca7-1e438a38e178 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:23:19.939652 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 408cff7e-a9a4-47d6-bca7-1e438a38e178 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:23:19.940026 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:20.001431 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80738a-2679-4c10-b97e-ab23fe11f976 req-7f26f4e9-7408-49bb-aed5-4f90df813d20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:20.003007 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aa80738a-2679-4c10-b97e-ab23fe11f976 req-7f26f4e9-7408-49bb-aed5-4f90df813d20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 944 time: 0.0537319 Nov 11 12:23:20.028649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:20.050892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d59c610-ff4b-4358-9960-8d114486482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408cff7e-a9a4-47d6-bca7-1e438a38e178'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:20.053229 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba12dfc-aebd-4edf-ba24-80a55bdb77f0" -d '{"events": [{"server_uuid": "9d59c610-ff4b-4358-9960-8d114486482f", "name": "network-vif-plugged", "status": "completed", "tag": "408cff7e-a9a4-47d6-bca7-1e438a38e178"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:20.058330 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aa80738a-2679-4c10-b97e-ab23fe11f976 req-8a972608-1f68-4203-a678-630074777d7e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0486486 Nov 11 12:23:20.068247 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 408cff7e-a9a4-47d6-bca7-1e438a38e178, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=408cff7e-a9a4-47d6-bca7-1e438a38e178,segment=NetworkSegment(62170ac3-e459-4391-94d9-b8c5eeeb22fd),segment_id=62170ac3-e459-4391-94d9-b8c5eeeb22fd)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:20.148985 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:20.155763 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05f09de-1e3e-4585-92ff-8d28cd74a67e x-openstack-request-id: req-e05f09de-1e3e-4585-92ff-8d28cd74a67e {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:20.156053 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d59c610-ff4b-4358-9960-8d114486482f", "name": "network-vif-plugged", "status": "completed", "tag": "408cff7e-a9a4-47d6-bca7-1e438a38e178", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:20.156321 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e05f09de-1e3e-4585-92ff-8d28cd74a67e {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:20.156685 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d59c610-ff4b-4358-9960-8d114486482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408cff7e-a9a4-47d6-bca7-1e438a38e178', 'code': 200} Nov 11 12:23:20.202639 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=408cff7e-a9a4-47d6-bca7-1e438a38e178,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:20.451978 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfe206-9665-47af-9b09-458b08f7e4d6 req-35b3b233-afd7-4ba6-9940-1290387ab3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:20.453634 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9cbfe206-9665-47af-9b09-458b08f7e4d6 req-35b3b233-afd7-4ba6-9940-1290387ab3f0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 1098 time: 0.0445626 Nov 11 12:23:20.503297 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9cbfe206-9665-47af-9b09-458b08f7e4d6 req-55692273-6479-45a7-8aaa-161f46caed29 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421553 Nov 11 12:23:21.185263 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0b841-75ed-4aaf-9498-bd4c9d57ef68 req-9a3ab455-873a-4d66-ba28-f4ff1580f272 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:21.186754 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ecf0b841-75ed-4aaf-9498-bd4c9d57ef68 req-9a3ab455-873a-4d66-ba28-f4ff1580f272 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 945 time: 0.0559812 Nov 11 12:23:21.232133 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:23:21.243544 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ecf0b841-75ed-4aaf-9498-bd4c9d57ef68 req-8720b8ce-4e50-4a3a-bc6c-2bfb337cc881 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0507107 Nov 11 12:23:22.361444 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5e716-bc5b-4463-8ac4-95bc76b6bbd4 req-99602ba5-bf3a-4428-966c-a50889b49d26 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:22.362887 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-edc5e716-bc5b-4463-8ac4-95bc76b6bbd4 req-99602ba5-bf3a-4428-966c-a50889b49d26 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 945 time: 0.0491478 Nov 11 12:23:22.412227 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-edc5e716-bc5b-4463-8ac4-95bc76b6bbd4 req-c2caf750-42e7-4688-8df1-00f9f83bd0fa tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421705 Nov 11 12:23:22.534552 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f099fd-2d63-4112-810f-ec828c9c1388 req-82eddf9c-4053-4fc3-92ea-2e858daf60a2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:22.534552 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-54f099fd-2d63-4112-810f-ec828c9c1388 req-82eddf9c-4053-4fc3-92ea-2e858daf60a2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 945 time: 0.0513542 Nov 11 12:23:22.589690 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-54f099fd-2d63-4112-810f-ec828c9c1388 req-d5dd659b-8b83-48db-b70e-aa24c66bbae2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0513453 Nov 11 12:23:22.613071 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56228) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:22.668382 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae78fc1-7d51-4028-a5a5-85b7bf86bd89 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:22.670541 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fae78fc1-7d51-4028-a5a5-85b7bf86bd89 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 1093 time: 0.0564189 Nov 11 12:23:22.673388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56230) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:22.677555 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-554e3cea-7940-49be-8f4c-1185544ed594 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'floatingip': {'port_id': '408cff7e-a9a4-47d6-bca7-1e438a38e178'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:22.717282 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-554e3cea-7940-49be-8f4c-1185544ed594 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:23.161975 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-554e3cea-7940-49be-8f4c-1185544ed594 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:23.231198 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-554e3cea-7940-49be-8f4c-1185544ed594 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:23.336632 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-554e3cea-7940-49be-8f4c-1185544ed594 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP f77fd3b8-f594-4832-964b-68f2416618f8 associated. External IP: 172.26.5.87, port: 408cff7e-a9a4-47d6-bca7-1e438a38e178. Nov 11 12:23:23.548124 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554e3cea-7940-49be-8f4c-1185544ed594 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:23:23.659180 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554e3cea-7940-49be-8f4c-1185544ed594 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:23:23.663752 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-554e3cea-7940-49be-8f4c-1185544ed594 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:23.671654 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2a8f7-932a-452a-acb2-a2eb02a2c625 None None] Sync routers for ids ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:23:23.683444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2a8f7-932a-452a-acb2-a2eb02a2c625 None None] Routers {'912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:23:23.683739 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-e7d2a8f7-932a-452a-acb2-a2eb02a2c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:23:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:23.693440 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-554e3cea-7940-49be-8f4c-1185544ed594 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/floatingips/f77fd3b8-f594-4832-964b-68f2416618f8 HTTP/1.1" status: 200 len: 990 time: 1.0190454 Nov 11 12:23:23.694071 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d59c610-ff4b-4358-9960-8d114486482f', 'tag': '408cff7e-a9a4-47d6-bca7-1e438a38e178'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:23.696540 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56234) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:23.701614 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03201ee-9102-4ebf-a354-a66a86bc5b26" -d '{"events": [{"name": "network-changed", "server_uuid": "9d59c610-ff4b-4358-9960-8d114486482f", "tag": "408cff7e-a9a4-47d6-bca7-1e438a38e178"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:23.745216 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b96393d-9a91-4828-a200-872848872d5f x-openstack-request-id: req-5b96393d-9a91-4828-a200-872848872d5f {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:23.745509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d59c610-ff4b-4358-9960-8d114486482f", "tag": "408cff7e-a9a4-47d6-bca7-1e438a38e178", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:23.745762 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5b96393d-9a91-4828-a200-872848872d5f {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:23.746166 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d59c610-ff4b-4358-9960-8d114486482f', 'tag': '408cff7e-a9a4-47d6-bca7-1e438a38e178', 'status': 'completed', 'code': 200} Nov 11 12:23:23.770315 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5648a85c-9959-49f2-a014-57a835797e9c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/f77fd3b8-f594-4832-964b-68f2416618f8 HTTP/1.1" status: 200 len: 990 time: 0.0725756 Nov 11 12:23:23.814401 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-e7d2a8f7-932a-452a-acb2-a2eb02a2c625 None None] Set router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:23:23.817855 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03201ee-9102-4ebf-a354-a66a86bc5b26 req-bf21ea2e-c028-4f85-a10c-19c867d56ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:23.819654 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e03201ee-9102-4ebf-a354-a66a86bc5b26 req-bf21ea2e-c028-4f85-a10c-19c867d56ea4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 1098 time: 0.0475245 Nov 11 12:23:23.914036 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03201ee-9102-4ebf-a354-a66a86bc5b26 req-b20317ee-22e3-4fd7-b44f-cef11f352aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:23.915724 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e03201ee-9102-4ebf-a354-a66a86bc5b26 req-b20317ee-22e3-4fd7-b44f-cef11f352aae service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f HTTP/1.1" status: 200 len: 896 time: 0.0894558 Nov 11 12:23:23.986208 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e03201ee-9102-4ebf-a354-a66a86bc5b26 req-e0792e35-30fc-4909-9f5a-6f5c967ea3ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=408cff7e-a9a4-47d6-bca7-1e438a38e178 HTTP/1.1" status: 200 len: 998 time: 0.0640345 Nov 11 12:23:24.042248 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03201ee-9102-4ebf-a354-a66a86bc5b26 req-52a416e3-7bd1-4537-9554-ba271857ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:24.044305 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e03201ee-9102-4ebf-a354-a66a86bc5b26 req-52a416e3-7bd1-4537-9554-ba271857ede2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=40127eae-ce52-4f2c-98ae-f3d84ae0920a HTTP/1.1" status: 200 len: 834 time: 0.0510249 Nov 11 12:23:24.045995 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-e7d2a8f7-932a-452a-acb2-a2eb02a2c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:05Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'f77fd3b8-f594-4832-964b-68f2416618f8', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.87', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'port_id': '408cff7e-a9a4-47d6-bca7-1e438a38e178', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'mac_address': 'fa:16:3e:04:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d59c610-ff4b-4358-9960-8d114486482f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:22:25Z', 'updated_at': '2021-11-11T12:23:23Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350102cc-d216-40b4-a018-cd74b3fb5eb5', 'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:51:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:04Z', 'updated_at': '2021-11-11T12:22:08Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:24.073364 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2a8f7-932a-452a-acb2-a2eb02a2c625 None None] Checking router: 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:23:24.081733 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2a8f7-932a-452a-acb2-a2eb02a2c625 None None] Routers {'912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:23:24.082337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-e7d2a8f7-932a-452a-acb2-a2eb02a2c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:23:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:24.098044 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03201ee-9102-4ebf-a354-a66a86bc5b26 req-67d0c504-0f17-4d18-baf3-9137bb95ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:24.099568 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e03201ee-9102-4ebf-a354-a66a86bc5b26 req-67d0c504-0f17-4d18-baf3-9137bb95ff8d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0487301 Nov 11 12:23:24.188462 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-e7d2a8f7-932a-452a-acb2-a2eb02a2c625 None None] Set router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:23:24.196650 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e03201ee-9102-4ebf-a354-a66a86bc5b26 req-26107bc8-c7a3-47f9-8d2f-6a3c3ec4bc1a service neutron] 10.222.0.70 "GET /v2.0/networks/dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892954 Nov 11 12:23:24.296907 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e03201ee-9102-4ebf-a354-a66a86bc5b26 req-9ea9ded4-eb19-472b-8b2b-2a606792850d service neutron] 10.222.0.70 "GET /v2.0/networks/dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931773 Nov 11 12:23:24.422436 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-e7d2a8f7-932a-452a-acb2-a2eb02a2c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:05Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'f77fd3b8-f594-4832-964b-68f2416618f8', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.87', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'port_id': '408cff7e-a9a4-47d6-bca7-1e438a38e178', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'mac_address': 'fa:16:3e:04:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d59c610-ff4b-4358-9960-8d114486482f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:22:25Z', 'updated_at': '2021-11-11T12:23:23Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350102cc-d216-40b4-a018-cd74b3fb5eb5', 'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:51:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:04Z', 'updated_at': '2021-11-11T12:22:08Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:24.448501 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2a8f7-932a-452a-acb2-a2eb02a2c625 None None] The sync data for ids ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'] in dv-neutron-786478-23-hyperv is: [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:05Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'f77fd3b8-f594-4832-964b-68f2416618f8', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.87', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'port_id': '408cff7e-a9a4-47d6-bca7-1e438a38e178', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'mac_address': 'fa:16:3e:04:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d59c610-ff4b-4358-9960-8d114486482f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:22:25Z', 'updated_at': '2021-11-11T12:23:23Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350102cc-d216-40b4-a018-cd74b3fb5eb5', 'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:51:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:04Z', 'updated_at': '2021-11-11T12:22:08Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:23:24.641690 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cf415b-7d50-48c0-a234-197e0405cf50 None None] New status for floating IP f77fd3b8-f594-4832-964b-68f2416618f8: ACTIVE {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:23:24.774457 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56240) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:24.840049 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ed8ad8bf-1946-4b13-87ab-f8dc6b6fc85e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/f77fd3b8-f594-4832-964b-68f2416618f8 HTTP/1.1" status: 200 len: 990 time: 0.0641029 Nov 11 12:23:25.844600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56244) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:25.916568 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-61a509f6-35fc-452a-8d6f-06a134803bfe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/f77fd3b8-f594-4832-964b-68f2416618f8 HTTP/1.1" status: 200 len: 992 time: 0.0704298 Nov 11 12:23:27.721834 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-f94691da-d6eb-40ca-bf2c-4d9ba84902cf tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662630943&fields=id&tenant_id=a99d4d62847944b89c15c8889eeeafb0 HTTP/1.1" status: 200 len: 267 time: 0.0718689 Nov 11 12:23:27.830620 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-11f1a6ed-20b9-4793-8977-cf04016a40e4 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:27.832062 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-11f1a6ed-20b9-4793-8977-cf04016a40e4 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/networks?id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a HTTP/1.1" status: 200 len: 812 time: 0.1036439 Nov 11 12:23:27.846787 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-82d6bc5a-4e12-4b5b-8763-f80f470992a8 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/quotas/a99d4d62847944b89c15c8889eeeafb0 HTTP/1.1" status: 200 len: 375 time: 0.0091281 Nov 11 12:23:27.902225 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-4719ede6-d993-422f-9b75-d198b905c6d5 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0503116 Nov 11 12:23:27.997173 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-8afd303b-4cf0-4b1d-86a8-8e647d6dede4 service neutron] 10.222.0.50 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827880 Nov 11 12:23:28.085519 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-3c71876e-7fc9-46a1-b853-bcd5534f5d8f service neutron] 10.222.0.50 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820963 Nov 11 12:23:28.725154 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7df47c69-8a01-482d-afec-97eae2e0a185 req-504ce68c-04e0-449a-a388-65855389582a tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 210 time: 0.0277505 Nov 11 12:23:29.830158 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b8bd3c80-0b6d-4508-802b-fbea247caea9 req-d989b94a-e134-4500-a3ae-d7f5a1aa2943 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 210 time: 0.0301731 Nov 11 12:23:30.701479 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-a68354d4-b0a6-445e-b424-5a0531fa00bd tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:30.702925 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-a68354d4-b0a6-445e-b424-5a0531fa00bd tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.70 "GET /v2.0/networks?id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a HTTP/1.1" status: 200 len: 812 time: 0.1000700 Nov 11 12:23:30.764641 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-d326dd03-c45c-4546-b99a-ccddf1b04470 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a99d4d62847944b89c15c8889eeeafb0 HTTP/1.1" status: 200 len: 380 time: 0.0527966 Nov 11 12:23:30.773517 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-235e4a95-2820-4706-8b76-dda1ca5a439e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Request body: {'port': {'device_id': '79391e50-10a3-4e4d-9341-8b300c592228', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'admin_state_up': True, 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'security_groups': ['2e854cdb-75eb-4559-9c5f-d3d8453617bd']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:30.927853 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ab75a661-64d5-4556-ad63-8af034562349 req-393147d2-d1f6-4e27-8546-2e9634848139 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 210 time: 0.0291595 Nov 11 12:23:30.971002 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-235e4a95-2820-4706-8b76-dda1ca5a439e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Made reservation on behalf of a99d4d62847944b89c15c8889eeeafb0 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:23:30.971002 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-235e4a95-2820-4706-8b76-dda1ca5a439e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:31.436918 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-235e4a95-2820-4706-8b76-dda1ca5a439e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Allocated IP 172.20.0.5 (a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a/9072cf2e-3415-4e51-a149-d008214c502e/0fe28b18-dc37-47b5-95b9-babe56d6b6c3) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:23:31.572566 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-235e4a95-2820-4706-8b76-dda1ca5a439e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:31.691953 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-235e4a95-2820-4706-8b76-dda1ca5a439e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:31.738656 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-235e4a95-2820-4706-8b76-dda1ca5a439e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:23:31.744314 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-235e4a95-2820-4706-8b76-dda1ca5a439e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:23:31.748866 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-235e4a95-2820-4706-8b76-dda1ca5a439e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:23:31.775140 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e4a95-2820-4706-8b76-dda1ca5a439e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event updated for resources: {'Port': ['ID=0fe28b18-dc37-47b5-95b9-babe56d6b6c3,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:31.812163 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-235e4a95-2820-4706-8b76-dda1ca5a439e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:31.812941 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-235e4a95-2820-4706-8b76-dda1ca5a439e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:31.902922 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-235e4a95-2820-4706-8b76-dda1ca5a439e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1329222 Nov 11 12:23:31.915812 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Request body: {'port': {'device_id': '79391e50-10a3-4e4d-9341-8b300c592228', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:31.941751 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-fd12f954-2d1a-4014-80b3-e1c6cd0d975b None None] Provisioning complete for port 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:23:31.942317 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fd12f954-2d1a-4014-80b3-e1c6cd0d975b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:31.980033 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-fd12f954-2d1a-4014-80b3-e1c6cd0d975b None None] Port 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:23:31.987837 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:32.055686 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f660d6-da95-44da-86ff-6c9c0b643f81 req-e4ac33a9-9f87-4b48-b9c3-6ffe5fbba064 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:32.057155 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c4f660d6-da95-44da-86ff-6c9c0b643f81 req-e4ac33a9-9f87-4b48-b9c3-6ffe5fbba064 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 931 time: 0.0494258 Nov 11 12:23:32.112117 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c4f660d6-da95-44da-86ff-6c9c0b643f81 req-0dfc4201-1449-4bf1-87d8-8deeb873acb7 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477908 Nov 11 12:23:32.261624 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:23:32.269801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:32.283200 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Transition to ACTIVE for port object 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:23:32.354597 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:32.404076 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe28b18-dc37-47b5-95b9-babe56d6b6c3,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:32.489433 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Attempting to bind port 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:23:32.489763 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Attempting to bind port 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:23:32.490088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Attempting to bind port 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 on network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:23:32.495078 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Port 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 on network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:23:32.495497 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Attempting to bind port 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 on network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:23:32.501516 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:23:32.501859 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Checking segment: {'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:23:32.502371 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Bound using segment: {'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:23:32.503039 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Bound port: 0fe28b18-dc37-47b5-95b9-babe56d6b6c3, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e331e5d-fdc6-403f-b463-b0d85a263a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:23:32.503426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:32.585892 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] For port 0fe28b18-dc37-47b5-95b9-babe56d6b6c3, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:23:32.590322 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] For port 0fe28b18-dc37-47b5-95b9-babe56d6b6c3, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0fe28b18-dc37-47b5-95b9-babe56d6b6c3,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:23:32.658348 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:32.689329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:32.689945 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:32.691338 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] 10.222.0.70 "PUT /v2.0/ports/0fe28b18-dc37-47b5-95b9-babe56d6b6c3 HTTP/1.1" status: 200 len: 1093 time: 0.7798324 Nov 11 12:23:32.691797 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79391e50-10a3-4e4d-9341-8b300c592228', 'tag': '0fe28b18-dc37-47b5-95b9-babe56d6b6c3'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:32.694328 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad21397-518b-43b2-b602-8e8b55706e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "79391e50-10a3-4e4d-9341-8b300c592228", "tag": "0fe28b18-dc37-47b5-95b9-babe56d6b6c3"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:32.739247 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3887d297-d3f6-4ff6-b00e-34ca8c6f2984 x-openstack-request-id: req-3887d297-d3f6-4ff6-b00e-34ca8c6f2984 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:32.739247 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79391e50-10a3-4e4d-9341-8b300c592228", "tag": "0fe28b18-dc37-47b5-95b9-babe56d6b6c3", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:32.739247 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3887d297-d3f6-4ff6-b00e-34ca8c6f2984 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:32.739247 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79391e50-10a3-4e4d-9341-8b300c592228', 'tag': '0fe28b18-dc37-47b5-95b9-babe56d6b6c3', 'status': 'completed', 'code': 200} Nov 11 12:23:32.739247 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bcbed-fdea-4f15-8534-9d5232c88f29 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe28b18-dc37-47b5-95b9-babe56d6b6c3,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:32.800934 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad21397-518b-43b2-b602-8e8b55706e2b req-ea3c6149-78ae-4a0e-82da-0674fa88e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:32.802624 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1ad21397-518b-43b2-b602-8e8b55706e2b req-ea3c6149-78ae-4a0e-82da-0674fa88e645 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 1096 time: 0.0447948 Nov 11 12:23:32.916126 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad21397-518b-43b2-b602-8e8b55706e2b req-016ea431-1564-4228-bf79-cadabef3f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:32.917481 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1ad21397-518b-43b2-b602-8e8b55706e2b req-016ea431-1564-4228-bf79-cadabef3f4aa service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=a99d4d62847944b89c15c8889eeeafb0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1054590 Nov 11 12:23:33.022580 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad21397-518b-43b2-b602-8e8b55706e2b req-078ae5c5-f1bf-4792-96e9-8b759399fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:33.024790 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1ad21397-518b-43b2-b602-8e8b55706e2b req-078ae5c5-f1bf-4792-96e9-8b759399fb1a service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991042 Nov 11 12:23:33.113880 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-30893425-68ca-4fd8-97f4-75cfcd545eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:33.115445 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-30893425-68ca-4fd8-97f4-75cfcd545eff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 1096 time: 0.0423350 Nov 11 12:23:33.166564 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-1657d051-6fc9-49cb-aeea-207afc90e13d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fe28b18-dc37-47b5-95b9-babe56d6b6c3 HTTP/1.1" status: 200 len: 217 time: 0.0375757 Nov 11 12:23:33.195773 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1791eb02-814d-4f02-95b9-08a7aaf85c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:33.236832 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-ee6ab860-f0c3-445d-be27-2488b0327ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:33.238358 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-ee6ab860-f0c3-445d-be27-2488b0327ee4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9072cf2e-3415-4e51-a149-d008214c502e HTTP/1.1" status: 200 len: 851 time: 0.0624681 Nov 11 12:23:33.238996 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2f01b-f0f0-4c8f-a20e-0ef9315f289e req-b78fe33a-90ea-434b-b261-5085a6efdc85 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:33.245643 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-dbe2f01b-f0f0-4c8f-a20e-0ef9315f289e req-b78fe33a-90ea-434b-b261-5085a6efdc85 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 943 time: 0.0536742 Nov 11 12:23:33.290737 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-4e2d3868-01e8-4285-afa0-0be44b5b1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:33.292379 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-4e2d3868-01e8-4285-afa0-0be44b5b1fc4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436208 Nov 11 12:23:33.311544 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-dbe2f01b-f0f0-4c8f-a20e-0ef9315f289e req-266360b8-b84f-4ddc-8a42-2c2271cb679b tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560822 Nov 11 12:23:33.387796 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-f1607694-a73b-4d09-9e01-f057c046096d service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875366 Nov 11 12:23:33.488734 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fe6ae67e-eb81-470f-9a66-0bd9bf4eef0c req-588141ab-7f69-44c6-ae35-7f7352b62090 service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930581 Nov 11 12:23:34.416516 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e7b2b-0a65-435a-8baf-8d713920c94e req-d03bd8d4-a60a-4d6a-848c-80da530e6b27 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:34.417967 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-830e7b2b-0a65-435a-8baf-8d713920c94e req-d03bd8d4-a60a-4d6a-848c-80da530e6b27 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 943 time: 0.0480158 Nov 11 12:23:34.468596 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-830e7b2b-0a65-435a-8baf-8d713920c94e req-1fd9e66f-cb46-4f1d-9b06-139c3f1be13c tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440700 Nov 11 12:23:35.539940 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-65d1f42e-5caa-4c2a-93bc-f1bd74ca0855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:35.592949 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d039f-6276-48a4-aaa2-8ca6d6d8737a req-d4d8f9e3-5347-4d28-ac0c-85160adf63b4 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:35.594572 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6f9d039f-6276-48a4-aaa2-8ca6d6d8737a req-d4d8f9e3-5347-4d28-ac0c-85160adf63b4 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 943 time: 0.0537274 Nov 11 12:23:35.647180 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6f9d039f-6276-48a4-aaa2-8ca6d6d8737a req-c0daf02a-4c63-45a1-b5cc-9a111b21f6ae tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457466 Nov 11 12:23:36.491533 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:36.766134 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43dee7-919f-402a-9c03-5678d2bef842 req-ee338b8c-fde4-4453-b546-5c3c8f9a0f86 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:36.767683 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7d43dee7-919f-402a-9c03-5678d2bef842 req-ee338b8c-fde4-4453-b546-5c3c8f9a0f86 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 943 time: 0.0522573 Nov 11 12:23:36.816012 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7d43dee7-919f-402a-9c03-5678d2bef842 req-2f64591f-56bd-4742-891d-75849e8cec83 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424430 Nov 11 12:23:37.929154 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f9b52-c1cb-4a90-a59e-0bc87d5b08d8 req-d588a021-27cb-4072-b342-796985157a75 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:37.930573 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-138f9b52-c1cb-4a90-a59e-0bc87d5b08d8 req-d588a021-27cb-4072-b342-796985157a75 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 943 time: 0.0486143 Nov 11 12:23:37.979337 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-138f9b52-c1cb-4a90-a59e-0bc87d5b08d8 req-2061afd9-ddfa-40f8-aafc-043c401c5544 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423601 Nov 11 12:23:38.105341 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:39.087529 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:39.093976 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd17b75-9122-4375-92ff-02910df5854e req-7849179c-320a-4690-9ffe-8bd7f05fd226 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:39.095458 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4bd17b75-9122-4375-92ff-02910df5854e req-7849179c-320a-4690-9ffe-8bd7f05fd226 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 943 time: 0.0486004 Nov 11 12:23:39.149661 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4bd17b75-9122-4375-92ff-02910df5854e req-12873762-f20d-4c59-84bb-83dfffa3491a tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480881 Nov 11 12:23:40.266921 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74953327-7ef9-447e-915b-7995b2231967 req-9a8995c7-59bf-4ee9-a04f-46ccd550d2d7 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:40.268407 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-74953327-7ef9-447e-915b-7995b2231967 req-9a8995c7-59bf-4ee9-a04f-46ccd550d2d7 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 943 time: 0.0505593 Nov 11 12:23:40.317193 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-74953327-7ef9-447e-915b-7995b2231967 req-7b470eed-4392-4042-996d-5f5d4ba33373 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428298 Nov 11 12:23:40.711149 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:41.429172 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c29df2-49b3-4dc1-876b-f760b0330e0d req-f0b72fbd-f3fa-4550-855f-c4a5a40256d2 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:41.430602 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-41c29df2-49b3-4dc1-876b-f760b0330e0d req-f0b72fbd-f3fa-4550-855f-c4a5a40256d2 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 943 time: 0.0489171 Nov 11 12:23:41.479657 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-41c29df2-49b3-4dc1-876b-f760b0330e0d req-57daa5be-1289-409a-8081-27e6503e4a69 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425165 Nov 11 12:23:42.599831 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06d4b0-1200-41ef-af7e-9869592a563e req-b84735bd-deab-45fb-a2bb-c1346c18ff6d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:42.602650 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1a06d4b0-1200-41ef-af7e-9869592a563e req-b84735bd-deab-45fb-a2bb-c1346c18ff6d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 943 time: 0.0548184 Nov 11 12:23:42.655075 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1a06d4b0-1200-41ef-af7e-9869592a563e req-792927b6-2440-418e-bac0-52c4b09632f2 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447853 Nov 11 12:23:43.772925 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b943a-c1a5-4491-a1cf-00043e61fe38 req-28380f1e-3a49-4814-bc62-4a34bb4c58bb tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:43.774479 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ec7b943a-c1a5-4491-a1cf-00043e61fe38 req-28380f1e-3a49-4814-bc62-4a34bb4c58bb tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 943 time: 0.0501907 Nov 11 12:23:43.823609 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ec7b943a-c1a5-4491-a1cf-00043e61fe38 req-16f56170-16b6-4918-affe-95ae91ab6bcb tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430775 Nov 11 12:23:44.940012 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdefe64-b8fb-4875-bf61-eb5b17f5efc6 req-a090ad74-9d0a-4501-8e5b-2f2f638d6a85 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:44.941432 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bbdefe64-b8fb-4875-bf61-eb5b17f5efc6 req-a090ad74-9d0a-4501-8e5b-2f2f638d6a85 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 943 time: 0.0518935 Nov 11 12:23:44.989677 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bbdefe64-b8fb-4875-bf61-eb5b17f5efc6 req-2390b3d2-32f0-4633-8738-2d7f33bd770f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421324 Nov 11 12:23:45.945392 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:23:46.044698 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 0fe28b18-dc37-47b5-95b9-babe56d6b6c3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0fe28b18-dc37-47b5-95b9-babe56d6b6c3,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:46.056980 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '0fe28b18-dc37-47b5-95b9-babe56d6b6c3', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'port_id': '0fe28b18-dc37-47b5-95b9-babe56d6b6c3', 'mac_address': 'fa:16:3e:b0:4c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:23:46.096295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:46.105618 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5a0c0-278e-4247-b932-ada233cdbdbe req-2aa0a2aa-918b-4911-9bd6-9c6846c49774 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:46.107153 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2ce5a0c0-278e-4247-b932-ada233cdbdbe req-2aa0a2aa-918b-4911-9bd6-9c6846c49774 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 943 time: 0.0500371 Nov 11 12:23:46.109899 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:23:46.129745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 0fe28b18-dc37-47b5-95b9-babe56d6b6c3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0fe28b18-dc37-47b5-95b9-babe56d6b6c3,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:46.157932 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2ce5a0c0-278e-4247-b932-ada233cdbdbe req-9c0ec5c4-cacb-486b-9682-962bc35aeaeb tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442767 Nov 11 12:23:46.191331 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:46.239596 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=0fe28b18-dc37-47b5-95b9-babe56d6b6c3,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:46.437723 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['0fe28b18-dc37-47b5-95b9-babe56d6b6c3'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:23:47.273033 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b969c-e2f1-491d-849c-cbad577fd399 req-26d93bc5-467a-4ac2-8a3a-6a79583bf5d3 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:47.274474 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3e3b969c-e2f1-491d-849c-cbad577fd399 req-26d93bc5-467a-4ac2-8a3a-6a79583bf5d3 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 944 time: 0.0480392 Nov 11 12:23:47.326207 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3e3b969c-e2f1-491d-849c-cbad577fd399 req-9c23506d-f89b-46f6-81d1-ed66a30ec8b1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460539 Nov 11 12:23:47.948899 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:23:48.060637 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:23:48.065031 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:23:48.065404 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:48.140478 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:48.162424 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79391e50-10a3-4e4d-9341-8b300c592228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe28b18-dc37-47b5-95b9-babe56d6b6c3'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:48.164667 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872294fe-e3b1-4005-be45-236be52fe537" -d '{"events": [{"server_uuid": "79391e50-10a3-4e4d-9341-8b300c592228", "name": "network-vif-plugged", "status": "completed", "tag": "0fe28b18-dc37-47b5-95b9-babe56d6b6c3"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:48.177906 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 0fe28b18-dc37-47b5-95b9-babe56d6b6c3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0fe28b18-dc37-47b5-95b9-babe56d6b6c3,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:48.200653 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e8cafb-3819-4466-a6ea-a70b86fff435 x-openstack-request-id: req-d5e8cafb-3819-4466-a6ea-a70b86fff435 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:48.200941 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79391e50-10a3-4e4d-9341-8b300c592228", "name": "network-vif-plugged", "status": "completed", "tag": "0fe28b18-dc37-47b5-95b9-babe56d6b6c3", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:48.201191 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5e8cafb-3819-4466-a6ea-a70b86fff435 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:48.201578 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79391e50-10a3-4e4d-9341-8b300c592228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe28b18-dc37-47b5-95b9-babe56d6b6c3', 'code': 200} Nov 11 12:23:48.285936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:48.335834 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=0fe28b18-dc37-47b5-95b9-babe56d6b6c3,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:48.448753 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f1176-d3d9-4753-b643-61ae9644b5cc req-5b84be5d-7749-4ff8-8d5d-17012a0990f1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:48.450305 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c08f1176-d3d9-4753-b643-61ae9644b5cc req-5b84be5d-7749-4ff8-8d5d-17012a0990f1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 945 time: 0.0495830 Nov 11 12:23:48.459335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779906f-64d9-44ad-a7bc-ae38444f9c72 req-4d27c82b-0933-4434-9780-813ca6b787f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:48.460821 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2779906f-64d9-44ad-a7bc-ae38444f9c72 req-4d27c82b-0933-4434-9780-813ca6b787f6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 1098 time: 0.0422373 Nov 11 12:23:48.501700 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c08f1176-d3d9-4753-b643-61ae9644b5cc req-3e3e2f07-6e97-4461-9278-15f7bd960e74 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444522 Nov 11 12:23:48.508567 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2779906f-64d9-44ad-a7bc-ae38444f9c72 req-1235db23-f443-4bf8-b39c-b531b1b1d494 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405977 Nov 11 12:23:49.621133 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ff289-c581-4c3f-b51b-5547695dfde1 req-51ef0ed4-7ad7-41ad-bcc5-9055e97c7514 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:49.622923 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-281ff289-c581-4c3f-b51b-5547695dfde1 req-51ef0ed4-7ad7-41ad-bcc5-9055e97c7514 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 945 time: 0.0507531 Nov 11 12:23:49.682383 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-281ff289-c581-4c3f-b51b-5547695dfde1 req-6faccd1a-802a-4dc5-b6c1-9e9205b667c8 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531361 Nov 11 12:23:49.927519 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-47b6a969-fdd4-44ad-bac6-bf1d662608fd req-4e3f4b3e-8c55-489d-8c60-15bb4eac46c0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448446 Nov 11 12:23:50.010372 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6a969-fdd4-44ad-bac6-bf1d662608fd req-2b61ba71-f950-457b-98f9-82bb9e7d6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:50.012012 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-47b6a969-fdd4-44ad-bac6-bf1d662608fd req-2b61ba71-f950-457b-98f9-82bb9e7d6f8f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 1099 time: 0.0423608 Nov 11 12:23:50.118827 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6a969-fdd4-44ad-bac6-bf1d662608fd req-fbb4690c-0c0e-4d6e-9c22-3a52d5283b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:50.120291 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-47b6a969-fdd4-44ad-bac6-bf1d662608fd req-fbb4690c-0c0e-4d6e-9c22-3a52d5283b94 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a HTTP/1.1" status: 200 len: 913 time: 0.0890243 Nov 11 12:23:50.185782 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-47b6a969-fdd4-44ad-bac6-bf1d662608fd req-4a74d4f9-12f6-482b-8ca7-8b2285a02442 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fd21184-6de3-488b-b031-88d730e5b5c1 HTTP/1.1" status: 200 len: 1002 time: 0.0579753 Nov 11 12:23:50.235513 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6a969-fdd4-44ad-bac6-bf1d662608fd req-caeac196-3dc2-4da0-a3b5-96f574793c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:50.236997 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-47b6a969-fdd4-44ad-bac6-bf1d662608fd req-caeac196-3dc2-4da0-a3b5-96f574793c8f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9072cf2e-3415-4e51-a149-d008214c502e HTTP/1.1" status: 200 len: 851 time: 0.0438259 Nov 11 12:23:50.290770 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6a969-fdd4-44ad-bac6-bf1d662608fd req-a21a8d78-fa35-41cc-bd83-ffe952c239e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:50.292270 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-47b6a969-fdd4-44ad-bac6-bf1d662608fd req-a21a8d78-fa35-41cc-bd83-ffe952c239e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0449200 Nov 11 12:23:50.382010 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-47b6a969-fdd4-44ad-bac6-bf1d662608fd req-79da0ec2-508c-4852-b6ac-b5b7d5630d1d service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817440 Nov 11 12:23:50.477243 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-47b6a969-fdd4-44ad-bac6-bf1d662608fd req-0fc0b883-4e04-4563-9c09-e7b7ef715a16 service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879614 Nov 11 12:23:50.799569 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed8647-22b1-4b9c-8a82-74d4c39008d8 req-da5bbdc9-98af-4302-a62e-e39884ded56e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:50.800978 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-96ed8647-22b1-4b9c-8a82-74d4c39008d8 req-da5bbdc9-98af-4302-a62e-e39884ded56e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 945 time: 0.0519876 Nov 11 12:23:50.848933 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-96ed8647-22b1-4b9c-8a82-74d4c39008d8 req-f14c123a-f1dc-40b7-bb30-5cfadbb52db1 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420210 Nov 11 12:23:50.961112 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00059bac-13fb-4f11-944e-38f9ff873eb6 req-89fbf3f9-4906-4c51-b49d-8bb690d762e6 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:50.962564 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-00059bac-13fb-4f11-944e-38f9ff873eb6 req-89fbf3f9-4906-4c51-b49d-8bb690d762e6 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 945 time: 0.0496082 Nov 11 12:23:51.011364 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-00059bac-13fb-4f11-944e-38f9ff873eb6 req-aac5beb4-290e-4765-8691-ff5092ea173e tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429728 Nov 11 12:23:51.032844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56324) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:51.166858 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b3a4c4-4861-470a-8f5d-9f140324686e tempest-TestVolumeBootPattern-97210721 tempest-TestVolumeBootPattern-97210721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:51.169473 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a6b3a4c4-4861-470a-8f5d-9f140324686e tempest-TestVolumeBootPattern-97210721 tempest-TestVolumeBootPattern-97210721-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 1093 time: 0.1345165 Nov 11 12:23:51.171220 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56328) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:23:51.175939 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '0fe28b18-dc37-47b5-95b9-babe56d6b6c3', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:23:51.251176 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for floatingip, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:51.344866 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:51.450656 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Allocated IP 172.26.5.237 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/2b7ce533-fc53-4428-95f3-2f7ef624f415) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:23:51.553539 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:51.656824 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:51.696968 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:23:51.701761 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:23:51.707000 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:23:51.709488 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event updated for resources: {'Port': ['ID=2b7ce533-fc53-4428-95f3-2f7ef624f415,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:52.060425 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:52.181302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:52.335493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:52.459302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:52.531436 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event updated for resources: {'Port': ['ID=2b7ce533-fc53-4428-95f3-2f7ef624f415,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:52.539750 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:52.641362 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Floating IP 44274c3a-6019-414f-a7a1-9e5902270808 associated. External IP: 172.26.5.237, port: 0fe28b18-dc37-47b5-95b9-babe56d6b6c3. Nov 11 12:23:52.847618 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:23:52.953418 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:23:52.963163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d8ad0-f298-4ab2-a905-1ccc2d2dcb8f None None] Sync routers for ids ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:23:52.973612 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d8ad0-f298-4ab2-a905-1ccc2d2dcb8f None None] Routers {'42a7a6ba-00be-41cd-b8dc-7886df6a4b42'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:23:52.977523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-173d8ad0-f298-4ab2-a905-1ccc2d2dcb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:23:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:53.027154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:53.069657 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4d2d8959-7fbd-41f2-8330-02f441c38b4f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8876710 Nov 11 12:23:53.069657 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79391e50-10a3-4e4d-9341-8b300c592228', 'tag': '0fe28b18-dc37-47b5-95b9-babe56d6b6c3'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:23:53.069657 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea1aea1-e4d6-4568-b1fa-c18c455ee7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "79391e50-10a3-4e4d-9341-8b300c592228", "tag": "0fe28b18-dc37-47b5-95b9-babe56d6b6c3"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:23:53.103762 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0831c90e-7fd9-48d0-93c6-5d46b2fff321 x-openstack-request-id: req-0831c90e-7fd9-48d0-93c6-5d46b2fff321 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:23:53.104069 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79391e50-10a3-4e4d-9341-8b300c592228", "tag": "0fe28b18-dc37-47b5-95b9-babe56d6b6c3", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:23:53.104326 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0831c90e-7fd9-48d0-93c6-5d46b2fff321 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:23:53.104859 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79391e50-10a3-4e4d-9341-8b300c592228', 'tag': '0fe28b18-dc37-47b5-95b9-babe56d6b6c3', 'status': 'completed', 'code': 200} Nov 11 12:23:53.177511 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1aea1-e4d6-4568-b1fa-c18c455ee7ef req-df0357ca-0a17-429c-9e75-a6959a649a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:53.179100 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cea1aea1-e4d6-4568-b1fa-c18c455ee7ef req-df0357ca-0a17-429c-9e75-a6959a649a41 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 1098 time: 0.0468979 Nov 11 12:23:53.232426 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-173d8ad0-f298-4ab2-a905-1ccc2d2dcb8f None None] Set router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:23:53.274394 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1aea1-e4d6-4568-b1fa-c18c455ee7ef req-5b893768-31a8-48b3-b229-d8bfff1b1dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:53.276003 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cea1aea1-e4d6-4568-b1fa-c18c455ee7ef req-5b893768-31a8-48b3-b229-d8bfff1b1dc5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a HTTP/1.1" status: 200 len: 913 time: 0.0877924 Nov 11 12:23:53.346973 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cea1aea1-e4d6-4568-b1fa-c18c455ee7ef req-6ea0944f-ea22-42a7-ba68-6b6136c3c90e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fe28b18-dc37-47b5-95b9-babe56d6b6c3 HTTP/1.1" status: 200 len: 999 time: 0.0632849 Nov 11 12:23:53.413487 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1aea1-e4d6-4568-b1fa-c18c455ee7ef req-2023cf70-dde9-4dc2-8eb5-d56ff5c66861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:53.415255 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cea1aea1-e4d6-4568-b1fa-c18c455ee7ef req-2023cf70-dde9-4dc2-8eb5-d56ff5c66861 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9072cf2e-3415-4e51-a149-d008214c502e HTTP/1.1" status: 200 len: 851 time: 0.0589292 Nov 11 12:23:53.462116 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-173d8ad0-f298-4ab2-a905-1ccc2d2dcb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '12d4d6fe-b027-44d5-b907-7707b20d6b01', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'floating_ip_address': '172.26.5.223', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'port_id': '1fd21184-6de3-488b-b031-88d730e5b5c1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'mac_address': 'fa:16:3e:46:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:04Z', 'updated_at': '2021-11-11T12:21:07Z', 'revision_number': 1, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'fixed_ip_address_scope': None}, {'id': '44274c3a-6019-414f-a7a1-9e5902270808', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'floating_ip_address': '172.26.5.237', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'port_id': '0fe28b18-dc37-47b5-95b9-babe56d6b6c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'mac_address': 'fa:16:3e:b0:4c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79391e50-10a3-4e4d-9341-8b300c592228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:23:51Z', 'updated_at': '2021-11-11T12:23:51Z', 'revision_number': 0, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 5, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:53.463769 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1aea1-e4d6-4568-b1fa-c18c455ee7ef req-e18d9604-281a-4d1e-84bf-26505439325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:53.465275 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cea1aea1-e4d6-4568-b1fa-c18c455ee7ef req-e18d9604-281a-4d1e-84bf-26505439325f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0419483 Nov 11 12:23:53.491776 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d8ad0-f298-4ab2-a905-1ccc2d2dcb8f None None] Checking router: 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:23:53.500128 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d8ad0-f298-4ab2-a905-1ccc2d2dcb8f None None] Routers {'42a7a6ba-00be-41cd-b8dc-7886df6a4b42'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:23:53.500790 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-173d8ad0-f298-4ab2-a905-1ccc2d2dcb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:23:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:53.570660 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cea1aea1-e4d6-4568-b1fa-c18c455ee7ef req-0ee520d1-397f-4f21-b043-10732a6dbefa service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862732 Nov 11 12:23:53.607255 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-173d8ad0-f298-4ab2-a905-1ccc2d2dcb8f None None] Set router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:23:53.663955 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cea1aea1-e4d6-4568-b1fa-c18c455ee7ef req-98cb2df6-001c-405f-ae2d-7296fd661322 service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850017 Nov 11 12:23:53.840734 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-173d8ad0-f298-4ab2-a905-1ccc2d2dcb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '12d4d6fe-b027-44d5-b907-7707b20d6b01', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'floating_ip_address': '172.26.5.223', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'port_id': '1fd21184-6de3-488b-b031-88d730e5b5c1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'mac_address': 'fa:16:3e:46:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:04Z', 'updated_at': '2021-11-11T12:21:07Z', 'revision_number': 1, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'fixed_ip_address_scope': None}, {'id': '44274c3a-6019-414f-a7a1-9e5902270808', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'floating_ip_address': '172.26.5.237', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'port_id': '0fe28b18-dc37-47b5-95b9-babe56d6b6c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'mac_address': 'fa:16:3e:b0:4c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79391e50-10a3-4e4d-9341-8b300c592228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:23:51Z', 'updated_at': '2021-11-11T12:23:51Z', 'revision_number': 0, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 5, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:23:53.870476 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d8ad0-f298-4ab2-a905-1ccc2d2dcb8f None None] The sync data for ids ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'] in dv-neutron-786478-23-hyperv is: [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '12d4d6fe-b027-44d5-b907-7707b20d6b01', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'floating_ip_address': '172.26.5.223', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'port_id': '1fd21184-6de3-488b-b031-88d730e5b5c1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'mac_address': 'fa:16:3e:46:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:04Z', 'updated_at': '2021-11-11T12:21:07Z', 'revision_number': 1, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'fixed_ip_address_scope': None}, {'id': '44274c3a-6019-414f-a7a1-9e5902270808', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'floating_ip_address': '172.26.5.237', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'port_id': '0fe28b18-dc37-47b5-95b9-babe56d6b6c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'mac_address': 'fa:16:3e:b0:4c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79391e50-10a3-4e4d-9341-8b300c592228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:23:51Z', 'updated_at': '2021-11-11T12:23:51Z', 'revision_number': 0, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 5, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:23:54.079581 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeafff2-7e2d-453d-b850-dcb617d000c4 None None] New status for floating IP 44274c3a-6019-414f-a7a1-9e5902270808: ACTIVE {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:23:57.407520 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabe3c2-07be-4b86-aa81-d58a938f8f20 req-43931b7c-5a4d-4549-97e4-fd8c9f12c4cf tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:57.408972 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-beabe3c2-07be-4b86-aa81-d58a938f8f20 req-43931b7c-5a4d-4549-97e4-fd8c9f12c4cf tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 945 time: 0.0479431 Nov 11 12:23:57.461508 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-beabe3c2-07be-4b86-aa81-d58a938f8f20 req-5346ddf5-dd75-4c55-9972-91f7ba4ade4c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0459828 Nov 11 12:23:58.230913 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:23:58.631332 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdccded-b70a-4d4f-9840-fcb17c9512bf req-338a84dc-e79e-4472-978a-3f8164c5468f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:58.632851 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6cdccded-b70a-4d4f-9840-fcb17c9512bf req-338a84dc-e79e-4472-978a-3f8164c5468f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 945 time: 0.0487883 Nov 11 12:23:58.681767 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6cdccded-b70a-4d4f-9840-fcb17c9512bf req-643ae6c0-c695-4614-9f20-19305cf52ed3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429404 Nov 11 12:23:58.883681 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b6f74-7cc2-4b78-9d10-22747cd81d04 req-158b62f2-0fd5-4c7c-abc9-8d900383e8cb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:23:58.885496 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2e0b6f74-7cc2-4b78-9d10-22747cd81d04 req-158b62f2-0fd5-4c7c-abc9-8d900383e8cb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 945 time: 0.0510881 Nov 11 12:23:58.979668 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-2e0b6f74-7cc2-4b78-9d10-22747cd81d04 req-87176622-f462-4714-ba03-9bdd6cf9b68b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 408cff7e-a9a4-47d6-bca7-1e438a38e178 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:23:58.980018 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-2e0b6f74-7cc2-4b78-9d10-22747cd81d04 req-87176622-f462-4714-ba03-9bdd6cf9b68b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:59.066077 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-2e0b6f74-7cc2-4b78-9d10-22747cd81d04 req-87176622-f462-4714-ba03-9bdd6cf9b68b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 408cff7e-a9a4-47d6-bca7-1e438a38e178, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=408cff7e-a9a4-47d6-bca7-1e438a38e178,segment=NetworkSegment(62170ac3-e459-4391-94d9-b8c5eeeb22fd),segment_id=62170ac3-e459-4391-94d9-b8c5eeeb22fd)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:23:59.066433 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-2e0b6f74-7cc2-4b78-9d10-22747cd81d04 req-87176622-f462-4714-ba03-9bdd6cf9b68b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:59.243890 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-2e0b6f74-7cc2-4b78-9d10-22747cd81d04 req-87176622-f462-4714-ba03-9bdd6cf9b68b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:59.244251 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-2e0b6f74-7cc2-4b78-9d10-22747cd81d04 req-87176622-f462-4714-ba03-9bdd6cf9b68b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:59.244563 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [req-2e0b6f74-7cc2-4b78-9d10-22747cd81d04 req-87176622-f462-4714-ba03-9bdd6cf9b68b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP f77fd3b8-f594-4832-964b-68f2416618f8 disassociated. External IP: 172.26.5.87, port: 408cff7e-a9a4-47d6-bca7-1e438a38e178. Nov 11 12:23:59.244901 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-2e0b6f74-7cc2-4b78-9d10-22747cd81d04 req-87176622-f462-4714-ba03-9bdd6cf9b68b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 408cff7e-a9a4-47d6-bca7-1e438a38e178 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:23:59.439325 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-2e0b6f74-7cc2-4b78-9d10-22747cd81d04 req-87176622-f462-4714-ba03-9bdd6cf9b68b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:23:59.779327 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8aa58bb9-4206-477a-9965-3624eeba7493 req-44f916f1-aece-48bf-92f3-a3fa239fc0b7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 210 time: 0.0270116 Nov 11 12:23:59.790165 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87176622-f462-4714-ba03-9bdd6cf9b68b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=408cff7e-a9a4-47d6-bca7-1e438a38e178,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:23:59.913771 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e0b6f74-7cc2-4b78-9d10-22747cd81d04 req-87176622-f462-4714-ba03-9bdd6cf9b68b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:24:00.021383 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e0b6f74-7cc2-4b78-9d10-22747cd81d04 req-87176622-f462-4714-ba03-9bdd6cf9b68b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:24:00.032242 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada43dca-8752-4757-ab74-9b0e43bd006c None None] Sync routers for ids ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:24:00.042864 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada43dca-8752-4757-ab74-9b0e43bd006c None None] Routers {'912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:00.043500 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-ada43dca-8752-4757-ab74-9b0e43bd006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:23:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:00.061077 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0b6f74-7cc2-4b78-9d10-22747cd81d04 req-87176622-f462-4714-ba03-9bdd6cf9b68b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] No DVR routers for this DVR port 408cff7e-a9a4-47d6-bca7-1e438a38e178 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:24:00.064495 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-2e0b6f74-7cc2-4b78-9d10-22747cd81d04 req-87176622-f462-4714-ba03-9bdd6cf9b68b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:00.068201 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2e0b6f74-7cc2-4b78-9d10-22747cd81d04 req-87176622-f462-4714-ba03-9bdd6cf9b68b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "DELETE /v2.0/ports/408cff7e-a9a4-47d6-bca7-1e438a38e178 HTTP/1.1" status: 204 len: 173 time: 1.1759279 Nov 11 12:24:00.069084 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d59c610-ff4b-4358-9960-8d114486482f', 'name': 'network-vif-deleted', 'tag': '408cff7e-a9a4-47d6-bca7-1e438a38e178'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:24:00.071370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7fe108-d9bb-463e-b6a9-04abdb330e93" -d '{"events": [{"server_uuid": "9d59c610-ff4b-4358-9960-8d114486482f", "name": "network-vif-deleted", "tag": "408cff7e-a9a4-47d6-bca7-1e438a38e178"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:24:00.106577 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb44d37-3aa0-4734-bcb8-bf0f27c3dcfa x-openstack-request-id: req-feb44d37-3aa0-4734-bcb8-bf0f27c3dcfa {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:24:00.106870 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d59c610-ff4b-4358-9960-8d114486482f", "name": "network-vif-deleted", "tag": "408cff7e-a9a4-47d6-bca7-1e438a38e178", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:24:00.107154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-feb44d37-3aa0-4734-bcb8-bf0f27c3dcfa {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:24:00.107555 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d59c610-ff4b-4358-9960-8d114486482f', 'name': 'network-vif-deleted', 'tag': '408cff7e-a9a4-47d6-bca7-1e438a38e178', 'status': 'completed', 'code': 200} Nov 11 12:24:00.155080 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-ada43dca-8752-4757-ab74-9b0e43bd006c None None] Set router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:00.366422 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-ada43dca-8752-4757-ab74-9b0e43bd006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:05Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '350102cc-d216-40b4-a018-cd74b3fb5eb5', 'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:51:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:04Z', 'updated_at': '2021-11-11T12:22:08Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:00.392674 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada43dca-8752-4757-ab74-9b0e43bd006c None None] Checking router: 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:24:00.401686 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada43dca-8752-4757-ab74-9b0e43bd006c None None] Routers {'912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:00.402289 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-ada43dca-8752-4757-ab74-9b0e43bd006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:23:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:00.505852 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-ada43dca-8752-4757-ab74-9b0e43bd006c None None] Set router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:00.700062 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-ada43dca-8752-4757-ab74-9b0e43bd006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:05Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '350102cc-d216-40b4-a018-cd74b3fb5eb5', 'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:51:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:04Z', 'updated_at': '2021-11-11T12:22:08Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:00.729770 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada43dca-8752-4757-ab74-9b0e43bd006c None None] The sync data for ids ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'] in dv-neutron-786478-23-hyperv is: [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:05Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '350102cc-d216-40b4-a018-cd74b3fb5eb5', 'name': '', 'network_id': 'dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:51:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:04Z', 'updated_at': '2021-11-11T12:22:08Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '40127eae-ce52-4f2c-98ae-f3d84ae0920a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:24:00.888602 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3d4de921-b8dd-46a3-96e0-340a5d37ed02 req-034aa47a-acfb-4a21-b505-f72b66e394cc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d59c610-ff4b-4358-9960-8d114486482f HTTP/1.1" status: 200 len: 210 time: 0.0270314 Nov 11 12:24:00.969208 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c91144-e3f9-481a-be2c-d1be7034c21d None None] New status for floating IP f77fd3b8-f594-4832-964b-68f2416618f8: DOWN {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:24:01.943986 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56356) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:02.001376 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5a43ef07-1cc3-4e87-a8ff-51067418f488 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:02.027145 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5a43ef07-1cc3-4e87-a8ff-51067418f488 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:02.146612 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5a43ef07-1cc3-4e87-a8ff-51067418f488 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:02.149346 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5a43ef07-1cc3-4e87-a8ff-51067418f488 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:02.150706 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5a43ef07-1cc3-4e87-a8ff-51067418f488 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/security-groups/d5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c HTTP/1.1" status: 204 len: 168 time: 0.2049792 Nov 11 12:24:02.160266 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43ef07-1cc3-4e87-a8ff-51067418f488 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fff0cb-ba8c-4f1c-9572-1cf70e31dc4c,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:02.251248 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56360) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:02.375785 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-10c7821b-0aaa-4a3a-9494-61b6a27dd875 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port fc97ff62-ed24-4114-b4a0-fc1a96ea30c4 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:24:02.376132 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-10c7821b-0aaa-4a3a-9494-61b6a27dd875 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:02.465800 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-10c7821b-0aaa-4a3a-9494-61b6a27dd875 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:02.466134 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-10c7821b-0aaa-4a3a-9494-61b6a27dd875 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:02.478982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-10c7821b-0aaa-4a3a-9494-61b6a27dd875 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for fc97ff62-ed24-4114-b4a0-fc1a96ea30c4 owned by network:floatingip {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:24:02.686005 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-10c7821b-0aaa-4a3a-9494-61b6a27dd875 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:02.709567 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7821b-0aaa-4a3a-9494-61b6a27dd875 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=fc97ff62-ed24-4114-b4a0-fc1a96ea30c4,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:02.773929 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-10c7821b-0aaa-4a3a-9494-61b6a27dd875 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:02.776648 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-10c7821b-0aaa-4a3a-9494-61b6a27dd875 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:02.777793 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-10c7821b-0aaa-4a3a-9494-61b6a27dd875 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/floatingips/f77fd3b8-f594-4832-964b-68f2416618f8 HTTP/1.1" status: 204 len: 168 time: 0.5255699 Nov 11 12:24:03.167330 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71024161-3cc1-4d13-9c2a-fe94a06cbb64 req-77e2e740-081e-4d4e-9c5d-88e269ffa397 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:03.168899 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-71024161-3cc1-4d13-9c2a-fe94a06cbb64 req-77e2e740-081e-4d4e-9c5d-88e269ffa397 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 945 time: 0.0529497 Nov 11 12:24:03.204302 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9fbef0f9-d986-4064-b3f2-1ec2a33b7df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:03.218034 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-71024161-3cc1-4d13-9c2a-fe94a06cbb64 req-af101f53-b6c3-4648-b074-a8f8e2800b06 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21a7413-33fa-4dd2-a193-01cab5cf7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433321 Nov 11 12:24:04.030099 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 408cff7e-a9a4-47d6-bca7-1e438a38e178 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:24:04.050519 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 408cff7e-a9a4-47d6-bca7-1e438a38e178 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:24:04.050853 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 408cff7e-a9a4-47d6-bca7-1e438a38e178 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:24:04.336405 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f74f1-51c0-413a-8854-6021d15f8bd6 req-6538fefc-49e5-4c08-b6d5-7c2ce50aadd2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:04.337881 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-374f74f1-51c0-413a-8854-6021d15f8bd6 req-6538fefc-49e5-4c08-b6d5-7c2ce50aadd2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 945 time: 0.0510552 Nov 11 12:24:04.388615 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-374f74f1-51c0-413a-8854-6021d15f8bd6 req-78e2d96d-71c3-42e7-96d8-f9036b11d7c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21a7413-33fa-4dd2-a193-01cab5cf7326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447311 Nov 11 12:24:04.533097 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a199c-0786-49a6-9fd4-037f79a34ef3 req-9c14ad85-5504-4f76-8e95-dd2a4af671c4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:04.534565 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-562a199c-0786-49a6-9fd4-037f79a34ef3 req-9c14ad85-5504-4f76-8e95-dd2a4af671c4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 945 time: 0.0535281 Nov 11 12:24:04.623171 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-562a199c-0786-49a6-9fd4-037f79a34ef3 req-b2ba30b9-6c3e-4f7e-bba8-28a90b2eee58 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:24:04.623517 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-562a199c-0786-49a6-9fd4-037f79a34ef3 req-b2ba30b9-6c3e-4f7e-bba8-28a90b2eee58 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:04.714041 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-562a199c-0786-49a6-9fd4-037f79a34ef3 req-b2ba30b9-6c3e-4f7e-bba8-28a90b2eee58 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2b11b60e-bef0-41f3-96e8-6f8b95fcfa67,segment=NetworkSegment(62170ac3-e459-4391-94d9-b8c5eeeb22fd),segment_id=62170ac3-e459-4391-94d9-b8c5eeeb22fd)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:04.714394 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-562a199c-0786-49a6-9fd4-037f79a34ef3 req-b2ba30b9-6c3e-4f7e-bba8-28a90b2eee58 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:04.726976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-562a199c-0786-49a6-9fd4-037f79a34ef3 req-b2ba30b9-6c3e-4f7e-bba8-28a90b2eee58 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:24:04.921111 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-562a199c-0786-49a6-9fd4-037f79a34ef3 req-b2ba30b9-6c3e-4f7e-bba8-28a90b2eee58 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:04.953794 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba30b9-6c3e-4f7e-bba8-28a90b2eee58 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=2b11b60e-bef0-41f3-96e8-6f8b95fcfa67,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:04.996466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-562a199c-0786-49a6-9fd4-037f79a34ef3 req-b2ba30b9-6c3e-4f7e-bba8-28a90b2eee58 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] No DVR routers for this DVR port 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:24:04.998830 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-562a199c-0786-49a6-9fd4-037f79a34ef3 req-b2ba30b9-6c3e-4f7e-bba8-28a90b2eee58 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:05.002150 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-562a199c-0786-49a6-9fd4-037f79a34ef3 req-b2ba30b9-6c3e-4f7e-bba8-28a90b2eee58 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "DELETE /v2.0/ports/2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 HTTP/1.1" status: 204 len: 173 time: 0.4614582 Nov 11 12:24:05.003599 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a179bb3-29ee-4e3a-83ff-fe23fa2aecff', 'name': 'network-vif-deleted', 'tag': '2b11b60e-bef0-41f3-96e8-6f8b95fcfa67'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:24:05.004852 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f61ff8-e029-4d51-b267-d54017d78634" -d '{"events": [{"server_uuid": "2a179bb3-29ee-4e3a-83ff-fe23fa2aecff", "name": "network-vif-deleted", "tag": "2b11b60e-bef0-41f3-96e8-6f8b95fcfa67"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:24:05.041315 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a468fc-71df-40ff-a57e-0014653266a7 x-openstack-request-id: req-70a468fc-71df-40ff-a57e-0014653266a7 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:24:05.041606 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a179bb3-29ee-4e3a-83ff-fe23fa2aecff", "name": "network-vif-deleted", "tag": "2b11b60e-bef0-41f3-96e8-6f8b95fcfa67", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:24:05.041857 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70a468fc-71df-40ff-a57e-0014653266a7 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:24:05.042256 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a179bb3-29ee-4e3a-83ff-fe23fa2aecff', 'name': 'network-vif-deleted', 'tag': '2b11b60e-bef0-41f3-96e8-6f8b95fcfa67', 'status': 'completed', 'code': 200} Nov 11 12:24:05.496687 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5849caea-d60d-440f-a4ec-7b9be5f05de7 req-2308184f-ca42-4cc0-b4d1-e9577fe4be6b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a179bb3-29ee-4e3a-83ff-fe23fa2aecff HTTP/1.1" status: 200 len: 210 time: 0.0270090 Nov 11 12:24:05.527059 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-874af353-6aed-4cff-bddf-b1ba465d156c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:06.521370 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:06.551904 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56376) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:06.607731 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dce2a571-72cb-4b67-9656-09df1f6729b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:06.632666 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dce2a571-72cb-4b67-9656-09df1f6729b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:06.767385 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dce2a571-72cb-4b67-9656-09df1f6729b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:06.770255 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dce2a571-72cb-4b67-9656-09df1f6729b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:06.777485 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-dce2a571-72cb-4b67-9656-09df1f6729b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/security-groups/b21a7413-33fa-4dd2-a193-01cab5cf7326 HTTP/1.1" status: 204 len: 168 time: 0.2186146 Nov 11 12:24:06.781467 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2a571-72cb-4b67-9656-09df1f6729b5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21a7413-33fa-4dd2-a193-01cab5cf7326,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:06.897431 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56380) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:07.246098 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:07.498010 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 350102cc-d216-40b4-a018-cd74b3fb5eb5 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:24:07.498260 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:07.586880 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 350102cc-d216-40b4-a018-cd74b3fb5eb5, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=350102cc-d216-40b4-a018-cd74b3fb5eb5,segment=NetworkSegment(62170ac3-e459-4391-94d9-b8c5eeeb22fd),segment_id=62170ac3-e459-4391-94d9-b8c5eeeb22fd)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:07.587258 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:07.599204 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 350102cc-d216-40b4-a018-cd74b3fb5eb5 owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:24:08.173534 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:08.225185 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:08.252368 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=350102cc-d216-40b4-a018-cd74b3fb5eb5,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:08.266028 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:08.266383 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:08.266730 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:08.267095 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:08.267432 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:08.267767 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:08.268105 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:08.268439 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:08.268778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:08.269104 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:08.269436 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:08.269791 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:08.435851 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:08.666087 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:24:08.770606 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:24:08.775809 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f0b46245-bc08-4922-adbd-50fdfb92d7a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8773971 Nov 11 12:24:08.778971 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56382) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:08.781475 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f18c18-9264-44b8-b7a5-2840250cdd9d None None] Sync routers for ids ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:24:08.791626 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f18c18-9264-44b8-b7a5-2840250cdd9d None None] Routers {'912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:08.792213 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-e9f18c18-9264-44b8-b7a5-2840250cdd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:24:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:08.829801 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1592a7-4271-4a7e-8251-5d012db2162b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting subnet 40127eae-ce52-4f2c-98ae-f3d84ae0920a {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:24:08.833256 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cf1592a7-4271-4a7e-8251-5d012db2162b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:08.881129 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cf1592a7-4271-4a7e-8251-5d012db2162b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:08.900735 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-e9f18c18-9264-44b8-b7a5-2840250cdd9d None None] Set router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:08.965115 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cf1592a7-4271-4a7e-8251-5d012db2162b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:09.085262 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-e9f18c18-9264-44b8-b7a5-2840250cdd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:24:08Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:09.112894 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cf1592a7-4271-4a7e-8251-5d012db2162b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:09.140582 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1592a7-4271-4a7e-8251-5d012db2162b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Subnet': ['ID=40127eae-ce52-4f2c-98ae-f3d84ae0920a,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:09.144658 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cf1592a7-4271-4a7e-8251-5d012db2162b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:09.149309 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cf1592a7-4271-4a7e-8251-5d012db2162b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/subnets/40127eae-ce52-4f2c-98ae-f3d84ae0920a HTTP/1.1" status: 204 len: 168 time: 0.3690925 Nov 11 12:24:09.153760 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56384) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:09.269555 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57d05c6-a0b1-470e-8f6b-322ceca5cf2e None None] Network dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:24:09.271966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:09.273567 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f18c18-9264-44b8-b7a5-2840250cdd9d None None] Checking router: 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:24:09.277119 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e5c59fc2-4e5e-4813-9c8e-77c667435da4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:09.329556 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f18c18-9264-44b8-b7a5-2840250cdd9d None None] Routers {'912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:09.330185 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-e9f18c18-9264-44b8-b7a5-2840250cdd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:24:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:09.392217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e5c59fc2-4e5e-4813-9c8e-77c667435da4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:09.491965 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-e9f18c18-9264-44b8-b7a5-2840250cdd9d None None] Set router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:09.495522 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-e5c59fc2-4e5e-4813-9c8e-77c667435da4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port b47feee0-428f-4241-a508-c72b6655d21d {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:24:09.495897 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e5c59fc2-4e5e-4813-9c8e-77c667435da4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:09.556280 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d129a7-8062-47fc-bf58-4e139d98486d None None] DHCP port deletion for dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:24:09.582666 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-e5c59fc2-4e5e-4813-9c8e-77c667435da4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port b47feee0-428f-4241-a508-c72b6655d21d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b47feee0-428f-4241-a508-c72b6655d21d,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:09.583025 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e5c59fc2-4e5e-4813-9c8e-77c667435da4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:09.594921 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-e5c59fc2-4e5e-4813-9c8e-77c667435da4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for b47feee0-428f-4241-a508-c72b6655d21d owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:24:09.693531 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-a2d129a7-8062-47fc-bf58-4e139d98486d None None] Deleting port 84f1a24a-0487-497a-be6c-dc79bd956a35 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:24:09.693902 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a2d129a7-8062-47fc-bf58-4e139d98486d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:09.770115 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-a2d129a7-8062-47fc-bf58-4e139d98486d None None] For port 84f1a24a-0487-497a-be6c-dc79bd956a35, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=84f1a24a-0487-497a-be6c-dc79bd956a35,segment=NetworkSegment(62170ac3-e459-4391-94d9-b8c5eeeb22fd),segment_id=62170ac3-e459-4391-94d9-b8c5eeeb22fd)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:09.770400 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a2d129a7-8062-47fc-bf58-4e139d98486d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:09.783728 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-a2d129a7-8062-47fc-bf58-4e139d98486d None None] Calling delete_port for 84f1a24a-0487-497a-be6c-dc79bd956a35 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:24:09.790836 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-e9f18c18-9264-44b8-b7a5-2840250cdd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:24:08Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:09.820425 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f18c18-9264-44b8-b7a5-2840250cdd9d None None] The sync data for ids ['912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da'] in dv-neutron-786478-23-hyperv is: [{'id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'name': 'tempest-TestNetworkBasicOps-router-1551994014', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:24:08Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'b47feee0-428f-4241-a508-c72b6655d21d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:22:01Z', 'updated_at': '2021-11-11T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:24:09.829478 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e5c59fc2-4e5e-4813-9c8e-77c667435da4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:09.854260 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c59fc2-4e5e-4813-9c8e-77c667435da4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=b47feee0-428f-4241-a508-c72b6655d21d,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:09.875461 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c721ecaa-edbe-4435-852a-7af59e6ef347 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:24:09.921149 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e5c59fc2-4e5e-4813-9c8e-77c667435da4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.010568 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e5c59fc2-4e5e-4813-9c8e-77c667435da4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.012960 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e5c59fc2-4e5e-4813-9c8e-77c667435da4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.014478 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a2d129a7-8062-47fc-bf58-4e139d98486d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.042163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d129a7-8062-47fc-bf58-4e139d98486d None None] Pushing event deleted for resources: {'Port': ['ID=84f1a24a-0487-497a-be6c-dc79bd956a35,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:10.045381 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d129a7-8062-47fc-bf58-4e139d98486d None None] No DVR routers for this DVR port 84f1a24a-0487-497a-be6c-dc79bd956a35 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:24:10.065539 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:24:10.083604 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:24:10.083947 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 2b11b60e-bef0-41f3-96e8-6f8b95fcfa67 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:24:10.106161 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e5c59fc2-4e5e-4813-9c8e-77c667435da4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.106639 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c59fc2-4e5e-4813-9c8e-77c667435da4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Fanout notify agent at l3_agent the message router_deleted on router 912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:24:10.114049 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e5c59fc2-4e5e-4813-9c8e-77c667435da4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.116894 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e5c59fc2-4e5e-4813-9c8e-77c667435da4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/routers/912e14c4-2bfc-49ed-bd5c-2b1fb93fa2da HTTP/1.1" status: 204 len: 168 time: 0.9601574 Nov 11 12:24:10.117987 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56386) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:10.202188 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aca4171e-4bba-431f-a2af-59907b1a75c7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.291782 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aca4171e-4bba-431f-a2af-59907b1a75c7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.312681 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-aca4171e-4bba-431f-a2af-59907b1a75c7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:10.321983 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-aca4171e-4bba-431f-a2af-59907b1a75c7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62170ac3-e459-4391-94d9-b8c5eeeb22fd') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:10.322276 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-aca4171e-4bba-431f-a2af-59907b1a75c7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62170ac3-e459-4391-94d9-b8c5eeeb22fd') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:10.331724 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aca4171e-4bba-431f-a2af-59907b1a75c7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.344952 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aca4171e-4bba-431f-a2af-59907b1a75c7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.350850 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca4171e-4bba-431f-a2af-59907b1a75c7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:24:10.351268 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aca4171e-4bba-431f-a2af-59907b1a75c7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:24:10.354351 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:24:10.488575 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aca4171e-4bba-431f-a2af-59907b1a75c7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.497856 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aca4171e-4bba-431f-a2af-59907b1a75c7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.499374 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-aca4171e-4bba-431f-a2af-59907b1a75c7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/networks/dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f HTTP/1.1" status: 204 len: 168 time: 0.3804152 Nov 11 12:24:10.511460 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4171e-4bba-431f-a2af-59907b1a75c7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Network': ['ID=dc48e15a-aa3b-49ec-911b-1a7aa2dcc66f,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:10.521102 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56388) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:10.526312 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-4b5dfa5f-0435-4a5d-9e90-f9b04e248f24 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'network': {'name': 'tempest-network-smoke--2056092215', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'port_security_enabled': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:10.591178 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5dfa5f-0435-4a5d-9e90-f9b04e248f24 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:24:10.594604 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4b5dfa5f-0435-4a5d-9e90-f9b04e248f24 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.617711 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5dfa5f-0435-4a5d-9e90-f9b04e248f24 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:24:10.626807 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4b5dfa5f-0435-4a5d-9e90-f9b04e248f24 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.627185 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-4b5dfa5f-0435-4a5d-9e90-f9b04e248f24 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Added segment 3101ed87-6c01-4046-a7d5-271ce6aa8d8a of type vlan for network 7413977d-8a59-4ec7-a6e8-080404a4b72b Nov 11 12:24:10.665783 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4b5dfa5f-0435-4a5d-9e90-f9b04e248f24 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.705529 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.726104 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4b5dfa5f-0435-4a5d-9e90-f9b04e248f24 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.732374 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5dfa5f-0435-4a5d-9e90-f9b04e248f24 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:10.732987 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4b5dfa5f-0435-4a5d-9e90-f9b04e248f24 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.801563 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5dfa5f-0435-4a5d-9e90-f9b04e248f24 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Network': ['ID=7413977d-8a59-4ec7-a6e8-080404a4b72b,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:10.813640 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 7413977d-8a59-4ec7-a6e8-080404a4b72b details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:24:10.873013 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4b5dfa5f-0435-4a5d-9e90-f9b04e248f24 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3505239 Nov 11 12:24:10.875945 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56390) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:10.880677 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1569205494', 'admin_state_up': True, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:10.967147 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:10.968198 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:11.021955 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:11.236845 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:11.298837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b47feee0-428f-4241-a508-c72b6655d21d no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:24:11.319117 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: b47feee0-428f-4241-a508-c72b6655d21d {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:24:11.320942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b47feee0-428f-4241-a508-c72b6655d21d not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:24:11.320942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 84f1a24a-0487-497a-be6c-dc79bd956a35 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:24:11.338731 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 84f1a24a-0487-497a-be6c-dc79bd956a35 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:24:11.339193 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 84f1a24a-0487-497a-be6c-dc79bd956a35 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:24:11.343844 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 350102cc-d216-40b4-a018-cd74b3fb5eb5 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:24:11.358457 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 350102cc-d216-40b4-a018-cd74b3fb5eb5 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:24:11.358792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 350102cc-d216-40b4-a018-cd74b3fb5eb5 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:24:11.480858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:11.498842 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:11.603056 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.26.5.6 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/26833a31-a2c6-4e47-9853-3dcf78153ba1) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:24:11.771861 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:11.870228 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:11.916343 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:11.919454 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:11.923917 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:24:11.926871 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=26833a31-a2c6-4e47-9853-3dcf78153ba1,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:11.933858 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d107e-d695-4d66-bc63-0035cc6bd87d None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:24:12.013309 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8c655a1d-2110-4cc1-91eb-4ab5185957b2 None None] Provisioning complete for port 26833a31-a2c6-4e47-9853-3dcf78153ba1 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:12.013680 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8c655a1d-2110-4cc1-91eb-4ab5185957b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:12.048281 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-8c655a1d-2110-4cc1-91eb-4ab5185957b2 None None] Port 26833a31-a2c6-4e47-9853-3dcf78153ba1 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:24:12.225079 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:12.428426 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:12.625448 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router ae3e5151-ffb2-4933-b99b-31dc37ec32c4 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:24:12.733015 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:24:12.743338 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Sync routers for ids ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:24:12.757807 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Routers {'ae3e5151-ffb2-4933-b99b-31dc37ec32c4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:12.759720 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:24:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:12.834388 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:12.835648 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7febef96-06e3-4634-b037-53aeb85c26e3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9586935 Nov 11 12:24:12.838762 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56392) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:12.869089 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Set router ae3e5151-ffb2-4933-b99b-31dc37ec32c4 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:12.915069 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9c4a6771-8605-4516-8ca6-8c83bd52e1b5 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=61936e26caaf472aa62c0bac8a753383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0750451 Nov 11 12:24:12.917757 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56396) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:13.015647 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb949c05-94d7-4617-9a33-cd4d1a0c6ab1 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:13.017858 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-eb949c05-94d7-4617-9a33-cd4d1a0c6ab1 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0990393 Nov 11 12:24:13.020947 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56398) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:13.048077 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'name': 'tempest-TestNetworkBasicOps-router-1569205494', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:10Z', 'updated_at': '2021-11-11T12:24:12Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:11Z', 'updated_at': '2021-11-11T12:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:13.053512 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-54bb2952-c260-4adf-a6ba-a371a0d15b35 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292070 Nov 11 12:24:13.053743 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56400) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:13.058564 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-85985736-ceb6-41b8-a5ec-98b0f260be2b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-785457448', 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:13.077133 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Checking router: ae3e5151-ffb2-4933-b99b-31dc37ec32c4 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:24:13.077477 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Updating router ae3e5151-ffb2-4933-b99b-31dc37ec32c4 port 26833a31-a2c6-4e47-9853-3dcf78153ba1 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:24:13.107557 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:13.230082 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85985736-ceb6-41b8-a5ec-98b0f260be2b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:24:13.234459 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-85985736-ceb6-41b8-a5ec-98b0f260be2b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:13.457392 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:13.501704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-85985736-ceb6-41b8-a5ec-98b0f260be2b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:13.535373 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:13.565699 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85985736-ceb6-41b8-a5ec-98b0f260be2b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Subnet': ['ID=337ad821-8d84-4e8e-8318-c973576ed8af,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:13.577906 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85985736-ceb6-41b8-a5ec-98b0f260be2b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Checking segment: {'id': '3101ed87-6c01-4046-a7d5-271ce6aa8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:13.578832 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85985736-ceb6-41b8-a5ec-98b0f260be2b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network hostable DHCP agents. Network: 7413977d-8a59-4ec7-a6e8-080404a4b72b, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:24:13.587149 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Attempting to bind port 26833a31-a2c6-4e47-9853-3dcf78153ba1 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:24:13.591551 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2083cc-e854-4c21-b11d-f413ff09f41b None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:24:13.592048 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Attempting to bind port 26833a31-a2c6-4e47-9853-3dcf78153ba1 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:24:13.592048 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Attempting to bind port 26833a31-a2c6-4e47-9853-3dcf78153ba1 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:13.594225 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:24:13.594592 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:13.595014 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:13.595395 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:24:13.595857 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Bound port: 26833a31-a2c6-4e47-9853-3dcf78153ba1, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:24:13.596235 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:13.626934 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab347b9-5684-4732-b4a7-bb05d27b85a7 None None] Pushing event updated for resources: {'Port': ['ID=26833a31-a2c6-4e47-9853-3dcf78153ba1,revision_number=2']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:13.644731 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab347b9-5684-4732-b4a7-bb05d27b85a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:13.645072 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab347b9-5684-4732-b4a7-bb05d27b85a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:13.645403 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab347b9-5684-4732-b4a7-bb05d27b85a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:13.645730 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab347b9-5684-4732-b4a7-bb05d27b85a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:13.646059 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab347b9-5684-4732-b4a7-bb05d27b85a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:13.646380 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab347b9-5684-4732-b4a7-bb05d27b85a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:13.646704 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab347b9-5684-4732-b4a7-bb05d27b85a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:13.647098 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab347b9-5684-4732-b4a7-bb05d27b85a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:13.647424 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab347b9-5684-4732-b4a7-bb05d27b85a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:13.647741 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab347b9-5684-4732-b4a7-bb05d27b85a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:13.648103 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab347b9-5684-4732-b4a7-bb05d27b85a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:13.648413 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab347b9-5684-4732-b4a7-bb05d27b85a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:13.665774 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] For port 26833a31-a2c6-4e47-9853-3dcf78153ba1, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:24:13.668825 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] For port 26833a31-a2c6-4e47-9853-3dcf78153ba1, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=26833a31-a2c6-4e47-9853-3dcf78153ba1,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:24:13.678545 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-882077cf-607c-4d32-b780-fa001eb68e2b None None] Provisioning complete for port 26833a31-a2c6-4e47-9853-3dcf78153ba1 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:13.678933 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-882077cf-607c-4d32-b780-fa001eb68e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:13.681723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85985736-ceb6-41b8-a5ec-98b0f260be2b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 7413977d-8a59-4ec7-a6e8-080404a4b72b is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:24:13.714381 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-882077cf-607c-4d32-b780-fa001eb68e2b None None] Port 26833a31-a2c6-4e47-9853-3dcf78153ba1 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:24:13.779277 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:13.801624 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-85985736-ceb6-41b8-a5ec-98b0f260be2b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 7413977d-8a59-4ec7-a6e8-080404a4b72b) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:13.807125 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85985736-ceb6-41b8-a5ec-98b0f260be2b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:13.807125 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-85985736-ceb6-41b8-a5ec-98b0f260be2b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:13.812507 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c6606-31d6-47b4-aa3b-25bde66bd082 None None] Network 7413977d-8a59-4ec7-a6e8-080404a4b72b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:24:13.840314 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Routers {'ae3e5151-ffb2-4933-b99b-31dc37ec32c4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:13.840953 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:24:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:13.842570 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab347b9-5684-4732-b4a7-bb05d27b85a7 None None] Pushing event updated for resources: {'Port': ['ID=26833a31-a2c6-4e47-9853-3dcf78153ba1,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:13.854195 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86189893-c120-47a6-9dff-50f80e1320db None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:24:13.888743 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-85985736-ceb6-41b8-a5ec-98b0f260be2b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8319023 Nov 11 12:24:13.889928 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56404) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:13.955073 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0d39a81a-ff08-4c27-9e4a-b435467cbfa6 None None] Provisioning complete for port 26833a31-a2c6-4e47-9853-3dcf78153ba1 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:13.955511 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0d39a81a-ff08-4c27-9e4a-b435467cbfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:13.963368 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] Set router ae3e5151-ffb2-4933-b99b-31dc37ec32c4 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:14.113245 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-7413977d-8a59-4ec7-a6e8-080404a4b72b', 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ips': [{'subnet_id': '337ad821-8d84-4e8e-8318-c973576ed8af'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:24:14.113245 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:14.141367 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0d39a81a-ff08-4c27-9e4a-b435467cbfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:14.156295 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'name': 'tempest-TestNetworkBasicOps-router-1569205494', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:10Z', 'updated_at': '2021-11-11T12:24:12Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:11Z', 'updated_at': '2021-11-11T12:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:14.188500 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfc448-9017-4d0f-ac6e-0d744b5580bb None None] The sync data for ids ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'] in dv-neutron-786478-23-hyperv is: [{'id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'name': 'tempest-TestNetworkBasicOps-router-1569205494', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:10Z', 'updated_at': '2021-11-11T12:24:12Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:11Z', 'updated_at': '2021-11-11T12:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:24:14.191996 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0d39a81a-ff08-4c27-9e4a-b435467cbfa6 None None] For port 26833a31-a2c6-4e47-9853-3dcf78153ba1, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=26833a31-a2c6-4e47-9853-3dcf78153ba1,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:14.213342 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Allocated IP 172.20.0.2 (7413977d-8a59-4ec7-a6e8-080404a4b72b/337ad821-8d84-4e8e-8318-c973576ed8af/f5b3c859-5893-460d-9d8e-2b17b48753b7) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:24:14.275322 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0d39a81a-ff08-4c27-9e4a-b435467cbfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:14.354674 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39a81a-ff08-4c27-9e4a-b435467cbfa6 None None] Pushing event updated for resources: {'Port': ['ID=26833a31-a2c6-4e47-9853-3dcf78153ba1,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:14.425086 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:14.553626 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:14.592594 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Network 7413977d-8a59-4ec7-a6e8-080404a4b72b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:14.598009 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:14.601684 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:24:14.611526 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Pushing event updated for resources: {'Port': ['ID=f5b3c859-5893-460d-9d8e-2b17b48753b7,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:14.665233 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Attempting to bind port f5b3c859-5893-460d-9d8e-2b17b48753b7 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:24:14.665524 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Attempting to bind port f5b3c859-5893-460d-9d8e-2b17b48753b7 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '3101ed87-6c01-4046-a7d5-271ce6aa8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:24:14.665921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Attempting to bind port f5b3c859-5893-460d-9d8e-2b17b48753b7 on network 7413977d-8a59-4ec7-a6e8-080404a4b72b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:14.672183 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:24:14.672808 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Checking segment: {'id': '3101ed87-6c01-4046-a7d5-271ce6aa8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:14.673355 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:14.673593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Bound using segment: {'id': '3101ed87-6c01-4046-a7d5-271ce6aa8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:24:14.674058 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Bound port: f5b3c859-5893-460d-9d8e-2b17b48753b7, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3101ed87-6c01-4046-a7d5-271ce6aa8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:24:14.674439 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:14.721625 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-570c9cec-374d-4f1d-9dba-592b52c462b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:14.745043 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] For port f5b3c859-5893-460d-9d8e-2b17b48753b7, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:24:14.748522 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] For port f5b3c859-5893-460d-9d8e-2b17b48753b7, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f5b3c859-5893-460d-9d8e-2b17b48753b7,segment=NetworkSegment(3101ed87-6c01-4046-a7d5-271ce6aa8d8a),segment_id=3101ed87-6c01-4046-a7d5-271ce6aa8d8a)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:24:14.843469 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:14.926509 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01238d6-f9d4-454b-8e58-a019ba993d7d None None] Pushing event updated for resources: {'Port': ['ID=f5b3c859-5893-460d-9d8e-2b17b48753b7,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:15.047149 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-570c9cec-374d-4f1d-9dba-592b52c462b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.1 (7413977d-8a59-4ec7-a6e8-080404a4b72b/337ad821-8d84-4e8e-8318-c973576ed8af/9a427711-3d41-4f6d-bfd4-fac6cd9a4b64) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:24:15.195912 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-570c9cec-374d-4f1d-9dba-592b52c462b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:15.296396 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-570c9cec-374d-4f1d-9dba-592b52c462b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:15.346951 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570c9cec-374d-4f1d-9dba-592b52c462b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 7413977d-8a59-4ec7-a6e8-080404a4b72b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:15.349181 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-570c9cec-374d-4f1d-9dba-592b52c462b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:15.358540 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c9cec-374d-4f1d-9dba-592b52c462b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:24:15.359465 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f5b3c859-5893-460d-9d8e-2b17b48753b7 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:24:15.385205 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c9cec-374d-4f1d-9dba-592b52c462b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=9a427711-3d41-4f6d-bfd4-fac6cd9a4b64,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:15.414068 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-570c9cec-374d-4f1d-9dba-592b52c462b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:15.415912 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port f5b3c859-5893-460d-9d8e-2b17b48753b7 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:15.416405 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:15.506691 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:15.540085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port f5b3c859-5893-460d-9d8e-2b17b48753b7, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f5b3c859-5893-460d-9d8e-2b17b48753b7,segment=NetworkSegment(3101ed87-6c01-4046-a7d5-271ce6aa8d8a),segment_id=3101ed87-6c01-4046-a7d5-271ce6aa8d8a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:15.621581 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:15.628154 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 26833a31-a2c6-4e47-9853-3dcf78153ba1 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:24:15.628465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-570c9cec-374d-4f1d-9dba-592b52c462b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:15.707480 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=f5b3c859-5893-460d-9d8e-2b17b48753b7,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:15.719652 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 26833a31-a2c6-4e47-9853-3dcf78153ba1 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:15.720049 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:15.906816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-570c9cec-374d-4f1d-9dba-592b52c462b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:15.973973 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-570c9cec-374d-4f1d-9dba-592b52c462b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:16.045536 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c9cec-374d-4f1d-9dba-592b52c462b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=9a427711-3d41-4f6d-bfd4-fac6cd9a4b64,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:16.050748 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-570c9cec-374d-4f1d-9dba-592b52c462b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:16.151031 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570c9cec-374d-4f1d-9dba-592b52c462b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 7413977d-8a59-4ec7-a6e8-080404a4b72b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:16.152449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-570c9cec-374d-4f1d-9dba-592b52c462b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:16.219728 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c37a70e-91b7-40f5-9b95-23c71d020e46 None None] Network 7413977d-8a59-4ec7-a6e8-080404a4b72b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:24:16.270067 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570c9cec-374d-4f1d-9dba-592b52c462b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router ae3e5151-ffb2-4933-b99b-31dc37ec32c4 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:24:16.277306 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-97a54149-2a18-49d9-b22f-c28abb9e6c9c None None] Provisioning complete for port f5b3c859-5893-460d-9d8e-2b17b48753b7 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:16.277674 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-97a54149-2a18-49d9-b22f-c28abb9e6c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:16.382740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570c9cec-374d-4f1d-9dba-592b52c462b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:24:16.392400 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-570c9cec-374d-4f1d-9dba-592b52c462b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/ae3e5151-ffb2-4933-b99b-31dc37ec32c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4970102 Nov 11 12:24:16.392400 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56406) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:16.473389 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Sync routers for ids ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:24:16.490445 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0dc272-cc72-42f5-9957-15cec880cf9b tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:16.490911 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0dc272-cc72-42f5-9957-15cec880cf9b tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:16.491391 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0dc272-cc72-42f5-9957-15cec880cf9b tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:16.491835 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0dc272-cc72-42f5-9957-15cec880cf9b tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:16.492283 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0dc272-cc72-42f5-9957-15cec880cf9b tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:16.492723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0dc272-cc72-42f5-9957-15cec880cf9b tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:16.494529 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cb0dc272-cc72-42f5-9957-15cec880cf9b tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1023083 Nov 11 12:24:16.497526 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56408) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:16.523281 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Routers {'ae3e5151-ffb2-4933-b99b-31dc37ec32c4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:16.524010 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:24:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:16.558186 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e696669e-5844-4804-8727-8fc3a566df81 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:16.558641 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e696669e-5844-4804-8727-8fc3a566df81 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:16.559106 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e696669e-5844-4804-8727-8fc3a566df81 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:16.559548 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e696669e-5844-4804-8727-8fc3a566df81 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:16.559984 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e696669e-5844-4804-8727-8fc3a566df81 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:16.560416 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e696669e-5844-4804-8727-8fc3a566df81 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:16.562908 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e696669e-5844-4804-8727-8fc3a566df81 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0638013 Nov 11 12:24:16.565931 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56410) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:16.705561 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Set router ae3e5151-ffb2-4933-b99b-31dc37ec32c4 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:16.708519 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-59620d08-9f8f-42ce-9deb-6ed4a6ec790a tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1412392 Nov 11 12:24:16.711571 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56412) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:16.718255 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-150888962', 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:16.918957 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'name': 'tempest-TestNetworkBasicOps-router-1569205494', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:10Z', 'updated_at': '2021-11-11T12:24:15Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:11Z', 'updated_at': '2021-11-11T12:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '9a427711-3d41-4f6d-bfd4-fac6cd9a4b64', 'name': '', 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:3d:78:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:14Z', 'updated_at': '2021-11-11T12:24:15Z', 'revision_number': 2, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:16.922875 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:24:16.927265 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:16.947460 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Checking router: ae3e5151-ffb2-4933-b99b-31dc37ec32c4 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:24:16.947884 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Updating router ae3e5151-ffb2-4933-b99b-31dc37ec32c4 port 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:24:16.950560 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] device_id is not set on port 4e2d7933-7e54-49c3-8334-54203e6183f4 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:24:16.979133 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:17.034588 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f66c5174-005a-433f-9606-05b329327e47 None None] Provisioning complete for port 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:17.034962 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f66c5174-005a-433f-9606-05b329327e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:17.081898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.14 (7413977d-8a59-4ec7-a6e8-080404a4b72b/337ad821-8d84-4e8e-8318-c973576ed8af/4e2d7933-7e54-49c3-8334-54203e6183f4) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:24:17.132792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f66c5174-005a-433f-9606-05b329327e47 None None] Port 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:24:17.149669 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f66c5174-005a-433f-9606-05b329327e47 None None] Provisioning complete for port f5b3c859-5893-460d-9d8e-2b17b48753b7 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:17.150473 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f66c5174-005a-433f-9606-05b329327e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:17.251735 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:17.310674 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f5b3c859-5893-460d-9d8e-2b17b48753b7 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:24:17.354339 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:17.396688 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 7413977d-8a59-4ec7-a6e8-080404a4b72b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:17.402387 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:17.406417 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:24:17.413315 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-877ecd67-b87e-4b39-ba00-a5a3a1684927 None None] Provisioning complete for port 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:17.413753 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-877ecd67-b87e-4b39-ba00-a5a3a1684927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:17.433674 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=4e2d7933-7e54-49c3-8334-54203e6183f4,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:17.449287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:17.449627 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:17.449963 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:17.450288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:17.450613 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:17.450937 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:17.451580 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:17.451715 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:17.451946 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:17.452262 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:17.452576 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:17.452889 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:17.460694 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port f5b3c859-5893-460d-9d8e-2b17b48753b7 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:17.461199 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:17.482393 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:17.483673 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:17.504184 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-877ecd67-b87e-4b39-ba00-a5a3a1684927 None None] Port 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:24:17.579866 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-13ade4b5-054a-46d3-a7a9-6ec988963569 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8665688 Nov 11 12:24:17.639850 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:17.699783 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:17.759255 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8559e13-8363-4390-889d-a3af6ab89f11 None None] Pushing event updated for resources: {'Port': ['ID=9a427711-3d41-4f6d-bfd4-fac6cd9a4b64,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:17.766188 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1d5d938f-6fae-4860-9c69-540d23f19f74 None None] Provisioning complete for port 4e2d7933-7e54-49c3-8334-54203e6183f4 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:17.766188 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1d5d938f-6fae-4860-9c69-540d23f19f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:17.840710 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d938f-6fae-4860-9c69-540d23f19f74 None None] Port 4e2d7933-7e54-49c3-8334-54203e6183f4 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:24:17.846528 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Attempting to bind port 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:24:17.846894 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Attempting to bind port 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '3101ed87-6c01-4046-a7d5-271ce6aa8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:24:17.847400 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Attempting to bind port 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64 on network 7413977d-8a59-4ec7-a6e8-080404a4b72b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:17.852879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:24:17.853249 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Checking segment: {'id': '3101ed87-6c01-4046-a7d5-271ce6aa8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:17.853649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:17.854036 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Bound using segment: {'id': '3101ed87-6c01-4046-a7d5-271ce6aa8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:24:17.854507 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Bound port: 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3101ed87-6c01-4046-a7d5-271ce6aa8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:24:17.854884 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:17.923572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] For port 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:24:17.927098 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] For port 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=9a427711-3d41-4f6d-bfd4-fac6cd9a4b64,segment=NetworkSegment(3101ed87-6c01-4046-a7d5-271ce6aa8d8a),segment_id=3101ed87-6c01-4046-a7d5-271ce6aa8d8a)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:24:17.966984 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-3eb4774b-8612-428f-9806-3a89a2c1f29f None None] Provisioning complete for port 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:17.967896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3eb4774b-8612-428f-9806-3a89a2c1f29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:17.977099 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56416) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:17.981850 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-6c7a43df-8a64-4a7c-9ff5-260359e0ec52 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1018597329', 'description': 'tempest-secgroup-smoke-1018597329 description', 'project_id': '61936e26caaf472aa62c0bac8a753383'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:18.005436 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4774b-8612-428f-9806-3a89a2c1f29f None None] Port 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:24:18.016690 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:18.075154 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Routers {'ae3e5151-ffb2-4933-b99b-31dc37ec32c4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:18.075788 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:24:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:18.078284 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8559e13-8363-4390-889d-a3af6ab89f11 None None] Pushing event updated for resources: {'Port': ['ID=9a427711-3d41-4f6d-bfd4-fac6cd9a4b64,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:18.103039 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c7a43df-8a64-4a7c-9ff5-260359e0ec52 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:18.181607 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c7a43df-8a64-4a7c-9ff5-260359e0ec52 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:18.200672 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] Set router ae3e5151-ffb2-4933-b99b-31dc37ec32c4 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:18.329004 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c7a43df-8a64-4a7c-9ff5-260359e0ec52 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:18.359247 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f06203f5-0a65-4730-b1a5-dce8be6e8b53 None None] Provisioning complete for port 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:18.359612 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f06203f5-0a65-4730-b1a5-dce8be6e8b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:18.361001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a43df-8a64-4a7c-9ff5-260359e0ec52 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9153e381-7d21-444f-960b-75f0276d6638,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:18.419066 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c7a43df-8a64-4a7c-9ff5-260359e0ec52 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:18.423836 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6c7a43df-8a64-4a7c-9ff5-260359e0ec52 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4424767 Nov 11 12:24:18.424041 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56418) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:18.428826 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-5f7b3acb-348c-47e4-9e47-a8ee79072866 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '9153e381-7d21-444f-960b-75f0276d6638', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:18.489656 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f06203f5-0a65-4730-b1a5-dce8be6e8b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:18.502971 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'name': 'tempest-TestNetworkBasicOps-router-1569205494', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:10Z', 'updated_at': '2021-11-11T12:24:15Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:11Z', 'updated_at': '2021-11-11T12:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '9a427711-3d41-4f6d-bfd4-fac6cd9a4b64', 'name': '', 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:3d:78:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:14Z', 'updated_at': '2021-11-11T12:24:17Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:18.510979 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5f7b3acb-348c-47e4-9e47-a8ee79072866 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:18.535425 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4222523-b247-44c3-b443-a108e0e3f70e None None] The sync data for ids ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'] in dv-neutron-786478-23-hyperv is: [{'id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'name': 'tempest-TestNetworkBasicOps-router-1569205494', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:10Z', 'updated_at': '2021-11-11T12:24:15Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:11Z', 'updated_at': '2021-11-11T12:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '9a427711-3d41-4f6d-bfd4-fac6cd9a4b64', 'name': '', 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:3d:78:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:14Z', 'updated_at': '2021-11-11T12:24:17Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:24:18.552243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f06203f5-0a65-4730-b1a5-dce8be6e8b53 None None] For port 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=9a427711-3d41-4f6d-bfd4-fac6cd9a4b64,segment=NetworkSegment(3101ed87-6c01-4046-a7d5-271ce6aa8d8a),segment_id=3101ed87-6c01-4046-a7d5-271ce6aa8d8a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:18.572058 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5f7b3acb-348c-47e4-9e47-a8ee79072866 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:18.643509 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f06203f5-0a65-4730-b1a5-dce8be6e8b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:18.741174 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5f7b3acb-348c-47e4-9e47-a8ee79072866 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:18.761398 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b3acb-348c-47e4-9e47-a8ee79072866 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c88b1b2-0b7e-46bc-b815-49635779be37,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:18.839757 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5f7b3acb-348c-47e4-9e47-a8ee79072866 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:18.842263 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5f7b3acb-348c-47e4-9e47-a8ee79072866 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4162672 Nov 11 12:24:18.844759 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56420) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:18.850523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-96b1d315-010f-4c2a-9382-83b63130f1f0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '9153e381-7d21-444f-960b-75f0276d6638', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:18.851227 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06203f5-0a65-4730-b1a5-dce8be6e8b53 None None] Pushing event updated for resources: {'Port': ['ID=9a427711-3d41-4f6d-bfd4-fac6cd9a4b64,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:18.858688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06203f5-0a65-4730-b1a5-dce8be6e8b53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:18.859117 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06203f5-0a65-4730-b1a5-dce8be6e8b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:18.859526 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06203f5-0a65-4730-b1a5-dce8be6e8b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:18.865484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06203f5-0a65-4730-b1a5-dce8be6e8b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:18.865484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06203f5-0a65-4730-b1a5-dce8be6e8b53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:18.865484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06203f5-0a65-4730-b1a5-dce8be6e8b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:18.865484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06203f5-0a65-4730-b1a5-dce8be6e8b53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:18.865484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06203f5-0a65-4730-b1a5-dce8be6e8b53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:18.865484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06203f5-0a65-4730-b1a5-dce8be6e8b53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:18.865484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06203f5-0a65-4730-b1a5-dce8be6e8b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:18.865484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06203f5-0a65-4730-b1a5-dce8be6e8b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:18.865484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06203f5-0a65-4730-b1a5-dce8be6e8b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:24:18.936706 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96b1d315-010f-4c2a-9382-83b63130f1f0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:18.998126 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96b1d315-010f-4c2a-9382-83b63130f1f0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:19.074372 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96b1d315-010f-4c2a-9382-83b63130f1f0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:19.095146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1d315-010f-4c2a-9382-83b63130f1f0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af218dd1-fbff-4a29-b25f-95221f259d9f,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:19.179414 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-96b1d315-010f-4c2a-9382-83b63130f1f0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:19.181851 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-96b1d315-010f-4c2a-9382-83b63130f1f0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3343756 Nov 11 12:24:19.183730 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56422) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:19.189039 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-74325e90-f49a-477b-82df-e5712546253d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '9153e381-7d21-444f-960b-75f0276d6638', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:19.283447 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-74325e90-f49a-477b-82df-e5712546253d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:19.346329 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:24:19.359971 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-74325e90-f49a-477b-82df-e5712546253d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:19.397530 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:19.397897 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:19.434602 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-74325e90-f49a-477b-82df-e5712546253d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:19.457025 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74325e90-f49a-477b-82df-e5712546253d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24551789-5e5f-4869-a864-cf961b61b06d,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:19.562688 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-74325e90-f49a-477b-82df-e5712546253d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:19.565566 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-74325e90-f49a-477b-82df-e5712546253d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3792834 Nov 11 12:24:19.566657 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56424) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:19.571376 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-e8d7de4c-39e2-4a99-ba74-86a17d12c2a9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '9153e381-7d21-444f-960b-75f0276d6638', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:19.689355 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8d7de4c-39e2-4a99-ba74-86a17d12c2a9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:19.746322 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8d7de4c-39e2-4a99-ba74-86a17d12c2a9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:19.854518 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8d7de4c-39e2-4a99-ba74-86a17d12c2a9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:19.875773 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7de4c-39e2-4a99-ba74-86a17d12c2a9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f99d47-ea08-4038-987e-342846e1101c,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:19.942279 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8d7de4c-39e2-4a99-ba74-86a17d12c2a9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:19.943537 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e8d7de4c-39e2-4a99-ba74-86a17d12c2a9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3758755 Nov 11 12:24:19.946414 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56426) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:19.950896 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-33862cd5-b928-48bd-95ff-19a2f660c1fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '9153e381-7d21-444f-960b-75f0276d6638', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:20.037675 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.securitygroups_db [None req-33862cd5-b928-48bd-95ff-19a2f660c1fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:24:20.043147 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-33862cd5-b928-48bd-95ff-19a2f660c1fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:20.102507 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-33862cd5-b928-48bd-95ff-19a2f660c1fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:20.180697 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-33862cd5-b928-48bd-95ff-19a2f660c1fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:20.198995 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33862cd5-b928-48bd-95ff-19a2f660c1fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9892d1bb-f5e4-46f9-a601-2715b7b3711e,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:20.271660 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-33862cd5-b928-48bd-95ff-19a2f660c1fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:20.272909 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-33862cd5-b928-48bd-95ff-19a2f660c1fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3255515 Nov 11 12:24:20.275982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56428) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:20.281068 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-66f88866-d5bb-492e-a525-f27e50ecf0f3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '9153e381-7d21-444f-960b-75f0276d6638', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:20.360288 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.securitygroups_db [None req-66f88866-d5bb-492e-a525-f27e50ecf0f3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:24:20.366913 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-66f88866-d5bb-492e-a525-f27e50ecf0f3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:20.427873 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-66f88866-d5bb-492e-a525-f27e50ecf0f3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:20.491728 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-66f88866-d5bb-492e-a525-f27e50ecf0f3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:20.508922 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f88866-d5bb-492e-a525-f27e50ecf0f3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea79308f-d21f-4f3b-9cd9-d35d7254a907,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:20.574217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-66f88866-d5bb-492e-a525-f27e50ecf0f3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:20.575556 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-66f88866-d5bb-492e-a525-f27e50ecf0f3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2985866 Nov 11 12:24:20.739875 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-2bd2d085-606f-4e5b-9a23-762d7a51847b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018597329&fields=id&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 267 time: 0.0440419 Nov 11 12:24:20.790795 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-7b14f90e-b121-464d-bf81-d7d3453335e5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:20.792034 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-7b14f90e-b121-464d-bf81-d7d3453335e5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports/4e2d7933-7e54-49c3-8334-54203e6183f4 HTTP/1.1" status: 200 len: 930 time: 0.0452240 Nov 11 12:24:20.837510 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-f37eac76-ec9e-487f-b3f4-699e3fd25fd1 service neutron] 10.222.0.50 "GET /v2.0/ports/4e2d7933-7e54-49c3-8334-54203e6183f4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0332155 Nov 11 12:24:20.927474 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-6f864aea-f373-4710-9937-73569a6c7345 service neutron] 10.222.0.50 "GET /v2.0/networks/7413977d-8a59-4ec7-a6e8-080404a4b72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837348 Nov 11 12:24:21.018366 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-14b30084-3327-443d-a599-7a69bed1b701 service neutron] 10.222.0.50 "GET /v2.0/networks/7413977d-8a59-4ec7-a6e8-080404a4b72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848792 Nov 11 12:24:21.252295 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cafef4ca-10e2-4587-b9b5-47aaf273f3d4 req-a675ce46-c450-480c-811a-13ac646c0ac2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 210 time: 0.0281672 Nov 11 12:24:22.330607 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f2f29e96-f297-49f5-86d5-953f745a4b20 req-33259ce3-3e27-40f0-a434-3534b909dc3e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 210 time: 0.0268648 Nov 11 12:24:23.099102 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-6bd21377-9fe9-42e8-998c-6ab6431a5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:23.100546 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-6bd21377-9fe9-42e8-998c-6ab6431a5456 service neutron] 10.222.0.70 "GET /v2.0/ports/4e2d7933-7e54-49c3-8334-54203e6183f4 HTTP/1.1" status: 200 len: 1026 time: 0.0346546 Nov 11 12:24:23.210433 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-a885ad1a-4f02-46e6-920d-d94927b18daa tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:23.211897 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-a885ad1a-4f02-46e6-920d-d94927b18daa tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/networks?id=7413977d-8a59-4ec7-a6e8-080404a4b72b HTTP/1.1" status: 200 len: 797 time: 0.1052790 Nov 11 12:24:23.276882 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-67defdf7-9a9f-4a86-ab50-3013125e03d5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 380 time: 0.0546877 Nov 11 12:24:23.288513 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Request body: {'port': {'device_id': '99fb4d48-7086-4e20-a12d-9c18ef931e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:23.345373 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:23.428149 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f261c695-92cb-4f2b-b1ec-89b2dbdf2cb3 req-91ae2624-3e59-4aa0-8d77-b717788c552c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 210 time: 0.0263381 Nov 11 12:24:23.605923 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2d7933-7e54-49c3-8334-54203e6183f4 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:24:23.618776 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:23.626079 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Transition to ACTIVE for port object 4e2d7933-7e54-49c3-8334-54203e6183f4 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:24:23.703460 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:23.753847 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Pushing event updated for resources: {'Port': ['ID=4e2d7933-7e54-49c3-8334-54203e6183f4,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:23.826896 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Attempting to bind port 4e2d7933-7e54-49c3-8334-54203e6183f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:24:23.827256 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Attempting to bind port 4e2d7933-7e54-49c3-8334-54203e6183f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '3101ed87-6c01-4046-a7d5-271ce6aa8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:24:23.827580 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Attempting to bind port 4e2d7933-7e54-49c3-8334-54203e6183f4 on network 7413977d-8a59-4ec7-a6e8-080404a4b72b {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:23.832227 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Port 4e2d7933-7e54-49c3-8334-54203e6183f4 on network 7413977d-8a59-4ec7-a6e8-080404a4b72b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:24:23.832541 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Attempting to bind port 4e2d7933-7e54-49c3-8334-54203e6183f4 on network 7413977d-8a59-4ec7-a6e8-080404a4b72b {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:23.837778 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:24:23.838105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Checking segment: {'id': '3101ed87-6c01-4046-a7d5-271ce6aa8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:23.838481 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Bound using segment: {'id': '3101ed87-6c01-4046-a7d5-271ce6aa8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:24:23.838906 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Bound port: 4e2d7933-7e54-49c3-8334-54203e6183f4, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3101ed87-6c01-4046-a7d5-271ce6aa8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:24:23.839285 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:23.904710 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] For port 4e2d7933-7e54-49c3-8334-54203e6183f4, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:24:23.907913 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] For port 4e2d7933-7e54-49c3-8334-54203e6183f4, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e2d7933-7e54-49c3-8334-54203e6183f4,segment=NetworkSegment(3101ed87-6c01-4046-a7d5-271ce6aa8d8a),segment_id=3101ed87-6c01-4046-a7d5-271ce6aa8d8a)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:24:23.955841 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:23.996019 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:23.996645 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:23.998167 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] 10.222.0.70 "PUT /v2.0/ports/4e2d7933-7e54-49c3-8334-54203e6183f4 HTTP/1.1" status: 200 len: 1131 time: 0.7140949 Nov 11 12:24:24.004233 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99fb4d48-7086-4e20-a12d-9c18ef931e2e', 'tag': '4e2d7933-7e54-49c3-8334-54203e6183f4'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:24:24.004233 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8552db1-e695-41a6-867d-87fabeb169cc" -d '{"events": [{"name": "network-changed", "server_uuid": "99fb4d48-7086-4e20-a12d-9c18ef931e2e", "tag": "4e2d7933-7e54-49c3-8334-54203e6183f4"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:24:24.029578 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76db8f-2fab-4d2a-bbe5-40dca9a41beb service neutron] Pushing event updated for resources: {'Port': ['ID=4e2d7933-7e54-49c3-8334-54203e6183f4,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:24.044485 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d8697b-0760-4f13-be82-436c40327ef5 x-openstack-request-id: req-37d8697b-0760-4f13-be82-436c40327ef5 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:24:24.044792 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99fb4d48-7086-4e20-a12d-9c18ef931e2e", "tag": "4e2d7933-7e54-49c3-8334-54203e6183f4", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:24:24.045045 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-37d8697b-0760-4f13-be82-436c40327ef5 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:24:24.045508 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99fb4d48-7086-4e20-a12d-9c18ef931e2e', 'tag': '4e2d7933-7e54-49c3-8334-54203e6183f4', 'status': 'completed', 'code': 200} Nov 11 12:24:24.117129 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552db1-e695-41a6-867d-87fabeb169cc req-c12dfbe8-b7fe-47bd-9f6c-e6d5cfc1c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:24.118834 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c8552db1-e695-41a6-867d-87fabeb169cc req-c12dfbe8-b7fe-47bd-9f6c-e6d5cfc1c072 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 1134 time: 0.0511680 Nov 11 12:24:24.221244 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552db1-e695-41a6-867d-87fabeb169cc req-37b3140a-68a4-4e8e-98bc-13fc4b056283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:24.223375 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c8552db1-e695-41a6-867d-87fabeb169cc req-37b3140a-68a4-4e8e-98bc-13fc4b056283 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=61936e26caaf472aa62c0bac8a753383&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0949147 Nov 11 12:24:24.326968 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552db1-e695-41a6-867d-87fabeb169cc req-9fe6e94a-3064-4482-bd18-14b0f397d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:24.328762 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c8552db1-e695-41a6-867d-87fabeb169cc req-9fe6e94a-3064-4482-bd18-14b0f397d595 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991802 Nov 11 12:24:24.404858 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-5c267ae1-a8ec-42eb-b95d-372029784ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:24.406339 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-5c267ae1-a8ec-42eb-b95d-372029784ba2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 1134 time: 0.0399678 Nov 11 12:24:24.451518 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-bbdf5a32-a62d-4760-9d47-38fadc454f5e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e2d7933-7e54-49c3-8334-54203e6183f4 HTTP/1.1" status: 200 len: 217 time: 0.0370829 Nov 11 12:24:24.501458 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-227f0a96-7ddf-45e0-94b6-963d315f705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:24.503090 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-227f0a96-7ddf-45e0-94b6-963d315f705c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=337ad821-8d84-4e8e-8318-c973576ed8af HTTP/1.1" status: 200 len: 834 time: 0.0451112 Nov 11 12:24:24.549490 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-b4b37ee0-8e28-45f8-b5ec-c22a466a0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:24.550038 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547676d-9798-4772-802b-ce206b82e313 req-12acee56-caae-46a6-838a-0c3091c107ae tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:24.551672 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-b4b37ee0-8e28-45f8-b5ec-c22a466a0825 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7413977d-8a59-4ec7-a6e8-080404a4b72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417609 Nov 11 12:24:24.552141 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e547676d-9798-4772-802b-ce206b82e313 req-12acee56-caae-46a6-838a-0c3091c107ae tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 981 time: 0.0539711 Nov 11 12:24:24.602958 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e547676d-9798-4772-802b-ce206b82e313 req-4fc60d9a-e9ae-44be-bd7d-aa99a4de6e41 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447271 Nov 11 12:24:24.652134 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-8c7495cf-221e-49e7-b1e2-421e918d987e service neutron] 10.222.0.70 "GET /v2.0/networks/7413977d-8a59-4ec7-a6e8-080404a4b72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930128 Nov 11 12:24:24.742770 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-15d4532d-e30e-45c2-8b88-6ee6e89b9d8d req-3ade5bc1-f9bb-419a-a379-07ce8260c547 service neutron] 10.222.0.70 "GET /v2.0/networks/7413977d-8a59-4ec7-a6e8-080404a4b72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827620 Nov 11 12:24:25.722856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5764dc-f37d-4433-8965-52dbc527c116 req-3022b636-379e-48e3-bd50-cbdead237f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:25.724398 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9d5764dc-f37d-4433-8965-52dbc527c116 req-3022b636-379e-48e3-bd50-cbdead237f8c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 981 time: 0.0490758 Nov 11 12:24:25.771429 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9d5764dc-f37d-4433-8965-52dbc527c116 req-96a793ec-6060-4ffb-950c-3c1bbac30023 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411940 Nov 11 12:24:26.884286 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225f33c-0394-4c00-9f36-6fea8aace96a req-11d8bfce-585c-46ce-acc9-0621396140b4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:26.885754 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2225f33c-0394-4c00-9f36-6fea8aace96a req-11d8bfce-585c-46ce-acc9-0621396140b4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 981 time: 0.0483816 Nov 11 12:24:26.935921 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2225f33c-0394-4c00-9f36-6fea8aace96a req-12ec8ba3-003e-4a43-9759-03bcaa722051 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441322 Nov 11 12:24:28.050574 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd1180-8926-4b7d-b409-6510f3d7a466 req-8415780e-24e2-423a-9e13-98ee2d576e78 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:28.052793 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e1bd1180-8926-4b7d-b409-6510f3d7a466 req-8415780e-24e2-423a-9e13-98ee2d576e78 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 981 time: 0.0497727 Nov 11 12:24:28.099428 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e1bd1180-8926-4b7d-b409-6510f3d7a466 req-272be3d0-9bc5-4e6b-ba16-2364fe612f42 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Nov 11 12:24:28.241787 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 4e2d7933-7e54-49c3-8334-54203e6183f4 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:24:28.337473 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 4e2d7933-7e54-49c3-8334-54203e6183f4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e2d7933-7e54-49c3-8334-54203e6183f4,segment=NetworkSegment(3101ed87-6c01-4046-a7d5-271ce6aa8d8a),segment_id=3101ed87-6c01-4046-a7d5-271ce6aa8d8a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:28.348860 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '4e2d7933-7e54-49c3-8334-54203e6183f4', 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b', 'port_id': '4e2d7933-7e54-49c3-8334-54203e6183f4', 'mac_address': 'fa:16:3e:50:0b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:24:28.386249 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:28.400023 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2d7933-7e54-49c3-8334-54203e6183f4 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:24:28.420844 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 4e2d7933-7e54-49c3-8334-54203e6183f4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e2d7933-7e54-49c3-8334-54203e6183f4,segment=NetworkSegment(3101ed87-6c01-4046-a7d5-271ce6aa8d8a),segment_id=3101ed87-6c01-4046-a7d5-271ce6aa8d8a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:28.476390 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:28.525572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=4e2d7933-7e54-49c3-8334-54203e6183f4,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:28.698383 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['4e2d7933-7e54-49c3-8334-54203e6183f4'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:24:29.213731 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cfa4f-5c02-45de-8cea-70a9135e9915 req-89190bbd-a4c9-408b-a020-48b4fd210102 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:29.215200 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d15cfa4f-5c02-45de-8cea-70a9135e9915 req-89190bbd-a4c9-408b-a020-48b4fd210102 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 982 time: 0.0486844 Nov 11 12:24:29.266141 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d15cfa4f-5c02-45de-8cea-70a9135e9915 req-b58d2ea7-a3b6-415e-b08d-5a88ba2a4167 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449047 Nov 11 12:24:30.244687 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 4e2d7933-7e54-49c3-8334-54203e6183f4 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:24:30.385354 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 4e2d7933-7e54-49c3-8334-54203e6183f4 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:24:30.387748 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddc69e-5595-4dce-8847-57e1ab66bcb0 req-e4eef59e-529a-478f-9293-610be60980b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:30.389232 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-88ddc69e-5595-4dce-8847-57e1ab66bcb0 req-e4eef59e-529a-478f-9293-610be60980b0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 982 time: 0.0547223 Nov 11 12:24:30.389668 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 4e2d7933-7e54-49c3-8334-54203e6183f4 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:30.389822 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:30.437812 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-88ddc69e-5595-4dce-8847-57e1ab66bcb0 req-6081edb3-bd0e-4e4b-adc5-68955a3ba284 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426533 Nov 11 12:24:30.467402 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:30.489736 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fb4d48-7086-4e20-a12d-9c18ef931e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2d7933-7e54-49c3-8334-54203e6183f4'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:24:30.491986 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60072ebd-16ae-4362-aebc-6d8952e889df" -d '{"events": [{"server_uuid": "99fb4d48-7086-4e20-a12d-9c18ef931e2e", "name": "network-vif-plugged", "status": "completed", "tag": "4e2d7933-7e54-49c3-8334-54203e6183f4"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:24:30.504434 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 4e2d7933-7e54-49c3-8334-54203e6183f4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e2d7933-7e54-49c3-8334-54203e6183f4,segment=NetworkSegment(3101ed87-6c01-4046-a7d5-271ce6aa8d8a),segment_id=3101ed87-6c01-4046-a7d5-271ce6aa8d8a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:30.528662 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9e7fb8-231f-4a5c-a18d-fff153c81c5b x-openstack-request-id: req-fe9e7fb8-231f-4a5c-a18d-fff153c81c5b {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:24:30.528972 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fb4d48-7086-4e20-a12d-9c18ef931e2e", "name": "network-vif-plugged", "status": "completed", "tag": "4e2d7933-7e54-49c3-8334-54203e6183f4", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:24:30.529225 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fe9e7fb8-231f-4a5c-a18d-fff153c81c5b {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:24:30.529614 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fb4d48-7086-4e20-a12d-9c18ef931e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2d7933-7e54-49c3-8334-54203e6183f4', 'code': 200} Nov 11 12:24:30.579571 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:30.628996 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=4e2d7933-7e54-49c3-8334-54203e6183f4,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:30.938573 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e30db-f7c3-45c3-843b-5a53fb9a5782 req-cca8b376-60bd-470b-9077-a77e5c1244ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:30.940030 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9a7e30db-f7c3-45c3-843b-5a53fb9a5782 req-cca8b376-60bd-470b-9077-a77e5c1244ef service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 1136 time: 0.0396430 Nov 11 12:24:30.984596 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9a7e30db-f7c3-45c3-843b-5a53fb9a5782 req-3806e762-61d3-4c68-b8d0-8e4caee8d342 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353878 Nov 11 12:24:31.549999 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a87fc7-8e1a-46d3-95a2-e4e6edbd6945 req-bc98e0f0-96ac-4457-a4e4-58f451aa2685 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:31.551403 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-29a87fc7-8e1a-46d3-95a2-e4e6edbd6945 req-bc98e0f0-96ac-4457-a4e4-58f451aa2685 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 983 time: 0.0481856 Nov 11 12:24:31.596961 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-29a87fc7-8e1a-46d3-95a2-e4e6edbd6945 req-dba65ee4-6215-4dcb-a946-23f620433c57 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397122 Nov 11 12:24:32.719649 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d15266-d7cd-4d79-a007-d534599b3e3d req-060b35de-c6a4-452c-9912-df92e05f3431 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:32.721115 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a0d15266-d7cd-4d79-a007-d534599b3e3d req-060b35de-c6a4-452c-9912-df92e05f3431 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 983 time: 0.0561364 Nov 11 12:24:32.766825 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a0d15266-d7cd-4d79-a007-d534599b3e3d req-be361824-69e4-443c-8b01-67e4e35994da tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394483 Nov 11 12:24:32.879463 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0961b3-b956-4241-a574-b040dced2cc7 req-3d59624e-2cd1-4f3b-92d2-63bc99c69312 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:32.880818 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2c0961b3-b956-4241-a574-b040dced2cc7 req-3d59624e-2cd1-4f3b-92d2-63bc99c69312 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 983 time: 0.0483758 Nov 11 12:24:32.926267 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2c0961b3-b956-4241-a574-b040dced2cc7 req-7d34fd5c-b74c-4027-9a8f-a88d9daf2a6b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395989 Nov 11 12:24:32.947890 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56490) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:32.987677 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2207361f-73ba-4f88-b1bf-5d579f81d699 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:32.988339 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2207361f-73ba-4f88-b1bf-5d579f81d699 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 1131 time: 0.0394740 Nov 11 12:24:32.993244 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56492) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:32.996065 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '4e2d7933-7e54-49c3-8334-54203e6183f4', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:33.082921 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:33.163522 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-75d10f4f-78fe-4387-b7bb-6445f7ea1af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:33.184410 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:33.289828 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.26.5.11 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/05de97d7-ae78-45ed-85cb-cdd66e90f329) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:24:33.394941 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:33.461238 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:33.503079 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:24:33.506396 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:24:33.509907 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:24:33.530681 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=05de97d7-ae78-45ed-85cb-cdd66e90f329,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:33.851332 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:33.976263 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:34.125388 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:34.186016 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:34.527467 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=05de97d7-ae78-45ed-85cb-cdd66e90f329,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:34.541949 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:34.638617 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP 7267e4ec-5efb-408b-b6f0-0e068ea47ba7 associated. External IP: 172.26.5.11, port: 4e2d7933-7e54-49c3-8334-54203e6183f4. Nov 11 12:24:34.847613 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router ae3e5151-ffb2-4933-b99b-31dc37ec32c4 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:24:34.951239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:24:34.961173 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f74dd41-5fa8-4368-bcab-f0f56ab854f7 None None] Sync routers for ids ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:24:34.970702 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f74dd41-5fa8-4368-bcab-f0f56ab854f7 None None] Routers {'ae3e5151-ffb2-4933-b99b-31dc37ec32c4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:34.980127 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8f74dd41-5fa8-4368-bcab-f0f56ab854f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:24:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:35.017454 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:35.046375 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-679c9124-5f2a-49ab-9439-32849c0126c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.0534449 Nov 11 12:24:35.047197 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99fb4d48-7086-4e20-a12d-9c18ef931e2e', 'tag': '4e2d7933-7e54-49c3-8334-54203e6183f4'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:24:35.049150 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56494) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:35.050613 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86841bb-94c3-4f45-bf2f-618ed3bba2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "99fb4d48-7086-4e20-a12d-9c18ef931e2e", "tag": "4e2d7933-7e54-49c3-8334-54203e6183f4"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:24:35.090130 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-8f74dd41-5fa8-4368-bcab-f0f56ab854f7 None None] Set router ae3e5151-ffb2-4933-b99b-31dc37ec32c4 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:35.125874 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eabdd0-df51-4fa9-8c13-9f52aa2bf148 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:35.127451 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e9eabdd0-df51-4fa9-8c13-9f52aa2bf148 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e&network_id=7413977d-8a59-4ec7-a6e8-080404a4b72b HTTP/1.1" status: 200 len: 1131 time: 0.0771444 Nov 11 12:24:35.180528 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fc98d9-ba14-4b0b-969a-a18e6322a576 x-openstack-request-id: req-a0fc98d9-ba14-4b0b-969a-a18e6322a576 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:24:35.180820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99fb4d48-7086-4e20-a12d-9c18ef931e2e", "tag": "4e2d7933-7e54-49c3-8334-54203e6183f4", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:24:35.181061 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0fc98d9-ba14-4b0b-969a-a18e6322a576 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:24:35.181466 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99fb4d48-7086-4e20-a12d-9c18ef931e2e', 'tag': '4e2d7933-7e54-49c3-8334-54203e6183f4', 'status': 'completed', 'code': 200} Nov 11 12:24:35.242643 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:24:35.251805 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86841bb-94c3-4f45-bf2f-618ed3bba2c6 req-41a8a4aa-b29b-4caf-8267-72ba8abdb54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:35.251805 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e86841bb-94c3-4f45-bf2f-618ed3bba2c6 req-41a8a4aa-b29b-4caf-8267-72ba8abdb54c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 1136 time: 0.0429292 Nov 11 12:24:35.337403 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8f74dd41-5fa8-4368-bcab-f0f56ab854f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'name': 'tempest-TestNetworkBasicOps-router-1569205494', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:10Z', 'updated_at': '2021-11-11T12:24:15Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:11Z', 'updated_at': '2021-11-11T12:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '7267e4ec-5efb-408b-b6f0-0e068ea47ba7', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.11', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'port_id': '4e2d7933-7e54-49c3-8334-54203e6183f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-150888962', 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b', 'mac_address': 'fa:16:3e:50:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fb4d48-7086-4e20-a12d-9c18ef931e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:24:33Z', 'updated_at': '2021-11-11T12:24:33Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a427711-3d41-4f6d-bfd4-fac6cd9a4b64', 'name': '', 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:3d:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:14Z', 'updated_at': '2021-11-11T12:24:18Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:35.345202 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86841bb-94c3-4f45-bf2f-618ed3bba2c6 req-9e68da59-06c1-4883-8f04-bc5c770c9917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:35.346700 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e86841bb-94c3-4f45-bf2f-618ed3bba2c6 req-9e68da59-06c1-4883-8f04-bc5c770c9917 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7413977d-8a59-4ec7-a6e8-080404a4b72b HTTP/1.1" status: 200 len: 898 time: 0.0903058 Nov 11 12:24:35.375880 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f74dd41-5fa8-4368-bcab-f0f56ab854f7 None None] Checking router: ae3e5151-ffb2-4933-b99b-31dc37ec32c4 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:24:35.391303 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f74dd41-5fa8-4368-bcab-f0f56ab854f7 None None] Routers {'ae3e5151-ffb2-4933-b99b-31dc37ec32c4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:35.392189 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8f74dd41-5fa8-4368-bcab-f0f56ab854f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:24:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:35.421534 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e86841bb-94c3-4f45-bf2f-618ed3bba2c6 req-d98dda9b-2642-4feb-b89c-afc2a4627fbb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e2d7933-7e54-49c3-8334-54203e6183f4 HTTP/1.1" status: 200 len: 1036 time: 0.0675199 Nov 11 12:24:35.479882 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86841bb-94c3-4f45-bf2f-618ed3bba2c6 req-b3fb2ec9-83a9-4202-ab24-cd811038e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:35.481658 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e86841bb-94c3-4f45-bf2f-618ed3bba2c6 req-b3fb2ec9-83a9-4202-ab24-cd811038e950 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=337ad821-8d84-4e8e-8318-c973576ed8af HTTP/1.1" status: 200 len: 834 time: 0.0506344 Nov 11 12:24:35.517028 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-8f74dd41-5fa8-4368-bcab-f0f56ab854f7 None None] Set router ae3e5151-ffb2-4933-b99b-31dc37ec32c4 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:35.536235 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0960f3eb-1e14-4b97-8a3f-126b7e56137f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:35.536826 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86841bb-94c3-4f45-bf2f-618ed3bba2c6 req-a7ad3997-922a-42d6-9b5f-018ef6791597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:35.539883 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e86841bb-94c3-4f45-bf2f-618ed3bba2c6 req-a7ad3997-922a-42d6-9b5f-018ef6791597 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7413977d-8a59-4ec7-a6e8-080404a4b72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0505826 Nov 11 12:24:35.611016 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55757a-6acb-4497-899c-ef2ab8f00877 req-099c05ee-2b21-425b-bbb5-a85d0530f1f0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:35.620745 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0a55757a-6acb-4497-899c-ef2ab8f00877 req-099c05ee-2b21-425b-bbb5-a85d0530f1f0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 983 time: 0.0607760 Nov 11 12:24:35.646682 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e86841bb-94c3-4f45-bf2f-618ed3bba2c6 req-181bdf61-3e58-4f70-80ac-cdb27005db01 service neutron] 10.222.0.70 "GET /v2.0/networks/7413977d-8a59-4ec7-a6e8-080404a4b72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950730 Nov 11 12:24:35.681028 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0a55757a-6acb-4497-899c-ef2ab8f00877 req-92b2c813-a8da-473c-9160-77d3d91b0a0c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589728 Nov 11 12:24:35.751213 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e86841bb-94c3-4f45-bf2f-618ed3bba2c6 req-bc754da4-0e94-41fc-b1b0-00e06876c837 service neutron] 10.222.0.70 "GET /v2.0/networks/7413977d-8a59-4ec7-a6e8-080404a4b72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997913 Nov 11 12:24:35.795652 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-8f74dd41-5fa8-4368-bcab-f0f56ab854f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'name': 'tempest-TestNetworkBasicOps-router-1569205494', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:10Z', 'updated_at': '2021-11-11T12:24:15Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:11Z', 'updated_at': '2021-11-11T12:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '7267e4ec-5efb-408b-b6f0-0e068ea47ba7', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.11', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'port_id': '4e2d7933-7e54-49c3-8334-54203e6183f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-150888962', 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b', 'mac_address': 'fa:16:3e:50:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fb4d48-7086-4e20-a12d-9c18ef931e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:24:33Z', 'updated_at': '2021-11-11T12:24:33Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a427711-3d41-4f6d-bfd4-fac6cd9a4b64', 'name': '', 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:3d:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:14Z', 'updated_at': '2021-11-11T12:24:18Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:35.904591 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f74dd41-5fa8-4368-bcab-f0f56ab854f7 None None] The sync data for ids ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'] in dv-neutron-786478-23-hyperv is: [{'id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'name': 'tempest-TestNetworkBasicOps-router-1569205494', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:10Z', 'updated_at': '2021-11-11T12:24:15Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:11Z', 'updated_at': '2021-11-11T12:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '7267e4ec-5efb-408b-b6f0-0e068ea47ba7', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.11', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'port_id': '4e2d7933-7e54-49c3-8334-54203e6183f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-150888962', 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b', 'mac_address': 'fa:16:3e:50:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fb4d48-7086-4e20-a12d-9c18ef931e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:24:33Z', 'updated_at': '2021-11-11T12:24:33Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a427711-3d41-4f6d-bfd4-fac6cd9a4b64', 'name': '', 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:3d:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:14Z', 'updated_at': '2021-11-11T12:24:18Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:24:36.102785 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de641051-d0b6-4088-9e81-789854378c7a None None] New status for floating IP 7267e4ec-5efb-408b-b6f0-0e068ea47ba7: ACTIVE {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:24:36.512719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:36.793453 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbdc20-6303-450d-9aed-9b990fb24e31 req-67cf5d88-c1d9-4889-995c-e6df7ba5ac97 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:36.794814 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-32cbdc20-6303-450d-9aed-9b990fb24e31 req-67cf5d88-c1d9-4889-995c-e6df7ba5ac97 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 983 time: 0.0518777 Nov 11 12:24:36.841639 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-32cbdc20-6303-450d-9aed-9b990fb24e31 req-b3179e5d-6b5e-4f4a-94df-8acdd4de5270 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406713 Nov 11 12:24:36.868813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889865f-958d-4f96-ac2a-635bd0a6b1dc req-1a5ec18c-af73-449d-ab2d-c8a6185078f4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:36.870243 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5889865f-958d-4f96-ac2a-635bd0a6b1dc req-1a5ec18c-af73-449d-ab2d-c8a6185078f4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/ports?device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 983 time: 0.0480702 Nov 11 12:24:36.914565 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889865f-958d-4f96-ac2a-635bd0a6b1dc req-cb3e2b5e-980f-4de2-9eaa-16f390fce3de tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:36.915876 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5889865f-958d-4f96-ac2a-635bd0a6b1dc req-cb3e2b5e-980f-4de2-9eaa-16f390fce3de tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/ports/4e2d7933-7e54-49c3-8334-54203e6183f4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0390646 Nov 11 12:24:37.017057 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5889865f-958d-4f96-ac2a-635bd0a6b1dc req-9ea010d8-64c4-42f5-9ba3-249657f7d3f3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/networks/7413977d-8a59-4ec7-a6e8-080404a4b72b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0953834 Nov 11 12:24:37.028047 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-5889865f-958d-4f96-ac2a-635bd0a6b1dc req-05005cd3-c920-4b10-905d-d066ce676cef service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:37.078208 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-5889865f-958d-4f96-ac2a-635bd0a6b1dc req-05005cd3-c920-4b10-905d-d066ce676cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:37.517420 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-5889865f-958d-4f96-ac2a-635bd0a6b1dc req-05005cd3-c920-4b10-905d-d066ce676cef service neutron] For port 4e2d7933-7e54-49c3-8334-54203e6183f4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e2d7933-7e54-49c3-8334-54203e6183f4,segment=NetworkSegment(3101ed87-6c01-4046-a7d5-271ce6aa8d8a),segment_id=3101ed87-6c01-4046-a7d5-271ce6aa8d8a)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:37.549794 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-5889865f-958d-4f96-ac2a-635bd0a6b1dc req-05005cd3-c920-4b10-905d-d066ce676cef service neutron] For port 4e2d7933-7e54-49c3-8334-54203e6183f4, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:24:37.583565 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-5889865f-958d-4f96-ac2a-635bd0a6b1dc req-05005cd3-c920-4b10-905d-d066ce676cef service neutron] device_id is not set on port 4e2d7933-7e54-49c3-8334-54203e6183f4 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:24:37.592845 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-5889865f-958d-4f96-ac2a-635bd0a6b1dc req-05005cd3-c920-4b10-905d-d066ce676cef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:37.644008 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-5889865f-958d-4f96-ac2a-635bd0a6b1dc req-05005cd3-c920-4b10-905d-d066ce676cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:37.740982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05005cd3-c920-4b10-905d-d066ce676cef service neutron] Pushing event updated for resources: {'Port': ['ID=4e2d7933-7e54-49c3-8334-54203e6183f4,revision_number=6']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:37.811120 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-5889865f-958d-4f96-ac2a-635bd0a6b1dc req-05005cd3-c920-4b10-905d-d066ce676cef service neutron] No DVR routers for this DVR port 4e2d7933-7e54-49c3-8334-54203e6183f4 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:24:37.934918 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-50c6d4ea-1615-44fc-b7c4-839bf7a0a6d6 req-fb6b475c-e58b-449a-a194-b9d21bd4205c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=99fb4d48-7086-4e20-a12d-9c18ef931e2e HTTP/1.1" status: 200 len: 210 time: 0.0267384 Nov 11 12:24:37.938334 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-973cafe9-3fe0-4287-814b-5eab6fbf69bd None None] Provisioning complete for port 4e2d7933-7e54-49c3-8334-54203e6183f4 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:37.939187 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-973cafe9-3fe0-4287-814b-5eab6fbf69bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:37.951891 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-5889865f-958d-4f96-ac2a-635bd0a6b1dc req-05005cd3-c920-4b10-905d-d066ce676cef service neutron] In _notify_port_updated(), no bound segment for port 4e2d7933-7e54-49c3-8334-54203e6183f4 on network 7413977d-8a59-4ec7-a6e8-080404a4b72b {{(pid=103001) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:24:37.952767 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889865f-958d-4f96-ac2a-635bd0a6b1dc req-05005cd3-c920-4b10-905d-d066ce676cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:37.953378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-5889865f-958d-4f96-ac2a-635bd0a6b1dc req-05005cd3-c920-4b10-905d-d066ce676cef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:37.954656 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5889865f-958d-4f96-ac2a-635bd0a6b1dc req-05005cd3-c920-4b10-905d-d066ce676cef service neutron] 10.222.0.70 "PUT /v2.0/ports/4e2d7933-7e54-49c3-8334-54203e6183f4 HTTP/1.1" status: 200 len: 1026 time: 0.9304285 Nov 11 12:24:37.980463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-973cafe9-3fe0-4287-814b-5eab6fbf69bd None None] Port 4e2d7933-7e54-49c3-8334-54203e6183f4 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:24:38.095634 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:38.990708 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56510) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:39.036955 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c3146-2496-457e-a9c7-df720a7adcf4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:39.038285 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2b0c3146-2496-457e-a9c7-df720a7adcf4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports/4e2d7933-7e54-49c3-8334-54203e6183f4 HTTP/1.1" status: 200 len: 925 time: 0.0465164 Nov 11 12:24:39.145271 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.393633 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56514) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:39.398980 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-fc27d286-dd10-4c9c-969f-da6bd6820c16 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1364673219', 'description': 'tempest-secgroup-smoke-1364673219 description', 'project_id': '61936e26caaf472aa62c0bac8a753383'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:39.490654 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc27d286-dd10-4c9c-969f-da6bd6820c16 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.554023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc27d286-dd10-4c9c-969f-da6bd6820c16 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.621368 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc27d286-dd10-4c9c-969f-da6bd6820c16 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.650342 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27d286-dd10-4c9c-969f-da6bd6820c16 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76e3e5a-f199-4128-ab58-5fb179fd2e87,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:39.726760 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fc27d286-dd10-4c9c-969f-da6bd6820c16 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.728083 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fc27d286-dd10-4c9c-969f-da6bd6820c16 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3334308 Nov 11 12:24:39.730899 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56516) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:39.735223 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-bee6e913-8d12-43f2-90da-d20ef997a72a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'c76e3e5a-f199-4128-ab58-5fb179fd2e87', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:39.838164 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bee6e913-8d12-43f2-90da-d20ef997a72a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.894787 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bee6e913-8d12-43f2-90da-d20ef997a72a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.941583 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bee6e913-8d12-43f2-90da-d20ef997a72a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:39.958755 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6e913-8d12-43f2-90da-d20ef997a72a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9a769a-d9f8-4b3e-aa40-bf81c63a5a84,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:40.035414 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bee6e913-8d12-43f2-90da-d20ef997a72a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.036625 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bee6e913-8d12-43f2-90da-d20ef997a72a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3047943 Nov 11 12:24:40.039913 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56518) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:40.044207 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-cfbad08a-42f1-4517-9881-dfe64cfca73c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'c76e3e5a-f199-4128-ab58-5fb179fd2e87', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:40.144703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cfbad08a-42f1-4517-9881-dfe64cfca73c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.198892 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cfbad08a-42f1-4517-9881-dfe64cfca73c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.265437 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cfbad08a-42f1-4517-9881-dfe64cfca73c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.283108 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbad08a-42f1-4517-9881-dfe64cfca73c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f13d303-f658-4195-afbf-7bcbdaff1df8,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:40.364688 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cfbad08a-42f1-4517-9881-dfe64cfca73c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.366012 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cfbad08a-42f1-4517-9881-dfe64cfca73c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3251853 Nov 11 12:24:40.369513 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56520) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:40.373753 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-5a4fa0be-701e-4959-986f-bda3db22f6dd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'c76e3e5a-f199-4128-ab58-5fb179fd2e87', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:40.449187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa0be-701e-4959-986f-bda3db22f6dd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.504888 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa0be-701e-4959-986f-bda3db22f6dd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.552983 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa0be-701e-4959-986f-bda3db22f6dd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.570504 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fa0be-701e-4959-986f-bda3db22f6dd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468a60d3-2de8-402c-9506-ae62d501513a,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:40.629747 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa0be-701e-4959-986f-bda3db22f6dd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.630980 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5a4fa0be-701e-4959-986f-bda3db22f6dd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2605190 Nov 11 12:24:40.633778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56522) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:40.638243 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-6c770ded-2766-4302-8d0b-54211a4491d5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'c76e3e5a-f199-4128-ab58-5fb179fd2e87', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:40.727828 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c770ded-2766-4302-8d0b-54211a4491d5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.730549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.784856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c770ded-2766-4302-8d0b-54211a4491d5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.850245 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c770ded-2766-4302-8d0b-54211a4491d5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.867034 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c770ded-2766-4302-8d0b-54211a4491d5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04840f55-66de-4909-a49e-17405a030322,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:40.938026 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c770ded-2766-4302-8d0b-54211a4491d5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:40.939234 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6c770ded-2766-4302-8d0b-54211a4491d5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3044887 Nov 11 12:24:40.941959 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56524) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:40.946722 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-ee8057be-3a72-43fe-8109-5b905db05acc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'c76e3e5a-f199-4128-ab58-5fb179fd2e87', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:41.027497 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-ee8057be-3a72-43fe-8109-5b905db05acc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:24:41.032271 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ee8057be-3a72-43fe-8109-5b905db05acc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.087911 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ee8057be-3a72-43fe-8109-5b905db05acc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.158639 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ee8057be-3a72-43fe-8109-5b905db05acc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.175021 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8057be-3a72-43fe-8109-5b905db05acc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c9391c-074d-4918-8afe-84a2dccc468c,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:41.233069 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ee8057be-3a72-43fe-8109-5b905db05acc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.234323 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ee8057be-3a72-43fe-8109-5b905db05acc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2914138 Nov 11 12:24:41.237109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56526) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:41.242404 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-7fc0fac3-cb7e-4955-9614-967d19f942fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'c76e3e5a-f199-4128-ab58-5fb179fd2e87', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:41.336123 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-7fc0fac3-cb7e-4955-9614-967d19f942fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:24:41.341302 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fac3-cb7e-4955-9614-967d19f942fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.398256 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fac3-cb7e-4955-9614-967d19f942fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.478713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fac3-cb7e-4955-9614-967d19f942fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.496319 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0fac3-cb7e-4955-9614-967d19f942fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fc34fa-2e40-4041-a6d4-9fec0def5605,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:41.572336 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fac3-cb7e-4955-9614-967d19f942fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:41.573571 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7fc0fac3-cb7e-4955-9614-967d19f942fd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3354530 Nov 11 12:24:41.717025 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-0f34d64c-2165-4537-a9c0-c776d8a98f2a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1364673219&fields=id&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 267 time: 0.0434813 Nov 11 12:24:41.766299 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-5d250381-ad17-4e4b-913c-e9655417720d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:41.767630 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-5d250381-ad17-4e4b-913c-e9655417720d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports/4e2d7933-7e54-49c3-8334-54203e6183f4 HTTP/1.1" status: 200 len: 930 time: 0.0440853 Nov 11 12:24:41.811122 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-86ffbe1b-cfb6-4b15-ae03-8df2bc80ab09 service neutron] 10.222.0.50 "GET /v2.0/ports/4e2d7933-7e54-49c3-8334-54203e6183f4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0305984 Nov 11 12:24:41.896552 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-3ebb44c8-8201-4d9a-9f32-0cb282bdbd07 service neutron] 10.222.0.50 "GET /v2.0/networks/7413977d-8a59-4ec7-a6e8-080404a4b72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798409 Nov 11 12:24:41.987607 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-c3a31660-ccc5-40f8-8368-4f46c47cec1f service neutron] 10.222.0.50 "GET /v2.0/networks/7413977d-8a59-4ec7-a6e8-080404a4b72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846207 Nov 11 12:24:42.258089 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8459646e-2479-43b6-9080-915574591ee7 req-d50837fd-a8e4-4c9a-839f-846938f42519 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=21441515-93ba-4612-a2ba-6c52c2a9b6aa HTTP/1.1" status: 200 len: 210 time: 0.0281994 Nov 11 12:24:42.289447 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 4e2d7933-7e54-49c3-8334-54203e6183f4 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:24:42.329412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 4e2d7933-7e54-49c3-8334-54203e6183f4 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:24:43.350790 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ed3fe2b9-3ff4-425b-9fa0-c796c0c03151 req-2c474e79-4f06-4158-9b81-339774deb136 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=21441515-93ba-4612-a2ba-6c52c2a9b6aa HTTP/1.1" status: 200 len: 210 time: 0.0265737 Nov 11 12:24:43.960288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-edc4ad6c-656d-4747-a40a-8fbb3f4e16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:43.961609 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-edc4ad6c-656d-4747-a40a-8fbb3f4e16ff service neutron] 10.222.0.70 "GET /v2.0/ports/4e2d7933-7e54-49c3-8334-54203e6183f4 HTTP/1.1" status: 200 len: 1026 time: 0.0330589 Nov 11 12:24:44.071093 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-a4ccfb92-9ebe-4cb7-828d-cc101b427cf9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:44.072593 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-a4ccfb92-9ebe-4cb7-828d-cc101b427cf9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/networks?id=7413977d-8a59-4ec7-a6e8-080404a4b72b HTTP/1.1" status: 200 len: 797 time: 0.1040614 Nov 11 12:24:44.147561 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-5c9ddfca-2db6-4a5f-9724-7dae4af7d766 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 473 time: 0.0660677 Nov 11 12:24:44.168108 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Request body: {'port': {'device_id': '21441515-93ba-4612-a2ba-6c52c2a9b6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:44.220927 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:44.445351 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5eac5ee9-0b07-4642-8b75-6825d4d76316 req-a002dbd0-e3e8-445f-a41d-bb14537d88d5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=21441515-93ba-4612-a2ba-6c52c2a9b6aa HTTP/1.1" status: 200 len: 210 time: 0.0264366 Nov 11 12:24:44.488929 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2d7933-7e54-49c3-8334-54203e6183f4 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:24:44.496505 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:44.508392 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Transition to ACTIVE for port object 4e2d7933-7e54-49c3-8334-54203e6183f4 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:24:44.591903 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:44.665155 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2d7933-7e54-49c3-8334-54203e6183f4,revision_number=7']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:44.767778 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Attempting to bind port 4e2d7933-7e54-49c3-8334-54203e6183f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:24:44.769781 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Attempting to bind port 4e2d7933-7e54-49c3-8334-54203e6183f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '3101ed87-6c01-4046-a7d5-271ce6aa8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:24:44.769781 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Attempting to bind port 4e2d7933-7e54-49c3-8334-54203e6183f4 on network 7413977d-8a59-4ec7-a6e8-080404a4b72b {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:44.773028 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Port 4e2d7933-7e54-49c3-8334-54203e6183f4 on network 7413977d-8a59-4ec7-a6e8-080404a4b72b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:24:44.773372 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Attempting to bind port 4e2d7933-7e54-49c3-8334-54203e6183f4 on network 7413977d-8a59-4ec7-a6e8-080404a4b72b {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:24:44.778902 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:24:44.779257 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Checking segment: {'id': '3101ed87-6c01-4046-a7d5-271ce6aa8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:24:44.779643 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Bound using segment: {'id': '3101ed87-6c01-4046-a7d5-271ce6aa8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:24:44.780090 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Bound port: 4e2d7933-7e54-49c3-8334-54203e6183f4, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3101ed87-6c01-4046-a7d5-271ce6aa8d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:24:44.780414 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:44.842869 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] For port 4e2d7933-7e54-49c3-8334-54203e6183f4, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:24:44.846043 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] For port 4e2d7933-7e54-49c3-8334-54203e6183f4, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e2d7933-7e54-49c3-8334-54203e6183f4,segment=NetworkSegment(3101ed87-6c01-4046-a7d5-271ce6aa8d8a),segment_id=3101ed87-6c01-4046-a7d5-271ce6aa8d8a)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:24:44.925875 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:44.958591 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:44.959443 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:44.960742 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] 10.222.0.70 "PUT /v2.0/ports/4e2d7933-7e54-49c3-8334-54203e6183f4 HTTP/1.1" status: 200 len: 1131 time: 0.7971423 Nov 11 12:24:44.962888 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21441515-93ba-4612-a2ba-6c52c2a9b6aa', 'tag': '4e2d7933-7e54-49c3-8334-54203e6183f4'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:24:44.965970 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc914d0a-8ede-4023-b30c-94d51692132a" -d '{"events": [{"name": "network-changed", "server_uuid": "21441515-93ba-4612-a2ba-6c52c2a9b6aa", "tag": "4e2d7933-7e54-49c3-8334-54203e6183f4"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:24:44.995086 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c369db4-55a7-4911-9575-8b20f218af60 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2d7933-7e54-49c3-8334-54203e6183f4,revision_number=8']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:45.011658 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccfa835-b032-4c9c-9049-e2a501722f97 x-openstack-request-id: req-2ccfa835-b032-4c9c-9049-e2a501722f97 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:24:45.011658 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21441515-93ba-4612-a2ba-6c52c2a9b6aa", "tag": "4e2d7933-7e54-49c3-8334-54203e6183f4", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:24:45.011658 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ccfa835-b032-4c9c-9049-e2a501722f97 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:24:45.011658 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21441515-93ba-4612-a2ba-6c52c2a9b6aa', 'tag': '4e2d7933-7e54-49c3-8334-54203e6183f4', 'status': 'completed', 'code': 200} Nov 11 12:24:45.080424 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc914d0a-8ede-4023-b30c-94d51692132a req-87013c3a-8b79-4fe0-978c-2dae0402ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:45.081927 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fc914d0a-8ede-4023-b30c-94d51692132a req-87013c3a-8b79-4fe0-978c-2dae0402ec9a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=21441515-93ba-4612-a2ba-6c52c2a9b6aa HTTP/1.1" status: 200 len: 1134 time: 0.0505867 Nov 11 12:24:45.185891 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc914d0a-8ede-4023-b30c-94d51692132a req-23fef6f9-cb0f-4fd4-95ca-6336d237dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:45.187365 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fc914d0a-8ede-4023-b30c-94d51692132a req-23fef6f9-cb0f-4fd4-95ca-6336d237dcd4 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=61936e26caaf472aa62c0bac8a753383&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0962510 Nov 11 12:24:45.287887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc914d0a-8ede-4023-b30c-94d51692132a req-e3f64e65-0ac0-4879-8949-4157a52d5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:45.289368 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fc914d0a-8ede-4023-b30c-94d51692132a req-e3f64e65-0ac0-4879-8949-4157a52d5ac6 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953050 Nov 11 12:24:45.364498 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-fbddfabe-8e6c-44d4-bbd8-5d51eef43cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:45.365946 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-fbddfabe-8e6c-44d4-bbd8-5d51eef43cd2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=21441515-93ba-4612-a2ba-6c52c2a9b6aa HTTP/1.1" status: 200 len: 1134 time: 0.0404384 Nov 11 12:24:45.435505 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-c4d039f2-bb86-426b-a0c1-ea7d5a1274b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e2d7933-7e54-49c3-8334-54203e6183f4 HTTP/1.1" status: 200 len: 1036 time: 0.0619192 Nov 11 12:24:45.490769 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-4d4845c2-5b56-40df-b515-348bc65277b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:45.492821 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-4d4845c2-5b56-40df-b515-348bc65277b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=337ad821-8d84-4e8e-8318-c973576ed8af HTTP/1.1" status: 200 len: 834 time: 0.0496516 Nov 11 12:24:45.538433 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-97ac8c5e-9986-4d55-a70f-879b04ad2ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:45.539888 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-97ac8c5e-9986-4d55-a70f-879b04ad2ab1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7413977d-8a59-4ec7-a6e8-080404a4b72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411599 Nov 11 12:24:45.565198 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bd84b-d0d9-4ef2-98b9-de7cbe71aac1 req-ee9a7753-6014-4064-af1a-1ca9b8e2c60f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:45.566694 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-563bd84b-d0d9-4ef2-98b9-de7cbe71aac1 req-ee9a7753-6014-4064-af1a-1ca9b8e2c60f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=21441515-93ba-4612-a2ba-6c52c2a9b6aa HTTP/1.1" status: 200 len: 981 time: 0.0533905 Nov 11 12:24:45.615136 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-563bd84b-d0d9-4ef2-98b9-de7cbe71aac1 req-9e89a476-aae4-4881-8da6-ba20ddef1c05 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416873 Nov 11 12:24:45.638331 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-3d183ce1-0981-4bd2-b299-4212ba1b69e6 service neutron] 10.222.0.70 "GET /v2.0/networks/7413977d-8a59-4ec7-a6e8-080404a4b72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916445 Nov 11 12:24:45.729230 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-14b06fb4-e58b-4442-aaa5-bd666698cd89 req-631ceeb0-d926-4ded-9bd7-17448a080f32 service neutron] 10.222.0.70 "GET /v2.0/networks/7413977d-8a59-4ec7-a6e8-080404a4b72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825195 Nov 11 12:24:46.733348 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603494de-ba2a-4455-8995-b769f6761496 req-857b503d-578b-4107-a0e6-d30d9c804f26 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:46.734814 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-603494de-ba2a-4455-8995-b769f6761496 req-857b503d-578b-4107-a0e6-d30d9c804f26 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=21441515-93ba-4612-a2ba-6c52c2a9b6aa HTTP/1.1" status: 200 len: 981 time: 0.0492425 Nov 11 12:24:46.782023 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-603494de-ba2a-4455-8995-b769f6761496 req-4ff43810-4b8e-465a-b336-99a5716c71e6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411754 Nov 11 12:24:47.903940 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9f0c0-0ba4-41ef-b6c2-3653e1621b5f req-20b3ceea-91a3-4923-b2d1-4881afef41e8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:47.905393 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-64a9f0c0-0ba4-41ef-b6c2-3653e1621b5f req-20b3ceea-91a3-4923-b2d1-4881afef41e8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=21441515-93ba-4612-a2ba-6c52c2a9b6aa HTTP/1.1" status: 200 len: 981 time: 0.0529621 Nov 11 12:24:47.951604 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-64a9f0c0-0ba4-41ef-b6c2-3653e1621b5f req-612ec712-dfaa-4ec0-b9a2-a37fdf1d8f5e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403516 Nov 11 12:24:48.318620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 4e2d7933-7e54-49c3-8334-54203e6183f4 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:24:48.411865 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 4e2d7933-7e54-49c3-8334-54203e6183f4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e2d7933-7e54-49c3-8334-54203e6183f4,segment=NetworkSegment(3101ed87-6c01-4046-a7d5-271ce6aa8d8a),segment_id=3101ed87-6c01-4046-a7d5-271ce6aa8d8a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:48.426545 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '4e2d7933-7e54-49c3-8334-54203e6183f4', 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b', 'port_id': '4e2d7933-7e54-49c3-8334-54203e6183f4', 'mac_address': 'fa:16:3e:50:0b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:24:48.465127 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:48.481138 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2d7933-7e54-49c3-8334-54203e6183f4 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:24:48.502257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 4e2d7933-7e54-49c3-8334-54203e6183f4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e2d7933-7e54-49c3-8334-54203e6183f4,segment=NetworkSegment(3101ed87-6c01-4046-a7d5-271ce6aa8d8a),segment_id=3101ed87-6c01-4046-a7d5-271ce6aa8d8a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:48.600377 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:48.647328 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=4e2d7933-7e54-49c3-8334-54203e6183f4,revision_number=9']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:48.833478 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['4e2d7933-7e54-49c3-8334-54203e6183f4'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:24:49.065740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c5f1-b069-4524-bd6b-ec05848fac7e req-ee625059-5adf-49b8-994a-2674e872a72b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:49.067225 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e811c5f1-b069-4524-bd6b-ec05848fac7e req-ee625059-5adf-49b8-994a-2674e872a72b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=21441515-93ba-4612-a2ba-6c52c2a9b6aa HTTP/1.1" status: 200 len: 982 time: 0.0481303 Nov 11 12:24:49.116516 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e811c5f1-b069-4524-bd6b-ec05848fac7e req-2257163a-2c3f-4942-8e35-9f4128726471 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432918 Nov 11 12:24:50.230478 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12165b-0b94-4910-a1bf-a2ff29a1ee50 req-92ed77d3-75fe-4f5f-aaae-8621895d2d7d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:50.231959 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5a12165b-0b94-4910-a1bf-a2ff29a1ee50 req-92ed77d3-75fe-4f5f-aaae-8621895d2d7d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=21441515-93ba-4612-a2ba-6c52c2a9b6aa HTTP/1.1" status: 200 len: 982 time: 0.0488870 Nov 11 12:24:50.282429 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5a12165b-0b94-4910-a1bf-a2ff29a1ee50 req-181ffa0c-2aa1-43bc-a7da-c2467da0cede tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446289 Nov 11 12:24:50.347913 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 4e2d7933-7e54-49c3-8334-54203e6183f4 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:24:50.465517 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 4e2d7933-7e54-49c3-8334-54203e6183f4 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:24:50.470534 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 4e2d7933-7e54-49c3-8334-54203e6183f4 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:50.470900 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:50.551535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:50.572865 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21441515-93ba-4612-a2ba-6c52c2a9b6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2d7933-7e54-49c3-8334-54203e6183f4'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:24:50.575589 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7ec101-c006-406e-8fb1-9128affeaa39" -d '{"events": [{"server_uuid": "21441515-93ba-4612-a2ba-6c52c2a9b6aa", "name": "network-vif-plugged", "status": "completed", "tag": "4e2d7933-7e54-49c3-8334-54203e6183f4"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:24:50.588038 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 4e2d7933-7e54-49c3-8334-54203e6183f4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e2d7933-7e54-49c3-8334-54203e6183f4,segment=NetworkSegment(3101ed87-6c01-4046-a7d5-271ce6aa8d8a),segment_id=3101ed87-6c01-4046-a7d5-271ce6aa8d8a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:50.613516 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c12cae-bbcc-4f3d-b442-664c8d5ae0d3 x-openstack-request-id: req-75c12cae-bbcc-4f3d-b442-664c8d5ae0d3 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:24:50.613516 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21441515-93ba-4612-a2ba-6c52c2a9b6aa", "name": "network-vif-plugged", "status": "completed", "tag": "4e2d7933-7e54-49c3-8334-54203e6183f4", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:24:50.613516 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-75c12cae-bbcc-4f3d-b442-664c8d5ae0d3 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:24:50.613516 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21441515-93ba-4612-a2ba-6c52c2a9b6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2d7933-7e54-49c3-8334-54203e6183f4', 'code': 200} Nov 11 12:24:50.692393 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:50.740079 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=4e2d7933-7e54-49c3-8334-54203e6183f4,revision_number=10']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:51.025722 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2b9d3f8d-90bc-46d5-88c2-f4c6ed274dbf req-6ad0d7d7-c431-4ef4-ac33-00f310213afe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685689 Nov 11 12:24:51.033952 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877e697-467e-45eb-bd6f-f08f97e590ed req-e3c7238e-2ea6-4974-9935-7c184659d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:51.035366 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e877e697-467e-45eb-bd6f-f08f97e590ed req-e3c7238e-2ea6-4974-9935-7c184659d3ed service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=21441515-93ba-4612-a2ba-6c52c2a9b6aa HTTP/1.1" status: 200 len: 1137 time: 0.0771983 Nov 11 12:24:51.114391 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d3f8d-90bc-46d5-88c2-f4c6ed274dbf req-30cd7e0b-5688-47b8-a2ee-b7e48da0e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:51.115915 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2b9d3f8d-90bc-46d5-88c2-f4c6ed274dbf req-30cd7e0b-5688-47b8-a2ee-b7e48da0e4ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 1098 time: 0.0668385 Nov 11 12:24:51.118059 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e877e697-467e-45eb-bd6f-f08f97e590ed req-f825f7a4-2ded-4c4c-b05c-e7615d3a5bbd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742204 Nov 11 12:24:51.395866 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d3f8d-90bc-46d5-88c2-f4c6ed274dbf req-1a0bda13-e429-47f9-ab7c-4f377ecffa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:51.397538 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2b9d3f8d-90bc-46d5-88c2-f4c6ed274dbf req-1a0bda13-e429-47f9-ab7c-4f377ecffa73 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a HTTP/1.1" status: 200 len: 913 time: 0.0911844 Nov 11 12:24:51.397730 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984420d-fbf5-4088-924b-19c8d92f9826 req-3d8cb04f-c4e3-428e-9a50-7ce4645c7c70 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:51.399158 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e984420d-fbf5-4088-924b-19c8d92f9826 req-3d8cb04f-c4e3-428e-9a50-7ce4645c7c70 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=21441515-93ba-4612-a2ba-6c52c2a9b6aa HTTP/1.1" status: 200 len: 984 time: 0.0495186 Nov 11 12:24:51.452753 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e984420d-fbf5-4088-924b-19c8d92f9826 req-98cc5cc6-8bea-4600-8d1e-0787345d2edb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466766 Nov 11 12:24:51.471411 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2b9d3f8d-90bc-46d5-88c2-f4c6ed274dbf req-9ee8b32a-771f-4dfe-9719-1d4c1beccc67 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fe28b18-dc37-47b5-95b9-babe56d6b6c3 HTTP/1.1" status: 200 len: 1001 time: 0.0654073 Nov 11 12:24:51.527924 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d3f8d-90bc-46d5-88c2-f4c6ed274dbf req-2c92e476-5da2-4f9c-b8bf-8108d3cb5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:51.529368 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2b9d3f8d-90bc-46d5-88c2-f4c6ed274dbf req-2c92e476-5da2-4f9c-b8bf-8108d3cb5ba7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9072cf2e-3415-4e51-a149-d008214c502e HTTP/1.1" status: 200 len: 851 time: 0.0435030 Nov 11 12:24:51.579903 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d3f8d-90bc-46d5-88c2-f4c6ed274dbf req-ef42041a-e656-4813-bbd5-ce021c339872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:51.581393 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2b9d3f8d-90bc-46d5-88c2-f4c6ed274dbf req-ef42041a-e656-4813-bbd5-ce021c339872 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0438626 Nov 11 12:24:51.673676 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2b9d3f8d-90bc-46d5-88c2-f4c6ed274dbf req-a32eae46-d677-45c1-9e8d-920f774dad72 service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833290 Nov 11 12:24:51.766682 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2b9d3f8d-90bc-46d5-88c2-f4c6ed274dbf req-7da245bc-2795-4549-bf9f-231b2ab5f20f service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860357 Nov 11 12:24:52.571500 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984a8a9-757b-4e9d-b5d0-817be8ccbaff req-dce2a395-1313-4a54-8e16-e3511406492c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:52.572868 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5984a8a9-757b-4e9d-b5d0-817be8ccbaff req-dce2a395-1313-4a54-8e16-e3511406492c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=21441515-93ba-4612-a2ba-6c52c2a9b6aa HTTP/1.1" status: 200 len: 984 time: 0.0490310 Nov 11 12:24:52.620618 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5984a8a9-757b-4e9d-b5d0-817be8ccbaff req-1b87ed99-cb78-4e3e-a311-627d7d5ec92a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410502 Nov 11 12:24:52.741421 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fe249-5636-43c6-b957-131c95f7cf00 req-8b08c726-9433-4f00-a275-57ccb3fb7c68 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:52.742888 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-af7fe249-5636-43c6-b957-131c95f7cf00 req-8b08c726-9433-4f00-a275-57ccb3fb7c68 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=21441515-93ba-4612-a2ba-6c52c2a9b6aa HTTP/1.1" status: 200 len: 984 time: 0.0521629 Nov 11 12:24:52.794659 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-af7fe249-5636-43c6-b957-131c95f7cf00 req-28dc753e-2f80-46ce-bef4-a70a75428355 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452690 Nov 11 12:24:52.816423 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56582) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:52.884774 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f387858-0750-49f9-b921-a6ba76311ba1 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:52.886277 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0f387858-0750-49f9-b921-a6ba76311ba1 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=21441515-93ba-4612-a2ba-6c52c2a9b6aa&network_id=7413977d-8a59-4ec7-a6e8-080404a4b72b HTTP/1.1" status: 200 len: 1132 time: 0.0688863 Nov 11 12:24:53.302400 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87940b10-b507-4b09-a38c-3c9e1a1b14dd req-56f4d2d6-add3-46ea-87a8-9d310aaf5e3f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:53.303986 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-87940b10-b507-4b09-a38c-3c9e1a1b14dd req-56f4d2d6-add3-46ea-87a8-9d310aaf5e3f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=21441515-93ba-4612-a2ba-6c52c2a9b6aa HTTP/1.1" status: 200 len: 984 time: 0.0530696 Nov 11 12:24:53.350506 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-87940b10-b507-4b09-a38c-3c9e1a1b14dd req-ea497347-aefa-4c91-b616-f0a1a29f88f8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406079 Nov 11 12:24:54.468345 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d891b-a878-4672-bc15-b99d7efb7a8d req-31d1dd5c-4338-4146-95c1-e515bacb446a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:54.470036 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3c6d891b-a878-4672-bc15-b99d7efb7a8d req-31d1dd5c-4338-4146-95c1-e515bacb446a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=21441515-93ba-4612-a2ba-6c52c2a9b6aa HTTP/1.1" status: 200 len: 984 time: 0.0514386 Nov 11 12:24:54.517550 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3c6d891b-a878-4672-bc15-b99d7efb7a8d req-11aa41b5-952c-41b6-ad31-bd6f5af1397e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=f51e0f18-9d71-4df5-9e0f-8f27844be737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415561 Nov 11 12:24:54.633732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a80563-e30c-46d0-9b23-8b7067522020 req-2ec3f8f6-5787-4f42-ab2a-70f4d99a0eb0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:54.635209 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4a80563-e30c-46d0-9b23-8b7067522020 req-2ec3f8f6-5787-4f42-ab2a-70f4d99a0eb0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/ports?device_id=21441515-93ba-4612-a2ba-6c52c2a9b6aa HTTP/1.1" status: 200 len: 984 time: 0.0499110 Nov 11 12:24:54.679614 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a80563-e30c-46d0-9b23-8b7067522020 req-1db7b071-b3f1-4152-9905-29c15878c75d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:54.680984 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4a80563-e30c-46d0-9b23-8b7067522020 req-1db7b071-b3f1-4152-9905-29c15878c75d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/ports/4e2d7933-7e54-49c3-8334-54203e6183f4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0391281 Nov 11 12:24:54.787480 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4a80563-e30c-46d0-9b23-8b7067522020 req-6877d0a4-ef2d-4ae3-9b22-8e351f932ba6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/networks/7413977d-8a59-4ec7-a6e8-080404a4b72b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0986955 Nov 11 12:24:54.800484 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-a4a80563-e30c-46d0-9b23-8b7067522020 req-c9d4f5a9-a424-44cc-9843-a40a6efd6b92 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:24:54.856981 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a4a80563-e30c-46d0-9b23-8b7067522020 req-c9d4f5a9-a424-44cc-9843-a40a6efd6b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:54.990791 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-a4a80563-e30c-46d0-9b23-8b7067522020 req-c9d4f5a9-a424-44cc-9843-a40a6efd6b92 service neutron] For port 4e2d7933-7e54-49c3-8334-54203e6183f4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4e2d7933-7e54-49c3-8334-54203e6183f4,segment=NetworkSegment(3101ed87-6c01-4046-a7d5-271ce6aa8d8a),segment_id=3101ed87-6c01-4046-a7d5-271ce6aa8d8a)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:55.023203 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-a4a80563-e30c-46d0-9b23-8b7067522020 req-c9d4f5a9-a424-44cc-9843-a40a6efd6b92 service neutron] For port 4e2d7933-7e54-49c3-8334-54203e6183f4, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:24:55.054733 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-a4a80563-e30c-46d0-9b23-8b7067522020 req-c9d4f5a9-a424-44cc-9843-a40a6efd6b92 service neutron] device_id is not set on port 4e2d7933-7e54-49c3-8334-54203e6183f4 yet. {{(pid=103001) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 12:24:55.062865 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a4a80563-e30c-46d0-9b23-8b7067522020 req-c9d4f5a9-a424-44cc-9843-a40a6efd6b92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.147979 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a4a80563-e30c-46d0-9b23-8b7067522020 req-c9d4f5a9-a424-44cc-9843-a40a6efd6b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.229094 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4f5a9-a424-44cc-9843-a40a6efd6b92 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2d7933-7e54-49c3-8334-54203e6183f4,revision_number=11']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:55.278712 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a80563-e30c-46d0-9b23-8b7067522020 req-c9d4f5a9-a424-44cc-9843-a40a6efd6b92 service neutron] No DVR routers for this DVR port 4e2d7933-7e54-49c3-8334-54203e6183f4 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:24:55.418306 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-a4a80563-e30c-46d0-9b23-8b7067522020 req-c9d4f5a9-a424-44cc-9843-a40a6efd6b92 service neutron] In _notify_port_updated(), no bound segment for port 4e2d7933-7e54-49c3-8334-54203e6183f4 on network 7413977d-8a59-4ec7-a6e8-080404a4b72b {{(pid=103001) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 12:24:55.419215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a80563-e30c-46d0-9b23-8b7067522020 req-c9d4f5a9-a424-44cc-9843-a40a6efd6b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:24:55.419812 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a4a80563-e30c-46d0-9b23-8b7067522020 req-c9d4f5a9-a424-44cc-9843-a40a6efd6b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.421064 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4a80563-e30c-46d0-9b23-8b7067522020 req-c9d4f5a9-a424-44cc-9843-a40a6efd6b92 service neutron] 10.222.0.70 "PUT /v2.0/ports/4e2d7933-7e54-49c3-8334-54203e6183f4 HTTP/1.1" status: 200 len: 1027 time: 0.6251411 Nov 11 12:24:55.456995 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1cd2ca9f-2172-42f1-b317-021e959e819e None None] Provisioning complete for port 4e2d7933-7e54-49c3-8334-54203e6183f4 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:24:55.457581 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1cd2ca9f-2172-42f1-b317-021e959e819e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:55.494732 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1cd2ca9f-2172-42f1-b317-021e959e819e None None] Port 4e2d7933-7e54-49c3-8334-54203e6183f4 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:24:55.612110 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-af3e8e0b-eb12-43d7-8177-46b8e70dd72c req-28448b1e-6904-4983-a510-2d9d50c279b4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=21441515-93ba-4612-a2ba-6c52c2a9b6aa HTTP/1.1" status: 200 len: 210 time: 0.0263808 Nov 11 12:24:56.669016 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56598) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:56.727450 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7dd0bc83-418a-4d44-859e-97909fd3070a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:56.751355 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7dd0bc83-418a-4d44-859e-97909fd3070a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:56.852978 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7dd0bc83-418a-4d44-859e-97909fd3070a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:56.855638 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7dd0bc83-418a-4d44-859e-97909fd3070a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:56.856764 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7dd0bc83-418a-4d44-859e-97909fd3070a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/security-groups/c76e3e5a-f199-4128-ab58-5fb179fd2e87 HTTP/1.1" status: 204 len: 168 time: 0.1867847 Nov 11 12:24:56.865887 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0bc83-418a-4d44-859e-97909fd3070a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76e3e5a-f199-4128-ab58-5fb179fd2e87,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:56.934023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56602) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:57.089365 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-87a4a936-a329-4a75-bf94-5932d187918e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 05de97d7-ae78-45ed-85cb-cdd66e90f329 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:24:57.089695 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87a4a936-a329-4a75-bf94-5932d187918e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:57.167799 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87a4a936-a329-4a75-bf94-5932d187918e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:57.168030 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87a4a936-a329-4a75-bf94-5932d187918e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:57.179417 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-87a4a936-a329-4a75-bf94-5932d187918e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 05de97d7-ae78-45ed-85cb-cdd66e90f329 owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:24:57.408169 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87a4a936-a329-4a75-bf94-5932d187918e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:57.438940 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4a936-a329-4a75-bf94-5932d187918e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=05de97d7-ae78-45ed-85cb-cdd66e90f329,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:57.498027 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87a4a936-a329-4a75-bf94-5932d187918e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:57.498420 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-87a4a936-a329-4a75-bf94-5932d187918e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP 7267e4ec-5efb-408b-b6f0-0e068ea47ba7 disassociated (deleted). External IP: 172.26.5.11, port: 4e2d7933-7e54-49c3-8334-54203e6183f4. Nov 11 12:24:57.705801 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a4a936-a329-4a75-bf94-5932d187918e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router ae3e5151-ffb2-4933-b99b-31dc37ec32c4 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:24:57.814841 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a4a936-a329-4a75-bf94-5932d187918e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:24:57.819709 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87a4a936-a329-4a75-bf94-5932d187918e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:57.824647 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a6dc1-04ed-4c13-8715-8f838e9e56f4 None None] Sync routers for ids ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:24:57.834092 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a6dc1-04ed-4c13-8715-8f838e9e56f4 None None] Routers {'ae3e5151-ffb2-4933-b99b-31dc37ec32c4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:57.834695 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5b1a6dc1-04ed-4c13-8715-8f838e9e56f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:24:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:57.847717 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-87a4a936-a329-4a75-bf94-5932d187918e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/floatingips/7267e4ec-5efb-408b-b6f0-0e068ea47ba7 HTTP/1.1" status: 204 len: 168 time: 0.9120409 Nov 11 12:24:57.917894 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56608) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:57.939432 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-5b1a6dc1-04ed-4c13-8715-8f838e9e56f4 None None] Set router ae3e5151-ffb2-4933-b99b-31dc37ec32c4 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:57.974942 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab062ce7-381f-47f3-9e0e-2933dad64535 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:58.000889 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab062ce7-381f-47f3-9e0e-2933dad64535 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:58.133476 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab062ce7-381f-47f3-9e0e-2933dad64535 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:58.136092 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab062ce7-381f-47f3-9e0e-2933dad64535 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:58.137229 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ab062ce7-381f-47f3-9e0e-2933dad64535 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/security-groups/9153e381-7d21-444f-960b-75f0276d6638 HTTP/1.1" status: 204 len: 168 time: 0.2182958 Nov 11 12:24:58.138284 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5b1a6dc1-04ed-4c13-8715-8f838e9e56f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'name': 'tempest-TestNetworkBasicOps-router-1569205494', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:10Z', 'updated_at': '2021-11-11T12:24:15Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:11Z', 'updated_at': '2021-11-11T12:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '9a427711-3d41-4f6d-bfd4-fac6cd9a4b64', 'name': '', 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:3d:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:14Z', 'updated_at': '2021-11-11T12:24:18Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:58.151182 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab062ce7-381f-47f3-9e0e-2933dad64535 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9153e381-7d21-444f-960b-75f0276d6638,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:58.164428 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a6dc1-04ed-4c13-8715-8f838e9e56f4 None None] Checking router: ae3e5151-ffb2-4933-b99b-31dc37ec32c4 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:24:58.173157 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a6dc1-04ed-4c13-8715-8f838e9e56f4 None None] Routers {'ae3e5151-ffb2-4933-b99b-31dc37ec32c4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:24:58.173718 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5b1a6dc1-04ed-4c13-8715-8f838e9e56f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:24:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:58.232534 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56612) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:58.278734 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-5b1a6dc1-04ed-4c13-8715-8f838e9e56f4 None None] Set router ae3e5151-ffb2-4933-b99b-31dc37ec32c4 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:24:58.323998 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-495964f9-ebb6-4c68-a1a8-39a89f8758a8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 4e2d7933-7e54-49c3-8334-54203e6183f4 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:24:58.324335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-495964f9-ebb6-4c68-a1a8-39a89f8758a8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:58.368070 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 4e2d7933-7e54-49c3-8334-54203e6183f4 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:24:58.408742 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 4e2d7933-7e54-49c3-8334-54203e6183f4 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:24:58.414615 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-495964f9-ebb6-4c68-a1a8-39a89f8758a8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:58.427261 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-495964f9-ebb6-4c68-a1a8-39a89f8758a8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 4e2d7933-7e54-49c3-8334-54203e6183f4 owned by {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:24:58.485937 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5b1a6dc1-04ed-4c13-8715-8f838e9e56f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'name': 'tempest-TestNetworkBasicOps-router-1569205494', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:10Z', 'updated_at': '2021-11-11T12:24:15Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:11Z', 'updated_at': '2021-11-11T12:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '9a427711-3d41-4f6d-bfd4-fac6cd9a4b64', 'name': '', 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:3d:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:14Z', 'updated_at': '2021-11-11T12:24:18Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:24:58.510971 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a6dc1-04ed-4c13-8715-8f838e9e56f4 None None] The sync data for ids ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'] in dv-neutron-786478-23-hyperv is: [{'id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'name': 'tempest-TestNetworkBasicOps-router-1569205494', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:10Z', 'updated_at': '2021-11-11T12:24:15Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:11Z', 'updated_at': '2021-11-11T12:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '9a427711-3d41-4f6d-bfd4-fac6cd9a4b64', 'name': '', 'network_id': '7413977d-8a59-4ec7-a6e8-080404a4b72b', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:3d:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:14Z', 'updated_at': '2021-11-11T12:24:18Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '337ad821-8d84-4e8e-8318-c973576ed8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:24:58.663211 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-495964f9-ebb6-4c68-a1a8-39a89f8758a8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:58.694844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495964f9-ebb6-4c68-a1a8-39a89f8758a8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=4e2d7933-7e54-49c3-8334-54203e6183f4,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:24:58.756160 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8309a39a-c1dd-4fa1-b559-60acfc9af6bf None None] New status for floating IP 7267e4ec-5efb-408b-b6f0-0e068ea47ba7: DOWN {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:24:58.771468 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-495964f9-ebb6-4c68-a1a8-39a89f8758a8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:58.775911 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-495964f9-ebb6-4c68-a1a8-39a89f8758a8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/ports/4e2d7933-7e54-49c3-8334-54203e6183f4 HTTP/1.1" status: 204 len: 168 time: 0.5422802 Nov 11 12:24:58.779339 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56614) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:24:59.157491 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4b37efc4-bb4e-4a0f-a7c4-0d63f951dd35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:59.410742 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4b37efc4-bb4e-4a0f-a7c4-0d63f951dd35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:24:59.410998 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4b37efc4-bb4e-4a0f-a7c4-0d63f951dd35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:59.497269 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-4b37efc4-bb4e-4a0f-a7c4-0d63f951dd35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=9a427711-3d41-4f6d-bfd4-fac6cd9a4b64,segment=NetworkSegment(3101ed87-6c01-4046-a7d5-271ce6aa8d8a),segment_id=3101ed87-6c01-4046-a7d5-271ce6aa8d8a)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:24:59.498145 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4b37efc4-bb4e-4a0f-a7c4-0d63f951dd35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:59.510494 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4b37efc4-bb4e-4a0f-a7c4-0d63f951dd35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64 owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:24:59.802391 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4b37efc4-bb4e-4a0f-a7c4-0d63f951dd35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:24:59.828562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37efc4-bb4e-4a0f-a7c4-0d63f951dd35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=9a427711-3d41-4f6d-bfd4-fac6cd9a4b64,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:00.276557 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4b37efc4-bb4e-4a0f-a7c4-0d63f951dd35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:00.485813 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b37efc4-bb4e-4a0f-a7c4-0d63f951dd35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router ae3e5151-ffb2-4933-b99b-31dc37ec32c4 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:25:00.594191 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b37efc4-bb4e-4a0f-a7c4-0d63f951dd35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:25:00.599293 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4b37efc4-bb4e-4a0f-a7c4-0d63f951dd35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/ae3e5151-ffb2-4933-b99b-31dc37ec32c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8165030 Nov 11 12:25:00.602134 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56616) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:00.603535 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a37e1d-fb6d-4631-9ac4-0f68c762262d None None] Sync routers for ids ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:25:00.613074 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a37e1d-fb6d-4631-9ac4-0f68c762262d None None] Routers {'ae3e5151-ffb2-4933-b99b-31dc37ec32c4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:00.613672 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-51a37e1d-fb6d-4631-9ac4-0f68c762262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:24:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:00.654597 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a75209-9b72-44bd-8e82-244ea81533dc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting subnet 337ad821-8d84-4e8e-8318-c973576ed8af {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:25:00.657908 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50a75209-9b72-44bd-8e82-244ea81533dc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:00.699008 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50a75209-9b72-44bd-8e82-244ea81533dc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:00.719301 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-51a37e1d-fb6d-4631-9ac4-0f68c762262d None None] Set router ae3e5151-ffb2-4933-b99b-31dc37ec32c4 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:00.785436 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50a75209-9b72-44bd-8e82-244ea81533dc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:00.898226 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-51a37e1d-fb6d-4631-9ac4-0f68c762262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'name': 'tempest-TestNetworkBasicOps-router-1569205494', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:10Z', 'updated_at': '2021-11-11T12:24:59Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:11Z', 'updated_at': '2021-11-11T12:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:00.922823 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a37e1d-fb6d-4631-9ac4-0f68c762262d None None] Checking router: ae3e5151-ffb2-4933-b99b-31dc37ec32c4 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:25:00.926589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50a75209-9b72-44bd-8e82-244ea81533dc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:00.930979 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a37e1d-fb6d-4631-9ac4-0f68c762262d None None] Routers {'ae3e5151-ffb2-4933-b99b-31dc37ec32c4'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:00.931604 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-51a37e1d-fb6d-4631-9ac4-0f68c762262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:24:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:00.954759 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a75209-9b72-44bd-8e82-244ea81533dc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Subnet': ['ID=337ad821-8d84-4e8e-8318-c973576ed8af,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:00.958450 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-50a75209-9b72-44bd-8e82-244ea81533dc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:00.965919 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-50a75209-9b72-44bd-8e82-244ea81533dc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/subnets/337ad821-8d84-4e8e-8318-c973576ed8af HTTP/1.1" status: 204 len: 168 time: 0.3584585 Nov 11 12:25:00.965919 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56618) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:00.969712 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68ef02d-7368-4485-baad-f7dd8247f0f2 None None] Network 7413977d-8a59-4ec7-a6e8-080404a4b72b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:25:01.082292 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-002ae6df-0e1d-4c27-97e6-a022af844fe4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.148365 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-51a37e1d-fb6d-4631-9ac4-0f68c762262d None None] Set router ae3e5151-ffb2-4933-b99b-31dc37ec32c4 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:01.173934 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088775ec-fb85-40cf-8b45-5de0c7f6eb3e None None] DHCP port deletion for 7413977d-8a59-4ec7-a6e8-080404a4b72b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:25:01.233045 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-002ae6df-0e1d-4c27-97e6-a022af844fe4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.236257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-088775ec-fb85-40cf-8b45-5de0c7f6eb3e None None] Deleting port f5b3c859-5893-460d-9d8e-2b17b48753b7 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:25:01.236642 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-088775ec-fb85-40cf-8b45-5de0c7f6eb3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.317697 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-088775ec-fb85-40cf-8b45-5de0c7f6eb3e None None] For port f5b3c859-5893-460d-9d8e-2b17b48753b7, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=f5b3c859-5893-460d-9d8e-2b17b48753b7,segment=NetworkSegment(3101ed87-6c01-4046-a7d5-271ce6aa8d8a),segment_id=3101ed87-6c01-4046-a7d5-271ce6aa8d8a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:01.318093 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-088775ec-fb85-40cf-8b45-5de0c7f6eb3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.333633 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-088775ec-fb85-40cf-8b45-5de0c7f6eb3e None None] Calling delete_port for f5b3c859-5893-460d-9d8e-2b17b48753b7 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:25:01.370794 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-51a37e1d-fb6d-4631-9ac4-0f68c762262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'name': 'tempest-TestNetworkBasicOps-router-1569205494', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:10Z', 'updated_at': '2021-11-11T12:24:59Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:11Z', 'updated_at': '2021-11-11T12:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:01.404507 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a37e1d-fb6d-4631-9ac4-0f68c762262d None None] The sync data for ids ['ae3e5151-ffb2-4933-b99b-31dc37ec32c4'] in dv-neutron-786478-23-hyperv is: [{'id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'name': 'tempest-TestNetworkBasicOps-router-1569205494', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:24:10Z', 'updated_at': '2021-11-11T12:24:59Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '26833a31-a2c6-4e47-9853-3dcf78153ba1', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e5151-ffb2-4933-b99b-31dc37ec32c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:24:11Z', 'updated_at': '2021-11-11T12:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:25:01.438564 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-002ae6df-0e1d-4c27-97e6-a022af844fe4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 26833a31-a2c6-4e47-9853-3dcf78153ba1 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:25:01.440633 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device f5b3c859-5893-460d-9d8e-2b17b48753b7 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:25:01.440981 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-002ae6df-0e1d-4c27-97e6-a022af844fe4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.530989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.548918 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-002ae6df-0e1d-4c27-97e6-a022af844fe4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 26833a31-a2c6-4e47-9853-3dcf78153ba1, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=26833a31-a2c6-4e47-9853-3dcf78153ba1,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:01.549276 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-002ae6df-0e1d-4c27-97e6-a022af844fe4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.562446 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-002ae6df-0e1d-4c27-97e6-a022af844fe4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 26833a31-a2c6-4e47-9853-3dcf78153ba1 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:25:01.586951 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-088775ec-fb85-40cf-8b45-5de0c7f6eb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.633739 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088775ec-fb85-40cf-8b45-5de0c7f6eb3e None None] Pushing event deleted for resources: {'Port': ['ID=f5b3c859-5893-460d-9d8e-2b17b48753b7,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:01.640029 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088775ec-fb85-40cf-8b45-5de0c7f6eb3e None None] No DVR routers for this DVR port f5b3c859-5893-460d-9d8e-2b17b48753b7 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:25:01.828450 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-002ae6df-0e1d-4c27-97e6-a022af844fe4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:01.853411 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ae6df-0e1d-4c27-97e6-a022af844fe4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=26833a31-a2c6-4e47-9853-3dcf78153ba1,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:01.865638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2d6b6d-99fe-4a5d-99fd-c60f7f4cb7ab None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:25:01.921214 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-002ae6df-0e1d-4c27-97e6-a022af844fe4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.014170 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-002ae6df-0e1d-4c27-97e6-a022af844fe4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.016340 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-002ae6df-0e1d-4c27-97e6-a022af844fe4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.117130 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-002ae6df-0e1d-4c27-97e6-a022af844fe4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.117690 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002ae6df-0e1d-4c27-97e6-a022af844fe4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Fanout notify agent at l3_agent the message router_deleted on router ae3e5151-ffb2-4933-b99b-31dc37ec32c4 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:25:02.125180 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-002ae6df-0e1d-4c27-97e6-a022af844fe4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.126403 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-002ae6df-0e1d-4c27-97e6-a022af844fe4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/routers/ae3e5151-ffb2-4933-b99b-31dc37ec32c4 HTTP/1.1" status: 204 len: 168 time: 1.1600831 Nov 11 12:25:02.129066 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56620) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:02.208718 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-acac9584-ffd0-4723-98a9-5e01712e76eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.299266 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-acac9584-ffd0-4723-98a9-5e01712e76eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.318362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-acac9584-ffd0-4723-98a9-5e01712e76eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7413977d-8a59-4ec7-a6e8-080404a4b72b']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:02.327965 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-acac9584-ffd0-4723-98a9-5e01712e76eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3101ed87-6c01-4046-a7d5-271ce6aa8d8a') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:02.328252 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-acac9584-ffd0-4723-98a9-5e01712e76eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3101ed87-6c01-4046-a7d5-271ce6aa8d8a') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:02.337723 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-acac9584-ffd0-4723-98a9-5e01712e76eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.350573 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-acac9584-ffd0-4723-98a9-5e01712e76eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.356248 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acac9584-ffd0-4723-98a9-5e01712e76eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:25:02.356618 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-acac9584-ffd0-4723-98a9-5e01712e76eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:25:02.359547 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:25:02.486453 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-acac9584-ffd0-4723-98a9-5e01712e76eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.493553 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-acac9584-ffd0-4723-98a9-5e01712e76eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.496328 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-acac9584-ffd0-4723-98a9-5e01712e76eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/networks/7413977d-8a59-4ec7-a6e8-080404a4b72b HTTP/1.1" status: 204 len: 168 time: 0.3662591 Nov 11 12:25:02.508547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac9584-ffd0-4723-98a9-5e01712e76eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Network': ['ID=7413977d-8a59-4ec7-a6e8-080404a4b72b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:02.516089 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56622) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:02.527810 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2771a8c9-412b-4c79-b546-1218cd63b306 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 839 time: 0.0105464 Nov 11 12:25:02.530305 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56624) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:02.535020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-2354a49c-f4d8-46a0-9bd9-a01b1a7d285a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'network': {'name': 'tempest-network-smoke--592324904', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'port_security_enabled': True}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:02.637206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2354a49c-f4d8-46a0-9bd9-a01b1a7d285a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:25:02.641010 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2354a49c-f4d8-46a0-9bd9-a01b1a7d285a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.663942 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2354a49c-f4d8-46a0-9bd9-a01b1a7d285a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:25:02.673113 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2354a49c-f4d8-46a0-9bd9-a01b1a7d285a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.673455 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-2354a49c-f4d8-46a0-9bd9-a01b1a7d285a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Added segment e085dab9-ad4b-4713-aa7c-727a6294d3a3 of type vlan for network 5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 Nov 11 12:25:02.710789 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2354a49c-f4d8-46a0-9bd9-a01b1a7d285a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.802639 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2354a49c-f4d8-46a0-9bd9-a01b1a7d285a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.808191 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2354a49c-f4d8-46a0-9bd9-a01b1a7d285a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:02.808711 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2354a49c-f4d8-46a0-9bd9-a01b1a7d285a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:02.878127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354a49c-f4d8-46a0-9bd9-a01b1a7d285a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Network': ['ID=5a50f065-0ea1-4ecd-84f7-a05b9065dfc5,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:02.888188 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:25:02.931314 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2354a49c-f4d8-46a0-9bd9-a01b1a7d285a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3999469 Nov 11 12:25:02.934041 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56626) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:02.938501 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1107447702', 'admin_state_up': True, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:03.037467 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:03.038485 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:03.087709 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:03.168487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b937cd62-77a5-4b9c-9c05-bc1b1187aede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:03.296156 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:03.326096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 26833a31-a2c6-4e47-9853-3dcf78153ba1 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:25:03.346683 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 26833a31-a2c6-4e47-9853-3dcf78153ba1 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:25:03.347058 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 26833a31-a2c6-4e47-9853-3dcf78153ba1 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:25:03.347542 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:25:03.369494 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:25:03.369831 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 9a427711-3d41-4f6d-bfd4-fac6cd9a4b64 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:25:03.538749 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:03.562050 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:03.661182 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.26.5.127 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/fd976a41-9666-4794-9e26-690f4575062d) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:25:03.764059 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:03.849303 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:03.885303 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:25:03.890182 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:25:03.892601 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:25:03.903583 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f5ddf2-b6e8-443f-b475-4b3666e5e1d8 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:25:03.923569 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=fd976a41-9666-4794-9e26-690f4575062d,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:03.975706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-daa7a097-fa92-4be7-bf20-0cfbb3d4940d None None] Provisioning complete for port fd976a41-9666-4794-9e26-690f4575062d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:03.976180 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-daa7a097-fa92-4be7-bf20-0cfbb3d4940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:04.009383 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-daa7a097-fa92-4be7-bf20-0cfbb3d4940d None None] Port fd976a41-9666-4794-9e26-690f4575062d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:25:04.224603 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:04.425531 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:04.620180 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router ccd59b17-53ac-4bce-afc4-fc393846a769 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:25:04.734029 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:25:04.743415 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Sync routers for ids ['ccd59b17-53ac-4bce-afc4-fc393846a769'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:25:04.753750 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Routers {'ccd59b17-53ac-4bce-afc4-fc393846a769'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:04.754359 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:24:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ccd59b17-53ac-4bce-afc4-fc393846a769'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:04.828985 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:04.830331 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bb33afe1-3d77-4790-a1db-a2e5cd6d4521 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8952615 Nov 11 12:25:04.833661 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56630) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:04.863322 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-65fe7f81-ba98-43d6-9afb-9453a2ea7e4b tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=61936e26caaf472aa62c0bac8a753383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284519 Nov 11 12:25:04.866229 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56632) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:04.957462 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78eab66-5c9a-41eb-b5ff-1f43a5141612 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:04.961724 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b78eab66-5c9a-41eb-b5ff-1f43a5141612 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917146 Nov 11 12:25:04.964360 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56634) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:04.994020 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6567f2b9-186e-4770-9f83-ce4904a48464 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310929 Nov 11 12:25:04.996615 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56636) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:05.001890 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-c8a81e60-59de-475d-abe7-12ddbed0879a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1939490190', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:05.004017 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Set router ccd59b17-53ac-4bce-afc4-fc393846a769 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:05.138249 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a81e60-59de-475d-abe7-12ddbed0879a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:25:05.141787 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c8a81e60-59de-475d-abe7-12ddbed0879a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.179885 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'name': 'tempest-TestNetworkBasicOps-router-1107447702', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': 'fd976a41-9666-4794-9e26-690f4575062d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:04Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'fd976a41-9666-4794-9e26-690f4575062d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:05.205945 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Checking router: ccd59b17-53ac-4bce-afc4-fc393846a769 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:25:05.206289 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Updating router ccd59b17-53ac-4bce-afc4-fc393846a769 port fd976a41-9666-4794-9e26-690f4575062d binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:25:05.232458 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.509553 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.534653 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9ef58cde-6c9c-413d-bb33-d54b42f79e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.555870 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.604687 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fa7a58-2dad-4edb-9cd2-e03fc4dc2fa8 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:25:05.616303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Attempting to bind port fd976a41-9666-4794-9e26-690f4575062d on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:25:05.616767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Attempting to bind port fd976a41-9666-4794-9e26-690f4575062d by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:25:05.617181 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Attempting to bind port fd976a41-9666-4794-9e26-690f4575062d on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:25:05.624791 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d766d-a0a7-4f4c-82fa-b1e5bd813341 None None] Pushing event updated for resources: {'Port': ['ID=fd976a41-9666-4794-9e26-690f4575062d,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:05.628512 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:25:05.629076 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:25:05.629449 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.629828 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:25:05.630240 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Bound port: fd976a41-9666-4794-9e26-690f4575062d, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:25:05.630612 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.682093 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] For port fd976a41-9666-4794-9e26-690f4575062d, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:25:05.685315 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] For port fd976a41-9666-4794-9e26-690f4575062d, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fd976a41-9666-4794-9e26-690f4575062d,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:25:05.738834 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c8a81e60-59de-475d-abe7-12ddbed0879a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.739118 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-db05afd2-7c99-4293-ae9b-e730803dff71 None None] Provisioning complete for port fd976a41-9666-4794-9e26-690f4575062d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:05.739392 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-db05afd2-7c99-4293-ae9b-e730803dff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.766658 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.791569 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a81e60-59de-475d-abe7-12ddbed0879a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Subnet': ['ID=17baaf14-a31f-4d1b-949f-64c8e7c425a1,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:05.805006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-db05afd2-7c99-4293-ae9b-e730803dff71 None None] Port fd976a41-9666-4794-9e26-690f4575062d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:25:05.808864 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a81e60-59de-475d-abe7-12ddbed0879a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Checking segment: {'id': 'e085dab9-ad4b-4713-aa7c-727a6294d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:25:05.809229 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a81e60-59de-475d-abe7-12ddbed0879a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network hostable DHCP agents. Network: 5a50f065-0ea1-4ecd-84f7-a05b9065dfc5, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:25:05.827796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f57996-103c-4e4a-b039-e6a951bbc903 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:25:05.842292 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Routers {'ccd59b17-53ac-4bce-afc4-fc393846a769'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:05.842920 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:25:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ccd59b17-53ac-4bce-afc4-fc393846a769'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:05.846295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d766d-a0a7-4f4c-82fa-b1e5bd813341 None None] Pushing event updated for resources: {'Port': ['ID=fd976a41-9666-4794-9e26-690f4575062d,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:05.883597 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a81e60-59de-475d-abe7-12ddbed0879a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:25:05.957283 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ee7cd8b9-a1b6-48e2-bbd7-512b863f9d42 None None] Provisioning complete for port fd976a41-9666-4794-9e26-690f4575062d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:05.957925 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd8b9-a1b6-48e2-bbd7-512b863f9d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:05.964741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] Set router ccd59b17-53ac-4bce-afc4-fc393846a769 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:05.975264 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-c8a81e60-59de-475d-abe7-12ddbed0879a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 5a50f065-0ea1-4ecd-84f7-a05b9065dfc5) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:25:05.979665 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a81e60-59de-475d-abe7-12ddbed0879a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:05.980477 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c8a81e60-59de-475d-abe7-12ddbed0879a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:06.012724 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cab392-332f-4b48-827d-cd13d391410f None None] Network 5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:25:06.072940 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c8a81e60-59de-475d-abe7-12ddbed0879a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0751448 Nov 11 12:25:06.075647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56640) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:06.279589 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd8b9-a1b6-48e2-bbd7-512b863f9d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:06.321316 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-ee7cd8b9-a1b6-48e2-bbd7-512b863f9d42 None None] For port fd976a41-9666-4794-9e26-690f4575062d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fd976a41-9666-4794-9e26-690f4575062d,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:06.353304 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ips': [{'subnet_id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:25:06.354159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:06.385299 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'name': 'tempest-TestNetworkBasicOps-router-1107447702', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': 'fd976a41-9666-4794-9e26-690f4575062d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:04Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'fd976a41-9666-4794-9e26-690f4575062d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:06.465986 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd8b9-a1b6-48e2-bbd7-512b863f9d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:06.474598 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c4e08-a4fe-45f3-8206-e4925cd7e5a8 None None] The sync data for ids ['ccd59b17-53ac-4bce-afc4-fc393846a769'] in dv-neutron-786478-23-hyperv is: [{'id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'name': 'tempest-TestNetworkBasicOps-router-1107447702', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': 'fd976a41-9666-4794-9e26-690f4575062d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:04Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'fd976a41-9666-4794-9e26-690f4575062d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:25:06.535085 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eeea017c-a9ba-4b8e-a0d7-8112b6597541 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:06.578200 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:06.580673 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cd8b9-a1b6-48e2-bbd7-512b863f9d42 None None] Pushing event updated for resources: {'Port': ['ID=fd976a41-9666-4794-9e26-690f4575062d,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:06.593023 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Allocated IP 172.20.0.2 (5a50f065-0ea1-4ecd-84f7-a05b9065dfc5/17baaf14-a31f-4d1b-949f-64c8e7c425a1/2271d2b7-3473-4ab6-95b7-17917eb1a798) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:25:06.762639 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:06.884147 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:06.932028 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Network 5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:25:06.934575 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-eeea017c-a9ba-4b8e-a0d7-8112b6597541 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.1 (5a50f065-0ea1-4ecd-84f7-a05b9065dfc5/17baaf14-a31f-4d1b-949f-64c8e7c425a1/09fb4982-1b95-4ce6-9433-d27ddd3d9d6c) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:25:06.937888 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:25:06.942974 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:25:06.946415 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Pushing event updated for resources: {'Port': ['ID=2271d2b7-3473-4ab6-95b7-17917eb1a798,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:07.010616 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Attempting to bind port 2271d2b7-3473-4ab6-95b7-17917eb1a798 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:25:07.011197 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Attempting to bind port 2271d2b7-3473-4ab6-95b7-17917eb1a798 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e085dab9-ad4b-4713-aa7c-727a6294d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:25:07.011729 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Attempting to bind port 2271d2b7-3473-4ab6-95b7-17917eb1a798 on network 5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:25:07.019857 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:25:07.020534 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Checking segment: {'id': 'e085dab9-ad4b-4713-aa7c-727a6294d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:25:07.020964 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:07.021514 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Bound using segment: {'id': 'e085dab9-ad4b-4713-aa7c-727a6294d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:25:07.022218 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Bound port: 2271d2b7-3473-4ab6-95b7-17917eb1a798, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e085dab9-ad4b-4713-aa7c-727a6294d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:25:07.022771 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:07.065856 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eeea017c-a9ba-4b8e-a0d7-8112b6597541 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:07.091150 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] For port 2271d2b7-3473-4ab6-95b7-17917eb1a798, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:25:07.095378 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] For port 2271d2b7-3473-4ab6-95b7-17917eb1a798, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=2271d2b7-3473-4ab6-95b7-17917eb1a798,segment=NetworkSegment(e085dab9-ad4b-4713-aa7c-727a6294d3a3),segment_id=e085dab9-ad4b-4713-aa7c-727a6294d3a3)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:25:07.181457 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:07.218398 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eeea017c-a9ba-4b8e-a0d7-8112b6597541 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:07.263948 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516385bc-f0e9-40a7-b2c4-e1612aadd7a5 None None] Pushing event updated for resources: {'Port': ['ID=2271d2b7-3473-4ab6-95b7-17917eb1a798,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:07.277836 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeea017c-a9ba-4b8e-a0d7-8112b6597541 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:25:07.295599 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea017c-a9ba-4b8e-a0d7-8112b6597541 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=09fb4982-1b95-4ce6-9433-d27ddd3d9d6c,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:07.299282 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-eeea017c-a9ba-4b8e-a0d7-8112b6597541 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:25:07.302226 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea017c-a9ba-4b8e-a0d7-8112b6597541 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:25:07.359037 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eeea017c-a9ba-4b8e-a0d7-8112b6597541 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:07.406636 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fd976a41-9666-4794-9e26-690f4575062d up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:25:07.459874 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port fd976a41-9666-4794-9e26-690f4575062d triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:07.460245 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:07.557348 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eeea017c-a9ba-4b8e-a0d7-8112b6597541 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:07.842846 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eeea017c-a9ba-4b8e-a0d7-8112b6597541 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:07.900592 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eeea017c-a9ba-4b8e-a0d7-8112b6597541 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:07.974508 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea017c-a9ba-4b8e-a0d7-8112b6597541 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=09fb4982-1b95-4ce6-9433-d27ddd3d9d6c,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:07.977888 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-eeea017c-a9ba-4b8e-a0d7-8112b6597541 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:08.085461 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeea017c-a9ba-4b8e-a0d7-8112b6597541 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:25:08.086980 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-eeea017c-a9ba-4b8e-a0d7-8112b6597541 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:25:08.129844 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:08.208750 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeea017c-a9ba-4b8e-a0d7-8112b6597541 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router ccd59b17-53ac-4bce-afc4-fc393846a769 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:25:08.260916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f25085d-60ec-4a9e-9c9e-63b8ad754a74 None None] Network 5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:25:08.325691 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeea017c-a9ba-4b8e-a0d7-8112b6597541 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:25:08.333549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b0a9c570-d090-441a-9e56-2430b4f20664 None None] Provisioning complete for port 2271d2b7-3473-4ab6-95b7-17917eb1a798 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:08.333917 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b0a9c570-d090-441a-9e56-2430b4f20664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:08.334931 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-eeea017c-a9ba-4b8e-a0d7-8112b6597541 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/ccd59b17-53ac-4bce-afc4-fc393846a769/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2582660 Nov 11 12:25:08.337574 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56642) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:08.451944 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32b7cb2-6c9f-4727-8e46-0b549746ffca tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:08.452924 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32b7cb2-6c9f-4727-8e46-0b549746ffca tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:08.453371 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32b7cb2-6c9f-4727-8e46-0b549746ffca tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:08.453816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32b7cb2-6c9f-4727-8e46-0b549746ffca tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:08.454253 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32b7cb2-6c9f-4727-8e46-0b549746ffca tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:08.454687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32b7cb2-6c9f-4727-8e46-0b549746ffca tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:08.456524 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d32b7cb2-6c9f-4727-8e46-0b549746ffca tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1178570 Nov 11 12:25:08.459353 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56644) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:08.518975 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a2e51-3fcd-437c-85cc-e03e078ce0b1 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:08.519379 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a2e51-3fcd-437c-85cc-e03e078ce0b1 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:08.519828 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a2e51-3fcd-437c-85cc-e03e078ce0b1 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:08.520269 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a2e51-3fcd-437c-85cc-e03e078ce0b1 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:08.520710 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a2e51-3fcd-437c-85cc-e03e078ce0b1 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:08.521146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a2e51-3fcd-437c-85cc-e03e078ce0b1 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:08.522902 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3a4a2e51-3fcd-437c-85cc-e03e078ce0b1 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0623682 Nov 11 12:25:08.525650 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56646) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:08.561055 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Sync routers for ids ['ccd59b17-53ac-4bce-afc4-fc393846a769'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:25:08.571302 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Routers {'ccd59b17-53ac-4bce-afc4-fc393846a769'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:08.572282 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:25:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ccd59b17-53ac-4bce-afc4-fc393846a769'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:08.630863 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b0a9c570-d090-441a-9e56-2430b4f20664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:08.672505 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b0a9c570-d090-441a-9e56-2430b4f20664 None None] For port 2271d2b7-3473-4ab6-95b7-17917eb1a798, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=2271d2b7-3473-4ab6-95b7-17917eb1a798,segment=NetworkSegment(e085dab9-ad4b-4713-aa7c-727a6294d3a3),segment_id=e085dab9-ad4b-4713-aa7c-727a6294d3a3)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:08.683238 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6c513e55-b0fa-4246-b20b-6866413637d6 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1562548 Nov 11 12:25:08.698744 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Set router ccd59b17-53ac-4bce-afc4-fc393846a769 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:08.776106 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b0a9c570-d090-441a-9e56-2430b4f20664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:08.843730 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9c570-d090-441a-9e56-2430b4f20664 None None] Pushing event updated for resources: {'Port': ['ID=2271d2b7-3473-4ab6-95b7-17917eb1a798,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:08.895010 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-3df1b004-e163-40f0-8a49-a5cd20574540 None None] Provisioning complete for port 2271d2b7-3473-4ab6-95b7-17917eb1a798 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:08.895406 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3df1b004-e163-40f0-8a49-a5cd20574540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:08.901662 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'name': 'tempest-TestNetworkBasicOps-router-1107447702', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': 'fd976a41-9666-4794-9e26-690f4575062d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'fd976a41-9666-4794-9e26-690f4575062d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '09fb4982-1b95-4ce6-9433-d27ddd3d9d6c', 'name': '', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:1e:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:06Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 2, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:08.932998 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Checking router: ccd59b17-53ac-4bce-afc4-fc393846a769 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:25:08.933604 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Updating router ccd59b17-53ac-4bce-afc4-fc393846a769 port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:25:08.958952 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:08.994028 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-3df1b004-e163-40f0-8a49-a5cd20574540 None None] Provisioning complete for port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:08.994402 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3df1b004-e163-40f0-8a49-a5cd20574540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.017225 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56650) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:09.021911 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c1b8b17a-eb7d-4040-a819-8dfdd495f873 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1846885116', 'description': 'tempest-secgroup-smoke-1846885116 description', 'project_id': '61936e26caaf472aa62c0bac8a753383'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:09.051582 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-3df1b004-e163-40f0-8a49-a5cd20574540 None None] Port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:25:09.116527 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c1b8b17a-eb7d-4040-a819-8dfdd495f873 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.145026 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.181190 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-55459241-4713-447c-ba23-e02e639f4ed3 None None] Provisioning complete for port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:09.182664 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-55459241-4713-447c-ba23-e02e639f4ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.195246 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c1b8b17a-eb7d-4040-a819-8dfdd495f873 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.222040 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-55459241-4713-447c-ba23-e02e639f4ed3 None None] Port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:25:09.237774 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.253246 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c1b8b17a-eb7d-4040-a819-8dfdd495f873 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.286860 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8b17a-eb7d-4040-a819-8dfdd495f873 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64eafeb3-2ac8-4527-9da6-ad1e2a623ef5,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:09.293395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b17a-eb7d-4040-a819-8dfdd495f873 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:09.293777 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b17a-eb7d-4040-a819-8dfdd495f873 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:09.294075 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b17a-eb7d-4040-a819-8dfdd495f873 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:09.294415 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b17a-eb7d-4040-a819-8dfdd495f873 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:09.294754 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b17a-eb7d-4040-a819-8dfdd495f873 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:09.295124 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b17a-eb7d-4040-a819-8dfdd495f873 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:09.295464 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b17a-eb7d-4040-a819-8dfdd495f873 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:09.296328 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b17a-eb7d-4040-a819-8dfdd495f873 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:09.296658 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b17a-eb7d-4040-a819-8dfdd495f873 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:09.296987 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b17a-eb7d-4040-a819-8dfdd495f873 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:09.297314 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b17a-eb7d-4040-a819-8dfdd495f873 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:09.297638 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b17a-eb7d-4040-a819-8dfdd495f873 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:09.327967 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.340749 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-abd98ace-cbde-45f2-913e-be72e8d4a368 None None] Provisioning complete for port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:09.341257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-abd98ace-cbde-45f2-913e-be72e8d4a368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.354718 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c1b8b17a-eb7d-4040-a819-8dfdd495f873 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.356019 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c1b8b17a-eb7d-4040-a819-8dfdd495f873 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3377361 Nov 11 12:25:09.359570 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56652) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:09.366589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-8e32a272-b956-4e77-8fff-bbdf4f514b34 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '64eafeb3-2ac8-4527-9da6-ad1e2a623ef5', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:09.394791 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 2271d2b7-3473-4ab6-95b7-17917eb1a798 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:25:09.416569 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-abd98ace-cbde-45f2-913e-be72e8d4a368 None None] Port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:25:09.420140 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781850b-abaa-428c-8677-ea8c1460b273 None None] Pushing event updated for resources: {'Port': ['ID=09fb4982-1b95-4ce6-9433-d27ddd3d9d6c,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:09.435747 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Attempting to bind port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:25:09.436109 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Attempting to bind port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e085dab9-ad4b-4713-aa7c-727a6294d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:25:09.437463 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Attempting to bind port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c on network 5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:25:09.443630 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:25:09.444257 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Checking segment: {'id': 'e085dab9-ad4b-4713-aa7c-727a6294d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:25:09.445424 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.445424 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Bound using segment: {'id': 'e085dab9-ad4b-4713-aa7c-727a6294d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:25:09.445674 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Bound port: 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e085dab9-ad4b-4713-aa7c-727a6294d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:25:09.445996 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.448691 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 2271d2b7-3473-4ab6-95b7-17917eb1a798 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:09.449135 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.515998 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8e32a272-b956-4e77-8fff-bbdf4f514b34 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.517546 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] For port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:25:09.521486 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] For port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=09fb4982-1b95-4ce6-9433-d27ddd3d9d6c,segment=NetworkSegment(e085dab9-ad4b-4713-aa7c-727a6294d3a3),segment_id=e085dab9-ad4b-4713-aa7c-727a6294d3a3)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:25:09.583695 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8e32a272-b956-4e77-8fff-bbdf4f514b34 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.593691 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.638125 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c190d7a0-6e10-4801-bb73-265117a69d3d None None] Provisioning complete for port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:09.638637 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c190d7a0-6e10-4801-bb73-265117a69d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.645605 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Routers {'ccd59b17-53ac-4bce-afc4-fc393846a769'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:09.646237 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:25:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ccd59b17-53ac-4bce-afc4-fc393846a769'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:09.684352 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8e32a272-b956-4e77-8fff-bbdf4f514b34 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.717266 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32a272-b956-4e77-8fff-bbdf4f514b34 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86eec4a8-e6be-43cc-a081-db9cfee44ff9,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:09.734661 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c190d7a0-6e10-4801-bb73-265117a69d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.738452 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781850b-abaa-428c-8677-ea8c1460b273 None None] Pushing event updated for resources: {'Port': ['ID=09fb4982-1b95-4ce6-9433-d27ddd3d9d6c,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:09.768430 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] Set router ccd59b17-53ac-4bce-afc4-fc393846a769 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:09.771946 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c190d7a0-6e10-4801-bb73-265117a69d3d None None] For port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=09fb4982-1b95-4ce6-9433-d27ddd3d9d6c,segment=NetworkSegment(e085dab9-ad4b-4713-aa7c-727a6294d3a3),segment_id=e085dab9-ad4b-4713-aa7c-727a6294d3a3)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:09.812234 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8e32a272-b956-4e77-8fff-bbdf4f514b34 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.814481 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8e32a272-b956-4e77-8fff-bbdf4f514b34 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4524624 Nov 11 12:25:09.816644 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56654) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:09.821182 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-2387a2b1-24a6-436b-8645-d3e8f78f0b1b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '64eafeb3-2ac8-4527-9da6-ad1e2a623ef5', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:09.858680 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c190d7a0-6e10-4801-bb73-265117a69d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.910066 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190d7a0-6e10-4801-bb73-265117a69d3d None None] Pushing event updated for resources: {'Port': ['ID=09fb4982-1b95-4ce6-9433-d27ddd3d9d6c,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:09.915622 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2387a2b1-24a6-436b-8645-d3e8f78f0b1b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.971657 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'name': 'tempest-TestNetworkBasicOps-router-1107447702', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': 'fd976a41-9666-4794-9e26-690f4575062d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'fd976a41-9666-4794-9e26-690f4575062d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '09fb4982-1b95-4ce6-9433-d27ddd3d9d6c', 'name': '', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:1e:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:06Z', 'updated_at': '2021-11-11T12:25:09Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:09.972544 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2387a2b1-24a6-436b-8645-d3e8f78f0b1b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.979030 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8338aff2-29b7-46eb-8325-1bfefa189999 None None] Provisioning complete for port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:09.979422 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8338aff2-29b7-46eb-8325-1bfefa189999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:09.997609 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f114c9f-3de2-43f9-9870-ff380cc38e7e None None] The sync data for ids ['ccd59b17-53ac-4bce-afc4-fc393846a769'] in dv-neutron-786478-23-hyperv is: [{'id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'name': 'tempest-TestNetworkBasicOps-router-1107447702', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': 'fd976a41-9666-4794-9e26-690f4575062d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'fd976a41-9666-4794-9e26-690f4575062d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '09fb4982-1b95-4ce6-9433-d27ddd3d9d6c', 'name': '', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:1e:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:06Z', 'updated_at': '2021-11-11T12:25:09Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:25:10.054556 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2387a2b1-24a6-436b-8645-d3e8f78f0b1b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.078514 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387a2b1-24a6-436b-8645-d3e8f78f0b1b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39401b6-f8c0-4798-b995-4240f2a1d232,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:10.169415 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2387a2b1-24a6-436b-8645-d3e8f78f0b1b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.171348 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2387a2b1-24a6-436b-8645-d3e8f78f0b1b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3531952 Nov 11 12:25:10.174471 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56656) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:10.182876 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-1d945d3f-e735-4cd8-9fee-23d7d0b47884 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '64eafeb3-2ac8-4527-9da6-ad1e2a623ef5', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:10.258767 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1d945d3f-e735-4cd8-9fee-23d7d0b47884 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.319998 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1d945d3f-e735-4cd8-9fee-23d7d0b47884 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.390948 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1d945d3f-e735-4cd8-9fee-23d7d0b47884 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.409602 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d945d3f-e735-4cd8-9fee-23d7d0b47884 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b272358f-d276-48d2-9d63-cdc2cabc640a,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:10.486985 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1d945d3f-e735-4cd8-9fee-23d7d0b47884 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.491000 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1d945d3f-e735-4cd8-9fee-23d7d0b47884 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3127444 Nov 11 12:25:10.491339 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56658) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:10.496307 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3c305f81-cf60-4ab9-979e-8a3a2ad040ea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '64eafeb3-2ac8-4527-9da6-ad1e2a623ef5', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:10.592326 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3c305f81-cf60-4ab9-979e-8a3a2ad040ea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.659729 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3c305f81-cf60-4ab9-979e-8a3a2ad040ea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.750842 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3c305f81-cf60-4ab9-979e-8a3a2ad040ea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.758319 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.773154 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c305f81-cf60-4ab9-979e-8a3a2ad040ea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c306356-675c-48c5-aa48-cf6b442caac1,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:10.840559 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3c305f81-cf60-4ab9-979e-8a3a2ad040ea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:10.841795 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3c305f81-cf60-4ab9-979e-8a3a2ad040ea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3491764 Nov 11 12:25:10.845456 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56660) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:10.849997 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-aa9a38fb-2002-4f7c-9ea5-fff84e66f831 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '64eafeb3-2ac8-4527-9da6-ad1e2a623ef5', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:10.958319 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-aa9a38fb-2002-4f7c-9ea5-fff84e66f831 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:25:10.963659 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aa9a38fb-2002-4f7c-9ea5-fff84e66f831 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:11.022498 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aa9a38fb-2002-4f7c-9ea5-fff84e66f831 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:11.099010 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aa9a38fb-2002-4f7c-9ea5-fff84e66f831 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:11.117600 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a38fb-2002-4f7c-9ea5-fff84e66f831 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cec8289-3e72-4c25-9983-6d78f876f28a,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:11.186385 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-aa9a38fb-2002-4f7c-9ea5-fff84e66f831 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:11.188158 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-aa9a38fb-2002-4f7c-9ea5-fff84e66f831 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3416350 Nov 11 12:25:11.190858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56662) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:11.195154 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-5904e753-8dda-4e2f-8fbe-0c478c70c7ae tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '64eafeb3-2ac8-4527-9da6-ad1e2a623ef5', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:11.288625 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-5904e753-8dda-4e2f-8fbe-0c478c70c7ae tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:25:11.295732 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5904e753-8dda-4e2f-8fbe-0c478c70c7ae tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:11.352176 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:25:11.356840 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5904e753-8dda-4e2f-8fbe-0c478c70c7ae tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:11.406297 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:11.406663 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:11.431375 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5904e753-8dda-4e2f-8fbe-0c478c70c7ae tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:11.451867 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904e753-8dda-4e2f-8fbe-0c478c70c7ae tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8190439-678b-405d-b117-f1c13bef60fa,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:11.526267 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5904e753-8dda-4e2f-8fbe-0c478c70c7ae tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:11.527479 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5904e753-8dda-4e2f-8fbe-0c478c70c7ae tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3356709 Nov 11 12:25:11.679175 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-13c4d2d1-6a08-43fa-a930-6265b5aa50b7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1846885116&fields=id&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 267 time: 0.0484130 Nov 11 12:25:11.784187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-c89c9cc3-1c01-444a-ac86-56d8a1470a55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:11.785545 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-c89c9cc3-1c01-444a-ac86-56d8a1470a55 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/networks?id=5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 HTTP/1.1" status: 200 len: 796 time: 0.0992634 Nov 11 12:25:11.800619 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2387edd4-9b05-4a2f-b319-00161076b14a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/quotas/61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 375 time: 0.0092719 Nov 11 12:25:11.854014 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-d6d15532-05aa-4336-a9ae-12afbed1a6d2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480444 Nov 11 12:25:11.947897 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-36102c16-a23a-4400-92ba-5f700c70e703 service neutron] 10.222.0.50 "GET /v2.0/networks/5a50f065-0ea1-4ecd-84f7-a05b9065dfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817640 Nov 11 12:25:12.039378 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-65b3d66e-afab-4c7d-8c20-de3b8adcec20 service neutron] 10.222.0.50 "GET /v2.0/networks/5a50f065-0ea1-4ecd-84f7-a05b9065dfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852239 Nov 11 12:25:12.246196 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:25:12.274853 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bfe02bdf-97e4-4e98-85a2-c682b2622045 req-f31baa64-07f6-4b2a-b4ea-6cae6493403d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 210 time: 0.0294797 Nov 11 12:25:13.364325 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d7c01f6e-df53-4f8a-b443-a05bd90730c9 req-373c6734-2701-47a8-818e-988cc0dc93eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 210 time: 0.0266991 Nov 11 12:25:14.100240 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-5b908e36-b6ac-4219-b309-14c87c423b1c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:14.101832 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-5b908e36-b6ac-4219-b309-14c87c423b1c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/networks?id=5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 HTTP/1.1" status: 200 len: 796 time: 0.1064162 Nov 11 12:25:14.169084 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-0389d3e7-639b-4e8b-b13f-9147f4b77dcb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 380 time: 0.0570638 Nov 11 12:25:14.178294 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-8271a5b6-d320-4911-9789-8df6e2f33319 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'port': {'device_id': 'c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'admin_state_up': True, 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'security_groups': ['64eafeb3-2ac8-4527-9da6-ad1e2a623ef5']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:14.358935 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-8271a5b6-d320-4911-9789-8df6e2f33319 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:25:14.363134 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-8271a5b6-d320-4911-9789-8df6e2f33319 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:14.461712 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9ee53082-3f7a-4b24-a670-af218a4a4738 req-0f7508c6-087c-485e-b425-dd64826d0ee4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 210 time: 0.0285594 Nov 11 12:25:14.497566 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-8271a5b6-d320-4911-9789-8df6e2f33319 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.12 (5a50f065-0ea1-4ecd-84f7-a05b9065dfc5/17baaf14-a31f-4d1b-949f-64c8e7c425a1/50178bf1-c65e-4960-a36b-e8419e4a10ef) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:25:14.636458 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-8271a5b6-d320-4911-9789-8df6e2f33319 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:14.740332 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-8271a5b6-d320-4911-9789-8df6e2f33319 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:14.784951 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-8271a5b6-d320-4911-9789-8df6e2f33319 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:25:14.788214 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-8271a5b6-d320-4911-9789-8df6e2f33319 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:25:14.792045 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-8271a5b6-d320-4911-9789-8df6e2f33319 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:25:14.798483 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271a5b6-d320-4911-9789-8df6e2f33319 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=50178bf1-c65e-4960-a36b-e8419e4a10ef,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:14.851872 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-8271a5b6-d320-4911-9789-8df6e2f33319 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:14.852509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-8271a5b6-d320-4911-9789-8df6e2f33319 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:14.956456 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-8271a5b6-d320-4911-9789-8df6e2f33319 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7818239 Nov 11 12:25:14.968845 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Request body: {'port': {'device_id': 'c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:15.023548 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:15.031603 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-cd1ca3e4-4b56-48da-b3ca-fc0bd74e6209 None None] Provisioning complete for port 50178bf1-c65e-4960-a36b-e8419e4a10ef triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:15.033782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cd1ca3e4-4b56-48da-b3ca-fc0bd74e6209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:15.068010 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-cd1ca3e4-4b56-48da-b3ca-fc0bd74e6209 None None] Port 50178bf1-c65e-4960-a36b-e8419e4a10ef cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:25:15.288956 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50178bf1-c65e-4960-a36b-e8419e4a10ef {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:25:15.296428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:15.308776 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Transition to ACTIVE for port object 50178bf1-c65e-4960-a36b-e8419e4a10ef will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:25:15.381786 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:15.439942 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=50178bf1-c65e-4960-a36b-e8419e4a10ef,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:15.516054 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Attempting to bind port 50178bf1-c65e-4960-a36b-e8419e4a10ef on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:25:15.516763 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Attempting to bind port 50178bf1-c65e-4960-a36b-e8419e4a10ef by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'e085dab9-ad4b-4713-aa7c-727a6294d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:25:15.517397 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Attempting to bind port 50178bf1-c65e-4960-a36b-e8419e4a10ef on network 5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:25:15.522833 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Port 50178bf1-c65e-4960-a36b-e8419e4a10ef on network 5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:25:15.523599 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Attempting to bind port 50178bf1-c65e-4960-a36b-e8419e4a10ef on network 5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:25:15.528967 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:25:15.529380 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Checking segment: {'id': 'e085dab9-ad4b-4713-aa7c-727a6294d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:25:15.529741 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Bound using segment: {'id': 'e085dab9-ad4b-4713-aa7c-727a6294d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:25:15.530168 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Bound port: 50178bf1-c65e-4960-a36b-e8419e4a10ef, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e085dab9-ad4b-4713-aa7c-727a6294d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:25:15.530655 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:15.598133 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae48103-b066-4fc7-8dfc-0eabfa248df8 req-cb529934-1912-4a96-9389-2fca27612f28 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:15.606240 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aae48103-b066-4fc7-8dfc-0eabfa248df8 req-cb529934-1912-4a96-9389-2fca27612f28 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 944 time: 0.0640829 Nov 11 12:25:15.611967 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] For port 50178bf1-c65e-4960-a36b-e8419e4a10ef, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:25:15.615895 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] For port 50178bf1-c65e-4960-a36b-e8419e4a10ef, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=50178bf1-c65e-4960-a36b-e8419e4a10ef,segment=NetworkSegment(e085dab9-ad4b-4713-aa7c-727a6294d3a3),segment_id=e085dab9-ad4b-4713-aa7c-727a6294d3a3)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:25:15.650058 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aae48103-b066-4fc7-8dfc-0eabfa248df8 req-d74bf8bd-2f46-448d-9c09-b999d731d5b9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=64eafeb3-2ac8-4527-9da6-ad1e2a623ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429721 Nov 11 12:25:15.720373 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:15.759032 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:15.759705 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:15.761096 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] 10.222.0.70 "PUT /v2.0/ports/50178bf1-c65e-4960-a36b-e8419e4a10ef HTTP/1.1" status: 200 len: 1094 time: 0.7965600 Nov 11 12:25:15.761537 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355', 'tag': '50178bf1-c65e-4960-a36b-e8419e4a10ef'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:25:15.763818 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31de06a6-14fc-4bb4-bb0b-6ae65e91eb43" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355", "tag": "50178bf1-c65e-4960-a36b-e8419e4a10ef"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:25:15.792120 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211c63b-a06c-481d-b25b-685cb78be7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=50178bf1-c65e-4960-a36b-e8419e4a10ef,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:15.810322 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506b1e31-a8f9-46b0-b5cd-0714d637178e x-openstack-request-id: req-506b1e31-a8f9-46b0-b5cd-0714d637178e {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:25:15.810665 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355", "tag": "50178bf1-c65e-4960-a36b-e8419e4a10ef", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:25:15.811073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-506b1e31-a8f9-46b0-b5cd-0714d637178e {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:25:15.815041 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355', 'tag': '50178bf1-c65e-4960-a36b-e8419e4a10ef', 'status': 'completed', 'code': 200} Nov 11 12:25:15.876340 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de06a6-14fc-4bb4-bb0b-6ae65e91eb43 req-a16d6204-3955-4fe1-bc2e-6b55514a8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:15.877993 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-31de06a6-14fc-4bb4-bb0b-6ae65e91eb43 req-a16d6204-3955-4fe1-bc2e-6b55514a8619 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 1097 time: 0.0447636 Nov 11 12:25:15.982875 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de06a6-14fc-4bb4-bb0b-6ae65e91eb43 req-91233f93-15ed-40af-ad6d-84d142c4509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:15.984360 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-31de06a6-14fc-4bb4-bb0b-6ae65e91eb43 req-91233f93-15ed-40af-ad6d-84d142c4509f service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=61936e26caaf472aa62c0bac8a753383&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0991724 Nov 11 12:25:16.078958 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de06a6-14fc-4bb4-bb0b-6ae65e91eb43 req-30fb603f-feff-47ff-a9cd-18d58525df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:16.080947 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-31de06a6-14fc-4bb4-bb0b-6ae65e91eb43 req-30fb603f-feff-47ff-a9cd-18d58525df7b service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900409 Nov 11 12:25:16.155570 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-4cf3a0c6-5971-44e4-89bd-04c620e14bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:16.157048 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-4cf3a0c6-5971-44e4-89bd-04c620e14bfd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 1097 time: 0.0401633 Nov 11 12:25:16.201076 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-e68fb89b-75b4-4127-b78a-afbb263cbb69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50178bf1-c65e-4960-a36b-e8419e4a10ef HTTP/1.1" status: 200 len: 217 time: 0.0368419 Nov 11 12:25:16.250099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-184824cf-ca6c-4606-a59c-29d3cc4aa444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:16.251675 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-184824cf-ca6c-4606-a59c-29d3cc4aa444 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=17baaf14-a31f-4d1b-949f-64c8e7c425a1 HTTP/1.1" status: 200 len: 835 time: 0.0442662 Nov 11 12:25:16.297094 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-46876263-ad3c-4527-aded-b237b663805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:16.298526 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-46876263-ad3c-4527-aded-b237b663805e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a50f065-0ea1-4ecd-84f7-a05b9065dfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404456 Nov 11 12:25:16.390317 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-0c65e2b2-2fe5-4676-922a-d6697236a483 service neutron] 10.222.0.70 "GET /v2.0/networks/5a50f065-0ea1-4ecd-84f7-a05b9065dfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851305 Nov 11 12:25:16.480986 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-065b15c8-e9b9-469f-94d7-2b3f59d3a7e2 req-4cd93f08-99e4-4189-84aa-07b2d4fdf7e2 service neutron] 10.222.0.70 "GET /v2.0/networks/5a50f065-0ea1-4ecd-84f7-a05b9065dfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823643 Nov 11 12:25:16.774703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b077c-3b83-4f95-9112-f9863f89ae7f req-04436f05-b721-4cd5-b6f2-b01efa926aa6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:16.776180 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e99b077c-3b83-4f95-9112-f9863f89ae7f req-04436f05-b721-4cd5-b6f2-b01efa926aa6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 944 time: 0.0565863 Nov 11 12:25:16.825224 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e99b077c-3b83-4f95-9112-f9863f89ae7f req-91f05f37-c6e4-466e-8db0-81d0a3e7146d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=64eafeb3-2ac8-4527-9da6-ad1e2a623ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429099 Nov 11 12:25:17.940206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd32cd-29bf-466e-b29f-5a8b91ac7c01 req-adf7e0e0-998f-4ce5-bb6b-629ce2bc7e17 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:17.941737 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4ecd32cd-29bf-466e-b29f-5a8b91ac7c01 req-adf7e0e0-998f-4ce5-bb6b-629ce2bc7e17 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 944 time: 0.0489886 Nov 11 12:25:17.989849 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4ecd32cd-29bf-466e-b29f-5a8b91ac7c01 req-ef6dfc39-a20e-444a-be2c-1d2b6959c925 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=64eafeb3-2ac8-4527-9da6-ad1e2a623ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422256 Nov 11 12:25:19.108117 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063081b-f953-4765-a52d-f3e6708bc6c6 req-3e73e32f-5fa8-41ff-85bf-23ddb8e83e4d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:19.109596 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0063081b-f953-4765-a52d-f3e6708bc6c6 req-3e73e32f-5fa8-41ff-85bf-23ddb8e83e4d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 944 time: 0.0528524 Nov 11 12:25:19.158146 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0063081b-f953-4765-a52d-f3e6708bc6c6 req-dabc59ee-b3d3-4436-86f3-21b3bdcefdb6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=64eafeb3-2ac8-4527-9da6-ad1e2a623ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423551 Nov 11 12:25:20.272450 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decf22f-001a-4d20-b3a5-623a5521a4ad req-88281177-2997-4eca-9bc9-ea2ddb40ce09 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:20.274067 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7decf22f-001a-4d20-b3a5-623a5521a4ad req-88281177-2997-4eca-9bc9-ea2ddb40ce09 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 944 time: 0.0493731 Nov 11 12:25:20.322066 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7decf22f-001a-4d20-b3a5-623a5521a4ad req-23678f62-489e-4bc0-af24-5a195cbce298 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=64eafeb3-2ac8-4527-9da6-ad1e2a623ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420856 Nov 11 12:25:20.452920 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 50178bf1-c65e-4960-a36b-e8419e4a10ef details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:25:20.551820 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 50178bf1-c65e-4960-a36b-e8419e4a10ef, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=50178bf1-c65e-4960-a36b-e8419e4a10ef,segment=NetworkSegment(e085dab9-ad4b-4713-aa7c-727a6294d3a3),segment_id=e085dab9-ad4b-4713-aa7c-727a6294d3a3)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:20.562540 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '50178bf1-c65e-4960-a36b-e8419e4a10ef', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'port_id': '50178bf1-c65e-4960-a36b-e8419e4a10ef', 'mac_address': 'fa:16:3e:a5:f4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:25:20.600573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:20.615064 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50178bf1-c65e-4960-a36b-e8419e4a10ef {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:25:20.634388 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 50178bf1-c65e-4960-a36b-e8419e4a10ef, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=50178bf1-c65e-4960-a36b-e8419e4a10ef,segment=NetworkSegment(e085dab9-ad4b-4713-aa7c-727a6294d3a3),segment_id=e085dab9-ad4b-4713-aa7c-727a6294d3a3)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:20.706478 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:20.756669 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=50178bf1-c65e-4960-a36b-e8419e4a10ef,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:20.763566 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:20.763914 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:20.764256 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:20.764590 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:20.764919 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:20.765250 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:20.765578 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:20.766092 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:20.766428 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:20.766758 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:20.767114 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:20.767464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:20.921795 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['50178bf1-c65e-4960-a36b-e8419e4a10ef'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:25:21.437383 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a447c-5804-47c7-9abf-7197f0466817 req-c188cbd2-9860-4e74-a289-e6d343d629e7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:21.438807 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4d7a447c-5804-47c7-9abf-7197f0466817 req-c188cbd2-9860-4e74-a289-e6d343d629e7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 945 time: 0.0473235 Nov 11 12:25:21.489909 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4d7a447c-5804-47c7-9abf-7197f0466817 req-98b27703-a5de-45b9-83f5-f27f1cbf4dd5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=64eafeb3-2ac8-4527-9da6-ad1e2a623ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445330 Nov 11 12:25:22.467223 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 50178bf1-c65e-4960-a36b-e8419e4a10ef up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:25:22.599638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 50178bf1-c65e-4960-a36b-e8419e4a10ef completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:25:22.602959 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4615e-59ee-4242-96e9-22528e04180b req-1bbb155b-1e91-43a4-80cc-542222c7f78f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:22.603550 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 50178bf1-c65e-4960-a36b-e8419e4a10ef triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:25:22.603913 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:22.604455 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-67e4615e-59ee-4242-96e9-22528e04180b req-1bbb155b-1e91-43a4-80cc-542222c7f78f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 945 time: 0.0481410 Nov 11 12:25:22.665054 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-67e4615e-59ee-4242-96e9-22528e04180b req-6f884f75-5602-42df-a780-a1e5820593c1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=64eafeb3-2ac8-4527-9da6-ad1e2a623ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540054 Nov 11 12:25:22.692767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:22.722824 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50178bf1-c65e-4960-a36b-e8419e4a10ef'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:25:22.737837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3b2b4a-eb5e-4553-90c7-8e3d6642bfc0" -d '{"events": [{"server_uuid": "c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355", "name": "network-vif-plugged", "status": "completed", "tag": "50178bf1-c65e-4960-a36b-e8419e4a10ef"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:25:22.742299 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 50178bf1-c65e-4960-a36b-e8419e4a10ef, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=50178bf1-c65e-4960-a36b-e8419e4a10ef,segment=NetworkSegment(e085dab9-ad4b-4713-aa7c-727a6294d3a3),segment_id=e085dab9-ad4b-4713-aa7c-727a6294d3a3)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:22.764825 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42f5d75-ef33-4836-9489-94df00b8155e x-openstack-request-id: req-e42f5d75-ef33-4836-9489-94df00b8155e {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:25:22.765111 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355", "name": "network-vif-plugged", "status": "completed", "tag": "50178bf1-c65e-4960-a36b-e8419e4a10ef", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:25:22.765363 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e42f5d75-ef33-4836-9489-94df00b8155e {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:25:22.765758 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50178bf1-c65e-4960-a36b-e8419e4a10ef', 'code': 200} Nov 11 12:25:22.837803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:22.885033 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=50178bf1-c65e-4960-a36b-e8419e4a10ef,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:23.105086 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40703d-aff0-455e-81b4-331572e7ea68 req-9195b913-f75a-4ea7-8a9c-070914b19cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:23.106534 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2a40703d-aff0-455e-81b4-331572e7ea68 req-9195b913-f75a-4ea7-8a9c-070914b19cad service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 1099 time: 0.0398381 Nov 11 12:25:23.156057 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2a40703d-aff0-455e-81b4-331572e7ea68 req-81d4c245-d9d1-4a88-ab15-0abb0d693107 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=64eafeb3-2ac8-4527-9da6-ad1e2a623ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423362 Nov 11 12:25:23.780700 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e94583-7aba-493f-aa01-ca8a6fbc1e70 req-10c2427b-54c9-4260-98bd-94039a293105 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:23.782136 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-41e94583-7aba-493f-aa01-ca8a6fbc1e70 req-10c2427b-54c9-4260-98bd-94039a293105 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 946 time: 0.0471821 Nov 11 12:25:23.830493 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-41e94583-7aba-493f-aa01-ca8a6fbc1e70 req-e3ec71c4-1f85-417f-b3d1-5ab6c4971e80 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=64eafeb3-2ac8-4527-9da6-ad1e2a623ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419159 Nov 11 12:25:24.948013 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d95125-5554-4026-9bf0-85c42c734f0c req-9da78004-abe9-4ffd-b26e-e66ffbdf6180 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:24.949748 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-04d95125-5554-4026-9bf0-85c42c734f0c req-9da78004-abe9-4ffd-b26e-e66ffbdf6180 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 946 time: 0.0521872 Nov 11 12:25:24.997714 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-04d95125-5554-4026-9bf0-85c42c734f0c req-3207d307-c155-4586-8a82-d0dfc3bfc713 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=64eafeb3-2ac8-4527-9da6-ad1e2a623ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422482 Nov 11 12:25:25.108061 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef07ca-3e7b-4105-987f-ee0a65c87d40 req-de6db4ef-8a36-4f90-a2f2-ca102d88384b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:25.109572 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4bef07ca-3e7b-4105-987f-ee0a65c87d40 req-de6db4ef-8a36-4f90-a2f2-ca102d88384b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 946 time: 0.0481479 Nov 11 12:25:25.157184 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4bef07ca-3e7b-4105-987f-ee0a65c87d40 req-fbc7d1f9-e845-4bd8-83e0-848f25f22792 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=64eafeb3-2ac8-4527-9da6-ad1e2a623ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418954 Nov 11 12:25:25.178693 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56722) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:25.216705 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fca91e-aa34-46b0-a1b0-30414c688428 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:25.218168 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d7fca91e-aa34-46b0-a1b0-30414c688428 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 1094 time: 0.0384884 Nov 11 12:25:25.221219 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56724) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:25.226156 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '50178bf1-c65e-4960-a36b-e8419e4a10ef', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:25:25.306198 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:25.402971 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:25.505108 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.26.5.186 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/60d8b774-98b2-4d06-9b74-02cc69a9e340) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:25:25.881265 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:25.966053 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:25.999187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:25:26.001878 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:25:26.011206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:25:26.035999 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=60d8b774-98b2-4d06-9b74-02cc69a9e340,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:26.390897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:26.532399 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:26.682401 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:26.756873 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:26.837722 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=60d8b774-98b2-4d06-9b74-02cc69a9e340,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:26.849835 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:26.954266 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP 28088bec-2114-420d-b448-1a978d80fa16 associated. External IP: 172.26.5.186, port: 50178bf1-c65e-4960-a36b-e8419e4a10ef. Nov 11 12:25:27.157079 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router ccd59b17-53ac-4bce-afc4-fc393846a769 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:25:27.260994 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:25:27.270521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f87c403-47c7-4b50-9007-6551f0b2383e None None] Sync routers for ids ['ccd59b17-53ac-4bce-afc4-fc393846a769'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:25:27.280140 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f87c403-47c7-4b50-9007-6551f0b2383e None None] Routers {'ccd59b17-53ac-4bce-afc4-fc393846a769'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:27.280742 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-3f87c403-47c7-4b50-9007-6551f0b2383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:25:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ccd59b17-53ac-4bce-afc4-fc393846a769'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:27.350658 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:27.377375 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b6111fa7-5890-42a7-a15a-a5b88febb38c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1544573 Nov 11 12:25:27.377995 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355', 'tag': '50178bf1-c65e-4960-a36b-e8419e4a10ef'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:25:27.380843 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599cf805-4526-4993-b642-9fa04ce68527" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355", "tag": "50178bf1-c65e-4960-a36b-e8419e4a10ef"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:25:27.390009 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56726) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:27.391100 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-3f87c403-47c7-4b50-9007-6551f0b2383e None None] Set router ccd59b17-53ac-4bce-afc4-fc393846a769 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:27.423062 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dc4c12-347a-43d3-915d-6395b93681e7 x-openstack-request-id: req-95dc4c12-347a-43d3-915d-6395b93681e7 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:25:27.423062 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355", "tag": "50178bf1-c65e-4960-a36b-e8419e4a10ef", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:25:27.423062 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95dc4c12-347a-43d3-915d-6395b93681e7 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:25:27.423062 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355', 'tag': '50178bf1-c65e-4960-a36b-e8419e4a10ef', 'status': 'completed', 'code': 200} Nov 11 12:25:27.524475 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-aae6d187-7b27-485a-b412-3ecb05b16d86 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/routers/ccd59b17-53ac-4bce-afc4-fc393846a769 HTTP/1.1" status: 200 len: 923 time: 0.1395285 Nov 11 12:25:27.524857 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56730) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:27.529679 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cf805-4526-4993-b642-9fa04ce68527 req-d084fbeb-ab95-4458-9da4-9d8a412e9a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:27.531344 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-599cf805-4526-4993-b642-9fa04ce68527 req-d084fbeb-ab95-4458-9da4-9d8a412e9a53 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 1099 time: 0.0888748 Nov 11 12:25:27.586383 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a9bcda99-c95b-47eb-b59a-0271dcef61c6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/28088bec-2114-420d-b448-1a978d80fa16 HTTP/1.1" status: 200 len: 992 time: 0.0603881 Nov 11 12:25:27.622423 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-3f87c403-47c7-4b50-9007-6551f0b2383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'name': 'tempest-TestNetworkBasicOps-router-1107447702', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': 'fd976a41-9666-4794-9e26-690f4575062d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'fd976a41-9666-4794-9e26-690f4575062d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '28088bec-2114-420d-b448-1a978d80fa16', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'port_id': '50178bf1-c65e-4960-a36b-e8419e4a10ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'mac_address': 'fa:16:3e:a5:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:25:26Z', 'updated_at': '2021-11-11T12:25:26Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fb4982-1b95-4ce6-9433-d27ddd3d9d6c', 'name': '', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:1e:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:06Z', 'updated_at': '2021-11-11T12:25:09Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:27.626732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cf805-4526-4993-b642-9fa04ce68527 req-b1236a3f-989e-4432-a56e-3b5ecf396296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:27.628269 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-599cf805-4526-4993-b642-9fa04ce68527 req-b1236a3f-989e-4432-a56e-3b5ecf396296 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 HTTP/1.1" status: 200 len: 897 time: 0.0893910 Nov 11 12:25:27.647806 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f87c403-47c7-4b50-9007-6551f0b2383e None None] Checking router: ccd59b17-53ac-4bce-afc4-fc393846a769 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:25:27.655891 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f87c403-47c7-4b50-9007-6551f0b2383e None None] Routers {'ccd59b17-53ac-4bce-afc4-fc393846a769'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:27.656486 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-3f87c403-47c7-4b50-9007-6551f0b2383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:25:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ccd59b17-53ac-4bce-afc4-fc393846a769'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:27.694077 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-599cf805-4526-4993-b642-9fa04ce68527 req-a226dece-e13a-4827-9272-81d44a0e6f5f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50178bf1-c65e-4960-a36b-e8419e4a10ef HTTP/1.1" status: 200 len: 1000 time: 0.0592396 Nov 11 12:25:27.742721 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cf805-4526-4993-b642-9fa04ce68527 req-bf415fba-57fa-411f-a68b-7d87db6cfdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:27.744742 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-599cf805-4526-4993-b642-9fa04ce68527 req-bf415fba-57fa-411f-a68b-7d87db6cfdde service neutron] 10.222.0.70 "GET /v2.0/subnets?id=17baaf14-a31f-4d1b-949f-64c8e7c425a1 HTTP/1.1" status: 200 len: 835 time: 0.0437529 Nov 11 12:25:27.762867 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-3f87c403-47c7-4b50-9007-6551f0b2383e None None] Set router ccd59b17-53ac-4bce-afc4-fc393846a769 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:27.795147 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cf805-4526-4993-b642-9fa04ce68527 req-0cb2b379-9273-47ee-bb23-64432fcea4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:27.796608 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-599cf805-4526-4993-b642-9fa04ce68527 req-0cb2b379-9273-47ee-bb23-64432fcea4c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a50f065-0ea1-4ecd-84f7-a05b9065dfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0452511 Nov 11 12:25:27.884800 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-599cf805-4526-4993-b642-9fa04ce68527 req-79e260e5-cca3-41be-9966-cf96568673ef service neutron] 10.222.0.70 "GET /v2.0/networks/5a50f065-0ea1-4ecd-84f7-a05b9065dfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804892 Nov 11 12:25:27.978068 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-599cf805-4526-4993-b642-9fa04ce68527 req-120c2c9b-4e02-4b1c-b422-c5ebdfed0fa4 service neutron] 10.222.0.70 "GET /v2.0/networks/5a50f065-0ea1-4ecd-84f7-a05b9065dfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855913 Nov 11 12:25:27.984246 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-3f87c403-47c7-4b50-9007-6551f0b2383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'name': 'tempest-TestNetworkBasicOps-router-1107447702', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': 'fd976a41-9666-4794-9e26-690f4575062d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'fd976a41-9666-4794-9e26-690f4575062d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '28088bec-2114-420d-b448-1a978d80fa16', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'port_id': '50178bf1-c65e-4960-a36b-e8419e4a10ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'mac_address': 'fa:16:3e:a5:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:25:26Z', 'updated_at': '2021-11-11T12:25:26Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fb4982-1b95-4ce6-9433-d27ddd3d9d6c', 'name': '', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:1e:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:06Z', 'updated_at': '2021-11-11T12:25:09Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:28.010016 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f87c403-47c7-4b50-9007-6551f0b2383e None None] The sync data for ids ['ccd59b17-53ac-4bce-afc4-fc393846a769'] in dv-neutron-786478-23-hyperv is: [{'id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'name': 'tempest-TestNetworkBasicOps-router-1107447702', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': 'fd976a41-9666-4794-9e26-690f4575062d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'fd976a41-9666-4794-9e26-690f4575062d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '28088bec-2114-420d-b448-1a978d80fa16', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'port_id': '50178bf1-c65e-4960-a36b-e8419e4a10ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'mac_address': 'fa:16:3e:a5:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:25:26Z', 'updated_at': '2021-11-11T12:25:26Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fb4982-1b95-4ce6-9433-d27ddd3d9d6c', 'name': '', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:1e:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:06Z', 'updated_at': '2021-11-11T12:25:09Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:25:28.195700 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31f8dec-1426-428e-8d9b-8423c34caae3 None None] New status for floating IP 28088bec-2114-420d-b448-1a978d80fa16: ACTIVE {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:25:28.590219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56732) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:28.650358 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1f35ea79-f97f-41a6-bbc2-11e2a7db3d89 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/28088bec-2114-420d-b448-1a978d80fa16 HTTP/1.1" status: 200 len: 994 time: 0.0589945 Nov 11 12:25:33.210068 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cdef2cc5-d4ca-4907-8d88-5a1d1bd04e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:35.544232 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0daae2a0-64f7-462a-b9eb-e820b36fcfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:36.481568 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:38.138599 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:39.132859 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:40.744760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:49.245478 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:25:53.805223 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-34a2d1ba-1dce-4779-b8d0-86a7712f91a2 req-0690cb3a-0b41-4196-a3a7-4a5f1bbbd9d7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402257 Nov 11 12:25:53.889646 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2d1ba-1dce-4779-b8d0-86a7712f91a2 req-44fcc314-6563-4f6c-a24f-b6a6fe627aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:53.891127 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-34a2d1ba-1dce-4779-b8d0-86a7712f91a2 req-44fcc314-6563-4f6c-a24f-b6a6fe627aa9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 1099 time: 0.0437782 Nov 11 12:25:53.992723 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2d1ba-1dce-4779-b8d0-86a7712f91a2 req-ebc7d1b0-0731-407b-8b57-1890c6eddb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:53.994759 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-34a2d1ba-1dce-4779-b8d0-86a7712f91a2 req-ebc7d1b0-0731-407b-8b57-1890c6eddb6e service neutron] 10.222.0.70 "GET /v2.0/networks?id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a HTTP/1.1" status: 200 len: 913 time: 0.0841711 Nov 11 12:25:54.063423 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-34a2d1ba-1dce-4779-b8d0-86a7712f91a2 req-6513d665-baba-44db-92c3-201ac52e4fbd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fd21184-6de3-488b-b031-88d730e5b5c1 HTTP/1.1" status: 200 len: 1002 time: 0.0609026 Nov 11 12:25:54.118959 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2d1ba-1dce-4779-b8d0-86a7712f91a2 req-4880e5fa-4a81-4521-ad99-eead61613070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:54.120488 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-34a2d1ba-1dce-4779-b8d0-86a7712f91a2 req-4880e5fa-4a81-4521-ad99-eead61613070 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9072cf2e-3415-4e51-a149-d008214c502e HTTP/1.1" status: 200 len: 851 time: 0.0496292 Nov 11 12:25:54.166976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2d1ba-1dce-4779-b8d0-86a7712f91a2 req-7f4cbf62-9fc0-468e-a7a7-00170aa7d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:54.168463 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-34a2d1ba-1dce-4779-b8d0-86a7712f91a2 req-7f4cbf62-9fc0-468e-a7a7-00170aa7d877 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403926 Nov 11 12:25:54.580616 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-34a2d1ba-1dce-4779-b8d0-86a7712f91a2 req-032fbc5b-21c0-4e28-a43b-e5528bc49e77 service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045112 Nov 11 12:25:54.669547 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-34a2d1ba-1dce-4779-b8d0-86a7712f91a2 req-cae009b5-2326-4d58-a84d-7bfaf9df27ce service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818706 Nov 11 12:25:55.625643 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56744) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:55.781612 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Deleting port 2b7ce533-fc53-4428-95f3-2f7ef624f415 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:25:55.781943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:55.855092 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:55.855419 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:55.866659 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Calling delete_port for 2b7ce533-fc53-4428-95f3-2f7ef624f415 owned by network:floatingip {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:25:56.071508 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:56.095067 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event deleted for resources: {'Port': ['ID=2b7ce533-fc53-4428-95f3-2f7ef624f415,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:56.104913 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:56.105269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:56.105611 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:56.105947 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:56.106281 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:56.106614 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:56.106963 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:56.107722 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:56.107722 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:56.107917 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:56.108350 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:56.108623 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:25:56.169978 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for floatingip, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:56.170302 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Floating IP 44274c3a-6019-414f-a7a1-9e5902270808 disassociated (deleted). External IP: 172.26.5.237, port: 0fe28b18-dc37-47b5-95b9-babe56d6b6c3. Nov 11 12:25:56.376115 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:25:56.484466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:25:56.489461 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:56.494921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3291186c-9184-4cca-85f8-2761906d16c0 None None] Sync routers for ids ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:25:56.504137 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3291186c-9184-4cca-85f8-2761906d16c0 None None] Routers {'42a7a6ba-00be-41cd-b8dc-7886df6a4b42'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:56.504748 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-3291186c-9184-4cca-85f8-2761906d16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:25:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:56.517037 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ed13a227-5dcf-441a-b66e-ad93873138de tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "DELETE /v2.0/floatingips/44274c3a-6019-414f-a7a1-9e5902270808 HTTP/1.1" status: 204 len: 168 time: 0.8902793 Nov 11 12:25:56.517737 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79391e50-10a3-4e4d-9341-8b300c592228', 'tag': '0fe28b18-dc37-47b5-95b9-babe56d6b6c3'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:25:56.520199 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7805d32-c74e-49f2-982d-48a5ee043ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "79391e50-10a3-4e4d-9341-8b300c592228", "tag": "0fe28b18-dc37-47b5-95b9-babe56d6b6c3"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:25:56.559703 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f690e1-015d-4bd9-8595-acda95d08391 x-openstack-request-id: req-61f690e1-015d-4bd9-8595-acda95d08391 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:25:56.560095 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79391e50-10a3-4e4d-9341-8b300c592228", "tag": "0fe28b18-dc37-47b5-95b9-babe56d6b6c3", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:25:56.560552 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61f690e1-015d-4bd9-8595-acda95d08391 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:25:56.561148 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79391e50-10a3-4e4d-9341-8b300c592228', 'tag': '0fe28b18-dc37-47b5-95b9-babe56d6b6c3', 'status': 'completed', 'code': 200} Nov 11 12:25:56.613906 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-3291186c-9184-4cca-85f8-2761906d16c0 None None] Set router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:56.627087 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7805d32-c74e-49f2-982d-48a5ee043ac4 req-9ed85299-0d23-4adc-b5bc-0bb84ca1df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:56.628569 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c7805d32-c74e-49f2-982d-48a5ee043ac4 req-9ed85299-0d23-4adc-b5bc-0bb84ca1df45 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 1098 time: 0.0461950 Nov 11 12:25:56.720651 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7805d32-c74e-49f2-982d-48a5ee043ac4 req-248d1305-150f-4cb0-83d9-46b8290eb7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:56.722188 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c7805d32-c74e-49f2-982d-48a5ee043ac4 req-248d1305-150f-4cb0-83d9-46b8290eb7fb service neutron] 10.222.0.70 "GET /v2.0/networks?id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a HTTP/1.1" status: 200 len: 913 time: 0.0857790 Nov 11 12:25:56.784178 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c7805d32-c74e-49f2-982d-48a5ee043ac4 req-726a2d81-06e1-4877-827b-146d27f9e22a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fe28b18-dc37-47b5-95b9-babe56d6b6c3 HTTP/1.1" status: 200 len: 217 time: 0.0551403 Nov 11 12:25:56.839320 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7805d32-c74e-49f2-982d-48a5ee043ac4 req-308ba3fa-417d-4ee9-b228-bd42e230ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:56.840859 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c7805d32-c74e-49f2-982d-48a5ee043ac4 req-308ba3fa-417d-4ee9-b228-bd42e230ff3a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9072cf2e-3415-4e51-a149-d008214c502e HTTP/1.1" status: 200 len: 851 time: 0.0481179 Nov 11 12:25:56.896894 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7805d32-c74e-49f2-982d-48a5ee043ac4 req-b56e5170-f752-4859-9393-75f05d084fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:56.898311 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c7805d32-c74e-49f2-982d-48a5ee043ac4 req-b56e5170-f752-4859-9393-75f05d084fd4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436554 Nov 11 12:25:56.954899 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd609a7c-895d-402c-a016-1b8bc56c9dca req-0fe807c3-d9af-4da1-9a63-95d33ebc75f0 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:56.958387 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bd609a7c-895d-402c-a016-1b8bc56c9dca req-0fe807c3-d9af-4da1-9a63-95d33ebc75f0 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 945 time: 0.0549650 Nov 11 12:25:56.997297 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c7805d32-c74e-49f2-982d-48a5ee043ac4 req-e89d6b9b-7c16-43a8-9580-e829bd4bcea0 service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906370 Nov 11 12:25:57.002460 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-3291186c-9184-4cca-85f8-2761906d16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '12d4d6fe-b027-44d5-b907-7707b20d6b01', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'floating_ip_address': '172.26.5.223', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'port_id': '1fd21184-6de3-488b-b031-88d730e5b5c1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'mac_address': 'fa:16:3e:46:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:04Z', 'updated_at': '2021-11-11T12:21:07Z', 'revision_number': 1, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 5, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:57.014387 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bd609a7c-895d-402c-a016-1b8bc56c9dca req-6ed4aac8-435b-49ea-885c-e23481d0f07d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491943 Nov 11 12:25:57.033709 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3291186c-9184-4cca-85f8-2761906d16c0 None None] Checking router: 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:25:57.041949 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3291186c-9184-4cca-85f8-2761906d16c0 None None] Routers {'42a7a6ba-00be-41cd-b8dc-7886df6a4b42'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:25:57.042545 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-3291186c-9184-4cca-85f8-2761906d16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:25:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:57.094029 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c7805d32-c74e-49f2-982d-48a5ee043ac4 req-b9057915-66e4-4584-bc3c-b522161c43c8 service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874035 Nov 11 12:25:57.152801 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-3291186c-9184-4cca-85f8-2761906d16c0 None None] Set router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:25:57.370764 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-3291186c-9184-4cca-85f8-2761906d16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '12d4d6fe-b027-44d5-b907-7707b20d6b01', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'floating_ip_address': '172.26.5.223', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'port_id': '1fd21184-6de3-488b-b031-88d730e5b5c1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'mac_address': 'fa:16:3e:46:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:04Z', 'updated_at': '2021-11-11T12:21:07Z', 'revision_number': 1, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 5, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:25:57.396604 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3291186c-9184-4cca-85f8-2761906d16c0 None None] The sync data for ids ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'] in dv-neutron-786478-23-hyperv is: [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '12d4d6fe-b027-44d5-b907-7707b20d6b01', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'floating_ip_address': '172.26.5.223', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'port_id': '1fd21184-6de3-488b-b031-88d730e5b5c1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'mac_address': 'fa:16:3e:46:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:21:04Z', 'updated_at': '2021-11-11T12:21:07Z', 'revision_number': 1, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 5, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:25:57.625572 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a5d54a-90c8-4d74-8c46-2096e41d852e None None] New status for floating IP 44274c3a-6019-414f-a7a1-9e5902270808: DOWN {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:25:58.134220 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216b26f-a01e-4c95-9e90-da88a616c975 req-babb9e4d-77ca-493b-a430-a9f911013e61 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:58.135749 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c216b26f-a01e-4c95-9e90-da88a616c975 req-babb9e4d-77ca-493b-a430-a9f911013e61 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 945 time: 0.0505502 Nov 11 12:25:58.184081 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c216b26f-a01e-4c95-9e90-da88a616c975 req-99bbb498-fa90-4bf4-b221-3d305caca6af tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424449 Nov 11 12:25:58.484716 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba57fc7-bb27-45bc-9751-15dd755b7b79 req-c666bdfa-a747-4242-b418-b0f316509e37 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:25:58.486141 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9ba57fc7-bb27-45bc-9751-15dd755b7b79 req-c666bdfa-a747-4242-b418-b0f316509e37 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.70 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 945 time: 0.0488806 Nov 11 12:25:58.579701 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-9ba57fc7-bb27-45bc-9751-15dd755b7b79 req-8f1b76a6-f723-4dba-9d25-b4c70e061bec tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Deleting port 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:25:58.580031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9ba57fc7-bb27-45bc-9751-15dd755b7b79 req-8f1b76a6-f723-4dba-9d25-b4c70e061bec tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:58.670588 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-9ba57fc7-bb27-45bc-9751-15dd755b7b79 req-8f1b76a6-f723-4dba-9d25-b4c70e061bec tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] For port 0fe28b18-dc37-47b5-95b9-babe56d6b6c3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0fe28b18-dc37-47b5-95b9-babe56d6b6c3,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:25:58.676910 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9ba57fc7-bb27-45bc-9751-15dd755b7b79 req-8f1b76a6-f723-4dba-9d25-b4c70e061bec tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:58.687816 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-9ba57fc7-bb27-45bc-9751-15dd755b7b79 req-8f1b76a6-f723-4dba-9d25-b4c70e061bec tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Calling delete_port for 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:25:58.869386 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9ba57fc7-bb27-45bc-9751-15dd755b7b79 req-8f1b76a6-f723-4dba-9d25-b4c70e061bec tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:58.901025 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b76a6-f723-4dba-9d25-b4c70e061bec tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event deleted for resources: {'Port': ['ID=0fe28b18-dc37-47b5-95b9-babe56d6b6c3,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:25:58.947131 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba57fc7-bb27-45bc-9751-15dd755b7b79 req-8f1b76a6-f723-4dba-9d25-b4c70e061bec tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] No DVR routers for this DVR port 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:25:58.950160 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9ba57fc7-bb27-45bc-9751-15dd755b7b79 req-8f1b76a6-f723-4dba-9d25-b4c70e061bec tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:25:58.953527 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9ba57fc7-bb27-45bc-9751-15dd755b7b79 req-8f1b76a6-f723-4dba-9d25-b4c70e061bec tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.70 "DELETE /v2.0/ports/0fe28b18-dc37-47b5-95b9-babe56d6b6c3 HTTP/1.1" status: 204 len: 173 time: 0.4610140 Nov 11 12:25:58.953982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79391e50-10a3-4e4d-9341-8b300c592228', 'name': 'network-vif-deleted', 'tag': '0fe28b18-dc37-47b5-95b9-babe56d6b6c3'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:25:58.956254 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf29c05-4a5d-4c31-a07d-b9161bd8caa1" -d '{"events": [{"server_uuid": "79391e50-10a3-4e4d-9341-8b300c592228", "name": "network-vif-deleted", "tag": "0fe28b18-dc37-47b5-95b9-babe56d6b6c3"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:25:58.990916 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a9ce7b-6712-44aa-8186-40f5ae33da42 x-openstack-request-id: req-e8a9ce7b-6712-44aa-8186-40f5ae33da42 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:25:58.991235 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79391e50-10a3-4e4d-9341-8b300c592228", "name": "network-vif-deleted", "tag": "0fe28b18-dc37-47b5-95b9-babe56d6b6c3", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:25:58.991489 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8a9ce7b-6712-44aa-8186-40f5ae33da42 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:25:58.991894 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79391e50-10a3-4e4d-9341-8b300c592228', 'name': 'network-vif-deleted', 'tag': '0fe28b18-dc37-47b5-95b9-babe56d6b6c3', 'status': 'completed', 'code': 200} Nov 11 12:25:59.280214 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d5c06292-adc5-4af2-9982-d89ad287e709 req-cbba45ad-05a6-4abe-9c89-02170b5b352d tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 210 time: 0.0278518 Nov 11 12:25:59.747067 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56762) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:25:59.863767 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e464301d-5e48-48a4-acb2-46a41f699cf6 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/routers/ccd59b17-53ac-4bce-afc4-fc393846a769/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1153393 Nov 11 12:25:59.866685 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56764) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:00.043996 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc5911b-8c14-4ecd-8ddb-16b3af8c2cac tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Notify agent at dv-neutron-786478-23-hyperv the message router_removed_from_agent {{(pid=103001) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 11 12:26:00.047596 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bbc5911b-8c14-4ecd-8ddb-16b3af8c2cac tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "DELETE /v2.0/agents/b65574ab-8152-4d70-953a-9f404a0075c6/l3-routers/ccd59b17-53ac-4bce-afc4-fc393846a769 HTTP/1.1" status: 204 len: 168 time: 0.1798942 Nov 11 12:26:00.049452 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56766) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:00.162592 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-df88cd28-0005-4fa4-a6bc-f42c8d3a0325 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/routers/ccd59b17-53ac-4bce-afc4-fc393846a769/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1091433 Nov 11 12:26:00.162815 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56768) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:00.221745 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-99c11130-cdb7-4b76-908a-637ba974e0d3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/28088bec-2114-420d-b448-1a978d80fa16 HTTP/1.1" status: 200 len: 994 time: 0.0579064 Nov 11 12:26:00.380742 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-802818ff-22df-42d3-ac23-19c4aac3e587 req-97df2b1e-035a-49e9-8bb8-7aa6255816c9 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 210 time: 0.0299003 Nov 11 12:26:00.829034 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0cf25-0f4e-4741-a047-803b36c1780e None None] New status for floating IP 28088bec-2114-420d-b448-1a978d80fa16: DOWN {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:26:01.225073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56772) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:01.289147 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-901023cf-c3ee-4f8f-aa99-6009e1feed39 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/28088bec-2114-420d-b448-1a978d80fa16 HTTP/1.1" status: 200 len: 992 time: 0.0628557 Nov 11 12:26:01.348878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fd976a41-9666-4794-9e26-690f4575062d no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:01.425181 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:01.449806 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port fd976a41-9666-4794-9e26-690f4575062d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fd976a41-9666-4794-9e26-690f4575062d,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:01.475751 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f7c223ab-c6c0-44b2-88ed-56a80adb4b2b req-b311ca02-ffdc-447c-96bf-c7f4ef7fbd2b tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 210 time: 0.0283475 Nov 11 12:26:01.538634 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:01.539487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:01.614679 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=fd976a41-9666-4794-9e26-690f4575062d,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:01.657103 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:01.688552 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=09fb4982-1b95-4ce6-9433-d27ddd3d9d6c,segment=NetworkSegment(e085dab9-ad4b-4713-aa7c-727a6294d3a3),segment_id=e085dab9-ad4b-4713-aa7c-727a6294d3a3)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:01.780461 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:01.836917 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=09fb4982-1b95-4ce6-9433-d27ddd3d9d6c,revision_number=6']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:02.395746 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56778) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:02.569968 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-729edb37-6e68-4c46-893d-f8bccc5be409 req-a6b43f54-9028-45ab-bca0-3d28dac3b180 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 210 time: 0.0263088 Nov 11 12:26:02.614796 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87419cbe-b759-4988-bb5f-781d4411a5e8 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Router ccd59b17-53ac-4bce-afc4-fc393846a769 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:26:02.615161 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87419cbe-b759-4988-bb5f-781d4411a5e8 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Notify agent at dv-neutron-786478-23-hyperv the message router_added_to_agent {{(pid=103001) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 11 12:26:02.643557 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-87419cbe-b759-4988-bb5f-781d4411a5e8 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "POST /v2.0/agents/b65574ab-8152-4d70-953a-9f404a0075c6/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2467074 Nov 11 12:26:02.646148 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56784) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:02.646873 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:02.659378 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8247398-76b1-4eca-a9c5-ca3220703704 None None] Sync routers for ids ['ccd59b17-53ac-4bce-afc4-fc393846a769'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:26:02.672021 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8247398-76b1-4eca-a9c5-ca3220703704 None None] Routers {'ccd59b17-53ac-4bce-afc4-fc393846a769'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:02.672893 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d8247398-76b1-4eca-a9c5-ca3220703704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:25:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ccd59b17-53ac-4bce-afc4-fc393846a769'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:02.676341 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:26:02.678666 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 0fe28b18-dc37-47b5-95b9-babe56d6b6c3 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:26:02.764659 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5374658d-d350-43f6-8158-11d473aefe46 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/routers/ccd59b17-53ac-4bce-afc4-fc393846a769/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1169734 Nov 11 12:26:02.767330 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56786) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:02.783342 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-d8247398-76b1-4eca-a9c5-ca3220703704 None None] Set router ccd59b17-53ac-4bce-afc4-fc393846a769 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:02.829598 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ebaf2fe5-4694-48aa-83e0-51c1f3b8ef5d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/28088bec-2114-420d-b448-1a978d80fa16 HTTP/1.1" status: 200 len: 992 time: 0.0598662 Nov 11 12:26:03.000623 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d8247398-76b1-4eca-a9c5-ca3220703704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'name': 'tempest-TestNetworkBasicOps-router-1107447702', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': 'fd976a41-9666-4794-9e26-690f4575062d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'fd976a41-9666-4794-9e26-690f4575062d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:26:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '28088bec-2114-420d-b448-1a978d80fa16', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'port_id': '50178bf1-c65e-4960-a36b-e8419e4a10ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'mac_address': 'fa:16:3e:a5:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:25:26Z', 'updated_at': '2021-11-11T12:26:00Z', 'revision_number': 2, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fb4982-1b95-4ce6-9433-d27ddd3d9d6c', 'name': '', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:1e:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:06Z', 'updated_at': '2021-11-11T12:26:01Z', 'revision_number': 6, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:03.026714 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8247398-76b1-4eca-a9c5-ca3220703704 None None] Checking router: ccd59b17-53ac-4bce-afc4-fc393846a769 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:26:03.034706 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8247398-76b1-4eca-a9c5-ca3220703704 None None] Routers {'ccd59b17-53ac-4bce-afc4-fc393846a769'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:03.035334 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d8247398-76b1-4eca-a9c5-ca3220703704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:25:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ccd59b17-53ac-4bce-afc4-fc393846a769'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:03.143846 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-d8247398-76b1-4eca-a9c5-ca3220703704 None None] Set router ccd59b17-53ac-4bce-afc4-fc393846a769 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:03.209389 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-349870ad-02c7-4de8-835d-bd4e7b64f27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:03.373917 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d8247398-76b1-4eca-a9c5-ca3220703704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'name': 'tempest-TestNetworkBasicOps-router-1107447702', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': 'fd976a41-9666-4794-9e26-690f4575062d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'fd976a41-9666-4794-9e26-690f4575062d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:26:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '28088bec-2114-420d-b448-1a978d80fa16', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'port_id': '50178bf1-c65e-4960-a36b-e8419e4a10ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'mac_address': 'fa:16:3e:a5:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:25:26Z', 'updated_at': '2021-11-11T12:26:00Z', 'revision_number': 2, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fb4982-1b95-4ce6-9433-d27ddd3d9d6c', 'name': '', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:1e:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:06Z', 'updated_at': '2021-11-11T12:26:01Z', 'revision_number': 6, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:03.405527 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8247398-76b1-4eca-a9c5-ca3220703704 None None] The sync data for ids ['ccd59b17-53ac-4bce-afc4-fc393846a769'] in dv-neutron-786478-23-hyperv is: [{'id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'name': 'tempest-TestNetworkBasicOps-router-1107447702', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': 'fd976a41-9666-4794-9e26-690f4575062d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'fd976a41-9666-4794-9e26-690f4575062d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:26:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '28088bec-2114-420d-b448-1a978d80fa16', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'port_id': '50178bf1-c65e-4960-a36b-e8419e4a10ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'mac_address': 'fa:16:3e:a5:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:25:26Z', 'updated_at': '2021-11-11T12:26:00Z', 'revision_number': 2, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fb4982-1b95-4ce6-9433-d27ddd3d9d6c', 'name': '', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:1e:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:06Z', 'updated_at': '2021-11-11T12:26:01Z', 'revision_number': 6, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:26:03.689675 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-60fe2635-edb2-4053-82cc-2f782d18f95d req-c1f98288-db45-40d5-92b7-3697e3bc9c18 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=79391e50-10a3-4e4d-9341-8b300c592228 HTTP/1.1" status: 200 len: 210 time: 0.0283496 Nov 11 12:26:03.832481 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56790) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:03.899199 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-99073a29-7fec-49ff-b856-4729ab3cdd0e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/28088bec-2114-420d-b448-1a978d80fa16 HTTP/1.1" status: 200 len: 992 time: 0.0655153 Nov 11 12:26:04.902184 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56798) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:04.961940 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e8302871-8aa4-4d68-8f8b-17dfd28b507b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/28088bec-2114-420d-b448-1a978d80fa16 HTTP/1.1" status: 200 len: 992 time: 0.0586300 Nov 11 12:26:05.070000 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d3bcc2-8760-430a-86e8-64bed592f88a None None] New status for floating IP 28088bec-2114-420d-b448-1a978d80fa16: ACTIVE {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:26:05.413538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fd976a41-9666-4794-9e26-690f4575062d up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:26:05.483596 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port fd976a41-9666-4794-9e26-690f4575062d triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:05.483970 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:05.559500 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d6618a0b-2b59-4425-8a27-37bc1995dd8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:05.564727 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:05.585608 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port fd976a41-9666-4794-9e26-690f4575062d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fd976a41-9666-4794-9e26-690f4575062d,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:05.647424 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:05.648223 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:26:05.727225 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=fd976a41-9666-4794-9e26-690f4575062d,revision_number=6']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:05.740466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:05.740835 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:05.821968 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:05.857335 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=09fb4982-1b95-4ce6-9433-d27ddd3d9d6c,segment=NetworkSegment(e085dab9-ad4b-4713-aa7c-727a6294d3a3),segment_id=e085dab9-ad4b-4713-aa7c-727a6294d3a3)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:05.935095 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:05.965406 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56802) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:05.986400 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=09fb4982-1b95-4ce6-9433-d27ddd3d9d6c,revision_number=7']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:06.037202 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a80dbc49-2d44-42a1-8bb8-2797c4321161 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/28088bec-2114-420d-b448-1a978d80fa16 HTTP/1.1" status: 200 len: 994 time: 0.0657144 Nov 11 12:26:06.266421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56810) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:06.419176 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-e8c329b0-263e-4bd3-b91e-cea254ab8f73 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 60d8b774-98b2-4d06-9b74-02cc69a9e340 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:06.419512 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8c329b0-263e-4bd3-b91e-cea254ab8f73 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:06.499915 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8c329b0-263e-4bd3-b91e-cea254ab8f73 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:06.500233 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8c329b0-263e-4bd3-b91e-cea254ab8f73 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:06.500587 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:06.512552 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-e8c329b0-263e-4bd3-b91e-cea254ab8f73 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 60d8b774-98b2-4d06-9b74-02cc69a9e340 owned by network:floatingip {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:06.712441 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8c329b0-263e-4bd3-b91e-cea254ab8f73 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:06.744397 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c329b0-263e-4bd3-b91e-cea254ab8f73 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=60d8b774-98b2-4d06-9b74-02cc69a9e340,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:06.801026 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8c329b0-263e-4bd3-b91e-cea254ab8f73 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:06.801391 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-e8c329b0-263e-4bd3-b91e-cea254ab8f73 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP 28088bec-2114-420d-b448-1a978d80fa16 disassociated (deleted). External IP: 172.26.5.186, port: 50178bf1-c65e-4960-a36b-e8419e4a10ef. Nov 11 12:26:07.330911 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c329b0-263e-4bd3-b91e-cea254ab8f73 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router ccd59b17-53ac-4bce-afc4-fc393846a769 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:26:07.379984 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fd976a41-9666-4794-9e26-690f4575062d up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:26:07.435656 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port fd976a41-9666-4794-9e26-690f4575062d triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:07.435994 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:07.445752 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c329b0-263e-4bd3-b91e-cea254ab8f73 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:26:07.450982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8c329b0-263e-4bd3-b91e-cea254ab8f73 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:07.461125 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f24b4c-7f3d-4b5a-9d71-1be91caf64ae None None] Sync routers for ids ['ccd59b17-53ac-4bce-afc4-fc393846a769'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:26:07.479552 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f24b4c-7f3d-4b5a-9d71-1be91caf64ae None None] Routers {'ccd59b17-53ac-4bce-afc4-fc393846a769'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:07.482044 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-98f24b4c-7f3d-4b5a-9d71-1be91caf64ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:26:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ccd59b17-53ac-4bce-afc4-fc393846a769'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:07.482222 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e8c329b0-263e-4bd3-b91e-cea254ab8f73 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/floatingips/28088bec-2114-420d-b448-1a978d80fa16 HTTP/1.1" status: 204 len: 168 time: 1.2132330 Nov 11 12:26:07.482222 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355', 'tag': '50178bf1-c65e-4960-a36b-e8419e4a10ef'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:26:07.484135 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0d8b95-cfc3-4ff5-9ccc-4a6a9a11f48d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355", "tag": "50178bf1-c65e-4960-a36b-e8419e4a10ef"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:26:07.531607 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:26:07.532099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27777fc7-c3c4-4e66-a311-dee95993bf06 x-openstack-request-id: req-27777fc7-c3c4-4e66-a311-dee95993bf06 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:26:07.532292 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355", "tag": "50178bf1-c65e-4960-a36b-e8419e4a10ef", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:26:07.532612 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27777fc7-c3c4-4e66-a311-dee95993bf06 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:26:07.533250 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355', 'tag': '50178bf1-c65e-4960-a36b-e8419e4a10ef', 'status': 'completed', 'code': 200} Nov 11 12:26:07.591368 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:07.592072 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:07.631371 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d8b95-cfc3-4ff5-9ccc-4a6a9a11f48d req-861e85b1-3760-436a-88b1-cf51e7af57b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:07.632891 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-da0d8b95-cfc3-4ff5-9ccc-4a6a9a11f48d req-861e85b1-3760-436a-88b1-cf51e7af57b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 1099 time: 0.0769813 Nov 11 12:26:07.669608 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-98f24b4c-7f3d-4b5a-9d71-1be91caf64ae None None] Set router ccd59b17-53ac-4bce-afc4-fc393846a769 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:07.736907 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d8b95-cfc3-4ff5-9ccc-4a6a9a11f48d req-d13ad386-f598-4447-9bbf-60edee0f7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:07.738413 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-da0d8b95-cfc3-4ff5-9ccc-4a6a9a11f48d req-d13ad386-f598-4447-9bbf-60edee0f7c38 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 HTTP/1.1" status: 200 len: 897 time: 0.0985436 Nov 11 12:26:07.780084 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-da0d8b95-cfc3-4ff5-9ccc-4a6a9a11f48d req-21a4dacb-1751-4130-a0c8-1e9734189128 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50178bf1-c65e-4960-a36b-e8419e4a10ef HTTP/1.1" status: 200 len: 217 time: 0.0345464 Nov 11 12:26:07.831857 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d8b95-cfc3-4ff5-9ccc-4a6a9a11f48d req-0a90d029-32c3-4820-a939-aaef6c0a1a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:07.833350 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-da0d8b95-cfc3-4ff5-9ccc-4a6a9a11f48d req-0a90d029-32c3-4820-a939-aaef6c0a1a7d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=17baaf14-a31f-4d1b-949f-64c8e7c425a1 HTTP/1.1" status: 200 len: 835 time: 0.0464735 Nov 11 12:26:07.876977 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-98f24b4c-7f3d-4b5a-9d71-1be91caf64ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'name': 'tempest-TestNetworkBasicOps-router-1107447702', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': 'fd976a41-9666-4794-9e26-690f4575062d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'fd976a41-9666-4794-9e26-690f4575062d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:26:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '09fb4982-1b95-4ce6-9433-d27ddd3d9d6c', 'name': '', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:1e:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:06Z', 'updated_at': '2021-11-11T12:26:05Z', 'revision_number': 7, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:07.905253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d8b95-cfc3-4ff5-9ccc-4a6a9a11f48d req-be0a675b-2632-453f-8647-3af2651a86d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:07.905253 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-da0d8b95-cfc3-4ff5-9ccc-4a6a9a11f48d req-be0a675b-2632-453f-8647-3af2651a86d5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a50f065-0ea1-4ecd-84f7-a05b9065dfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0559480 Nov 11 12:26:07.998357 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f24b4c-7f3d-4b5a-9d71-1be91caf64ae None None] Checking router: ccd59b17-53ac-4bce-afc4-fc393846a769 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:26:08.007381 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f24b4c-7f3d-4b5a-9d71-1be91caf64ae None None] Routers {'ccd59b17-53ac-4bce-afc4-fc393846a769'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:08.008296 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-98f24b4c-7f3d-4b5a-9d71-1be91caf64ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:26:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ccd59b17-53ac-4bce-afc4-fc393846a769'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:08.033140 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-da0d8b95-cfc3-4ff5-9ccc-4a6a9a11f48d req-61cf541e-8281-45bb-99e6-6fd7ab9bf5b5 service neutron] 10.222.0.70 "GET /v2.0/networks/5a50f065-0ea1-4ecd-84f7-a05b9065dfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213949 Nov 11 12:26:08.085919 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e87e24-de63-48b2-97f6-31d201b4b320 req-e14d8b63-1082-46d2-976b-cf86f0df13be tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:08.087433 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-42e87e24-de63-48b2-97f6-31d201b4b320 req-e14d8b63-1082-46d2-976b-cf86f0df13be tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 946 time: 0.0954592 Nov 11 12:26:08.137603 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-98f24b4c-7f3d-4b5a-9d71-1be91caf64ae None None] Set router ccd59b17-53ac-4bce-afc4-fc393846a769 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:08.160985 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-42e87e24-de63-48b2-97f6-31d201b4b320 req-80cd92ca-c5b8-498c-8e2a-6dda6e11b44d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=64eafeb3-2ac8-4527-9da6-ad1e2a623ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652416 Nov 11 12:26:08.180311 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-da0d8b95-cfc3-4ff5-9ccc-4a6a9a11f48d req-94170efa-7f38-4dfe-9ac3-7831defda065 service neutron] 10.222.0.70 "GET /v2.0/networks/5a50f065-0ea1-4ecd-84f7-a05b9065dfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392961 Nov 11 12:26:08.205418 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:08.375611 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-98f24b4c-7f3d-4b5a-9d71-1be91caf64ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'name': 'tempest-TestNetworkBasicOps-router-1107447702', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': 'fd976a41-9666-4794-9e26-690f4575062d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'fd976a41-9666-4794-9e26-690f4575062d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:26:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '09fb4982-1b95-4ce6-9433-d27ddd3d9d6c', 'name': '', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:1e:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:06Z', 'updated_at': '2021-11-11T12:26:05Z', 'revision_number': 7, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:08.407102 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f24b4c-7f3d-4b5a-9d71-1be91caf64ae None None] The sync data for ids ['ccd59b17-53ac-4bce-afc4-fc393846a769'] in dv-neutron-786478-23-hyperv is: [{'id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'name': 'tempest-TestNetworkBasicOps-router-1107447702', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': 'fd976a41-9666-4794-9e26-690f4575062d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:25:07Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'fd976a41-9666-4794-9e26-690f4575062d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:26:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '09fb4982-1b95-4ce6-9433-d27ddd3d9d6c', 'name': '', 'network_id': '5a50f065-0ea1-4ecd-84f7-a05b9065dfc5', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:1e:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:06Z', 'updated_at': '2021-11-11T12:26:05Z', 'revision_number': 7, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '17baaf14-a31f-4d1b-949f-64c8e7c425a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:26:09.278129 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f71a7b-05fc-426b-ac14-fc6887c7d974 None None] New status for floating IP 28088bec-2114-420d-b448-1a978d80fa16: DOWN {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:26:09.352844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d17ba-295a-4c2c-841a-3b116c2a2268 req-83f98903-fe1d-4181-b9c8-1feda0a51d69 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:09.355613 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ff6d17ba-295a-4c2c-841a-3b116c2a2268 req-83f98903-fe1d-4181-b9c8-1feda0a51d69 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 946 time: 0.1062322 Nov 11 12:26:09.409959 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:09.417832 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4480402-5c8b-45d0-a299-54935a4660be req-2bd585f6-1022-4d40-babb-9b53aabdee86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:09.427642 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a4480402-5c8b-45d0-a299-54935a4660be req-2bd585f6-1022-4d40-babb-9b53aabdee86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 946 time: 0.1010826 Nov 11 12:26:09.477257 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-ff6d17ba-295a-4c2c-841a-3b116c2a2268 req-9da4b0db-ab51-47ba-a533-afe480b33912 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 50178bf1-c65e-4960-a36b-e8419e4a10ef {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:09.477513 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-ff6d17ba-295a-4c2c-841a-3b116c2a2268 req-9da4b0db-ab51-47ba-a533-afe480b33912 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:09.502869 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a4480402-5c8b-45d0-a299-54935a4660be req-9f1eb61a-aa4c-4407-8d0e-b9b1aef23c3f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=64eafeb3-2ac8-4527-9da6-ad1e2a623ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734644 Nov 11 12:26:09.579698 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-ff6d17ba-295a-4c2c-841a-3b116c2a2268 req-9da4b0db-ab51-47ba-a533-afe480b33912 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 50178bf1-c65e-4960-a36b-e8419e4a10ef, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=50178bf1-c65e-4960-a36b-e8419e4a10ef,segment=NetworkSegment(e085dab9-ad4b-4713-aa7c-727a6294d3a3),segment_id=e085dab9-ad4b-4713-aa7c-727a6294d3a3)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:09.580046 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-ff6d17ba-295a-4c2c-841a-3b116c2a2268 req-9da4b0db-ab51-47ba-a533-afe480b33912 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:09.595764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-ff6d17ba-295a-4c2c-841a-3b116c2a2268 req-9da4b0db-ab51-47ba-a533-afe480b33912 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 50178bf1-c65e-4960-a36b-e8419e4a10ef owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:09.818711 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-ff6d17ba-295a-4c2c-841a-3b116c2a2268 req-9da4b0db-ab51-47ba-a533-afe480b33912 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:09.855190 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4b0db-ab51-47ba-a533-afe480b33912 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=50178bf1-c65e-4960-a36b-e8419e4a10ef,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:09.903212 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6d17ba-295a-4c2c-841a-3b116c2a2268 req-9da4b0db-ab51-47ba-a533-afe480b33912 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] No DVR routers for this DVR port 50178bf1-c65e-4960-a36b-e8419e4a10ef on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:26:09.905722 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-ff6d17ba-295a-4c2c-841a-3b116c2a2268 req-9da4b0db-ab51-47ba-a533-afe480b33912 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:09.909101 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ff6d17ba-295a-4c2c-841a-3b116c2a2268 req-9da4b0db-ab51-47ba-a533-afe480b33912 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "DELETE /v2.0/ports/50178bf1-c65e-4960-a36b-e8419e4a10ef HTTP/1.1" status: 204 len: 173 time: 0.5475571 Nov 11 12:26:09.909544 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355', 'name': 'network-vif-deleted', 'tag': '50178bf1-c65e-4960-a36b-e8419e4a10ef'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:26:09.911776 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71acf4d-6773-4c64-a56e-f69cd77ee53d" -d '{"events": [{"server_uuid": "c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355", "name": "network-vif-deleted", "tag": "50178bf1-c65e-4960-a36b-e8419e4a10ef"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:26:09.947589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2368486a-fc8f-4670-ab48-60c330b946f5 x-openstack-request-id: req-2368486a-fc8f-4670-ab48-60c330b946f5 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:26:09.947964 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355", "name": "network-vif-deleted", "tag": "50178bf1-c65e-4960-a36b-e8419e4a10ef", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:26:09.948294 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2368486a-fc8f-4670-ab48-60c330b946f5 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:26:09.949307 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355', 'name': 'network-vif-deleted', 'tag': '50178bf1-c65e-4960-a36b-e8419e4a10ef', 'status': 'completed', 'code': 200} Nov 11 12:26:10.433457 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56834) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:10.608265 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9f2a8360-5fb8-4806-8c10-56fe992a5165 req-e8311609-8d3d-48ff-9419-9199ce2c39b9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4a6e9eb-5bd7-4af0-a7bd-ea30dd171355 HTTP/1.1" status: 200 len: 210 time: 0.0286505 Nov 11 12:26:10.612951 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Deleting port 6635cefe-b524-426e-ad94-1b9a70c8a0a5 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:10.613287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.700414 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.700731 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.713019 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Calling delete_port for 6635cefe-b524-426e-ad94-1b9a70c8a0a5 owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:10.769219 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.912795 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:10.935950 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event deleted for resources: {'Port': ['ID=6635cefe-b524-426e-ad94-1b9a70c8a0a5,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:10.948977 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:10.949327 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:10.949669 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:10.950006 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:10.950356 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:10.950671 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:10.951034 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:10.951386 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:10.951713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:10.952038 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:10.952362 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:10.952681 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:11.009573 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.009893 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Floating IP 12d4d6fe-b027-44d5-b907-7707b20d6b01 disassociated (deleted). External IP: 172.26.5.223, port: 1fd21184-6de3-488b-b031-88d730e5b5c1. Nov 11 12:26:11.212326 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:26:11.318150 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:26:11.323177 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.329979 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f21a1f-6f47-471c-adfc-fdb6645ccb10 None None] Sync routers for ids ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:26:11.340504 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f21a1f-6f47-471c-adfc-fdb6645ccb10 None None] Routers {'42a7a6ba-00be-41cd-b8dc-7886df6a4b42'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:11.341103 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-52f21a1f-6f47-471c-adfc-fdb6645ccb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:26:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:11.352510 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-17ee38df-3d26-43c1-a145-104ca38b4562 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "DELETE /v2.0/floatingips/12d4d6fe-b027-44d5-b907-7707b20d6b01 HTTP/1.1" status: 204 len: 168 time: 0.9179907 Nov 11 12:26:11.353265 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'tag': '1fd21184-6de3-488b-b031-88d730e5b5c1'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:26:11.355747 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064c41ed-65c7-4e06-9ec9-e77d5e0c497f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1362501-7603-4e55-b1e8-1efbb3d4d0cf", "tag": "1fd21184-6de3-488b-b031-88d730e5b5c1"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:26:11.395646 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc09497-5c68-4e42-a684-63bd51a29ace x-openstack-request-id: req-ffc09497-5c68-4e42-a684-63bd51a29ace {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:26:11.395940 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1362501-7603-4e55-b1e8-1efbb3d4d0cf", "tag": "1fd21184-6de3-488b-b031-88d730e5b5c1", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:26:11.396192 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ffc09497-5c68-4e42-a684-63bd51a29ace {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:26:11.396598 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'tag': '1fd21184-6de3-488b-b031-88d730e5b5c1', 'status': 'completed', 'code': 200} Nov 11 12:26:11.453642 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-52f21a1f-6f47-471c-adfc-fdb6645ccb10 None None] Set router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:11.462201 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c41ed-65c7-4e06-9ec9-e77d5e0c497f req-964bd118-e4eb-4372-8974-51af10d5eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:11.463962 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-064c41ed-65c7-4e06-9ec9-e77d5e0c497f req-964bd118-e4eb-4372-8974-51af10d5eca8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a99d4d62847944b89c15c8889eeeafb0&device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 1099 time: 0.0456917 Nov 11 12:26:11.554918 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c41ed-65c7-4e06-9ec9-e77d5e0c497f req-962a97d0-b245-406a-8f4c-a4617a38693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:11.556416 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-064c41ed-65c7-4e06-9ec9-e77d5e0c497f req-962a97d0-b245-406a-8f4c-a4617a38693d service neutron] 10.222.0.70 "GET /v2.0/networks?id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a HTTP/1.1" status: 200 len: 913 time: 0.0860398 Nov 11 12:26:11.602467 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-064c41ed-65c7-4e06-9ec9-e77d5e0c497f req-f15a8169-1f6b-47ad-b328-ce16a8d39da6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fd21184-6de3-488b-b031-88d730e5b5c1 HTTP/1.1" status: 200 len: 217 time: 0.0383582 Nov 11 12:26:11.656864 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-52f21a1f-6f47-471c-adfc-fdb6645ccb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 5, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:11.660389 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c41ed-65c7-4e06-9ec9-e77d5e0c497f req-a555079d-098c-4b27-a95a-d0e6c493ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:11.660993 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-064c41ed-65c7-4e06-9ec9-e77d5e0c497f req-a555079d-098c-4b27-a95a-d0e6c493ef57 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9072cf2e-3415-4e51-a149-d008214c502e HTTP/1.1" status: 200 len: 851 time: 0.0464025 Nov 11 12:26:11.666514 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56844) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:11.690825 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f21a1f-6f47-471c-adfc-fdb6645ccb10 None None] Checking router: 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:26:11.700124 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f21a1f-6f47-471c-adfc-fdb6645ccb10 None None] Routers {'42a7a6ba-00be-41cd-b8dc-7886df6a4b42'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:11.700733 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-52f21a1f-6f47-471c-adfc-fdb6645ccb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:26:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:11.741796 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c41ed-65c7-4e06-9ec9-e77d5e0c497f req-beecc033-3d8f-42c8-b098-e5390f1dd2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:11.743157 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-064c41ed-65c7-4e06-9ec9-e77d5e0c497f req-beecc033-3d8f-42c8-b098-e5390f1dd2ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0745378 Nov 11 12:26:11.778324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ce67c502-11e8-49c7-8410-fc1bc8787abd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.815844 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-52f21a1f-6f47-471c-adfc-fdb6645ccb10 None None] Set router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:11.831182 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc524b4-ac6c-4957-92ad-c4634e5f4e00 req-5c66580c-d463-409f-ae4e-9a4fa4480ed6 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:11.832823 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0fc524b4-ac6c-4957-92ad-c4634e5f4e00 req-5c66580c-d463-409f-ae4e-9a4fa4480ed6 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 946 time: 0.0560482 Nov 11 12:26:11.836996 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ce67c502-11e8-49c7-8410-fc1bc8787abd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:11.887626 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0fc524b4-ac6c-4957-92ad-c4634e5f4e00 req-71d756d8-b2cd-44a4-94b3-4cb56d1ef61a tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479889 Nov 11 12:26:11.892537 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-064c41ed-65c7-4e06-9ec9-e77d5e0c497f req-1355663d-612c-4fd5-9155-ae55a94e97ad service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392829 Nov 11 12:26:11.997522 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-064c41ed-65c7-4e06-9ec9-e77d5e0c497f req-73263599-fdce-4211-be83-56fd65ff6e81 service neutron] 10.222.0.70 "GET /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932794 Nov 11 12:26:12.024682 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-52f21a1f-6f47-471c-adfc-fdb6645ccb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 5, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:12.041920 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ce67c502-11e8-49c7-8410-fc1bc8787abd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.045139 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ce67c502-11e8-49c7-8410-fc1bc8787abd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.046364 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ce67c502-11e8-49c7-8410-fc1bc8787abd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/security-groups/64eafeb3-2ac8-4527-9da6-ad1e2a623ef5 HTTP/1.1" status: 204 len: 168 time: 0.3788593 Nov 11 12:26:12.050881 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f21a1f-6f47-471c-adfc-fdb6645ccb10 None None] The sync data for ids ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'] in dv-neutron-786478-23-hyperv is: [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:16:19Z', 'revision_number': 4, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '418c5abf-516f-40bd-8f32-592deedb4460', 'name': '', 'network_id': 'a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'mac_address': 'fa:16:3e:d3:74:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '9072cf2e-3415-4e51-a149-d008214c502e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:16Z', 'updated_at': '2021-11-11T12:16:24Z', 'revision_number': 5, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'subnets': [{'id': '9072cf2e-3415-4e51-a149-d008214c502e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:26:12.055865 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67c502-11e8-49c7-8410-fc1bc8787abd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eafeb3-2ac8-4527-9da6-ad1e2a623ef5,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:12.159815 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56852) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:12.302667 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a367548-87cc-49f5-a381-7883e6fb7e06 None None] New status for floating IP 12d4d6fe-b027-44d5-b907-7707b20d6b01: DOWN {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:26:12.401116 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b26a01-c7f2-408c-a19f-b0b9f2534326 req-74465776-b756-48da-8d71-b7bb82c2ec21 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:12.403110 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-97b26a01-c7f2-408c-a19f-b0b9f2534326 req-74465776-b756-48da-8d71-b7bb82c2ec21 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 946 time: 0.1169453 Nov 11 12:26:12.566731 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-97b26a01-c7f2-408c-a19f-b0b9f2534326 req-bd748ce4-80ae-42ee-9565-65172cdd7047 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Deleting port 1fd21184-6de3-488b-b031-88d730e5b5c1 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:12.567484 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-97b26a01-c7f2-408c-a19f-b0b9f2534326 req-bd748ce4-80ae-42ee-9565-65172cdd7047 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.695089 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-97b26a01-c7f2-408c-a19f-b0b9f2534326 req-bd748ce4-80ae-42ee-9565-65172cdd7047 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] For port 1fd21184-6de3-488b-b031-88d730e5b5c1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1fd21184-6de3-488b-b031-88d730e5b5c1,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:12.695089 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-97b26a01-c7f2-408c-a19f-b0b9f2534326 req-bd748ce4-80ae-42ee-9565-65172cdd7047 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:12.699839 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 50178bf1-c65e-4960-a36b-e8419e4a10ef no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:12.716346 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-97b26a01-c7f2-408c-a19f-b0b9f2534326 req-bd748ce4-80ae-42ee-9565-65172cdd7047 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Calling delete_port for 1fd21184-6de3-488b-b031-88d730e5b5c1 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:12.720006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 50178bf1-c65e-4960-a36b-e8419e4a10ef {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:26:12.720427 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 50178bf1-c65e-4960-a36b-e8419e4a10ef not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:26:12.768516 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ba8350a0-f8e9-42a4-b864-d073cc1ac9a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:13.003816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1671a7-cd27-4ce6-b475-3d58e7e5fa08 req-b5c10e4c-a868-489f-a40e-5f93fd78ea97 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:13.005289 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2b1671a7-cd27-4ce6-b475-3d58e7e5fa08 req-b5c10e4c-a868-489f-a40e-5f93fd78ea97 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 946 time: 0.0489552 Nov 11 12:26:13.055830 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2b1671a7-cd27-4ce6-b475-3d58e7e5fa08 req-4e15e858-0cb3-4923-99ff-c0c2e6eb15aa tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e854cdb-75eb-4559-9c5f-d3d8453617bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435114 Nov 11 12:26:13.070670 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-97b26a01-c7f2-408c-a19f-b0b9f2534326 req-bd748ce4-80ae-42ee-9565-65172cdd7047 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:13.113718 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd748ce4-80ae-42ee-9565-65172cdd7047 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event deleted for resources: {'Port': ['ID=1fd21184-6de3-488b-b031-88d730e5b5c1,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:13.139514 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-ba8350a0-f8e9-42a4-b864-d073cc1ac9a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:13.139846 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ba8350a0-f8e9-42a4-b864-d073cc1ac9a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:13.156647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b26a01-c7f2-408c-a19f-b0b9f2534326 req-bd748ce4-80ae-42ee-9565-65172cdd7047 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] No DVR routers for this DVR port 1fd21184-6de3-488b-b031-88d730e5b5c1 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:26:13.159151 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-97b26a01-c7f2-408c-a19f-b0b9f2534326 req-bd748ce4-80ae-42ee-9565-65172cdd7047 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:13.162645 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-97b26a01-c7f2-408c-a19f-b0b9f2534326 req-bd748ce4-80ae-42ee-9565-65172cdd7047 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.70 "DELETE /v2.0/ports/1fd21184-6de3-488b-b031-88d730e5b5c1 HTTP/1.1" status: 204 len: 173 time: 0.7527032 Nov 11 12:26:13.172575 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'name': 'network-vif-deleted', 'tag': '1fd21184-6de3-488b-b031-88d730e5b5c1'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:26:13.174775 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b670a934-dd44-4e7e-83e2-468d7dcc508e" -d '{"events": [{"server_uuid": "d1362501-7603-4e55-b1e8-1efbb3d4d0cf", "name": "network-vif-deleted", "tag": "1fd21184-6de3-488b-b031-88d730e5b5c1"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:26:13.212725 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0266140-347e-4e11-8111-f711cd4b3be8 x-openstack-request-id: req-f0266140-347e-4e11-8111-f711cd4b3be8 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:26:13.213009 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1362501-7603-4e55-b1e8-1efbb3d4d0cf", "name": "network-vif-deleted", "tag": "1fd21184-6de3-488b-b031-88d730e5b5c1", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:26:13.213253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f0266140-347e-4e11-8111-f711cd4b3be8 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:26:13.213637 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1362501-7603-4e55-b1e8-1efbb3d4d0cf', 'name': 'network-vif-deleted', 'tag': '1fd21184-6de3-488b-b031-88d730e5b5c1', 'status': 'completed', 'code': 200} Nov 11 12:26:13.262525 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-ba8350a0-f8e9-42a4-b864-d073cc1ac9a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=09fb4982-1b95-4ce6-9433-d27ddd3d9d6c,segment=NetworkSegment(e085dab9-ad4b-4713-aa7c-727a6294d3a3),segment_id=e085dab9-ad4b-4713-aa7c-727a6294d3a3)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:13.262877 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ba8350a0-f8e9-42a4-b864-d073cc1ac9a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:13.275370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-ba8350a0-f8e9-42a4-b864-d073cc1ac9a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:13.530586 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ba8350a0-f8e9-42a4-b864-d073cc1ac9a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:13.560513 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8350a0-f8e9-42a4-b864-d073cc1ac9a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=09fb4982-1b95-4ce6-9433-d27ddd3d9d6c,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:13.750387 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ba8350a0-f8e9-42a4-b864-d073cc1ac9a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:13.974174 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8350a0-f8e9-42a4-b864-d073cc1ac9a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router ccd59b17-53ac-4bce-afc4-fc393846a769 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:26:14.092792 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8350a0-f8e9-42a4-b864-d073cc1ac9a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:26:14.098473 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ba8350a0-f8e9-42a4-b864-d073cc1ac9a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/ccd59b17-53ac-4bce-afc4-fc393846a769/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9375408 Nov 11 12:26:14.101686 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56860) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:14.105947 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7477bc-647d-487e-bb0b-da5e3a5ad44a None None] Sync routers for ids ['ccd59b17-53ac-4bce-afc4-fc393846a769'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:26:14.134243 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7477bc-647d-487e-bb0b-da5e3a5ad44a None None] Routers {'ccd59b17-53ac-4bce-afc4-fc393846a769'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:14.135264 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9a7477bc-647d-487e-bb0b-da5e3a5ad44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:26:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ccd59b17-53ac-4bce-afc4-fc393846a769'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:14.156021 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b58e93-d6f7-4eb0-9422-b00547d91572 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting subnet 17baaf14-a31f-4d1b-949f-64c8e7c425a1 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:26:14.168947 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-64b58e93-d6f7-4eb0-9422-b00547d91572 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.208969 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b4a34687-15e4-4f1c-a425-e938d22d0ecb req-1d2c4bba-0583-4775-a972-2730c54a0b8c tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 210 time: 0.0503056 Nov 11 12:26:14.227175 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-64b58e93-d6f7-4eb0-9422-b00547d91572 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.262350 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-9a7477bc-647d-487e-bb0b-da5e3a5ad44a None None] Set router ccd59b17-53ac-4bce-afc4-fc393846a769 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:14.320394 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-64b58e93-d6f7-4eb0-9422-b00547d91572 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.468096 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-64b58e93-d6f7-4eb0-9422-b00547d91572 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.501792 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b58e93-d6f7-4eb0-9422-b00547d91572 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Subnet': ['ID=17baaf14-a31f-4d1b-949f-64c8e7c425a1,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:14.505269 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-64b58e93-d6f7-4eb0-9422-b00547d91572 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.512606 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-64b58e93-d6f7-4eb0-9422-b00547d91572 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/subnets/17baaf14-a31f-4d1b-949f-64c8e7c425a1 HTTP/1.1" status: 204 len: 168 time: 0.4067025 Nov 11 12:26:14.512932 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56862) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:14.520366 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a91326d-80b9-4ed8-8ed4-468a5672c1e0 None None] Network 5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:26:14.541175 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9a7477bc-647d-487e-bb0b-da5e3a5ad44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'name': 'tempest-TestNetworkBasicOps-router-1107447702', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': 'fd976a41-9666-4794-9e26-690f4575062d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:26:13Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'fd976a41-9666-4794-9e26-690f4575062d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:26:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:14.571959 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7477bc-647d-487e-bb0b-da5e3a5ad44a None None] Checking router: ccd59b17-53ac-4bce-afc4-fc393846a769 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:26:14.584309 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7477bc-647d-487e-bb0b-da5e3a5ad44a None None] Routers {'ccd59b17-53ac-4bce-afc4-fc393846a769'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:14.584923 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9a7477bc-647d-487e-bb0b-da5e3a5ad44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:26:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['ccd59b17-53ac-4bce-afc4-fc393846a769'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:14.642615 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9202ece1-531d-4e1d-ae8f-1fc3aba4c235 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.714053 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-9a7477bc-647d-487e-bb0b-da5e3a5ad44a None None] Set router ccd59b17-53ac-4bce-afc4-fc393846a769 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:14.742273 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2be28f-874e-4edd-af01-92a1adeeae63 None None] DHCP port deletion for 5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:26:14.797772 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-7f2be28f-874e-4edd-af01-92a1adeeae63 None None] Deleting port 2271d2b7-3473-4ab6-95b7-17917eb1a798 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:14.798500 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7f2be28f-874e-4edd-af01-92a1adeeae63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.870148 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-7f2be28f-874e-4edd-af01-92a1adeeae63 None None] For port 2271d2b7-3473-4ab6-95b7-17917eb1a798, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=2271d2b7-3473-4ab6-95b7-17917eb1a798,segment=NetworkSegment(e085dab9-ad4b-4713-aa7c-727a6294d3a3),segment_id=e085dab9-ad4b-4713-aa7c-727a6294d3a3)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:14.870956 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7f2be28f-874e-4edd-af01-92a1adeeae63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:14.887427 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-7f2be28f-874e-4edd-af01-92a1adeeae63 None None] Calling delete_port for 2271d2b7-3473-4ab6-95b7-17917eb1a798 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:14.934813 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9a7477bc-647d-487e-bb0b-da5e3a5ad44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'name': 'tempest-TestNetworkBasicOps-router-1107447702', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': 'fd976a41-9666-4794-9e26-690f4575062d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:26:13Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'fd976a41-9666-4794-9e26-690f4575062d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:26:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:14.962648 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7477bc-647d-487e-bb0b-da5e3a5ad44a None None] The sync data for ids ['ccd59b17-53ac-4bce-afc4-fc393846a769'] in dv-neutron-786478-23-hyperv is: [{'id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'name': 'tempest-TestNetworkBasicOps-router-1107447702', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': 'fd976a41-9666-4794-9e26-690f4575062d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:26:13Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': 'fd976a41-9666-4794-9e26-690f4575062d', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd59b17-53ac-4bce-afc4-fc393846a769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:25:03Z', 'updated_at': '2021-11-11T12:26:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:26:15.031919 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7f2be28f-874e-4edd-af01-92a1adeeae63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:15.060890 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2be28f-874e-4edd-af01-92a1adeeae63 None None] Pushing event deleted for resources: {'Port': ['ID=2271d2b7-3473-4ab6-95b7-17917eb1a798,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:15.066280 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2be28f-874e-4edd-af01-92a1adeeae63 None None] No DVR routers for this DVR port 2271d2b7-3473-4ab6-95b7-17917eb1a798 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:26:15.119514 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9202ece1-531d-4e1d-ae8f-1fc3aba4c235 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:15.262016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-9202ece1-531d-4e1d-ae8f-1fc3aba4c235 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port fd976a41-9666-4794-9e26-690f4575062d {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:15.262358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9202ece1-531d-4e1d-ae8f-1fc3aba4c235 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:15.343805 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-50c4aa20-1d33-4fb3-a8a5-a82e35a95178 req-f16f5ced-3943-4ddb-9fc2-862781293bbd tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 210 time: 0.0427279 Nov 11 12:26:15.383102 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-9202ece1-531d-4e1d-ae8f-1fc3aba4c235 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port fd976a41-9666-4794-9e26-690f4575062d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fd976a41-9666-4794-9e26-690f4575062d,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:15.383768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9202ece1-531d-4e1d-ae8f-1fc3aba4c235 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:15.399906 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-9202ece1-531d-4e1d-ae8f-1fc3aba4c235 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for fd976a41-9666-4794-9e26-690f4575062d owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:15.408878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 2271d2b7-3473-4ab6-95b7-17917eb1a798 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:15.437950 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 2271d2b7-3473-4ab6-95b7-17917eb1a798 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:26:15.438290 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 2271d2b7-3473-4ab6-95b7-17917eb1a798 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:26:15.438919 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:15.459065 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:26:15.459413 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 09fb4982-1b95-4ce6-9433-d27ddd3d9d6c not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:26:15.672696 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9202ece1-531d-4e1d-ae8f-1fc3aba4c235 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:15.698315 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202ece1-531d-4e1d-ae8f-1fc3aba4c235 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=fd976a41-9666-4794-9e26-690f4575062d,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:15.717905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f69b654-8f1f-4517-9bfa-f1440c8ab461 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:26:15.759571 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9202ece1-531d-4e1d-ae8f-1fc3aba4c235 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:15.857431 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9202ece1-531d-4e1d-ae8f-1fc3aba4c235 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:15.859725 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9202ece1-531d-4e1d-ae8f-1fc3aba4c235 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:15.970108 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9202ece1-531d-4e1d-ae8f-1fc3aba4c235 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:15.970748 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9202ece1-531d-4e1d-ae8f-1fc3aba4c235 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Fanout notify agent at l3_agent the message router_deleted on router ccd59b17-53ac-4bce-afc4-fc393846a769 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:26:15.978649 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9202ece1-531d-4e1d-ae8f-1fc3aba4c235 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:15.979834 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9202ece1-531d-4e1d-ae8f-1fc3aba4c235 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/routers/ccd59b17-53ac-4bce-afc4-fc393846a769 HTTP/1.1" status: 204 len: 168 time: 1.4657216 Nov 11 12:26:15.982766 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56866) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:16.062242 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-029e2807-946d-4bbf-ab05-bcb3c6821100 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.153320 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-029e2807-946d-4bbf-ab05-bcb3c6821100 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.172090 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-029e2807-946d-4bbf-ab05-bcb3c6821100 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a50f065-0ea1-4ecd-84f7-a05b9065dfc5']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:16.180948 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-029e2807-946d-4bbf-ab05-bcb3c6821100 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e085dab9-ad4b-4713-aa7c-727a6294d3a3') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:16.181246 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-029e2807-946d-4bbf-ab05-bcb3c6821100 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e085dab9-ad4b-4713-aa7c-727a6294d3a3') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:16.193539 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-029e2807-946d-4bbf-ab05-bcb3c6821100 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.208909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-029e2807-946d-4bbf-ab05-bcb3c6821100 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.215654 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029e2807-946d-4bbf-ab05-bcb3c6821100 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:26:16.216058 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-029e2807-946d-4bbf-ab05-bcb3c6821100 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:26:16.219210 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:26:16.362421 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-029e2807-946d-4bbf-ab05-bcb3c6821100 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.367456 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-029e2807-946d-4bbf-ab05-bcb3c6821100 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.375532 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-029e2807-946d-4bbf-ab05-bcb3c6821100 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/networks/5a50f065-0ea1-4ecd-84f7-a05b9065dfc5 HTTP/1.1" status: 204 len: 168 time: 0.3915498 Nov 11 12:26:16.394043 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e2807-946d-4bbf-ab05-bcb3c6821100 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Network': ['ID=5a50f065-0ea1-4ecd-84f7-a05b9065dfc5,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:16.405331 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56870) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:16.412229 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-b86a7cb0-5020-47c5-bf0f-f65142f5a4d3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'network': {'name': 'tempest-network-smoke--157690978', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'port_security_enabled': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:16.449432 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c9fec155-5063-49f9-9460-229a8ea9b97c req-638baff9-b639-4ad0-a386-b5bf904aa3b4 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 210 time: 0.0269415 Nov 11 12:26:16.528743 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86a7cb0-5020-47c5-bf0f-f65142f5a4d3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:26:16.532470 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b86a7cb0-5020-47c5-bf0f-f65142f5a4d3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.557230 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86a7cb0-5020-47c5-bf0f-f65142f5a4d3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:26:16.566258 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b86a7cb0-5020-47c5-bf0f-f65142f5a4d3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.566595 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-b86a7cb0-5020-47c5-bf0f-f65142f5a4d3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Added segment d87947c2-e946-4917-8d0a-3e523784a074 of type vlan for network fef2b308-a374-49d9-a81b-8171336be6bb Nov 11 12:26:16.607368 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b86a7cb0-5020-47c5-bf0f-f65142f5a4d3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.702727 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b86a7cb0-5020-47c5-bf0f-f65142f5a4d3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.710290 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86a7cb0-5020-47c5-bf0f-f65142f5a4d3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:16.716898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b86a7cb0-5020-47c5-bf0f-f65142f5a4d3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.722438 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 1fd21184-6de3-488b-b031-88d730e5b5c1 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:16.746056 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 1fd21184-6de3-488b-b031-88d730e5b5c1 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:26:16.746309 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 1fd21184-6de3-488b-b031-88d730e5b5c1 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:26:16.783554 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a7cb0-5020-47c5-bf0f-f65142f5a4d3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Network': ['ID=fef2b308-a374-49d9-a81b-8171336be6bb,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:16.795022 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network fef2b308-a374-49d9-a81b-8171336be6bb details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:26:16.844491 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b86a7cb0-5020-47c5-bf0f-f65142f5a4d3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4343462 Nov 11 12:26:16.844743 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56872) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:16.849015 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-88151603', 'admin_state_up': True, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:16.924482 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.925576 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:16.976948 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:17.176943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:17.373833 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fd976a41-9666-4794-9e26-690f4575062d no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:17.405253 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: fd976a41-9666-4794-9e26-690f4575062d {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:26:17.405600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fd976a41-9666-4794-9e26-690f4575062d not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:26:17.453916 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:17.476795 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:17.556425 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-00f952a7-1ddb-4bd3-9d4c-c0b881a92b0b req-ad761dde-de63-4f5f-abdd-fd38a59e6467 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1362501-7603-4e55-b1e8-1efbb3d4d0cf HTTP/1.1" status: 200 len: 210 time: 0.0287342 Nov 11 12:26:17.590106 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.26.5.42 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/91916cbe-b50c-4caf-b3d5-0c5172c9617e) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:26:17.697950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:17.808995 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:17.848690 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:26:17.851887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:26:17.855966 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:26:17.865143 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5c7bbe-a4bb-4093-969b-33ea51c8061b None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:26:17.878137 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=91916cbe-b50c-4caf-b3d5-0c5172c9617e,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:17.912378 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5dc911de-8723-40ce-8134-df98a67e4f99 None None] Provisioning complete for port 91916cbe-b50c-4caf-b3d5-0c5172c9617e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:17.912744 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5dc911de-8723-40ce-8134-df98a67e4f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:17.947436 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-5dc911de-8723-40ce-8134-df98a67e4f99 None None] Port 91916cbe-b50c-4caf-b3d5-0c5172c9617e cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:26:18.198969 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:18.398565 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:18.598620 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 265520c9-ac77-47f3-af7b-e728978674d5 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:26:18.611953 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56878) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:18.799544 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:26:18.814097 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Sync routers for ids ['265520c9-ac77-47f3-af7b-e728978674d5'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:26:18.830007 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Routers {'265520c9-ac77-47f3-af7b-e728978674d5'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:18.831994 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:26:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['265520c9-ac77-47f3-af7b-e728978674d5'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:18.833049 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0b54a4cf-77b6-4152-bf5f-b7f17c60149f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Deleting port 6a79cd7b-a19f-4b4b-bff7-21a2672ba1a1 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:18.833385 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b54a4cf-77b6-4152-bf5f-b7f17c60149f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:18.903786 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:18.905216 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9e0c1636-a282-4305-bb37-4d66b0e95566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0595767 Nov 11 12:26:18.908398 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56880) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:18.918242 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b54a4cf-77b6-4152-bf5f-b7f17c60149f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:18.918688 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b54a4cf-77b6-4152-bf5f-b7f17c60149f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:18.931154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0b54a4cf-77b6-4152-bf5f-b7f17c60149f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Calling delete_port for 6a79cd7b-a19f-4b4b-bff7-21a2672ba1a1 owned by network:floatingip {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:18.936196 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e9d02ef0-c282-46da-a43b-d78be406a8d7 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=61936e26caaf472aa62c0bac8a753383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266628 Nov 11 12:26:18.938778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56882) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:18.964025 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Set router 265520c9-ac77-47f3-af7b-e728978674d5 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:19.031339 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf44e87-7742-404e-ab7e-d812917e475a tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:19.033147 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ebf44e87-7742-404e-ab7e-d812917e475a tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934465 Nov 11 12:26:19.036001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56884) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:19.063393 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-51f70d43-0b0e-474f-9cc3-dff26fa4d922 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261705 Nov 11 12:26:19.065903 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56886) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:19.070666 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-83dd3a0e-2ff3-4144-84a4-7e31c4e10716 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1716847241', 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:19.146999 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265520c9-ac77-47f3-af7b-e728978674d5', 'name': 'tempest-TestNetworkBasicOps-router-88151603', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:16Z', 'updated_at': '2021-11-11T12:26:17Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:17Z', 'updated_at': '2021-11-11T12:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:19.173619 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Checking router: 265520c9-ac77-47f3-af7b-e728978674d5 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:26:19.173863 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Updating router 265520c9-ac77-47f3-af7b-e728978674d5 port 91916cbe-b50c-4caf-b3d5-0c5172c9617e binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:26:19.174059 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b54a4cf-77b6-4152-bf5f-b7f17c60149f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.201489 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.201763 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54a4cf-77b6-4152-bf5f-b7f17c60149f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event deleted for resources: {'Port': ['ID=6a79cd7b-a19f-4b4b-bff7-21a2672ba1a1,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:19.261282 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dd3a0e-2ff3-4144-84a4-7e31c4e10716 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:26:19.264882 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-83dd3a0e-2ff3-4144-84a4-7e31c4e10716 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.265727 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b54a4cf-77b6-4152-bf5f-b7f17c60149f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for floatingip, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.269456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0b54a4cf-77b6-4152-bf5f-b7f17c60149f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.271634 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0b54a4cf-77b6-4152-bf5f-b7f17c60149f tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "DELETE /v2.0/floatingips/c4d453d5-55c3-4832-a093-b96ea80e0f12 HTTP/1.1" status: 204 len: 168 time: 0.6574090 Nov 11 12:26:19.474232 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.518793 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-83dd3a0e-2ff3-4144-84a4-7e31c4e10716 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.544976 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.591742 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd3a0e-2ff3-4144-84a4-7e31c4e10716 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Subnet': ['ID=af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:19.594888 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dd3a0e-2ff3-4144-84a4-7e31c4e10716 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Checking segment: {'id': 'd87947c2-e946-4917-8d0a-3e523784a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:26:19.594888 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dd3a0e-2ff3-4144-84a4-7e31c4e10716 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network hostable DHCP agents. Network: fef2b308-a374-49d9-a81b-8171336be6bb, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:26:19.611280 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Attempting to bind port 91916cbe-b50c-4caf-b3d5-0c5172c9617e on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:26:19.611713 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Attempting to bind port 91916cbe-b50c-4caf-b3d5-0c5172c9617e by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:26:19.612179 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Attempting to bind port 91916cbe-b50c-4caf-b3d5-0c5172c9617e on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:26:19.616270 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408a666-8209-4e33-b0db-68c26c5010a0 None None] Pushing event updated for resources: {'Port': ['ID=91916cbe-b50c-4caf-b3d5-0c5172c9617e,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:19.618519 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccca7c51-3595-4c5a-b194-ad0cfc98e5e7 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:26:19.624500 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:26:19.624878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:26:19.625270 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.625649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:26:19.626109 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Bound port: 91916cbe-b50c-4caf-b3d5-0c5172c9617e, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:26:19.626483 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.673194 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dd3a0e-2ff3-4144-84a4-7e31c4e10716 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network fef2b308-a374-49d9-a81b-8171336be6bb is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:26:19.687133 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] For port 91916cbe-b50c-4caf-b3d5-0c5172c9617e, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:26:19.692126 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] For port 91916cbe-b50c-4caf-b3d5-0c5172c9617e, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=91916cbe-b50c-4caf-b3d5-0c5172c9617e,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:26:19.695410 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-76337952-fa20-4e30-b265-fe94e184595f None None] Provisioning complete for port 91916cbe-b50c-4caf-b3d5-0c5172c9617e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:19.698503 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-76337952-fa20-4e30-b265-fe94e184595f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.730164 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-76337952-fa20-4e30-b265-fe94e184595f None None] Port 91916cbe-b50c-4caf-b3d5-0c5172c9617e cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:26:19.798875 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-83dd3a0e-2ff3-4144-84a4-7e31c4e10716 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, fef2b308-a374-49d9-a81b-8171336be6bb) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:26:19.803335 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dd3a0e-2ff3-4144-84a4-7e31c4e10716 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:19.804040 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-83dd3a0e-2ff3-4144-84a4-7e31c4e10716 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.810131 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4ca988-49c5-4956-bf89-1fc0a7a5edca None None] Network fef2b308-a374-49d9-a81b-8171336be6bb requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:26:19.850274 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:19.888612 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-83dd3a0e-2ff3-4144-84a4-7e31c4e10716 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8215408 Nov 11 12:26:19.891187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56896) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:19.913017 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7989af26-b3ec-4312-bf09-ca9bed15c567 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:26:19.943971 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Routers {'265520c9-ac77-47f3-af7b-e728978674d5'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:19.944468 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:26:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['265520c9-ac77-47f3-af7b-e728978674d5'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:19.986516 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408a666-8209-4e33-b0db-68c26c5010a0 None None] Pushing event updated for resources: {'Port': ['ID=91916cbe-b50c-4caf-b3d5-0c5172c9617e,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:20.095168 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1e8af407-7508-4a9b-af25-32fe42244e31 None None] Provisioning complete for port 91916cbe-b50c-4caf-b3d5-0c5172c9617e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:20.095533 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1e8af407-7508-4a9b-af25-32fe42244e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:20.153177 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] Set router 265520c9-ac77-47f3-af7b-e728978674d5 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:20.182183 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-fef2b308-a374-49d9-a81b-8171336be6bb', 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ips': [{'subnet_id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:26:20.183027 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:20.584096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1e8af407-7508-4a9b-af25-32fe42244e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:20.632539 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1e8af407-7508-4a9b-af25-32fe42244e31 None None] For port 91916cbe-b50c-4caf-b3d5-0c5172c9617e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=91916cbe-b50c-4caf-b3d5-0c5172c9617e,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:20.644116 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Allocated IP 172.20.0.2 (fef2b308-a374-49d9-a81b-8171336be6bb/af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740/ac32c867-9e18-489b-8821-60ce173f87cc) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:26:20.692110 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0643b44a-5341-438b-a6e5-490d674533f2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:20.724771 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265520c9-ac77-47f3-af7b-e728978674d5', 'name': 'tempest-TestNetworkBasicOps-router-88151603', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:16Z', 'updated_at': '2021-11-11T12:26:17Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:17Z', 'updated_at': '2021-11-11T12:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:20.729546 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1e8af407-7508-4a9b-af25-32fe42244e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:20.777741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ebc903-d169-480c-b5b4-e9a178bbc295 None None] The sync data for ids ['265520c9-ac77-47f3-af7b-e728978674d5'] in dv-neutron-786478-23-hyperv is: [{'id': '265520c9-ac77-47f3-af7b-e728978674d5', 'name': 'tempest-TestNetworkBasicOps-router-88151603', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:16Z', 'updated_at': '2021-11-11T12:26:17Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:17Z', 'updated_at': '2021-11-11T12:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:26:20.836203 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8af407-7508-4a9b-af25-32fe42244e31 None None] Pushing event updated for resources: {'Port': ['ID=91916cbe-b50c-4caf-b3d5-0c5172c9617e,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:20.851576 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8af407-7508-4a9b-af25-32fe42244e31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:20.851931 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8af407-7508-4a9b-af25-32fe42244e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:20.852273 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8af407-7508-4a9b-af25-32fe42244e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:20.852611 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8af407-7508-4a9b-af25-32fe42244e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:20.852945 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8af407-7508-4a9b-af25-32fe42244e31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:20.853277 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8af407-7508-4a9b-af25-32fe42244e31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:20.853609 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8af407-7508-4a9b-af25-32fe42244e31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:20.853937 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8af407-7508-4a9b-af25-32fe42244e31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:20.854265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8af407-7508-4a9b-af25-32fe42244e31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:20.854682 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8af407-7508-4a9b-af25-32fe42244e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:20.854919 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8af407-7508-4a9b-af25-32fe42244e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:20.855785 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8af407-7508-4a9b-af25-32fe42244e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:20.918241 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:20.999549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:21.062209 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Network fef2b308-a374-49d9-a81b-8171336be6bb is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:26:21.069081 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:26:21.072630 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:26:21.085880 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Pushing event updated for resources: {'Port': ['ID=ac32c867-9e18-489b-8821-60ce173f87cc,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:21.090794 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-0643b44a-5341-438b-a6e5-490d674533f2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.1 (fef2b308-a374-49d9-a81b-8171336be6bb/af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740/5e443144-b3b2-4c97-922b-b0e844a5a254) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:26:21.141387 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Attempting to bind port ac32c867-9e18-489b-8821-60ce173f87cc on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:26:21.141754 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Attempting to bind port ac32c867-9e18-489b-8821-60ce173f87cc by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'd87947c2-e946-4917-8d0a-3e523784a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:26:21.142109 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Attempting to bind port ac32c867-9e18-489b-8821-60ce173f87cc on network fef2b308-a374-49d9-a81b-8171336be6bb {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:26:21.147837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:26:21.148203 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Checking segment: {'id': 'd87947c2-e946-4917-8d0a-3e523784a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:26:21.148601 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:21.148985 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Bound using segment: {'id': 'd87947c2-e946-4917-8d0a-3e523784a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:26:21.149447 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Bound port: ac32c867-9e18-489b-8821-60ce173f87cc, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87947c2-e946-4917-8d0a-3e523784a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:26:21.149823 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:21.231150 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0643b44a-5341-438b-a6e5-490d674533f2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:21.239694 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] For port ac32c867-9e18-489b-8821-60ce173f87cc, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:26:21.243862 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] For port ac32c867-9e18-489b-8821-60ce173f87cc, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=ac32c867-9e18-489b-8821-60ce173f87cc,segment=NetworkSegment(d87947c2-e946-4917-8d0a-3e523784a074),segment_id=d87947c2-e946-4917-8d0a-3e523784a074)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:26:21.308743 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:21.336965 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0643b44a-5341-438b-a6e5-490d674533f2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:21.420641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb95b7-1fe9-4f41-9dbe-f5336c414ad9 None None] Pushing event updated for resources: {'Port': ['ID=ac32c867-9e18-489b-8821-60ce173f87cc,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:21.440774 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0643b44a-5341-438b-a6e5-490d674533f2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network fef2b308-a374-49d9-a81b-8171336be6bb is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:26:21.445166 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-0643b44a-5341-438b-a6e5-490d674533f2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:26:21.447524 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643b44a-5341-438b-a6e5-490d674533f2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=5e443144-b3b2-4c97-922b-b0e844a5a254,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:21.450114 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0643b44a-5341-438b-a6e5-490d674533f2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:26:21.452946 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 91916cbe-b50c-4caf-b3d5-0c5172c9617e up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:26:21.513116 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0643b44a-5341-438b-a6e5-490d674533f2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:21.514568 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 91916cbe-b50c-4caf-b3d5-0c5172c9617e triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:21.515006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:21.796990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0643b44a-5341-438b-a6e5-490d674533f2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:22.096745 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0643b44a-5341-438b-a6e5-490d674533f2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:22.147412 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0643b44a-5341-438b-a6e5-490d674533f2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:22.223574 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0643b44a-5341-438b-a6e5-490d674533f2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:22.225553 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643b44a-5341-438b-a6e5-490d674533f2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=5e443144-b3b2-4c97-922b-b0e844a5a254,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:22.337608 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0643b44a-5341-438b-a6e5-490d674533f2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network fef2b308-a374-49d9-a81b-8171336be6bb is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:26:22.339183 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-0643b44a-5341-438b-a6e5-490d674533f2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:26:22.459894 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0643b44a-5341-438b-a6e5-490d674533f2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 265520c9-ac77-47f3-af7b-e728978674d5 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:26:22.509872 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6397b5b-c5f4-488e-8a45-0a549ce712f8 None None] Network fef2b308-a374-49d9-a81b-8171336be6bb requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:26:22.578305 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0643b44a-5341-438b-a6e5-490d674533f2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:26:22.586905 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0643b44a-5341-438b-a6e5-490d674533f2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/265520c9-ac77-47f3-af7b-e728978674d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6915367 Nov 11 12:26:22.590349 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56902) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:22.600374 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ef319d4f-f66a-4cbe-b036-72a033c8842c None None] Provisioning complete for port ac32c867-9e18-489b-8821-60ce173f87cc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:22.600715 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ef319d4f-f66a-4cbe-b036-72a033c8842c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:22.696996 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e711e4-6aef-4984-ae4e-3d48a5977499 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:22.697459 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e711e4-6aef-4984-ae4e-3d48a5977499 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:22.697917 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e711e4-6aef-4984-ae4e-3d48a5977499 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:22.698509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e711e4-6aef-4984-ae4e-3d48a5977499 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:22.698957 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e711e4-6aef-4984-ae4e-3d48a5977499 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:22.699477 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e711e4-6aef-4984-ae4e-3d48a5977499 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:22.705633 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-02e711e4-6aef-4984-ae4e-3d48a5977499 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1130781 Nov 11 12:26:22.705958 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56904) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:22.764589 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ef319d4f-f66a-4cbe-b036-72a033c8842c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:22.799898 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-ef319d4f-f66a-4cbe-b036-72a033c8842c None None] For port ac32c867-9e18-489b-8821-60ce173f87cc, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=ac32c867-9e18-489b-8821-60ce173f87cc,segment=NetworkSegment(d87947c2-e946-4917-8d0a-3e523784a074),segment_id=d87947c2-e946-4917-8d0a-3e523784a074)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:22.802191 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d93001-d2ad-44cc-a5be-0ace50e2f564 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:22.802773 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d93001-d2ad-44cc-a5be-0ace50e2f564 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:22.803259 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d93001-d2ad-44cc-a5be-0ace50e2f564 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:22.803698 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d93001-d2ad-44cc-a5be-0ace50e2f564 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:22.804160 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d93001-d2ad-44cc-a5be-0ace50e2f564 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:22.804597 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d93001-d2ad-44cc-a5be-0ace50e2f564 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:22.806701 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-79d93001-d2ad-44cc-a5be-0ace50e2f564 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.0993428 Nov 11 12:26:22.817200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56908) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:22.890477 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ef319d4f-f66a-4cbe-b036-72a033c8842c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:22.969339 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef319d4f-f66a-4cbe-b036-72a033c8842c None None] Pushing event updated for resources: {'Port': ['ID=ac32c867-9e18-489b-8821-60ce173f87cc,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:22.970705 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Sync routers for ids ['265520c9-ac77-47f3-af7b-e728978674d5'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:26:22.983820 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Routers {'265520c9-ac77-47f3-af7b-e728978674d5'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:22.984527 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:26:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['265520c9-ac77-47f3-af7b-e728978674d5'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:22.992430 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7f485b11-cab4-46fb-bc65-36d278cb8651 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1739993 Nov 11 12:26:23.017165 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5858ca8a-b16d-4879-8361-113960b7f70b None None] Provisioning complete for port ac32c867-9e18-489b-8821-60ce173f87cc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:23.017683 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5858ca8a-b16d-4879-8361-113960b7f70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:23.115519 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Set router 265520c9-ac77-47f3-af7b-e728978674d5 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:23.124615 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5858ca8a-b16d-4879-8361-113960b7f70b None None] Provisioning complete for port 5e443144-b3b2-4c97-922b-b0e844a5a254 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:23.125253 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5858ca8a-b16d-4879-8361-113960b7f70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:23.167390 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-5858ca8a-b16d-4879-8361-113960b7f70b None None] Port 5e443144-b3b2-4c97-922b-b0e844a5a254 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:26:23.287131 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-da590773-298e-44e0-8cbd-42b8c3703c42 None None] Provisioning complete for port 5e443144-b3b2-4c97-922b-b0e844a5a254 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:23.287506 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-da590773-298e-44e0-8cbd-42b8c3703c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:23.364031 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-da590773-298e-44e0-8cbd-42b8c3703c42 None None] Port 5e443144-b3b2-4c97-922b-b0e844a5a254 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:26:23.380387 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265520c9-ac77-47f3-af7b-e728978674d5', 'name': 'tempest-TestNetworkBasicOps-router-88151603', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:16Z', 'updated_at': '2021-11-11T12:26:21Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:17Z', 'updated_at': '2021-11-11T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '5e443144-b3b2-4c97-922b-b0e844a5a254', 'name': '', 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:fa:ac:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:20Z', 'updated_at': '2021-11-11T12:26:21Z', 'revision_number': 2, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:23.421240 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Checking router: 265520c9-ac77-47f3-af7b-e728978674d5 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:26:23.421858 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Updating router 265520c9-ac77-47f3-af7b-e728978674d5 port 5e443144-b3b2-4c97-922b-b0e844a5a254 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:26:23.458646 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ac32c867-9e18-489b-8821-60ce173f87cc up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:26:23.463143 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:23.508767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port ac32c867-9e18-489b-8821-60ce173f87cc triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:23.510053 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:23.566945 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56912) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:23.571687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-967cfd2b-a9f9-4b1e-872f-35b625074c6b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1963733635', 'description': 'tempest-secgroup-smoke-1963733635 description', 'project_id': '61936e26caaf472aa62c0bac8a753383'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:23.629146 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-79663874-f973-4657-b82a-88d41313dbfe None None] Provisioning complete for port 5e443144-b3b2-4c97-922b-b0e844a5a254 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:23.629799 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-79663874-f973-4657-b82a-88d41313dbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:23.648155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-967cfd2b-a9f9-4b1e-872f-35b625074c6b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:23.671367 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-79663874-f973-4657-b82a-88d41313dbfe None None] Port 5e443144-b3b2-4c97-922b-b0e844a5a254 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:26:23.748737 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-967cfd2b-a9f9-4b1e-872f-35b625074c6b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:23.763390 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:23.820922 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56916) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:23.844683 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-967cfd2b-a9f9-4b1e-872f-35b625074c6b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:23.848470 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:23.892833 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3e08a329-970a-48e0-bd8c-8eb289e57250 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:23.904512 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cfd2b-a9f9-4b1e-872f-35b625074c6b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=245ab5f3-3777-4439-8a3d-b20ba669a4eb,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:23.920668 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d031e56-a7f8-4198-9471-d4aac2d8f3c4 None None] Pushing event updated for resources: {'Port': ['ID=5e443144-b3b2-4c97-922b-b0e844a5a254,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:23.926801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3e08a329-970a-48e0-bd8c-8eb289e57250 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:23.944714 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d031e56-a7f8-4198-9471-d4aac2d8f3c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:23.945037 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d031e56-a7f8-4198-9471-d4aac2d8f3c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:23.945378 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d031e56-a7f8-4198-9471-d4aac2d8f3c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:23.945707 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d031e56-a7f8-4198-9471-d4aac2d8f3c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:23.946033 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d031e56-a7f8-4198-9471-d4aac2d8f3c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:23.946360 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d031e56-a7f8-4198-9471-d4aac2d8f3c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:23.946684 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d031e56-a7f8-4198-9471-d4aac2d8f3c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:23.947021 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d031e56-a7f8-4198-9471-d4aac2d8f3c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:23.947366 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d031e56-a7f8-4198-9471-d4aac2d8f3c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:23.947675 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d031e56-a7f8-4198-9471-d4aac2d8f3c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:23.947990 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d031e56-a7f8-4198-9471-d4aac2d8f3c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:23.948325 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d031e56-a7f8-4198-9471-d4aac2d8f3c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:26:23.989318 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Attempting to bind port 5e443144-b3b2-4c97-922b-b0e844a5a254 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:26:23.990519 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Attempting to bind port 5e443144-b3b2-4c97-922b-b0e844a5a254 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'd87947c2-e946-4917-8d0a-3e523784a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:26:23.990519 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Attempting to bind port 5e443144-b3b2-4c97-922b-b0e844a5a254 on network fef2b308-a374-49d9-a81b-8171336be6bb {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:26:23.993629 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-967cfd2b-a9f9-4b1e-872f-35b625074c6b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:23.997853 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-967cfd2b-a9f9-4b1e-872f-35b625074c6b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4268296 Nov 11 12:26:23.999139 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56918) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:24.001920 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:26:24.002318 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Checking segment: {'id': 'd87947c2-e946-4917-8d0a-3e523784a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:26:24.002682 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:24.003120 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Bound using segment: {'id': 'd87947c2-e946-4917-8d0a-3e523784a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:26:24.003561 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Bound port: 5e443144-b3b2-4c97-922b-b0e844a5a254, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87947c2-e946-4917-8d0a-3e523784a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:26:24.003940 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:24.013232 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c84f18bc-8814-496a-a894-8f407208317a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '245ab5f3-3777-4439-8a3d-b20ba669a4eb', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:24.079258 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] For port 5e443144-b3b2-4c97-922b-b0e844a5a254, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:26:24.082833 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] For port 5e443144-b3b2-4c97-922b-b0e844a5a254, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=5e443144-b3b2-4c97-922b-b0e844a5a254,segment=NetworkSegment(d87947c2-e946-4917-8d0a-3e523784a074),segment_id=d87947c2-e946-4917-8d0a-3e523784a074)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:26:24.130772 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3e08a329-970a-48e0-bd8c-8eb289e57250 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:24.133641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3e08a329-970a-48e0-bd8c-8eb289e57250 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:24.144509 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3e08a329-970a-48e0-bd8c-8eb289e57250 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] 10.222.0.50 "DELETE /v2.0/security-groups/2e854cdb-75eb-4559-9c5f-d3d8453617bd HTTP/1.1" status: 204 len: 168 time: 0.3129346 Nov 11 12:26:24.147257 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08a329-970a-48e0-bd8c-8eb289e57250 tempest-TestVolumeBootPattern-866772675 tempest-TestVolumeBootPattern-866772675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e854cdb-75eb-4559-9c5f-d3d8453617bd,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:24.201921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-2adb86e7-568e-4da4-b4bc-65e704528c3f None None] Provisioning complete for port 5e443144-b3b2-4c97-922b-b0e844a5a254 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:24.202288 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2adb86e7-568e-4da4-b4bc-65e704528c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:24.219582 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c84f18bc-8814-496a-a894-8f407208317a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:24.242087 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-2adb86e7-568e-4da4-b4bc-65e704528c3f None None] Port 5e443144-b3b2-4c97-922b-b0e844a5a254 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:26:24.297102 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:24.302155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c84f18bc-8814-496a-a894-8f407208317a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:24.369675 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Routers {'265520c9-ac77-47f3-af7b-e728978674d5'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:24.370308 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:26:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['265520c9-ac77-47f3-af7b-e728978674d5'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:24.376312 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d031e56-a7f8-4198-9471-d4aac2d8f3c4 None None] Pushing event updated for resources: {'Port': ['ID=5e443144-b3b2-4c97-922b-b0e844a5a254,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:24.405039 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c84f18bc-8814-496a-a894-8f407208317a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:24.426821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56922) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:24.436918 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f18bc-8814-496a-a894-8f407208317a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c01f4df-6954-471a-83d2-a137b7bbbf4f,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:24.499222 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c84f18bc-8814-496a-a894-8f407208317a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:24.500611 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c84f18bc-8814-496a-a894-8f407208317a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5001407 Nov 11 12:26:24.503434 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56926) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:24.508674 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-72827b4f-f14a-43f9-92eb-af718ebb9d41 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '245ab5f3-3777-4439-8a3d-b20ba669a4eb', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:24.515750 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] Set router 265520c9-ac77-47f3-af7b-e728978674d5 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:24.661190 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-72827b4f-f14a-43f9-92eb-af718ebb9d41 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:24.676370 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a9006290-25c4-4245-bcd8-2160c7866584 None None] Provisioning complete for port 5e443144-b3b2-4c97-922b-b0e844a5a254 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:24.677401 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a9006290-25c4-4245-bcd8-2160c7866584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:24.753643 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265520c9-ac77-47f3-af7b-e728978674d5', 'name': 'tempest-TestNetworkBasicOps-router-88151603', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:16Z', 'updated_at': '2021-11-11T12:26:21Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:17Z', 'updated_at': '2021-11-11T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '5e443144-b3b2-4c97-922b-b0e844a5a254', 'name': '', 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:fa:ac:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:20Z', 'updated_at': '2021-11-11T12:26:24Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:24.757646 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-72827b4f-f14a-43f9-92eb-af718ebb9d41 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:24.773672 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a9006290-25c4-4245-bcd8-2160c7866584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:24.784550 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03829cea-ff1c-41de-b98a-20ff32810c86 None None] The sync data for ids ['265520c9-ac77-47f3-af7b-e728978674d5'] in dv-neutron-786478-23-hyperv is: [{'id': '265520c9-ac77-47f3-af7b-e728978674d5', 'name': 'tempest-TestNetworkBasicOps-router-88151603', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:16Z', 'updated_at': '2021-11-11T12:26:21Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:17Z', 'updated_at': '2021-11-11T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '5e443144-b3b2-4c97-922b-b0e844a5a254', 'name': '', 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:fa:ac:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:20Z', 'updated_at': '2021-11-11T12:26:24Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:26:24.807720 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-a9006290-25c4-4245-bcd8-2160c7866584 None None] For port 5e443144-b3b2-4c97-922b-b0e844a5a254, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=5e443144-b3b2-4c97-922b-b0e844a5a254,segment=NetworkSegment(d87947c2-e946-4917-8d0a-3e523784a074),segment_id=d87947c2-e946-4917-8d0a-3e523784a074)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:24.870096 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-72827b4f-f14a-43f9-92eb-af718ebb9d41 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:24.890719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a9006290-25c4-4245-bcd8-2160c7866584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:24.901533 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72827b4f-f14a-43f9-92eb-af718ebb9d41 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae0c6c6-7df1-4f42-a245-baf1149c6155,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:24.955132 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9006290-25c4-4245-bcd8-2160c7866584 None None] Pushing event updated for resources: {'Port': ['ID=5e443144-b3b2-4c97-922b-b0e844a5a254,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:24.985262 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-72827b4f-f14a-43f9-92eb-af718ebb9d41 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:24.986503 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-72827b4f-f14a-43f9-92eb-af718ebb9d41 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4820919 Nov 11 12:26:24.990733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56928) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:24.997001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-012c4c68-f183-4e0e-86b4-7144036fd37e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '245ab5f3-3777-4439-8a3d-b20ba669a4eb', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:25.076062 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a204d42a-a3cc-44c7-87db-96512df76999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:25.101581 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-012c4c68-f183-4e0e-86b4-7144036fd37e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:25.169045 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-012c4c68-f183-4e0e-86b4-7144036fd37e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:25.244491 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-012c4c68-f183-4e0e-86b4-7144036fd37e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:25.262743 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c4c68-f183-4e0e-86b4-7144036fd37e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d62186-c848-4265-a017-2b994f738fcf,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:25.347822 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-012c4c68-f183-4e0e-86b4-7144036fd37e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:25.347822 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-012c4c68-f183-4e0e-86b4-7144036fd37e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3553174 Nov 11 12:26:25.351388 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56930) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:25.356626 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-bc95ae31-efbc-4c0a-82bf-0a892e8c9b23 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '245ab5f3-3777-4439-8a3d-b20ba669a4eb', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:25.367950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-a204d42a-a3cc-44c7-87db-96512df76999 admin admin] Deleting port 418c5abf-516f-40bd-8f32-592deedb4460 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:25.368284 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a204d42a-a3cc-44c7-87db-96512df76999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:25.422867 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 5e443144-b3b2-4c97-922b-b0e844a5a254 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:26:25.453867 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bc95ae31-efbc-4c0a-82bf-0a892e8c9b23 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:25.468730 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-a204d42a-a3cc-44c7-87db-96512df76999 admin admin] For port 418c5abf-516f-40bd-8f32-592deedb4460, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=418c5abf-516f-40bd-8f32-592deedb4460,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:25.469411 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a204d42a-a3cc-44c7-87db-96512df76999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:25.474501 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 5e443144-b3b2-4c97-922b-b0e844a5a254 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:25.475205 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:25.485025 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-a204d42a-a3cc-44c7-87db-96512df76999 admin admin] Calling delete_port for 418c5abf-516f-40bd-8f32-592deedb4460 owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:25.535934 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bc95ae31-efbc-4c0a-82bf-0a892e8c9b23 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:25.603422 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bc95ae31-efbc-4c0a-82bf-0a892e8c9b23 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:25.622182 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95ae31-efbc-4c0a-82bf-0a892e8c9b23 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36eb0d7f-82b1-49f9-9cbb-26aa7619f6a6,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:25.721001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bc95ae31-efbc-4c0a-82bf-0a892e8c9b23 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:25.722299 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bc95ae31-efbc-4c0a-82bf-0a892e8c9b23 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3698936 Nov 11 12:26:25.725104 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56932) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:25.729709 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c31a378e-3dc2-40e9-871c-dbc7f5a7b717 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '245ab5f3-3777-4439-8a3d-b20ba669a4eb', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:25.764803 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a204d42a-a3cc-44c7-87db-96512df76999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:25.792820 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204d42a-a3cc-44c7-87db-96512df76999 admin admin] Pushing event deleted for resources: {'Port': ['ID=418c5abf-516f-40bd-8f32-592deedb4460,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:25.828701 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-c31a378e-3dc2-40e9-871c-dbc7f5a7b717 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:26:25.838686 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c31a378e-3dc2-40e9-871c-dbc7f5a7b717 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:25.911810 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c31a378e-3dc2-40e9-871c-dbc7f5a7b717 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:25.977622 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a204d42a-a3cc-44c7-87db-96512df76999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:25.981506 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c31a378e-3dc2-40e9-871c-dbc7f5a7b717 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:25.998890 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a378e-3dc2-40e9-871c-dbc7f5a7b717 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841e63b2-28a4-4011-b780-b24c43818bce,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:26.058467 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c31a378e-3dc2-40e9-871c-dbc7f5a7b717 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:26.059842 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c31a378e-3dc2-40e9-871c-dbc7f5a7b717 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3337348 Nov 11 12:26:26.062570 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56934) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:26.067779 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-4283eabc-ebf3-4ceb-be60-1b1f9c519994 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '245ab5f3-3777-4439-8a3d-b20ba669a4eb', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:26.145231 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-4283eabc-ebf3-4ceb-be60-1b1f9c519994 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:26:26.150723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4283eabc-ebf3-4ceb-be60-1b1f9c519994 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:26.216652 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4283eabc-ebf3-4ceb-be60-1b1f9c519994 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:26.244141 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:26:26.288298 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4283eabc-ebf3-4ceb-be60-1b1f9c519994 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:26.310843 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283eabc-ebf3-4ceb-be60-1b1f9c519994 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548f45c7-3dc1-4e46-a7a2-0f5bd2b3c229,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:26.381945 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4283eabc-ebf3-4ceb-be60-1b1f9c519994 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:26.383245 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4283eabc-ebf3-4ceb-be60-1b1f9c519994 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3196807 Nov 11 12:26:26.527587 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a204d42a-a3cc-44c7-87db-96512df76999 admin admin] Router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:26:26.543832 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-4b909ab2-7e4f-44d9-99c6-1c8b189a316e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1963733635&fields=id&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 267 time: 0.0483549 Nov 11 12:26:26.636128 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a204d42a-a3cc-44c7-87db-96512df76999 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:26:26.645551 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a204d42a-a3cc-44c7-87db-96512df76999 admin admin] 10.222.0.50 "PUT /v2.0/routers/42a7a6ba-00be-41cd-b8dc-7886df6a4b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2147593 Nov 11 12:26:26.645776 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56952) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:26.650254 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b1298-9a21-4e6b-9c48-00e62896fba5 None None] Sync routers for ids ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:26:26.660266 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-a0bfc26c-990e-42a5-ac63-947666e889db tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:26.667259 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5b1298-9a21-4e6b-9c48-00e62896fba5 None None] Routers {'42a7a6ba-00be-41cd-b8dc-7886df6a4b42'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:26.667474 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-a0bfc26c-990e-42a5-ac63-947666e889db tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/networks?id=fef2b308-a374-49d9-a81b-8171336be6bb HTTP/1.1" status: 200 len: 796 time: 0.1110547 Nov 11 12:26:26.667589 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-1a5b1298-9a21-4e6b-9c48-00e62896fba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:26:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:26.712672 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-e5e6a46f-90c3-4563-a731-a52827733b43 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/quotas/61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 375 time: 0.0173922 Nov 11 12:26:26.775302 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-1a5b1298-9a21-4e6b-9c48-00e62896fba5 None None] Set router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:26.795004 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5c26-9ef6-4413-921c-9aba7b5323a2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:26.839487 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-baecfd01-9193-406c-85d8-fa61f3593919 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940645 Nov 11 12:26:26.911152 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5c26-9ef6-4413-921c-9aba7b5323a2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:26.959857 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-1a5b1298-9a21-4e6b-9c48-00e62896fba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:26:25Z', 'revision_number': 5, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port': {'id': '3e44846d-ef7d-4cba-b6c7-421ebb8479f3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:07Z', 'updated_at': '2021-11-11T12:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:26.986431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b1298-9a21-4e6b-9c48-00e62896fba5 None None] Checking router: 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:26:26.994655 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5b1298-9a21-4e6b-9c48-00e62896fba5 None None] Routers {'42a7a6ba-00be-41cd-b8dc-7886df6a4b42'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:26.995285 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-1a5b1298-9a21-4e6b-9c48-00e62896fba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:26:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:27.047464 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-cdf79754-4cff-41b3-a6fb-356be2073906 service neutron] 10.222.0.50 "GET /v2.0/networks/fef2b308-a374-49d9-a81b-8171336be6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928239 Nov 11 12:26:27.052303 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d5c26-9ef6-4413-921c-9aba7b5323a2 admin admin] Deleting port 3e44846d-ef7d-4cba-b6c7-421ebb8479f3 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:27.055879 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5c26-9ef6-4413-921c-9aba7b5323a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:27.208244 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-2b9d5c26-9ef6-4413-921c-9aba7b5323a2 admin admin] For port 3e44846d-ef7d-4cba-b6c7-421ebb8479f3, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=3e44846d-ef7d-4cba-b6c7-421ebb8479f3,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:27.208604 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5c26-9ef6-4413-921c-9aba7b5323a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:27.212373 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-2781d3d5-e857-4f22-b1c0-789afd34d9c2 service neutron] 10.222.0.50 "GET /v2.0/networks/fef2b308-a374-49d9-a81b-8171336be6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577137 Nov 11 12:26:27.224486 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d5c26-9ef6-4413-921c-9aba7b5323a2 admin admin] Calling delete_port for 3e44846d-ef7d-4cba-b6c7-421ebb8479f3 owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:27.225281 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-1a5b1298-9a21-4e6b-9c48-00e62896fba5 None None] Set router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:27.282205 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-1a5b1298-9a21-4e6b-9c48-00e62896fba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:26:26Z', 'revision_number': 6, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:27.314387 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b1298-9a21-4e6b-9c48-00e62896fba5 None None] The sync data for ids ['42a7a6ba-00be-41cd-b8dc-7886df6a4b42'] in dv-neutron-786478-23-hyperv is: [{'id': '42a7a6ba-00be-41cd-b8dc-7886df6a4b42', 'name': 'tempest-TestVolumeBootPattern-1879368875-router', 'tenant_id': 'a99d4d62847944b89c15c8889eeeafb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:06Z', 'updated_at': '2021-11-11T12:26:26Z', 'revision_number': 6, 'project_id': 'a99d4d62847944b89c15c8889eeeafb0', 'gw_port_host': None}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:26:27.451002 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-eaa84ec0-603f-4af8-8db4-cafcbe583897 req-9d89e611-6dd9-4936-bdba-fb6b0507a6c1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 210 time: 0.0262918 Nov 11 12:26:27.525329 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5c26-9ef6-4413-921c-9aba7b5323a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:27.555674 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d5c26-9ef6-4413-921c-9aba7b5323a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e44846d-ef7d-4cba-b6c7-421ebb8479f3,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:27.567544 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e9dadc-6be7-4b7f-99a8-4ae9221f1415 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:26:27.617004 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5c26-9ef6-4413-921c-9aba7b5323a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:27.713223 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5c26-9ef6-4413-921c-9aba7b5323a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:27.716941 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5c26-9ef6-4413-921c-9aba7b5323a2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:27.827947 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5c26-9ef6-4413-921c-9aba7b5323a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:27.828412 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9d5c26-9ef6-4413-921c-9aba7b5323a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42a7a6ba-00be-41cd-b8dc-7886df6a4b42 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:26:27.834518 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5c26-9ef6-4413-921c-9aba7b5323a2 admin admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:27.834518 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2b9d5c26-9ef6-4413-921c-9aba7b5323a2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/42a7a6ba-00be-41cd-b8dc-7886df6a4b42 HTTP/1.1" status: 204 len: 168 time: 1.1874502 Nov 11 12:26:27.836587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56964) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:27.881598 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-36823164-0a60-41b8-8e5a-b1f2e2620027 admin admin] Deleting subnet 9072cf2e-3415-4e51-a149-d008214c502e {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:26:27.884659 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-36823164-0a60-41b8-8e5a-b1f2e2620027 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:27.918181 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-36823164-0a60-41b8-8e5a-b1f2e2620027 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:27.995637 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-36823164-0a60-41b8-8e5a-b1f2e2620027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:28.119607 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-36823164-0a60-41b8-8e5a-b1f2e2620027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:28.146337 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36823164-0a60-41b8-8e5a-b1f2e2620027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9072cf2e-3415-4e51-a149-d008214c502e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:28.150172 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-36823164-0a60-41b8-8e5a-b1f2e2620027 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:28.153453 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-36823164-0a60-41b8-8e5a-b1f2e2620027 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9072cf2e-3415-4e51-a149-d008214c502e HTTP/1.1" status: 204 len: 168 time: 0.3159420 Nov 11 12:26:28.156531 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56968) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:28.159792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a7456d-ca68-4ddb-a95b-9eeb8a4254d9 None None] Network a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:26:28.227651 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:28.290796 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] Deleting port bc3b9669-8862-45b3-ac2a-8e56897f2fa8 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:28.291243 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:28.357923 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88159a2a-3589-4a4f-b162-e41c1372eaee None None] DHCP port deletion for a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:26:28.359676 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] For port bc3b9669-8862-45b3-ac2a-8e56897f2fa8, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=bc3b9669-8862-45b3-ac2a-8e56897f2fa8,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:28.360040 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:28.375371 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] Calling delete_port for bc3b9669-8862-45b3-ac2a-8e56897f2fa8 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:28.411845 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-88159a2a-3589-4a4f-b162-e41c1372eaee None None] Deleting port bc3b9669-8862-45b3-ac2a-8e56897f2fa8 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:28.412260 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-88159a2a-3589-4a4f-b162-e41c1372eaee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:28.483597 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-88159a2a-3589-4a4f-b162-e41c1372eaee None None] For port bc3b9669-8862-45b3-ac2a-8e56897f2fa8, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=bc3b9669-8862-45b3-ac2a-8e56897f2fa8,segment=NetworkSegment(4e331e5d-fdc6-403f-b463-b0d85a263a85),segment_id=4e331e5d-fdc6-403f-b463-b0d85a263a85)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:28.484239 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-88159a2a-3589-4a4f-b162-e41c1372eaee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:28.497614 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-88159a2a-3589-4a4f-b162-e41c1372eaee None None] Calling delete_port for bc3b9669-8862-45b3-ac2a-8e56897f2fa8 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:28.547386 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-84c71142-1404-4da2-9295-55661c0eec65 req-5c93c06d-f90e-49c3-b3ea-23e7cd0233ac tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 210 time: 0.0284672 Nov 11 12:26:28.548525 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: from cryptography.utils import int_from_bytes Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: from cryptography.utils import int_from_bytes Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:26:28.570323 dv-neutron-786478-23-hyperv neutron-server[103003]: self.session.flush() Nov 11 12:26:28.575576 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc3b9669-8862-45b3-ac2a-8e56897f2fa8,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:28.577398 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] No DVR routers for this DVR port bc3b9669-8862-45b3-ac2a-8e56897f2fa8 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:26:28.578875 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-88159a2a-3589-4a4f-b162-e41c1372eaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:28.605055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88159a2a-3589-4a4f-b162-e41c1372eaee None None] Pushing event deleted for resources: {'Port': ['ID=bc3b9669-8862-45b3-ac2a-8e56897f2fa8,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:28.609406 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88159a2a-3589-4a4f-b162-e41c1372eaee None None] No DVR routers for this DVR port bc3b9669-8862-45b3-ac2a-8e56897f2fa8 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:26:28.658630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:28.964127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:28.973771 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e331e5d-fdc6-403f-b463-b0d85a263a85') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:28.974061 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e331e5d-fdc6-403f-b463-b0d85a263a85') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:28.983758 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:28.996231 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:29.001856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:26:29.002228 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:26:29.003840 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:26:29.107654 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:29.113284 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:29.116869 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a HTTP/1.1" status: 204 len: 168 time: 0.9594173 Nov 11 12:26:29.123657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56972) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:29.139018 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028fee8-32ff-426f-bfb3-44e240d64d37 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5541b4f-2ed5-4ca9-bcfe-7e7bd4c0d10a,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:29.392636 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 3e44846d-ef7d-4cba-b6c7-421ebb8479f3 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:29.419124 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 3e44846d-ef7d-4cba-b6c7-421ebb8479f3 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:26:29.421488 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 3e44846d-ef7d-4cba-b6c7-421ebb8479f3 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:26:29.421488 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 418c5abf-516f-40bd-8f32-592deedb4460 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:29.437571 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-2d1b10cf-27b0-4a72-a4fc-273ca719daae tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:29.439197 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-2d1b10cf-27b0-4a72-a4fc-273ca719daae tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/networks?id=fef2b308-a374-49d9-a81b-8171336be6bb HTTP/1.1" status: 200 len: 796 time: 0.1180284 Nov 11 12:26:29.448688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 418c5abf-516f-40bd-8f32-592deedb4460 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:26:29.450029 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 418c5abf-516f-40bd-8f32-592deedb4460 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:26:29.450554 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device bc3b9669-8862-45b3-ac2a-8e56897f2fa8 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:29.474970 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: bc3b9669-8862-45b3-ac2a-8e56897f2fa8 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:26:29.475346 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device bc3b9669-8862-45b3-ac2a-8e56897f2fa8 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:26:29.504864 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-47b1652d-cf75-4b97-99f2-6ff680f27bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:29.508782 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-b3f0e927-d6f3-4686-9a1f-7b6fbec09e38 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 380 time: 0.0593648 Nov 11 12:26:29.518007 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-b30852e4-e6e3-463e-a725-be00a3acdf53 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'port': {'device_id': '7afabc28-4fd6-4566-8098-f4ed9a333486', 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb', 'admin_state_up': True, 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'security_groups': ['245ab5f3-3777-4439-8a3d-b20ba669a4eb']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:29.688794 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-905c56d4-3b0a-46e9-8073-5023f89757f3 req-ef77c9b7-5816-4e1f-b216-3f3056dcf315 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 210 time: 0.0477362 Nov 11 12:26:29.713202 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-b30852e4-e6e3-463e-a725-be00a3acdf53 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:26:29.717314 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-b30852e4-e6e3-463e-a725-be00a3acdf53 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:29.784165 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-47b1652d-cf75-4b97-99f2-6ff680f27bff admin admin] Deleting port 8b3208e6-8508-4af6-8593-655fc2f8e491 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:29.784585 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-47b1652d-cf75-4b97-99f2-6ff680f27bff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:29.852248 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-b30852e4-e6e3-463e-a725-be00a3acdf53 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.3 (fef2b308-a374-49d9-a81b-8171336be6bb/af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740/4324cab9-aacd-4b7f-aecb-3197e58fd121) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:26:29.870188 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-47b1652d-cf75-4b97-99f2-6ff680f27bff admin admin] For port 8b3208e6-8508-4af6-8593-655fc2f8e491, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=8b3208e6-8508-4af6-8593-655fc2f8e491,segment=NetworkSegment(ec546349-3af0-42c2-844c-70e04da188f4),segment_id=ec546349-3af0-42c2-844c-70e04da188f4)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:29.870538 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-47b1652d-cf75-4b97-99f2-6ff680f27bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:29.882961 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-47b1652d-cf75-4b97-99f2-6ff680f27bff admin admin] Calling delete_port for 8b3208e6-8508-4af6-8593-655fc2f8e491 owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:29.990588 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-b30852e4-e6e3-463e-a725-be00a3acdf53 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:30.102551 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-b30852e4-e6e3-463e-a725-be00a3acdf53 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:30.130513 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-47b1652d-cf75-4b97-99f2-6ff680f27bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:30.149621 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-b30852e4-e6e3-463e-a725-be00a3acdf53 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network fef2b308-a374-49d9-a81b-8171336be6bb is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:26:30.152888 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-b30852e4-e6e3-463e-a725-be00a3acdf53 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:26:30.155865 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-b30852e4-e6e3-463e-a725-be00a3acdf53 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:26:30.157984 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1652d-cf75-4b97-99f2-6ff680f27bff admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3208e6-8508-4af6-8593-655fc2f8e491,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:30.186593 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30852e4-e6e3-463e-a725-be00a3acdf53 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=4324cab9-aacd-4b7f-aecb-3197e58fd121,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:30.218716 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-b30852e4-e6e3-463e-a725-be00a3acdf53 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:30.219385 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-b30852e4-e6e3-463e-a725-be00a3acdf53 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:30.316485 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-b30852e4-e6e3-463e-a725-be00a3acdf53 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8022957 Nov 11 12:26:30.329431 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Request body: {'port': {'device_id': '7afabc28-4fd6-4566-8098-f4ed9a333486', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:30.348094 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-47b1652d-cf75-4b97-99f2-6ff680f27bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:30.405908 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:30.454151 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-eff04866-cdc0-4eb3-8002-86c1ee0c4760 None None] Provisioning complete for port 4324cab9-aacd-4b7f-aecb-3197e58fd121 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:30.454761 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-eff04866-cdc0-4eb3-8002-86c1ee0c4760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:30.488554 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-eff04866-cdc0-4eb3-8002-86c1ee0c4760 None None] Port 4324cab9-aacd-4b7f-aecb-3197e58fd121 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:26:30.575845 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b1652d-cf75-4b97-99f2-6ff680f27bff admin admin] Router dcd83951-bb9c-4a6d-be90-65053743d0fb has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:26:30.681761 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4324cab9-aacd-4b7f-aecb-3197e58fd121 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:26:30.682363 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b1652d-cf75-4b97-99f2-6ff680f27bff admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:26:30.687946 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-47b1652d-cf75-4b97-99f2-6ff680f27bff admin admin] 10.222.0.50 "PUT /v2.0/routers/dcd83951-bb9c-4a6d-be90-65053743d0fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5631819 Nov 11 12:26:30.690256 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56980) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:30.692396 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:30.695835 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b5f8c6-d49c-4c80-9a72-313ceda8a6bb None None] Sync routers for ids ['dcd83951-bb9c-4a6d-be90-65053743d0fb'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:26:30.707572 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b5f8c6-d49c-4c80-9a72-313ceda8a6bb None None] Routers {'dcd83951-bb9c-4a6d-be90-65053743d0fb'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:30.708020 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Transition to ACTIVE for port object 4324cab9-aacd-4b7f-aecb-3197e58fd121 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:26:30.708439 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-40b5f8c6-d49c-4c80-9a72-313ceda8a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:26:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['dcd83951-bb9c-4a6d-be90-65053743d0fb'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:30.776502 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:30.833001 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Pushing event updated for resources: {'Port': ['ID=4324cab9-aacd-4b7f-aecb-3197e58fd121,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:30.853598 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6424c2f-ef75-42d4-97fa-f04c1e85ba0c req-1390ec26-e51e-48ec-8ed8-292deacb77b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:30.855352 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d6424c2f-ef75-42d4-97fa-f04c1e85ba0c req-1390ec26-e51e-48ec-8ed8-292deacb77b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 943 time: 0.0705311 Nov 11 12:26:30.857954 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ba960f7-9f81-472f-a364-7f9036fc4806 admin admin] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:30.931997 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Attempting to bind port 4324cab9-aacd-4b7f-aecb-3197e58fd121 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:26:30.932363 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Attempting to bind port 4324cab9-aacd-4b7f-aecb-3197e58fd121 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'd87947c2-e946-4917-8d0a-3e523784a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:26:30.932703 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Attempting to bind port 4324cab9-aacd-4b7f-aecb-3197e58fd121 on network fef2b308-a374-49d9-a81b-8171336be6bb {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:26:30.938376 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Port 4324cab9-aacd-4b7f-aecb-3197e58fd121 on network fef2b308-a374-49d9-a81b-8171336be6bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:26:30.938699 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Attempting to bind port 4324cab9-aacd-4b7f-aecb-3197e58fd121 on network fef2b308-a374-49d9-a81b-8171336be6bb {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:26:30.944146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:26:30.944713 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Checking segment: {'id': 'd87947c2-e946-4917-8d0a-3e523784a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:26:30.945104 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Bound using segment: {'id': 'd87947c2-e946-4917-8d0a-3e523784a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:26:30.945527 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Bound port: 4324cab9-aacd-4b7f-aecb-3197e58fd121, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd87947c2-e946-4917-8d0a-3e523784a074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:26:30.945879 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:30.953101 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-40b5f8c6-d49c-4c80-9a72-313ceda8a6bb None None] Set router dcd83951-bb9c-4a6d-be90-65053743d0fb gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:31.002352 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ba960f7-9f81-472f-a364-7f9036fc4806 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:31.018267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] For port 4324cab9-aacd-4b7f-aecb-3197e58fd121, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:26:31.023146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] For port 4324cab9-aacd-4b7f-aecb-3197e58fd121, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4324cab9-aacd-4b7f-aecb-3197e58fd121,segment=NetworkSegment(d87947c2-e946-4917-8d0a-3e523784a074),segment_id=d87947c2-e946-4917-8d0a-3e523784a074)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:26:31.025986 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d6424c2f-ef75-42d4-97fa-f04c1e85ba0c req-e10e46af-594a-433e-82e6-31b4653143f8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=245ab5f3-3777-4439-8a3d-b20ba669a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697303 Nov 11 12:26:31.101091 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:31.138977 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-6ba960f7-9f81-472f-a364-7f9036fc4806 admin admin] Deleting port c1d33f57-4ba9-4c78-bcb0-60cd57349188 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:31.140038 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ba960f7-9f81-472f-a364-7f9036fc4806 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:31.146684 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:31.147329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:31.148848 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] 10.222.0.70 "PUT /v2.0/ports/4324cab9-aacd-4b7f-aecb-3197e58fd121 HTTP/1.1" status: 200 len: 1093 time: 0.8244405 Nov 11 12:26:31.149385 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afabc28-4fd6-4566-8098-f4ed9a333486', 'tag': '4324cab9-aacd-4b7f-aecb-3197e58fd121'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:26:31.151589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c320b8b8-172e-4e97-89d0-3320a1192c38" -d '{"events": [{"name": "network-changed", "server_uuid": "7afabc28-4fd6-4566-8098-f4ed9a333486", "tag": "4324cab9-aacd-4b7f-aecb-3197e58fd121"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:26:31.153021 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-40b5f8c6-d49c-4c80-9a72-313ceda8a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'name': 'tempest-TestVolumeBootPattern-1638339080-router', 'tenant_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'c1d33f57-4ba9-4c78-bcb0-60cd57349188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:27Z', 'updated_at': '2021-11-11T12:26:30Z', 'revision_number': 5, 'project_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'gw_port': {'id': 'c1d33f57-4ba9-4c78-bcb0-60cd57349188', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:16:28Z', 'updated_at': '2021-11-11T12:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:31.177835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00705ec7-88c3-4bed-83db-e036dd74d1ab service neutron] Pushing event updated for resources: {'Port': ['ID=4324cab9-aacd-4b7f-aecb-3197e58fd121,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:31.207560 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b5f8c6-d49c-4c80-9a72-313ceda8a6bb None None] Checking router: dcd83951-bb9c-4a6d-be90-65053743d0fb for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:26:31.220193 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93ad189-ab02-4a69-bfd4-53902e448a06 x-openstack-request-id: req-a93ad189-ab02-4a69-bfd4-53902e448a06 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:26:31.220193 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afabc28-4fd6-4566-8098-f4ed9a333486", "tag": "4324cab9-aacd-4b7f-aecb-3197e58fd121", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:26:31.220193 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a93ad189-ab02-4a69-bfd4-53902e448a06 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:26:31.220193 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afabc28-4fd6-4566-8098-f4ed9a333486', 'tag': '4324cab9-aacd-4b7f-aecb-3197e58fd121', 'status': 'completed', 'code': 200} Nov 11 12:26:31.220623 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b5f8c6-d49c-4c80-9a72-313ceda8a6bb None None] Routers {'dcd83951-bb9c-4a6d-be90-65053743d0fb'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:31.221217 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-40b5f8c6-d49c-4c80-9a72-313ceda8a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:26:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['dcd83951-bb9c-4a6d-be90-65053743d0fb'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:31.258324 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-6ba960f7-9f81-472f-a364-7f9036fc4806 admin admin] For port c1d33f57-4ba9-4c78-bcb0-60cd57349188, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c1d33f57-4ba9-4c78-bcb0-60cd57349188,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:31.258794 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ba960f7-9f81-472f-a364-7f9036fc4806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:31.280320 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-6ba960f7-9f81-472f-a364-7f9036fc4806 admin admin] Calling delete_port for c1d33f57-4ba9-4c78-bcb0-60cd57349188 owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:31.293649 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320b8b8-172e-4e97-89d0-3320a1192c38 req-ba3c2ed0-7091-4994-a90c-e36e0ee2a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:31.295349 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c320b8b8-172e-4e97-89d0-3320a1192c38 req-ba3c2ed0-7091-4994-a90c-e36e0ee2a0d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 1096 time: 0.0560820 Nov 11 12:26:31.331200 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-40b5f8c6-d49c-4c80-9a72-313ceda8a6bb None None] Set router dcd83951-bb9c-4a6d-be90-65053743d0fb gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:31.413571 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-40b5f8c6-d49c-4c80-9a72-313ceda8a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'name': 'tempest-TestVolumeBootPattern-1638339080-router', 'tenant_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:27Z', 'updated_at': '2021-11-11T12:26:31Z', 'revision_number': 6, 'project_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:31.438609 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320b8b8-172e-4e97-89d0-3320a1192c38 req-e584b04a-648d-4f8c-a025-b728d2e57b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:31.440171 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c320b8b8-172e-4e97-89d0-3320a1192c38 req-e584b04a-648d-4f8c-a025-b728d2e57b39 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=61936e26caaf472aa62c0bac8a753383&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1365330 Nov 11 12:26:31.450426 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b5f8c6-d49c-4c80-9a72-313ceda8a6bb None None] The sync data for ids ['dcd83951-bb9c-4a6d-be90-65053743d0fb'] in dv-neutron-786478-23-hyperv is: [{'id': 'dcd83951-bb9c-4a6d-be90-65053743d0fb', 'name': 'tempest-TestVolumeBootPattern-1638339080-router', 'tenant_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:16:27Z', 'updated_at': '2021-11-11T12:26:31Z', 'revision_number': 6, 'project_id': '760bf3c7eb1a4a1bb92293554fc12f1b', 'gw_port_host': None}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:26:31.543904 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320b8b8-172e-4e97-89d0-3320a1192c38 req-f00d2257-7834-4d91-8e99-c21cdad0716e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:31.545327 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c320b8b8-172e-4e97-89d0-3320a1192c38 req-f00d2257-7834-4d91-8e99-c21cdad0716e service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976224 Nov 11 12:26:31.557239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ba960f7-9f81-472f-a364-7f9036fc4806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:31.584219 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba960f7-9f81-472f-a364-7f9036fc4806 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d33f57-4ba9-4c78-bcb0-60cd57349188,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:31.598545 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29b8b06-6296-45f5-8f90-25e433d39870 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:26:31.625951 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-69e3161b-6e2b-4d5e-b402-4bb9782c43c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:31.627658 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-69e3161b-6e2b-4d5e-b402-4bb9782c43c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 1096 time: 0.0450399 Nov 11 12:26:31.649204 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ba960f7-9f81-472f-a364-7f9036fc4806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:31.674625 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-87a8fd69-978f-4bcd-bec3-0ba99f5c3be5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4324cab9-aacd-4b7f-aecb-3197e58fd121 HTTP/1.1" status: 200 len: 217 time: 0.0390620 Nov 11 12:26:31.724613 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-bb262cd5-3a9f-4d54-8e00-9b011ea624a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:31.725996 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-bb262cd5-3a9f-4d54-8e00-9b011ea624a6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740 HTTP/1.1" status: 200 len: 844 time: 0.0444217 Nov 11 12:26:31.739971 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ba960f7-9f81-472f-a364-7f9036fc4806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:31.742051 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ba960f7-9f81-472f-a364-7f9036fc4806 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:31.773915 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-2e0a42c8-03d6-4843-880c-1d8c47c2d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:31.775750 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-2e0a42c8-03d6-4843-880c-1d8c47c2d4a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fef2b308-a374-49d9-a81b-8171336be6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0429680 Nov 11 12:26:31.852131 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ba960f7-9f81-472f-a364-7f9036fc4806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:31.854120 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba960f7-9f81-472f-a364-7f9036fc4806 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcd83951-bb9c-4a6d-be90-65053743d0fb {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:26:31.858672 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6ba960f7-9f81-472f-a364-7f9036fc4806 admin admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:31.860090 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6ba960f7-9f81-472f-a364-7f9036fc4806 admin admin] 10.222.0.50 "DELETE /v2.0/routers/dcd83951-bb9c-4a6d-be90-65053743d0fb HTTP/1.1" status: 204 len: 168 time: 1.1689198 Nov 11 12:26:31.862636 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 56986) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:31.881650 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-8c02f45c-5246-40b8-8dd9-c4e0a246e858 service neutron] 10.222.0.70 "GET /v2.0/networks/fef2b308-a374-49d9-a81b-8171336be6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990293 Nov 11 12:26:31.909214 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-71685583-1b44-4fbe-9f07-cf00db2fbd6d admin admin] Deleting subnet 07ce1316-1f97-40e9-b10a-4be77d959274 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:26:31.912220 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-71685583-1b44-4fbe-9f07-cf00db2fbd6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:31.949504 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-71685583-1b44-4fbe-9f07-cf00db2fbd6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:31.972966 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cf3b5437-3542-4cda-9fce-ebd44cbe3470 req-d97a0a9a-a035-4ed9-9a56-8d1815ed1249 service neutron] 10.222.0.70 "GET /v2.0/networks/fef2b308-a374-49d9-a81b-8171336be6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837080 Nov 11 12:26:32.024048 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-71685583-1b44-4fbe-9f07-cf00db2fbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:32.147446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe11ba-28db-4881-8b6f-3e89637b16e7 req-eb5ed794-9dae-491b-aec5-7b2c23c44d8f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:32.148830 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-adbe11ba-28db-4881-8b6f-3e89637b16e7 req-eb5ed794-9dae-491b-aec5-7b2c23c44d8f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 943 time: 0.0531697 Nov 11 12:26:32.161960 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-71685583-1b44-4fbe-9f07-cf00db2fbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:32.198111 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71685583-1b44-4fbe-9f07-cf00db2fbd6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ce1316-1f97-40e9-b10a-4be77d959274,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:32.208956 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-71685583-1b44-4fbe-9f07-cf00db2fbd6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:32.214379 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-71685583-1b44-4fbe-9f07-cf00db2fbd6d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/07ce1316-1f97-40e9-b10a-4be77d959274 HTTP/1.1" status: 204 len: 168 time: 0.3482246 Nov 11 12:26:32.214561 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05c52a2-bd96-44e3-b4f0-a542f015a419 None None] Network cfee55c8-c768-4147-8b74-ade92a63b95a requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:26:32.214837 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56990) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:32.230218 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-adbe11ba-28db-4881-8b6f-3e89637b16e7 req-18125dab-9dec-421b-b8c3-913b64fff452 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=245ab5f3-3777-4439-8a3d-b20ba669a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753286 Nov 11 12:26:32.304538 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:32.360750 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] Deleting port a225e741-4557-40e9-839a-cd9322e36268 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:32.361314 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:32.395613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035f4f22-60e1-4c65-9a73-dbd516763428 None None] DHCP port deletion for cfee55c8-c768-4147-8b74-ade92a63b95a request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:26:32.429658 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] For port a225e741-4557-40e9-839a-cd9322e36268, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a225e741-4557-40e9-839a-cd9322e36268,segment=NetworkSegment(ec546349-3af0-42c2-844c-70e04da188f4),segment_id=ec546349-3af0-42c2-844c-70e04da188f4)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:32.430035 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:32.445721 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] Calling delete_port for a225e741-4557-40e9-839a-cd9322e36268 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:32.447471 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-035f4f22-60e1-4c65-9a73-dbd516763428 None None] Deleting port a225e741-4557-40e9-839a-cd9322e36268 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:26:32.447846 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-035f4f22-60e1-4c65-9a73-dbd516763428 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:32.517274 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-035f4f22-60e1-4c65-9a73-dbd516763428 None None] For port a225e741-4557-40e9-839a-cd9322e36268, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a225e741-4557-40e9-839a-cd9322e36268,segment=NetworkSegment(ec546349-3af0-42c2-844c-70e04da188f4),segment_id=ec546349-3af0-42c2-844c-70e04da188f4)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:32.517669 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-035f4f22-60e1-4c65-9a73-dbd516763428 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:32.532199 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-035f4f22-60e1-4c65-9a73-dbd516763428 None None] Calling delete_port for a225e741-4557-40e9-839a-cd9322e36268 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:26:32.619972 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:32.625668 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-035f4f22-60e1-4c65-9a73-dbd516763428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:32.647919 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] Pushing event deleted for resources: {'Port': ['ID=a225e741-4557-40e9-839a-cd9322e36268,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:32.654152 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f4f22-60e1-4c65-9a73-dbd516763428 None None] Pushing event deleted for resources: {'Port': ['ID=a225e741-4557-40e9-839a-cd9322e36268,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:32.654152 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035f4f22-60e1-4c65-9a73-dbd516763428 None None] No DVR routers for this DVR port a225e741-4557-40e9-839a-cd9322e36268 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:26:32.659326 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] No DVR routers for this DVR port a225e741-4557-40e9-839a-cd9322e36268 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:26:32.734202 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:32.756827 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfee55c8-c768-4147-8b74-ade92a63b95a']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:32.765828 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec546349-3af0-42c2-844c-70e04da188f4') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:32.766119 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec546349-3af0-42c2-844c-70e04da188f4') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:32.775217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:32.787782 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:32.793986 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:26:32.794355 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:26:32.795993 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:26:32.911140 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:32.916420 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:32.920044 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] 10.222.0.50 "DELETE /v2.0/networks/cfee55c8-c768-4147-8b74-ade92a63b95a HTTP/1.1" status: 204 len: 168 time: 0.7034547 Nov 11 12:26:32.937225 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5d584-2db7-4464-8112-ee33bfede3fa admin admin] Pushing event deleted for resources: {'Network': ['ID=cfee55c8-c768-4147-8b74-ade92a63b95a,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:33.202494 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d6a7ffe9-3731-4655-9e67-2af99b2fb0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:33.284170 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56996) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:33.328560 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-29d56a3e-563c-45a9-b570-e06e8934fe5c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a99d4d62847944b89c15c8889eeeafb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433922 Nov 11 12:26:33.331014 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 56998) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:33.369641 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f2da5-3d30-4cd8-9776-80b463256373 req-05e6b1b2-0ad4-42e2-965f-51c02fe9954b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:33.371677 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-549f2da5-3d30-4cd8-9776-80b463256373 req-05e6b1b2-0ad4-42e2-965f-51c02fe9954b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 943 time: 0.0586126 Nov 11 12:26:33.384536 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7982aaf5-f130-4343-89b6-68d02be581fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:33.390644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 8b3208e6-8508-4af6-8593-655fc2f8e491 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:33.410626 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 8b3208e6-8508-4af6-8593-655fc2f8e491 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:26:33.411307 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 8b3208e6-8508-4af6-8593-655fc2f8e491 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:26:33.411733 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a225e741-4557-40e9-839a-cd9322e36268 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:33.416481 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7982aaf5-f130-4343-89b6-68d02be581fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:33.424303 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-549f2da5-3d30-4cd8-9776-80b463256373 req-7679f640-6434-498f-a349-64ff46491549 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=245ab5f3-3777-4439-8a3d-b20ba669a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465379 Nov 11 12:26:33.430916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: a225e741-4557-40e9-839a-cd9322e36268 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:26:33.431278 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a225e741-4557-40e9-839a-cd9322e36268 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:26:33.431889 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c1d33f57-4ba9-4c78-bcb0-60cd57349188 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:26:33.452125 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: c1d33f57-4ba9-4c78-bcb0-60cd57349188 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:26:33.452469 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device c1d33f57-4ba9-4c78-bcb0-60cd57349188 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:26:33.524857 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7982aaf5-f130-4343-89b6-68d02be581fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:33.527449 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7982aaf5-f130-4343-89b6-68d02be581fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:33.528630 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7982aaf5-f130-4343-89b6-68d02be581fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1fc5e0ef-dbe9-4bac-a040-add684185e66 HTTP/1.1" status: 204 len: 168 time: 0.1967008 Nov 11 12:26:33.536218 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982aaf5-f130-4343-89b6-68d02be581fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc5e0ef-dbe9-4bac-a040-add684185e66,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:34.169273 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57004) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:34.207807 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-69402718-6036-450b-98d2-a604c5b4a90b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=760bf3c7eb1a4a1bb92293554fc12f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374076 Nov 11 12:26:34.210295 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57006) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:34.257593 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e393fc09-1f3e-4d69-bd52-d412987541ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:34.279696 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e393fc09-1f3e-4d69-bd52-d412987541ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:34.408784 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e393fc09-1f3e-4d69-bd52-d412987541ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:34.411466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e393fc09-1f3e-4d69-bd52-d412987541ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:34.412640 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e393fc09-1f3e-4d69-bd52-d412987541ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/74e74582-17d0-417d-a40d-93b071b44a78 HTTP/1.1" status: 204 len: 168 time: 0.2014685 Nov 11 12:26:34.422277 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393fc09-1f3e-4d69-bd52-d412987541ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e74582-17d0-417d-a40d-93b071b44a78,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:34.548265 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb90882-1f3f-4d87-ac94-e6f7795b1237 req-a18f87c8-bf88-447c-948d-916a247e8504 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:34.549719 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cbb90882-1f3f-4d87-ac94-e6f7795b1237 req-a18f87c8-bf88-447c-948d-916a247e8504 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 943 time: 0.0526295 Nov 11 12:26:34.598516 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cbb90882-1f3f-4d87-ac94-e6f7795b1237 req-ba954fa6-55d9-4c74-94b5-7a75f0a9e852 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=245ab5f3-3777-4439-8a3d-b20ba669a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429380 Nov 11 12:26:34.832599 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 4324cab9-aacd-4b7f-aecb-3197e58fd121 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:26:34.930688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 4324cab9-aacd-4b7f-aecb-3197e58fd121, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4324cab9-aacd-4b7f-aecb-3197e58fd121,segment=NetworkSegment(d87947c2-e946-4917-8d0a-3e523784a074),segment_id=d87947c2-e946-4917-8d0a-3e523784a074)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:34.942605 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '4324cab9-aacd-4b7f-aecb-3197e58fd121', 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb', 'port_id': '4324cab9-aacd-4b7f-aecb-3197e58fd121', 'mac_address': 'fa:16:3e:74:5e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:26:34.983876 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:34.996509 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4324cab9-aacd-4b7f-aecb-3197e58fd121 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:26:35.015194 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 4324cab9-aacd-4b7f-aecb-3197e58fd121, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4324cab9-aacd-4b7f-aecb-3197e58fd121,segment=NetworkSegment(d87947c2-e946-4917-8d0a-3e523784a074),segment_id=d87947c2-e946-4917-8d0a-3e523784a074)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:35.100151 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:35.145793 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=4324cab9-aacd-4b7f-aecb-3197e58fd121,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:35.321554 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['4324cab9-aacd-4b7f-aecb-3197e58fd121'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:26:35.529700 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2f899087-ae9b-4415-bfb1-5e8f1cffbc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:35.712286 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88fc88-dfdf-427c-8515-b5d19b9c95c8 req-4a5b1119-c9be-40e6-80af-485ae362ebc5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:35.713747 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8c88fc88-dfdf-427c-8515-b5d19b9c95c8 req-4a5b1119-c9be-40e6-80af-485ae362ebc5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 944 time: 0.0482690 Nov 11 12:26:35.763605 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8c88fc88-dfdf-427c-8515-b5d19b9c95c8 req-f84d51c0-461b-4b30-8e0d-7e423e07210b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=245ab5f3-3777-4439-8a3d-b20ba669a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433159 Nov 11 12:26:36.540267 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:36.847593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 4324cab9-aacd-4b7f-aecb-3197e58fd121 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:26:36.878047 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a51f1c-c004-4bde-beae-7a0cdab01070 req-e5ff6344-58f2-44f8-a11b-80f649322958 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:36.879545 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-68a51f1c-c004-4bde-beae-7a0cdab01070 req-e5ff6344-58f2-44f8-a11b-80f649322958 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 944 time: 0.0490258 Nov 11 12:26:36.931564 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-68a51f1c-c004-4bde-beae-7a0cdab01070 req-9c092340-7f90-4a1f-acb2-62b11b089ba2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=245ab5f3-3777-4439-8a3d-b20ba669a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461054 Nov 11 12:26:36.959186 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 4324cab9-aacd-4b7f-aecb-3197e58fd121 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:26:36.963215 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 4324cab9-aacd-4b7f-aecb-3197e58fd121 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:26:36.966008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:37.043006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:37.064815 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afabc28-4fd6-4566-8098-f4ed9a333486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4324cab9-aacd-4b7f-aecb-3197e58fd121'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:26:37.067028 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab82d7d-6927-4349-a636-1df3954613a2" -d '{"events": [{"server_uuid": "7afabc28-4fd6-4566-8098-f4ed9a333486", "name": "network-vif-plugged", "status": "completed", "tag": "4324cab9-aacd-4b7f-aecb-3197e58fd121"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:26:37.079590 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 4324cab9-aacd-4b7f-aecb-3197e58fd121, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4324cab9-aacd-4b7f-aecb-3197e58fd121,segment=NetworkSegment(d87947c2-e946-4917-8d0a-3e523784a074),segment_id=d87947c2-e946-4917-8d0a-3e523784a074)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:26:37.102427 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90ac810-9d7a-41ab-8603-4005148a0f65 x-openstack-request-id: req-c90ac810-9d7a-41ab-8603-4005148a0f65 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:26:37.102714 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afabc28-4fd6-4566-8098-f4ed9a333486", "name": "network-vif-plugged", "status": "completed", "tag": "4324cab9-aacd-4b7f-aecb-3197e58fd121", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:26:37.102959 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c90ac810-9d7a-41ab-8603-4005148a0f65 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:26:37.103460 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afabc28-4fd6-4566-8098-f4ed9a333486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4324cab9-aacd-4b7f-aecb-3197e58fd121', 'code': 200} Nov 11 12:26:37.176538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:37.222205 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=4324cab9-aacd-4b7f-aecb-3197e58fd121,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:37.421803 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ae24d-2e79-4379-8d2d-1f8c90c39272 req-8bcb719b-09b5-4be2-9b33-d99305314825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:37.423312 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-af2ae24d-2e79-4379-8d2d-1f8c90c39272 req-8bcb719b-09b5-4be2-9b33-d99305314825 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 1098 time: 0.0400774 Nov 11 12:26:37.470159 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-af2ae24d-2e79-4379-8d2d-1f8c90c39272 req-c1e120b7-8e5d-4056-9a61-cd2890064077 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=245ab5f3-3777-4439-8a3d-b20ba669a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401733 Nov 11 12:26:38.044979 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d5895-d2e7-4c0d-8dda-ffdea3b396cd req-a97e18d7-71c5-4e46-842e-dbb5de46f544 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:38.046469 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-489d5895-d2e7-4c0d-8dda-ffdea3b396cd req-a97e18d7-71c5-4e46-842e-dbb5de46f544 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 945 time: 0.0496113 Nov 11 12:26:38.094708 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-489d5895-d2e7-4c0d-8dda-ffdea3b396cd req-43794f44-e857-484b-8f88-902334e4d405 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=245ab5f3-3777-4439-8a3d-b20ba669a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420775 Nov 11 12:26:38.124993 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:39.136842 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:39.211714 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7a5c9-d967-42b2-ace6-be65cf0d57f6 req-243b78a6-e671-49d2-b16e-3186226875c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:39.213165 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-19b7a5c9-d967-42b2-ace6-be65cf0d57f6 req-243b78a6-e671-49d2-b16e-3186226875c9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 945 time: 0.0482121 Nov 11 12:26:39.261550 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-19b7a5c9-d967-42b2-ace6-be65cf0d57f6 req-820c79b3-5b56-4f21-afc5-c990d8889814 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=245ab5f3-3777-4439-8a3d-b20ba669a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426540 Nov 11 12:26:39.381029 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c150d4-39fa-4323-af83-a63d779f5adc req-6eaa0876-5900-4112-935d-404e530232a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:39.382389 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-20c150d4-39fa-4323-af83-a63d779f5adc req-6eaa0876-5900-4112-935d-404e530232a1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 945 time: 0.0519600 Nov 11 12:26:39.430282 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-20c150d4-39fa-4323-af83-a63d779f5adc req-d81f632b-28d4-4102-93c8-f94cc8b92744 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=245ab5f3-3777-4439-8a3d-b20ba669a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414112 Nov 11 12:26:39.452358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57024) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:39.495448 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e25dca-ba3a-44f4-b01e-de81f66a829e tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:39.497512 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-30e25dca-ba3a-44f4-b01e-de81f66a829e tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 1093 time: 0.0436075 Nov 11 12:26:39.500337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57026) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:39.504479 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '4324cab9-aacd-4b7f-aecb-3197e58fd121', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:26:39.599800 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:39.704296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:39.797006 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.26.5.174 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/a536c616-0e31-437c-90d5-652045219e13) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:26:39.905255 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:40.000057 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:40.038711 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:26:40.041601 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:26:40.045867 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:26:40.070280 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=a536c616-0e31-437c-90d5-652045219e13,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:40.400954 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:40.514188 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:40.662403 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:40.740561 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:40.774755 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:40.815739 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=a536c616-0e31-437c-90d5-652045219e13,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:26:40.824001 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:40.924737 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP 6de311f5-179f-4d14-a5aa-36d73ca8682b associated. External IP: 172.26.5.174, port: 4324cab9-aacd-4b7f-aecb-3197e58fd121. Nov 11 12:26:41.129062 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 265520c9-ac77-47f3-af7b-e728978674d5 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:26:41.234238 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:26:41.243264 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3de0e0e-d514-4e57-a3e0-a1dd3a8e10ae None None] Sync routers for ids ['265520c9-ac77-47f3-af7b-e728978674d5'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:26:41.253285 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de0e0e-d514-4e57-a3e0-a1dd3a8e10ae None None] Routers {'265520c9-ac77-47f3-af7b-e728978674d5'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:41.256856 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a3de0e0e-d514-4e57-a3e0-a1dd3a8e10ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:26:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['265520c9-ac77-47f3-af7b-e728978674d5'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:41.304684 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:26:41.332234 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-45268c36-bf52-4960-93e5-8a84fbda91b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8308039 Nov 11 12:26:41.332819 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afabc28-4fd6-4566-8098-f4ed9a333486', 'tag': '4324cab9-aacd-4b7f-aecb-3197e58fd121'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:26:41.334940 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57028) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:41.335654 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc22b4c-c893-4a8f-acb9-1ce7d2d4dbf1" -d '{"events": [{"name": "network-changed", "server_uuid": "7afabc28-4fd6-4566-8098-f4ed9a333486", "tag": "4324cab9-aacd-4b7f-aecb-3197e58fd121"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:26:41.363645 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-a3de0e0e-d514-4e57-a3e0-a1dd3a8e10ae None None] Set router 265520c9-ac77-47f3-af7b-e728978674d5 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:41.371270 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37bfd42-84cf-46ae-9d22-33ecaf9cdf02 x-openstack-request-id: req-b37bfd42-84cf-46ae-9d22-33ecaf9cdf02 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:26:41.371562 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afabc28-4fd6-4566-8098-f4ed9a333486", "tag": "4324cab9-aacd-4b7f-aecb-3197e58fd121", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:26:41.372352 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b37bfd42-84cf-46ae-9d22-33ecaf9cdf02 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:26:41.372754 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afabc28-4fd6-4566-8098-f4ed9a333486', 'tag': '4324cab9-aacd-4b7f-aecb-3197e58fd121', 'status': 'completed', 'code': 200} Nov 11 12:26:41.406446 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1e46d420-f2c6-4fc1-93e6-9543c1e17cc4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/6de311f5-179f-4d14-a5aa-36d73ca8682b HTTP/1.1" status: 200 len: 991 time: 0.0696762 Nov 11 12:26:41.437340 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc22b4c-c893-4a8f-acb9-1ce7d2d4dbf1 req-6a791def-19c1-443c-aaa1-da7f46ca5894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:41.438845 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-adc22b4c-c893-4a8f-acb9-1ce7d2d4dbf1 req-6a791def-19c1-443c-aaa1-da7f46ca5894 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 1098 time: 0.0419581 Nov 11 12:26:41.533160 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc22b4c-c893-4a8f-acb9-1ce7d2d4dbf1 req-31e6d0b3-a41a-41bc-8140-ca0eb9ee1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:41.534623 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-adc22b4c-c893-4a8f-acb9-1ce7d2d4dbf1 req-31e6d0b3-a41a-41bc-8140-ca0eb9ee1fe8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fef2b308-a374-49d9-a81b-8171336be6bb HTTP/1.1" status: 200 len: 897 time: 0.0878837 Nov 11 12:26:41.592054 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a3de0e0e-d514-4e57-a3e0-a1dd3a8e10ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265520c9-ac77-47f3-af7b-e728978674d5', 'name': 'tempest-TestNetworkBasicOps-router-88151603', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:16Z', 'updated_at': '2021-11-11T12:26:21Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:17Z', 'updated_at': '2021-11-11T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '6de311f5-179f-4d14-a5aa-36d73ca8682b', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.174', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'port_id': '4324cab9-aacd-4b7f-aecb-3197e58fd121', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb', 'mac_address': 'fa:16:3e:74:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afabc28-4fd6-4566-8098-f4ed9a333486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:26:40Z', 'updated_at': '2021-11-11T12:26:40Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e443144-b3b2-4c97-922b-b0e844a5a254', 'name': '', 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:fa:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:20Z', 'updated_at': '2021-11-11T12:26:24Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:41.599292 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-adc22b4c-c893-4a8f-acb9-1ce7d2d4dbf1 req-71eabc69-7e59-4b5b-b40c-a077fe32f39b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4324cab9-aacd-4b7f-aecb-3197e58fd121 HTTP/1.1" status: 200 len: 999 time: 0.0572426 Nov 11 12:26:41.617666 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3de0e0e-d514-4e57-a3e0-a1dd3a8e10ae None None] Checking router: 265520c9-ac77-47f3-af7b-e728978674d5 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:26:41.626433 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de0e0e-d514-4e57-a3e0-a1dd3a8e10ae None None] Routers {'265520c9-ac77-47f3-af7b-e728978674d5'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:26:41.627028 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a3de0e0e-d514-4e57-a3e0-a1dd3a8e10ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:26:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['265520c9-ac77-47f3-af7b-e728978674d5'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:41.649373 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc22b4c-c893-4a8f-acb9-1ce7d2d4dbf1 req-71f65dad-72ac-44e9-a581-f61ee0c0c4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:41.650844 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-adc22b4c-c893-4a8f-acb9-1ce7d2d4dbf1 req-71f65dad-72ac-44e9-a581-f61ee0c0c4a9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740 HTTP/1.1" status: 200 len: 844 time: 0.0444689 Nov 11 12:26:41.700361 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc22b4c-c893-4a8f-acb9-1ce7d2d4dbf1 req-8058d831-66a4-4b08-8929-17139b6fc3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:26:41.701863 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-adc22b4c-c893-4a8f-acb9-1ce7d2d4dbf1 req-8058d831-66a4-4b08-8929-17139b6fc3a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fef2b308-a374-49d9-a81b-8171336be6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0438733 Nov 11 12:26:41.732205 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-a3de0e0e-d514-4e57-a3e0-a1dd3a8e10ae None None] Set router 265520c9-ac77-47f3-af7b-e728978674d5 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:26:41.793281 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-adc22b4c-c893-4a8f-acb9-1ce7d2d4dbf1 req-d9c96537-8f42-4e0f-83d5-e456dc7ec426 service neutron] 10.222.0.70 "GET /v2.0/networks/fef2b308-a374-49d9-a81b-8171336be6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844874 Nov 11 12:26:41.954943 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-a3de0e0e-d514-4e57-a3e0-a1dd3a8e10ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265520c9-ac77-47f3-af7b-e728978674d5', 'name': 'tempest-TestNetworkBasicOps-router-88151603', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:16Z', 'updated_at': '2021-11-11T12:26:21Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:17Z', 'updated_at': '2021-11-11T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '6de311f5-179f-4d14-a5aa-36d73ca8682b', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.174', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'port_id': '4324cab9-aacd-4b7f-aecb-3197e58fd121', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb', 'mac_address': 'fa:16:3e:74:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afabc28-4fd6-4566-8098-f4ed9a333486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:26:40Z', 'updated_at': '2021-11-11T12:26:40Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e443144-b3b2-4c97-922b-b0e844a5a254', 'name': '', 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:fa:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:20Z', 'updated_at': '2021-11-11T12:26:24Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:26:41.985823 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3de0e0e-d514-4e57-a3e0-a1dd3a8e10ae None None] The sync data for ids ['265520c9-ac77-47f3-af7b-e728978674d5'] in dv-neutron-786478-23-hyperv is: [{'id': '265520c9-ac77-47f3-af7b-e728978674d5', 'name': 'tempest-TestNetworkBasicOps-router-88151603', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:16Z', 'updated_at': '2021-11-11T12:26:21Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:17Z', 'updated_at': '2021-11-11T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '6de311f5-179f-4d14-a5aa-36d73ca8682b', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.174', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'port_id': '4324cab9-aacd-4b7f-aecb-3197e58fd121', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb', 'mac_address': 'fa:16:3e:74:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afabc28-4fd6-4566-8098-f4ed9a333486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:26:40Z', 'updated_at': '2021-11-11T12:26:40Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e443144-b3b2-4c97-922b-b0e844a5a254', 'name': '', 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:fa:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:20Z', 'updated_at': '2021-11-11T12:26:24Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:26:42.175770 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2511c68-4e3a-48da-93cd-b20553ad9502 None None] New status for floating IP 6de311f5-179f-4d14-a5aa-36d73ca8682b: ACTIVE {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:26:42.215923 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-adc22b4c-c893-4a8f-acb9-1ce7d2d4dbf1 req-32b1bcbf-5745-4064-945c-ff80ca0fc7f7 service neutron] 10.222.0.70 "GET /v2.0/networks/fef2b308-a374-49d9-a81b-8171336be6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157391 Nov 11 12:26:42.410246 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57032) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:26:42.471721 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-46bc41c3-5152-4b06-af46-93a22bd1d942 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/6de311f5-179f-4d14-a5aa-36d73ca8682b HTTP/1.1" status: 200 len: 993 time: 0.0602996 Nov 11 12:27:03.192717 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9098f754-3093-4d47-b906-0ab5ac4a2526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:03.242208 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:27:05.543245 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b8cfdeb2-aa27-42eb-8561-77041d853228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:06.526521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:08.149228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:09.137921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:10.792711 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:33.201439 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c9fa39af-360c-42ae-b4e9-cfbfc8d4a469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:35.527479 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cce937d6-a42b-4dc5-b3da-9c35e6f3e966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:36.487311 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:38.113838 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:39.148215 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:40.242842 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:27:40.813742 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:27:57.588160 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e214e56b-7703-4ed0-b93e-561875bd69e7 req-9bcd4f73-8ee9-49aa-9566-b4521304364b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1727908 Nov 11 12:27:57.668036 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214e56b-7703-4ed0-b93e-561875bd69e7 req-67661be5-8960-4f9e-8979-4ee4a564bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:57.669503 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e214e56b-7703-4ed0-b93e-561875bd69e7 req-67661be5-8960-4f9e-8979-4ee4a564bbb7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 1098 time: 0.0398419 Nov 11 12:27:57.777174 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214e56b-7703-4ed0-b93e-561875bd69e7 req-8a981863-1b22-4123-a4e6-50b0cbfdccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:57.778521 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e214e56b-7703-4ed0-b93e-561875bd69e7 req-8a981863-1b22-4123-a4e6-50b0cbfdccd6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fef2b308-a374-49d9-a81b-8171336be6bb HTTP/1.1" status: 200 len: 897 time: 0.0899818 Nov 11 12:27:57.841891 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e214e56b-7703-4ed0-b93e-561875bd69e7 req-84211231-8b8f-488d-8662-eda816f90bdb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4324cab9-aacd-4b7f-aecb-3197e58fd121 HTTP/1.1" status: 200 len: 1001 time: 0.0562601 Nov 11 12:27:57.890059 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214e56b-7703-4ed0-b93e-561875bd69e7 req-7c9f88b4-feac-4529-8081-9932e32fddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:57.891483 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e214e56b-7703-4ed0-b93e-561875bd69e7 req-7c9f88b4-feac-4529-8081-9932e32fddfb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740 HTTP/1.1" status: 200 len: 844 time: 0.0423784 Nov 11 12:27:57.939436 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214e56b-7703-4ed0-b93e-561875bd69e7 req-dea1a6db-d6b7-4c39-9ec6-9a6edddc054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:27:57.940904 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e214e56b-7703-4ed0-b93e-561875bd69e7 req-dea1a6db-d6b7-4c39-9ec6-9a6edddc054a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fef2b308-a374-49d9-a81b-8171336be6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0421677 Nov 11 12:27:58.027695 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e214e56b-7703-4ed0-b93e-561875bd69e7 req-b48eae70-f2c1-4cf2-8e5b-66d0e10ddd5c service neutron] 10.222.0.70 "GET /v2.0/networks/fef2b308-a374-49d9-a81b-8171336be6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797887 Nov 11 12:27:58.120974 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e214e56b-7703-4ed0-b93e-561875bd69e7 req-64473727-9e82-4a69-bc66-2a1c1d89785b service neutron] 10.222.0.70 "GET /v2.0/networks/fef2b308-a374-49d9-a81b-8171336be6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856347 Nov 11 12:28:03.177260 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bd15b7cc-e658-4ffa-af8c-b4cd08a4d51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:05.552105 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-92b44b11-dafb-4ac7-986c-74f0e8ca34da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:06.508324 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:08.125830 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:09.136542 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:10.804914 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:17.244133 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:28:33.191852 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-35e4cadf-64d1-4109-8937-f9d1a015ba54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:35.549444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0a4f6064-dd40-4cf3-9b70-499c7e3cae60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:35.825588 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57066) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:28:35.831486 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-6eb18539-a013-4589-beb7-a8578d523c86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:28:35.915779 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6eb18539-a013-4589-beb7-a8578d523c86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260411514'] for subnet, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:36.126459 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6eb18539-a013-4589-beb7-a8578d523c86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777976339842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-261966964'] for subnet, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:36.159871 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb18539-a013-4589-beb7-a8578d523c86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:36.160458 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6eb18539-a013-4589-beb7-a8578d523c86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:36.161940 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6eb18539-a013-4589-beb7-a8578d523c86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/subnets/af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740 HTTP/1.1" status: 200 len: 836 time: 0.3352594 Nov 11 12:28:36.166345 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326a04ec-c5b9-4e10-a072-f2329c638483 None None] Network fef2b308-a374-49d9-a81b-8171336be6bb requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:28:36.179701 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb18539-a013-4589-beb7-a8578d523c86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Subnet': ['ID=af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:28:36.187037 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb18539-a013-4589-beb7-a8578d523c86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:36.187423 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb18539-a013-4589-beb7-a8578d523c86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:36.187781 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb18539-a013-4589-beb7-a8578d523c86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:36.188115 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb18539-a013-4589-beb7-a8578d523c86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:36.188444 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb18539-a013-4589-beb7-a8578d523c86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:36.188768 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb18539-a013-4589-beb7-a8578d523c86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:36.189095 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb18539-a013-4589-beb7-a8578d523c86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:36.189416 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb18539-a013-4589-beb7-a8578d523c86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:36.189740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb18539-a013-4589-beb7-a8578d523c86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:36.190057 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb18539-a013-4589-beb7-a8578d523c86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:36.190375 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb18539-a013-4589-beb7-a8578d523c86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:36.190691 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb18539-a013-4589-beb7-a8578d523c86 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:28:36.518371 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:36.557376 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-63f42d18-27c5-4d19-98db-509b4fb2a7a9 None None] Provisioning complete for port ac32c867-9e18-489b-8821-60ce173f87cc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:36.558041 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-63f42d18-27c5-4d19-98db-509b4fb2a7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:36.652455 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-63f42d18-27c5-4d19-98db-509b4fb2a7a9 None None] Provisioning complete for port 4324cab9-aacd-4b7f-aecb-3197e58fd121 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:36.652753 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-63f42d18-27c5-4d19-98db-509b4fb2a7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:36.738158 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-63f42d18-27c5-4d19-98db-509b4fb2a7a9 None None] Provisioning complete for port 5e443144-b3b2-4c97-922b-b0e844a5a254 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:28:36.738517 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-63f42d18-27c5-4d19-98db-509b4fb2a7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:38.129898 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:39.148707 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:40.851130 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:28:54.241903 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:28:57.462603 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d6d1a985-73a9-4a84-b126-c9e3dc122baf req-fff63612-5188-470d-939f-120943b0b212 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388811 Nov 11 12:28:57.541630 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1a985-73a9-4a84-b126-c9e3dc122baf req-d3a8137b-eab8-4aaf-b24a-e8d6bef43ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:57.542992 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d6d1a985-73a9-4a84-b126-c9e3dc122baf req-d3a8137b-eab8-4aaf-b24a-e8d6bef43ca2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 1098 time: 0.0399873 Nov 11 12:28:57.647656 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1a985-73a9-4a84-b126-c9e3dc122baf req-227a95e4-f2eb-41db-a4c1-461821c23a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:57.649119 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d6d1a985-73a9-4a84-b126-c9e3dc122baf req-227a95e4-f2eb-41db-a4c1-461821c23a86 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fef2b308-a374-49d9-a81b-8171336be6bb HTTP/1.1" status: 200 len: 897 time: 0.0868464 Nov 11 12:28:57.718917 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d6d1a985-73a9-4a84-b126-c9e3dc122baf req-dd6d67e6-3ee8-480a-80f1-d322caf0b472 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4324cab9-aacd-4b7f-aecb-3197e58fd121 HTTP/1.1" status: 200 len: 1001 time: 0.0611689 Nov 11 12:28:57.766623 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1a985-73a9-4a84-b126-c9e3dc122baf req-a955a9ae-877b-4d34-bd6d-9152b5718b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:57.768030 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d6d1a985-73a9-4a84-b126-c9e3dc122baf req-a955a9ae-877b-4d34-bd6d-9152b5718b38 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740 HTTP/1.1" status: 200 len: 844 time: 0.0420876 Nov 11 12:28:57.812624 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1a985-73a9-4a84-b126-c9e3dc122baf req-96a516fd-bdcc-4a13-991a-a2f99c435b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:28:57.813976 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d6d1a985-73a9-4a84-b126-c9e3dc122baf req-96a516fd-bdcc-4a13-991a-a2f99c435b58 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fef2b308-a374-49d9-a81b-8171336be6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0387752 Nov 11 12:28:57.905055 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d6d1a985-73a9-4a84-b126-c9e3dc122baf req-2b43c6c1-bbe8-4a8a-b214-c9b8fc3c75d9 service neutron] 10.222.0.70 "GET /v2.0/networks/fef2b308-a374-49d9-a81b-8171336be6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839057 Nov 11 12:28:58.000529 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d6d1a985-73a9-4a84-b126-c9e3dc122baf req-4b99362d-cf57-4ab0-b33c-95c3d8f19340 service neutron] 10.222.0.70 "GET /v2.0/networks/fef2b308-a374-49d9-a81b-8171336be6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887425 Nov 11 12:29:03.185520 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5fb525b-576b-4394-aacf-b01a98e0e3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:05.554884 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3f307937-e17d-4fdf-8c07-543975c0e817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:06.531560 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:08.131614 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:09.167636 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:10.847417 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:19.022267 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57078) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:19.297892 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-77e43cf5-7044-4807-a7dc-cb7f03298762 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port a536c616-0e31-437c-90d5-652045219e13 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:29:19.298143 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77e43cf5-7044-4807-a7dc-cb7f03298762 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:19.377660 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77e43cf5-7044-4807-a7dc-cb7f03298762 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:19.377979 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77e43cf5-7044-4807-a7dc-cb7f03298762 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:19.390043 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-77e43cf5-7044-4807-a7dc-cb7f03298762 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for a536c616-0e31-437c-90d5-652045219e13 owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:29:19.897770 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77e43cf5-7044-4807-a7dc-cb7f03298762 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:19.921258 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e43cf5-7044-4807-a7dc-cb7f03298762 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=a536c616-0e31-437c-90d5-652045219e13,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:19.981386 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77e43cf5-7044-4807-a7dc-cb7f03298762 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:19.981714 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-77e43cf5-7044-4807-a7dc-cb7f03298762 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP 6de311f5-179f-4d14-a5aa-36d73ca8682b disassociated (deleted). External IP: 172.26.5.174, port: 4324cab9-aacd-4b7f-aecb-3197e58fd121. Nov 11 12:29:20.182585 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e43cf5-7044-4807-a7dc-cb7f03298762 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 265520c9-ac77-47f3-af7b-e728978674d5 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:29:20.288570 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e43cf5-7044-4807-a7dc-cb7f03298762 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:29:20.293506 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-77e43cf5-7044-4807-a7dc-cb7f03298762 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:20.298797 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dcbc83-1e98-479e-95f8-6a90956965a8 None None] Sync routers for ids ['265520c9-ac77-47f3-af7b-e728978674d5'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:29:20.307808 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dcbc83-1e98-479e-95f8-6a90956965a8 None None] Routers {'265520c9-ac77-47f3-af7b-e728978674d5'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:29:20.308418 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b4dcbc83-1e98-479e-95f8-6a90956965a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:29:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['265520c9-ac77-47f3-af7b-e728978674d5'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:20.318793 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-77e43cf5-7044-4807-a7dc-cb7f03298762 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/floatingips/6de311f5-179f-4d14-a5aa-36d73ca8682b HTTP/1.1" status: 204 len: 168 time: 1.2954340 Nov 11 12:29:20.319400 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afabc28-4fd6-4566-8098-f4ed9a333486', 'tag': '4324cab9-aacd-4b7f-aecb-3197e58fd121'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:29:20.321767 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca18b28-7fcb-4910-b9a0-f51bbd081d19" -d '{"events": [{"name": "network-changed", "server_uuid": "7afabc28-4fd6-4566-8098-f4ed9a333486", "tag": "4324cab9-aacd-4b7f-aecb-3197e58fd121"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:29:20.366652 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacf67d2-b42e-4021-abc7-cd0cf8866bd6 x-openstack-request-id: req-aacf67d2-b42e-4021-abc7-cd0cf8866bd6 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:29:20.366947 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afabc28-4fd6-4566-8098-f4ed9a333486", "tag": "4324cab9-aacd-4b7f-aecb-3197e58fd121", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:29:20.367276 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aacf67d2-b42e-4021-abc7-cd0cf8866bd6 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:29:20.367845 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afabc28-4fd6-4566-8098-f4ed9a333486', 'tag': '4324cab9-aacd-4b7f-aecb-3197e58fd121', 'status': 'completed', 'code': 200} Nov 11 12:29:20.424461 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-b4dcbc83-1e98-479e-95f8-6a90956965a8 None None] Set router 265520c9-ac77-47f3-af7b-e728978674d5 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:29:20.429942 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca18b28-7fcb-4910-b9a0-f51bbd081d19 req-1d173f70-1167-4cac-91b5-15ad272c8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:20.431456 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ca18b28-7fcb-4910-b9a0-f51bbd081d19 req-1d173f70-1167-4cac-91b5-15ad272c8131 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 1098 time: 0.0405951 Nov 11 12:29:20.529604 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca18b28-7fcb-4910-b9a0-f51bbd081d19 req-5bc8792d-8c45-443a-9e40-7252f732a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:20.530982 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ca18b28-7fcb-4910-b9a0-f51bbd081d19 req-5bc8792d-8c45-443a-9e40-7252f732a890 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fef2b308-a374-49d9-a81b-8171336be6bb HTTP/1.1" status: 200 len: 897 time: 0.0912504 Nov 11 12:29:20.573012 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ca18b28-7fcb-4910-b9a0-f51bbd081d19 req-370a19d9-26dc-4740-a0e2-3db11299e48a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4324cab9-aacd-4b7f-aecb-3197e58fd121 HTTP/1.1" status: 200 len: 217 time: 0.0347908 Nov 11 12:29:20.628532 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca18b28-7fcb-4910-b9a0-f51bbd081d19 req-07d5422f-1a6d-4292-a69d-5b5461dbe1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:20.630045 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ca18b28-7fcb-4910-b9a0-f51bbd081d19 req-07d5422f-1a6d-4292-a69d-5b5461dbe1fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740 HTTP/1.1" status: 200 len: 844 time: 0.0497215 Nov 11 12:29:20.631995 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b4dcbc83-1e98-479e-95f8-6a90956965a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265520c9-ac77-47f3-af7b-e728978674d5', 'name': 'tempest-TestNetworkBasicOps-router-88151603', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:16Z', 'updated_at': '2021-11-11T12:26:21Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:17Z', 'updated_at': '2021-11-11T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '5e443144-b3b2-4c97-922b-b0e844a5a254', 'name': '', 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:fa:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:20Z', 'updated_at': '2021-11-11T12:26:24Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:20.658821 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dcbc83-1e98-479e-95f8-6a90956965a8 None None] Checking router: 265520c9-ac77-47f3-af7b-e728978674d5 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:29:20.667912 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dcbc83-1e98-479e-95f8-6a90956965a8 None None] Routers {'265520c9-ac77-47f3-af7b-e728978674d5'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:29:20.668522 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b4dcbc83-1e98-479e-95f8-6a90956965a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:29:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['265520c9-ac77-47f3-af7b-e728978674d5'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:20.681962 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca18b28-7fcb-4910-b9a0-f51bbd081d19 req-e336f847-247b-4ead-9215-fd1fdb2668bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:20.683566 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ca18b28-7fcb-4910-b9a0-f51bbd081d19 req-e336f847-247b-4ead-9215-fd1fdb2668bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fef2b308-a374-49d9-a81b-8171336be6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0465469 Nov 11 12:29:20.781499 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-b4dcbc83-1e98-479e-95f8-6a90956965a8 None None] Set router 265520c9-ac77-47f3-af7b-e728978674d5 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:29:20.784577 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ca18b28-7fcb-4910-b9a0-f51bbd081d19 req-904b4e0b-0ae0-4712-815c-87897faacc71 service neutron] 10.222.0.70 "GET /v2.0/networks/fef2b308-a374-49d9-a81b-8171336be6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941691 Nov 11 12:29:20.868762 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1d28e-c894-438d-9dfe-7369b72954c9 req-749fa569-c397-41e0-b1a7-33f6587e23f6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:20.870647 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ace1d28e-c894-438d-9dfe-7369b72954c9 req-749fa569-c397-41e0-b1a7-33f6587e23f6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 945 time: 0.1704867 Nov 11 12:29:20.884640 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ca18b28-7fcb-4910-b9a0-f51bbd081d19 req-e4b5367a-358e-4c8a-8179-ca2107e5c31a service neutron] 10.222.0.70 "GET /v2.0/networks/fef2b308-a374-49d9-a81b-8171336be6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915847 Nov 11 12:29:20.922986 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ace1d28e-c894-438d-9dfe-7369b72954c9 req-9603cd92-65ef-4c37-a6fb-c025d74497da tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=245ab5f3-3777-4439-8a3d-b20ba669a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455389 Nov 11 12:29:20.985214 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b4dcbc83-1e98-479e-95f8-6a90956965a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265520c9-ac77-47f3-af7b-e728978674d5', 'name': 'tempest-TestNetworkBasicOps-router-88151603', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:16Z', 'updated_at': '2021-11-11T12:26:21Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:17Z', 'updated_at': '2021-11-11T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '5e443144-b3b2-4c97-922b-b0e844a5a254', 'name': '', 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:fa:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:20Z', 'updated_at': '2021-11-11T12:26:24Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:21.013076 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dcbc83-1e98-479e-95f8-6a90956965a8 None None] The sync data for ids ['265520c9-ac77-47f3-af7b-e728978674d5'] in dv-neutron-786478-23-hyperv is: [{'id': '265520c9-ac77-47f3-af7b-e728978674d5', 'name': 'tempest-TestNetworkBasicOps-router-88151603', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:16Z', 'updated_at': '2021-11-11T12:26:21Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:17Z', 'updated_at': '2021-11-11T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '5e443144-b3b2-4c97-922b-b0e844a5a254', 'name': '', 'network_id': 'fef2b308-a374-49d9-a81b-8171336be6bb', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:fa:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:20Z', 'updated_at': '2021-11-11T12:26:24Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:29:21.224744 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b612cc2-d25e-4d0c-87d7-2b54aaf37e8b None None] New status for floating IP 6de311f5-179f-4d14-a5aa-36d73ca8682b: DOWN {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:29:22.027773 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf0472-3dcb-4eed-802b-3b6bf51468ef req-a0568e2f-17bc-43b4-bfc4-bddf0af2378c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:22.029223 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c4cf0472-3dcb-4eed-802b-3b6bf51468ef req-a0568e2f-17bc-43b4-bfc4-bddf0af2378c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 945 time: 0.0491912 Nov 11 12:29:22.101436 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec30843-28c6-4b3b-aaeb-92267f5a487f req-d0193599-2589-446f-b6b6-5233c59662da tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:22.102917 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bec30843-28c6-4b3b-aaeb-92267f5a487f req-d0193599-2589-446f-b6b6-5233c59662da tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 945 time: 0.0986643 Nov 11 12:29:22.123266 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-c4cf0472-3dcb-4eed-802b-3b6bf51468ef req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 4324cab9-aacd-4b7f-aecb-3197e58fd121 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:29:22.123601 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-c4cf0472-3dcb-4eed-802b-3b6bf51468ef req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:22.152375 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bec30843-28c6-4b3b-aaeb-92267f5a487f req-54e0bf14-e016-464b-bb22-d3393f376a9f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=245ab5f3-3777-4439-8a3d-b20ba669a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435016 Nov 11 12:29:22.211267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-c4cf0472-3dcb-4eed-802b-3b6bf51468ef req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 4324cab9-aacd-4b7f-aecb-3197e58fd121, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4324cab9-aacd-4b7f-aecb-3197e58fd121,segment=NetworkSegment(d87947c2-e946-4917-8d0a-3e523784a074),segment_id=d87947c2-e946-4917-8d0a-3e523784a074)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:29:22.211553 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-c4cf0472-3dcb-4eed-802b-3b6bf51468ef req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:22.224894 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-c4cf0472-3dcb-4eed-802b-3b6bf51468ef req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 4324cab9-aacd-4b7f-aecb-3197e58fd121 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:29:22.415637 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-c4cf0472-3dcb-4eed-802b-3b6bf51468ef req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:22.441660 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=4324cab9-aacd-4b7f-aecb-3197e58fd121,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:22.455764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.456122 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.456464 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.456804 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.457140 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.457472 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.457801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.458129 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.458458 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.458783 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.459133 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.459457 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:22.497343 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cf0472-3dcb-4eed-802b-3b6bf51468ef req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] No DVR routers for this DVR port 4324cab9-aacd-4b7f-aecb-3197e58fd121 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:29:22.499785 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-c4cf0472-3dcb-4eed-802b-3b6bf51468ef req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:22.503085 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c4cf0472-3dcb-4eed-802b-3b6bf51468ef req-a32ae35a-3326-4209-8807-cba9501b5822 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "DELETE /v2.0/ports/4324cab9-aacd-4b7f-aecb-3197e58fd121 HTTP/1.1" status: 204 len: 173 time: 0.4677515 Nov 11 12:29:22.503539 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afabc28-4fd6-4566-8098-f4ed9a333486', 'name': 'network-vif-deleted', 'tag': '4324cab9-aacd-4b7f-aecb-3197e58fd121'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:29:22.505754 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2356c63-8f25-4be6-bd22-e7179f067cf3" -d '{"events": [{"server_uuid": "7afabc28-4fd6-4566-8098-f4ed9a333486", "name": "network-vif-deleted", "tag": "4324cab9-aacd-4b7f-aecb-3197e58fd121"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:29:22.612222 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0610c125-cd9e-49a2-bf5d-4d83f31193dd x-openstack-request-id: req-0610c125-cd9e-49a2-bf5d-4d83f31193dd {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:29:22.612517 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afabc28-4fd6-4566-8098-f4ed9a333486", "name": "network-vif-deleted", "tag": "4324cab9-aacd-4b7f-aecb-3197e58fd121", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:29:22.612786 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0610c125-cd9e-49a2-bf5d-4d83f31193dd {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:29:22.613191 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afabc28-4fd6-4566-8098-f4ed9a333486', 'name': 'network-vif-deleted', 'tag': '4324cab9-aacd-4b7f-aecb-3197e58fd121', 'status': 'completed', 'code': 200} Nov 11 12:29:23.256222 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-652255cb-bf1d-4d72-9c0c-038c217ab157 req-00db5937-5be3-46ce-8e73-3d0f17707604 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=7afabc28-4fd6-4566-8098-f4ed9a333486 HTTP/1.1" status: 200 len: 210 time: 0.0272698 Nov 11 12:29:24.321020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57112) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:24.380061 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6278a6ab-292d-42cb-89cd-4d32376aba5b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:24.404449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6278a6ab-292d-42cb-89cd-4d32376aba5b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:24.502818 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6278a6ab-292d-42cb-89cd-4d32376aba5b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:24.505426 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6278a6ab-292d-42cb-89cd-4d32376aba5b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:24.506583 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6278a6ab-292d-42cb-89cd-4d32376aba5b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/security-groups/245ab5f3-3777-4439-8a3d-b20ba669a4eb HTTP/1.1" status: 204 len: 168 time: 0.1845930 Nov 11 12:29:24.516592 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278a6ab-292d-42cb-89cd-4d32376aba5b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=245ab5f3-3777-4439-8a3d-b20ba669a4eb,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:25.569731 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 4324cab9-aacd-4b7f-aecb-3197e58fd121 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:29:25.593680 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 4324cab9-aacd-4b7f-aecb-3197e58fd121 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:29:25.594025 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 4324cab9-aacd-4b7f-aecb-3197e58fd121 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:29:25.612428 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57118) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:25.957174 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-71035f2c-bdbf-4b04-950e-ff3b35c4d84d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:26.198890 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-71035f2c-bdbf-4b04-950e-ff3b35c4d84d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 5e443144-b3b2-4c97-922b-b0e844a5a254 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:29:26.199256 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-71035f2c-bdbf-4b04-950e-ff3b35c4d84d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:26.288669 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-71035f2c-bdbf-4b04-950e-ff3b35c4d84d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 5e443144-b3b2-4c97-922b-b0e844a5a254, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=5e443144-b3b2-4c97-922b-b0e844a5a254,segment=NetworkSegment(d87947c2-e946-4917-8d0a-3e523784a074),segment_id=d87947c2-e946-4917-8d0a-3e523784a074)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:29:26.289026 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-71035f2c-bdbf-4b04-950e-ff3b35c4d84d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:26.300953 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-71035f2c-bdbf-4b04-950e-ff3b35c4d84d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 5e443144-b3b2-4c97-922b-b0e844a5a254 owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:29:26.575361 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-71035f2c-bdbf-4b04-950e-ff3b35c4d84d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:26.623000 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71035f2c-bdbf-4b04-950e-ff3b35c4d84d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=5e443144-b3b2-4c97-922b-b0e844a5a254,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:26.776664 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-71035f2c-bdbf-4b04-950e-ff3b35c4d84d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:26.988381 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71035f2c-bdbf-4b04-950e-ff3b35c4d84d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 265520c9-ac77-47f3-af7b-e728978674d5 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:29:27.091526 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71035f2c-bdbf-4b04-950e-ff3b35c4d84d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:29:27.097214 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-71035f2c-bdbf-4b04-950e-ff3b35c4d84d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/265520c9-ac77-47f3-af7b-e728978674d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4835653 Nov 11 12:29:27.099806 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57120) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:27.102444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd47757-3439-4a41-a7d9-fb83f42fffc1 None None] Sync routers for ids ['265520c9-ac77-47f3-af7b-e728978674d5'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:29:27.112011 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd47757-3439-4a41-a7d9-fb83f42fffc1 None None] Routers {'265520c9-ac77-47f3-af7b-e728978674d5'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:29:27.112633 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8bd47757-3439-4a41-a7d9-fb83f42fffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:29:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['265520c9-ac77-47f3-af7b-e728978674d5'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:27.151979 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b258c359-d003-4e24-a6c9-6ff2d4554f1d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting subnet af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:29:27.156131 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b258c359-d003-4e24-a6c9-6ff2d4554f1d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:27.207775 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b258c359-d003-4e24-a6c9-6ff2d4554f1d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:27.217411 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-8bd47757-3439-4a41-a7d9-fb83f42fffc1 None None] Set router 265520c9-ac77-47f3-af7b-e728978674d5 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:29:27.290680 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b258c359-d003-4e24-a6c9-6ff2d4554f1d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:27.404214 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8bd47757-3439-4a41-a7d9-fb83f42fffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265520c9-ac77-47f3-af7b-e728978674d5', 'name': 'tempest-TestNetworkBasicOps-router-88151603', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:16Z', 'updated_at': '2021-11-11T12:29:26Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:17Z', 'updated_at': '2021-11-11T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:27.430912 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd47757-3439-4a41-a7d9-fb83f42fffc1 None None] Checking router: 265520c9-ac77-47f3-af7b-e728978674d5 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:29:27.436044 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b258c359-d003-4e24-a6c9-6ff2d4554f1d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:27.441695 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd47757-3439-4a41-a7d9-fb83f42fffc1 None None] Routers {'265520c9-ac77-47f3-af7b-e728978674d5'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:29:27.442610 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8bd47757-3439-4a41-a7d9-fb83f42fffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:29:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['265520c9-ac77-47f3-af7b-e728978674d5'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:27.470846 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258c359-d003-4e24-a6c9-6ff2d4554f1d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Subnet': ['ID=af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:27.474719 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b258c359-d003-4e24-a6c9-6ff2d4554f1d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:27.478033 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b258c359-d003-4e24-a6c9-6ff2d4554f1d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/subnets/af89a6ce-e5e1-41ab-bc94-f8ff2f7f3740 HTTP/1.1" status: 204 len: 168 time: 0.3772595 Nov 11 12:29:27.480840 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57122) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:27.593902 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-24288103-b5de-4d88-98a7-9848f8444c15 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:27.646563 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3425529-f102-49ff-91a0-3e8aadcf27f5 None None] Network fef2b308-a374-49d9-a81b-8171336be6bb requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:29:27.699092 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-24288103-b5de-4d88-98a7-9848f8444c15 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:27.817499 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-8bd47757-3439-4a41-a7d9-fb83f42fffc1 None None] Set router 265520c9-ac77-47f3-af7b-e728978674d5 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:29:27.840835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-24288103-b5de-4d88-98a7-9848f8444c15 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 91916cbe-b50c-4caf-b3d5-0c5172c9617e {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:29:27.841169 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-24288103-b5de-4d88-98a7-9848f8444c15 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:27.924152 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-24288103-b5de-4d88-98a7-9848f8444c15 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 91916cbe-b50c-4caf-b3d5-0c5172c9617e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=91916cbe-b50c-4caf-b3d5-0c5172c9617e,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:29:27.924637 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-24288103-b5de-4d88-98a7-9848f8444c15 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:27.939989 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-24288103-b5de-4d88-98a7-9848f8444c15 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 91916cbe-b50c-4caf-b3d5-0c5172c9617e owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:29:27.984567 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] DHCP port deletion for fef2b308-a374-49d9-a81b-8171336be6bb request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:29:28.041963 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8bd47757-3439-4a41-a7d9-fb83f42fffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265520c9-ac77-47f3-af7b-e728978674d5', 'name': 'tempest-TestNetworkBasicOps-router-88151603', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:16Z', 'updated_at': '2021-11-11T12:29:26Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:17Z', 'updated_at': '2021-11-11T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:28.074424 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd47757-3439-4a41-a7d9-fb83f42fffc1 None None] The sync data for ids ['265520c9-ac77-47f3-af7b-e728978674d5'] in dv-neutron-786478-23-hyperv is: [{'id': '265520c9-ac77-47f3-af7b-e728978674d5', 'name': 'tempest-TestNetworkBasicOps-router-88151603', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:26:16Z', 'updated_at': '2021-11-11T12:29:26Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '91916cbe-b50c-4caf-b3d5-0c5172c9617e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265520c9-ac77-47f3-af7b-e728978674d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:26:17Z', 'updated_at': '2021-11-11T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:29:28.080096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] Deleting port ac32c867-9e18-489b-8821-60ce173f87cc {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:29:28.080470 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.145699 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] For port ac32c867-9e18-489b-8821-60ce173f87cc, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=ac32c867-9e18-489b-8821-60ce173f87cc,segment=NetworkSegment(d87947c2-e946-4917-8d0a-3e523784a074),segment_id=d87947c2-e946-4917-8d0a-3e523784a074)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:29:28.146375 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.158479 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] Calling delete_port for ac32c867-9e18-489b-8821-60ce173f87cc owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:29:28.175551 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-24288103-b5de-4d88-98a7-9848f8444c15 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.204662 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24288103-b5de-4d88-98a7-9848f8444c15 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=91916cbe-b50c-4caf-b3d5-0c5172c9617e,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:28.222834 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb64879-6df5-413e-b018-0cd1f68e8981 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:29:28.265014 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-24288103-b5de-4d88-98a7-9848f8444c15 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.320044 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.348304 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] No DVR routers for this DVR port ac32c867-9e18-489b-8821-60ce173f87cc on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:29:28.350397 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] Pushing event deleted for resources: {'Port': ['ID=ac32c867-9e18-489b-8821-60ce173f87cc,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:28.354554 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-24288103-b5de-4d88-98a7-9848f8444c15 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.359289 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-24288103-b5de-4d88-98a7-9848f8444c15 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.361761 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:28.362117 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:28.362545 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:28.362891 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:28.363238 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:28.363583 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:28.363899 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:28.364233 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:28.364612 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:28.365036 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:28.365263 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:28.365654 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1cdf5-bf6a-45d3-8df0-26d622e1faba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:28.472185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-24288103-b5de-4d88-98a7-9848f8444c15 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.472783 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24288103-b5de-4d88-98a7-9848f8444c15 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Fanout notify agent at l3_agent the message router_deleted on router 265520c9-ac77-47f3-af7b-e728978674d5 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:29:28.480654 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-24288103-b5de-4d88-98a7-9848f8444c15 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.484498 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-24288103-b5de-4d88-98a7-9848f8444c15 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/routers/265520c9-ac77-47f3-af7b-e728978674d5 HTTP/1.1" status: 204 len: 168 time: 0.9992988 Nov 11 12:29:28.485081 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57124) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:28.567515 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-578e777e-0cf0-4552-8ee3-76c9c49ee589 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.660782 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-578e777e-0cf0-4552-8ee3-76c9c49ee589 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.685428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-578e777e-0cf0-4552-8ee3-76c9c49ee589 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef2b308-a374-49d9-a81b-8171336be6bb']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:28.695488 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-578e777e-0cf0-4552-8ee3-76c9c49ee589 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87947c2-e946-4917-8d0a-3e523784a074') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:28.695706 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-578e777e-0cf0-4552-8ee3-76c9c49ee589 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87947c2-e946-4917-8d0a-3e523784a074') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:28.705338 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-578e777e-0cf0-4552-8ee3-76c9c49ee589 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.718938 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-578e777e-0cf0-4552-8ee3-76c9c49ee589 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.726185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578e777e-0cf0-4552-8ee3-76c9c49ee589 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:29:28.726593 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-578e777e-0cf0-4552-8ee3-76c9c49ee589 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:29:28.730143 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:29:28.862460 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-578e777e-0cf0-4552-8ee3-76c9c49ee589 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.869198 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-578e777e-0cf0-4552-8ee3-76c9c49ee589 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:28.872294 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-578e777e-0cf0-4552-8ee3-76c9c49ee589 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/networks/fef2b308-a374-49d9-a81b-8171336be6bb HTTP/1.1" status: 204 len: 168 time: 0.3867731 Nov 11 12:29:28.883709 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e777e-0cf0-4552-8ee3-76c9c49ee589 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Network': ['ID=fef2b308-a374-49d9-a81b-8171336be6bb,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:28.886493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57126) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:28.891477 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-32f1b0f6-c2cf-497d-a746-5d2d8e8afe49 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'network': {'name': 'tempest-network-smoke--2065658745', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'port_security_enabled': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:28.997546 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f1b0f6-c2cf-497d-a746-5d2d8e8afe49 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:29:29.000884 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-32f1b0f6-c2cf-497d-a746-5d2d8e8afe49 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:29.022967 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f1b0f6-c2cf-497d-a746-5d2d8e8afe49 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:29:29.032925 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-32f1b0f6-c2cf-497d-a746-5d2d8e8afe49 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:29.033260 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-32f1b0f6-c2cf-497d-a746-5d2d8e8afe49 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Added segment 2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0 of type vlan for network 1d937e1a-c6cd-4e12-a264-67bf92890520 Nov 11 12:29:29.084257 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-32f1b0f6-c2cf-497d-a746-5d2d8e8afe49 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:29.159695 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-32f1b0f6-c2cf-497d-a746-5d2d8e8afe49 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:29.165270 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f1b0f6-c2cf-497d-a746-5d2d8e8afe49 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:29.169650 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-32f1b0f6-c2cf-497d-a746-5d2d8e8afe49 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:29.228991 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1b0f6-c2cf-497d-a746-5d2d8e8afe49 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Network': ['ID=1d937e1a-c6cd-4e12-a264-67bf92890520,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:29.239291 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 1d937e1a-c6cd-4e12-a264-67bf92890520 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:29:29.283567 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-32f1b0f6-c2cf-497d-a746-5d2d8e8afe49 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3932009 Nov 11 12:29:29.283774 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57128) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:29.287909 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'admin_state_up': True, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:29.377418 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:29.378509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:29.432797 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:29.459984 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 5e443144-b3b2-4c97-922b-b0e844a5a254 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:29:29.489951 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 5e443144-b3b2-4c97-922b-b0e844a5a254 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:29:29.490293 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 5e443144-b3b2-4c97-922b-b0e844a5a254 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:29:29.490702 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ac32c867-9e18-489b-8821-60ce173f87cc no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:29:29.508906 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: ac32c867-9e18-489b-8821-60ce173f87cc {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:29:29.509253 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device ac32c867-9e18-489b-8821-60ce173f87cc not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:29:29.510187 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 91916cbe-b50c-4caf-b3d5-0c5172c9617e no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:29:29.529113 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 91916cbe-b50c-4caf-b3d5-0c5172c9617e {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:29:29.529479 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 91916cbe-b50c-4caf-b3d5-0c5172c9617e not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:29:29.631795 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:29.886608 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:29.904718 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:30.007010 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.26.5.237 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/9839f25d-2561-4070-ba68-349789078394) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:29:30.113395 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:30.200161 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:30.244057 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:29:30.247619 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:29:30.251252 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:29:30.256842 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=9839f25d-2561-4070-ba68-349789078394,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:30.261008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51522f3-132a-4cbe-8873-78cf1e66d73a None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:29:30.324302 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-2fdd5d9f-8c04-4974-8e3d-c3a9d706154c None None] Provisioning complete for port 9839f25d-2561-4070-ba68-349789078394 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:29:30.324696 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2fdd5d9f-8c04-4974-8e3d-c3a9d706154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:30.358747 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-2fdd5d9f-8c04-4974-8e3d-c3a9d706154c None None] Port 9839f25d-2561-4070-ba68-349789078394 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:29:30.914003 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:31.104567 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:31.240296 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:29:31.308302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 816de327-4b45-4e51-b65f-1abf04b27107 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:29:31.417265 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:29:31.426732 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Sync routers for ids ['816de327-4b45-4e51-b65f-1abf04b27107'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:29:31.438024 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Routers {'816de327-4b45-4e51-b65f-1abf04b27107'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:29:31.438623 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:29:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['816de327-4b45-4e51-b65f-1abf04b27107'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:31.499055 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:31.500496 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-92fce940-1ec6-42d9-96ec-7add432f3291 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2159517 Nov 11 12:29:31.503810 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57130) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:31.543441 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Set router 816de327-4b45-4e51-b65f-1abf04b27107 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:29:31.656348 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2207cc12-b79a-4b74-8916-b20f5263bfc7 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=61936e26caaf472aa62c0bac8a753383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1513102 Nov 11 12:29:31.658760 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57134) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:31.748409 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff333544-4950-4ce2-b93b-15a38c52f7e6 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:31.750454 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ff333544-4950-4ce2-b93b-15a38c52f7e6 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907426 Nov 11 12:29:31.753290 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57136) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:31.789793 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d7834a29-76c7-428f-a38b-81254ef7d536 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353723 Nov 11 12:29:31.793052 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57138) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:31.797806 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-fd380e56-b122-4c4e-b0e7-7992479bc4b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-902591677', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:31.817647 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:30Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:31.842929 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Checking router: 816de327-4b45-4e51-b65f-1abf04b27107 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:29:31.843288 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Updating router 816de327-4b45-4e51-b65f-1abf04b27107 port 9839f25d-2561-4070-ba68-349789078394 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:29:31.867399 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:31.942644 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd380e56-b122-4c4e-b0e7-7992479bc4b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:29:31.946196 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd380e56-b122-4c4e-b0e7-7992479bc4b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:32.111772 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:32.176907 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:32.199437 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd380e56-b122-4c4e-b0e7-7992479bc4b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:32.219408 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4c1655-8a9e-4582-91d2-4854d32c8723 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:29:32.226291 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Attempting to bind port 9839f25d-2561-4070-ba68-349789078394 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:29:32.226651 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Attempting to bind port 9839f25d-2561-4070-ba68-349789078394 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:29:32.227660 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Attempting to bind port 9839f25d-2561-4070-ba68-349789078394 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:29:32.238849 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56414f92-760f-48aa-ac16-982cd4f034aa None None] Pushing event updated for resources: {'Port': ['ID=9839f25d-2561-4070-ba68-349789078394,revision_number=2']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:32.245606 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:29:32.246226 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:29:32.246466 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:32.246800 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:29:32.247284 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Bound port: 9839f25d-2561-4070-ba68-349789078394, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:29:32.247658 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:32.249882 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414f92-760f-48aa-ac16-982cd4f034aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:32.250215 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414f92-760f-48aa-ac16-982cd4f034aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:32.250541 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414f92-760f-48aa-ac16-982cd4f034aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:32.250869 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414f92-760f-48aa-ac16-982cd4f034aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:32.251206 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414f92-760f-48aa-ac16-982cd4f034aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:32.251525 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414f92-760f-48aa-ac16-982cd4f034aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:32.251841 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414f92-760f-48aa-ac16-982cd4f034aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:32.252157 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414f92-760f-48aa-ac16-982cd4f034aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:32.252468 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414f92-760f-48aa-ac16-982cd4f034aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:32.252785 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414f92-760f-48aa-ac16-982cd4f034aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:32.253092 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414f92-760f-48aa-ac16-982cd4f034aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:32.253398 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56414f92-760f-48aa-ac16-982cd4f034aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:32.260062 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd380e56-b122-4c4e-b0e7-7992479bc4b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Subnet': ['ID=9d924eb5-0313-454c-b330-342bd846c1ce,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:32.267307 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd380e56-b122-4c4e-b0e7-7992479bc4b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Checking segment: {'id': '2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:29:32.267661 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd380e56-b122-4c4e-b0e7-7992479bc4b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network hostable DHCP agents. Network: 1d937e1a-c6cd-4e12-a264-67bf92890520, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:29:32.289278 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8a9242aa-ed8e-4858-b846-773127e6f373 None None] Provisioning complete for port 9839f25d-2561-4070-ba68-349789078394 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:29:32.289734 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8a9242aa-ed8e-4858-b846-773127e6f373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:32.308627 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] For port 9839f25d-2561-4070-ba68-349789078394, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:29:32.311606 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] For port 9839f25d-2561-4070-ba68-349789078394, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=9839f25d-2561-4070-ba68-349789078394,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:29:32.323804 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-8a9242aa-ed8e-4858-b846-773127e6f373 None None] Port 9839f25d-2561-4070-ba68-349789078394 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:29:32.337064 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd380e56-b122-4c4e-b0e7-7992479bc4b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1d937e1a-c6cd-4e12-a264-67bf92890520 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:29:32.392307 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:32.415110 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-fd380e56-b122-4c4e-b0e7-7992479bc4b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 1d937e1a-c6cd-4e12-a264-67bf92890520) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:29:32.420189 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd380e56-b122-4c4e-b0e7-7992479bc4b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:32.420855 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd380e56-b122-4c4e-b0e7-7992479bc4b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:32.433029 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac5ae40-4a02-4d00-bfb7-e1a61a9a23ca None None] Network 1d937e1a-c6cd-4e12-a264-67bf92890520 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:29:32.446016 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Routers {'816de327-4b45-4e51-b65f-1abf04b27107'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:29:32.446635 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:29:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['816de327-4b45-4e51-b65f-1abf04b27107'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:32.450068 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c64db11-5051-48cb-acbc-061e463cb9f5 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:29:32.496070 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56414f92-760f-48aa-ac16-982cd4f034aa None None] Pushing event updated for resources: {'Port': ['ID=9839f25d-2561-4070-ba68-349789078394,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:32.501863 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fd380e56-b122-4c4e-b0e7-7992479bc4b8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7077909 Nov 11 12:29:32.504652 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57140) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:32.572674 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] Set router 816de327-4b45-4e51-b65f-1abf04b27107 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:29:32.576809 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-cc045e12-df46-439b-9300-68675d1105fd None None] Provisioning complete for port 9839f25d-2561-4070-ba68-349789078394 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:29:32.577415 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cc045e12-df46-439b-9300-68675d1105fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:32.637097 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-1d937e1a-c6cd-4e12-a264-67bf92890520', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ips': [{'subnet_id': '9d924eb5-0313-454c-b330-342bd846c1ce'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:29:32.637931 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:32.736591 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cc045e12-df46-439b-9300-68675d1105fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:32.761427 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:30Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:32.779243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-cc045e12-df46-439b-9300-68675d1105fd None None] For port 9839f25d-2561-4070-ba68-349789078394, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=9839f25d-2561-4070-ba68-349789078394,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:29:32.792658 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1495bc5f-e60d-4372-81d9-2d776d9c5f97 None None] The sync data for ids ['816de327-4b45-4e51-b65f-1abf04b27107'] in dv-neutron-786478-23-hyperv is: [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:30Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:29:32.837879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Allocated IP 172.20.0.2 (1d937e1a-c6cd-4e12-a264-67bf92890520/9d924eb5-0313-454c-b330-342bd846c1ce/30e6c6da-c920-44fc-806b-6f66498052df) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:29:32.842770 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cc045e12-df46-439b-9300-68675d1105fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:32.944011 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc045e12-df46-439b-9300-68675d1105fd None None] Pushing event updated for resources: {'Port': ['ID=9839f25d-2561-4070-ba68-349789078394,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:33.011811 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-633d28ae-5596-468d-b8c5-19fcf1c1025a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:33.063036 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:33.137027 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:33.187337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5878d32c-6407-4acd-96bd-e850fcd28acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:33.189953 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Network 1d937e1a-c6cd-4e12-a264-67bf92890520 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:29:33.197324 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:29:33.201604 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:29:33.209662 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Pushing event updated for resources: {'Port': ['ID=30e6c6da-c920-44fc-806b-6f66498052df,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:33.274349 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Attempting to bind port 30e6c6da-c920-44fc-806b-6f66498052df on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:29:33.275601 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Attempting to bind port 30e6c6da-c920-44fc-806b-6f66498052df by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:29:33.275714 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Attempting to bind port 30e6c6da-c920-44fc-806b-6f66498052df on network 1d937e1a-c6cd-4e12-a264-67bf92890520 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:29:33.281431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:29:33.281893 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Checking segment: {'id': '2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:29:33.282364 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:33.282836 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Bound using segment: {'id': '2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:29:33.283382 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Bound port: 30e6c6da-c920-44fc-806b-6f66498052df, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:29:33.283765 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:33.323922 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-633d28ae-5596-468d-b8c5-19fcf1c1025a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.1 (1d937e1a-c6cd-4e12-a264-67bf92890520/9d924eb5-0313-454c-b330-342bd846c1ce/e1381249-537f-464e-a419-a4857f5ba2eb) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:29:33.354579 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] For port 30e6c6da-c920-44fc-806b-6f66498052df, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:29:33.358063 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] For port 30e6c6da-c920-44fc-806b-6f66498052df, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=30e6c6da-c920-44fc-806b-6f66498052df,segment=NetworkSegment(2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0),segment_id=2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:29:33.440151 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:33.453203 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-633d28ae-5596-468d-b8c5-19fcf1c1025a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:33.505739 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 9839f25d-2561-4070-ba68-349789078394 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:29:33.553056 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc03a4-6f4e-4dfb-b8ba-acc459776f92 None None] Pushing event updated for resources: {'Port': ['ID=30e6c6da-c920-44fc-806b-6f66498052df,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:33.582850 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-633d28ae-5596-468d-b8c5-19fcf1c1025a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:33.584459 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 9839f25d-2561-4070-ba68-349789078394 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:29:33.585009 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:33.640380 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633d28ae-5596-468d-b8c5-19fcf1c1025a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1d937e1a-c6cd-4e12-a264-67bf92890520 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:29:33.643959 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-633d28ae-5596-468d-b8c5-19fcf1c1025a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:29:33.648340 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d28ae-5596-468d-b8c5-19fcf1c1025a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:29:33.675810 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d28ae-5596-468d-b8c5-19fcf1c1025a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=e1381249-537f-464e-a419-a4857f5ba2eb,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:33.717380 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-633d28ae-5596-468d-b8c5-19fcf1c1025a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:33.912683 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-633d28ae-5596-468d-b8c5-19fcf1c1025a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:34.183151 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-633d28ae-5596-468d-b8c5-19fcf1c1025a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:34.237727 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-633d28ae-5596-468d-b8c5-19fcf1c1025a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:34.309903 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d28ae-5596-468d-b8c5-19fcf1c1025a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=e1381249-537f-464e-a419-a4857f5ba2eb,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:34.315413 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-633d28ae-5596-468d-b8c5-19fcf1c1025a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:34.411587 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633d28ae-5596-468d-b8c5-19fcf1c1025a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1d937e1a-c6cd-4e12-a264-67bf92890520 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:29:34.412936 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-633d28ae-5596-468d-b8c5-19fcf1c1025a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:29:34.524336 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633d28ae-5596-468d-b8c5-19fcf1c1025a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 816de327-4b45-4e51-b65f-1abf04b27107 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:29:34.637525 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633d28ae-5596-468d-b8c5-19fcf1c1025a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:29:34.642718 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-633d28ae-5596-468d-b8c5-19fcf1c1025a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/816de327-4b45-4e51-b65f-1abf04b27107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1369514 Nov 11 12:29:34.645215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57142) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:34.744256 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e276f3a9-8710-43ad-9889-f83d74ead718 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:34.744782 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e276f3a9-8710-43ad-9889-f83d74ead718 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:34.745240 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e276f3a9-8710-43ad-9889-f83d74ead718 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:34.745694 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e276f3a9-8710-43ad-9889-f83d74ead718 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:34.747707 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e276f3a9-8710-43ad-9889-f83d74ead718 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1014249 Nov 11 12:29:34.750226 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57144) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:34.811767 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8c1706-7a68-4ae1-9ac3-1065353babd2 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:34.812033 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8c1706-7a68-4ae1-9ac3-1065353babd2 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:34.812500 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8c1706-7a68-4ae1-9ac3-1065353babd2 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:34.812785 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8c1706-7a68-4ae1-9ac3-1065353babd2 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:34.814501 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9d8c1706-7a68-4ae1-9ac3-1065353babd2 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0633478 Nov 11 12:29:34.817602 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57146) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:34.823249 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c463f9-7f04-4717-aead-8c27f3821588 None None] Network 1d937e1a-c6cd-4e12-a264-67bf92890520 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:29:34.906716 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7d9a3ae1-1cac-4c67-9994-b1c14dcf9c76 None None] Provisioning complete for port 30e6c6da-c920-44fc-806b-6f66498052df triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:29:34.907095 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3ae1-1cac-4c67-9994-b1c14dcf9c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:34.955425 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Sync routers for ids ['816de327-4b45-4e51-b65f-1abf04b27107'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:29:34.959347 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-acc85ce0-a18f-4149-bb74-da2ace58e198 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1404486 Nov 11 12:29:34.985767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Routers {'816de327-4b45-4e51-b65f-1abf04b27107'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:29:34.986370 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:29:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['816de327-4b45-4e51-b65f-1abf04b27107'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:35.139061 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3ae1-1cac-4c67-9994-b1c14dcf9c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:35.312201 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Set router 816de327-4b45-4e51-b65f-1abf04b27107 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:29:35.353473 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-7d9a3ae1-1cac-4c67-9994-b1c14dcf9c76 None None] For port 30e6c6da-c920-44fc-806b-6f66498052df, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=30e6c6da-c920-44fc-806b-6f66498052df,segment=NetworkSegment(2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0),segment_id=2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:29:35.464866 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3ae1-1cac-4c67-9994-b1c14dcf9c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:35.541088 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a3ae1-1cac-4c67-9994-b1c14dcf9c76 None None] Pushing event updated for resources: {'Port': ['ID=30e6c6da-c920-44fc-806b-6f66498052df,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:35.541262 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57150) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:35.544058 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 30e6c6da-c920-44fc-806b-6f66498052df up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:29:35.547214 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-2d91d55c-783f-4e76-9d34-3ccb4206157e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1439168001', 'description': 'tempest-secgroup-smoke-1439168001 description', 'project_id': '61936e26caaf472aa62c0bac8a753383'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:35.650507 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-99ee2e24-a8ae-40d7-875d-bc6387c9cb4c None None] Provisioning complete for port 30e6c6da-c920-44fc-806b-6f66498052df triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:29:35.650845 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-99ee2e24-a8ae-40d7-875d-bc6387c9cb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:35.655278 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d91d55c-783f-4e76-9d34-3ccb4206157e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:35.692979 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 30e6c6da-c920-44fc-806b-6f66498052df triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:29:35.693879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:35.722446 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-445bf00f-d7e7-44b4-a8d8-aefce01a2856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:35.751542 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d91d55c-783f-4e76-9d34-3ccb4206157e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:35.761223 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:33Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'e1381249-537f-464e-a419-a4857f5ba2eb', 'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:ab:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:33Z', 'updated_at': '2021-11-11T12:29:34Z', 'revision_number': 2, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:35.795451 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Checking router: 816de327-4b45-4e51-b65f-1abf04b27107 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:29:35.797059 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Updating router 816de327-4b45-4e51-b65f-1abf04b27107 port e1381249-537f-464e-a419-a4857f5ba2eb binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:29:35.817727 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d91d55c-783f-4e76-9d34-3ccb4206157e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:35.851990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91d55c-783f-4e76-9d34-3ccb4206157e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91215252-0b27-46b0-9786-e4b303436dd7,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:35.897097 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:35.917935 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-99ee2e24-a8ae-40d7-875d-bc6387c9cb4c None None] Provisioning complete for port e1381249-537f-464e-a419-a4857f5ba2eb triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:29:35.918286 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-99ee2e24-a8ae-40d7-875d-bc6387c9cb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:35.918763 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2d91d55c-783f-4e76-9d34-3ccb4206157e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:35.920191 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2d91d55c-783f-4e76-9d34-3ccb4206157e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3782797 Nov 11 12:29:35.923028 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57152) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:35.928118 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-0072890c-8c32-44fd-a000-a82607e548bb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '91215252-0b27-46b0-9786-e4b303436dd7', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:35.985289 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-99ee2e24-a8ae-40d7-875d-bc6387c9cb4c None None] Port e1381249-537f-464e-a419-a4857f5ba2eb cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:29:36.016515 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0072890c-8c32-44fd-a000-a82607e548bb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.081346 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0072890c-8c32-44fd-a000-a82607e548bb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.126518 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-adb97549-1c2c-4c0b-86d0-9a7d74547fb1 None None] Provisioning complete for port e1381249-537f-464e-a419-a4857f5ba2eb triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:29:36.126886 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-adb97549-1c2c-4c0b-86d0-9a7d74547fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.159462 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0072890c-8c32-44fd-a000-a82607e548bb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.178080 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072890c-8c32-44fd-a000-a82607e548bb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620668b9-03cf-4907-a34b-e315250a56c0,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:36.190324 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-adb97549-1c2c-4c0b-86d0-9a7d74547fb1 None None] Port e1381249-537f-464e-a419-a4857f5ba2eb cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:29:36.247800 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.253426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0072890c-8c32-44fd-a000-a82607e548bb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.257355 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0072890c-8c32-44fd-a000-a82607e548bb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3306363 Nov 11 12:29:36.261103 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57154) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:36.262810 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-3116b53c-bb87-4392-99ce-3c100e7cdaa8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '91215252-0b27-46b0-9786-e4b303436dd7', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:36.336183 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.364962 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3116b53c-bb87-4392-99ce-3c100e7cdaa8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.391863 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c1ffd-bbd3-43ac-aa91-61aa6d0c7516 None None] Pushing event updated for resources: {'Port': ['ID=e1381249-537f-464e-a419-a4857f5ba2eb,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:36.442973 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3116b53c-bb87-4392-99ce-3c100e7cdaa8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.456381 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Attempting to bind port e1381249-537f-464e-a419-a4857f5ba2eb on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:29:36.456835 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Attempting to bind port e1381249-537f-464e-a419-a4857f5ba2eb by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:29:36.457276 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Attempting to bind port e1381249-537f-464e-a419-a4857f5ba2eb on network 1d937e1a-c6cd-4e12-a264-67bf92890520 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:29:36.468661 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:29:36.470173 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Checking segment: {'id': '2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:29:36.470173 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.470173 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Bound using segment: {'id': '2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:29:36.470490 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Bound port: e1381249-537f-464e-a419-a4857f5ba2eb, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:29:36.470894 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.520217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3116b53c-bb87-4392-99ce-3c100e7cdaa8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.539080 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] For port e1381249-537f-464e-a419-a4857f5ba2eb, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:29:36.543611 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] For port e1381249-537f-464e-a419-a4857f5ba2eb, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e1381249-537f-464e-a419-a4857f5ba2eb,segment=NetworkSegment(2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0),segment_id=2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:29:36.548613 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116b53c-bb87-4392-99ce-3c100e7cdaa8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99df0728-4ef2-4278-bbb1-53b54c2ab460,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:36.582398 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.611538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.613129 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3116b53c-bb87-4392-99ce-3c100e7cdaa8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.614371 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3116b53c-bb87-4392-99ce-3c100e7cdaa8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3557880 Nov 11 12:29:36.617391 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57156) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:36.622620 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3b4870cc-55ef-4ccb-b51a-b96aa15c5255 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '91215252-0b27-46b0-9786-e4b303436dd7', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:36.674824 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Routers {'816de327-4b45-4e51-b65f-1abf04b27107'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:29:36.675492 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:29:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['816de327-4b45-4e51-b65f-1abf04b27107'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:36.677437 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c1ffd-bbd3-43ac-aa91-61aa6d0c7516 None None] Pushing event updated for resources: {'Port': ['ID=e1381249-537f-464e-a419-a4857f5ba2eb,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:36.737730 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3b4870cc-55ef-4ccb-b51a-b96aa15c5255 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.787591 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b490f001-12ac-4e10-ba0c-bad6668122ec None None] Provisioning complete for port e1381249-537f-464e-a419-a4857f5ba2eb triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:29:36.788162 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b490f001-12ac-4e10-ba0c-bad6668122ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.813449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3b4870cc-55ef-4ccb-b51a-b96aa15c5255 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.844395 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] Set router 816de327-4b45-4e51-b65f-1abf04b27107 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:29:36.888502 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3b4870cc-55ef-4ccb-b51a-b96aa15c5255 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.907480 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4870cc-55ef-4ccb-b51a-b96aa15c5255 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e84c9a-90c1-4b6e-98f1-2bc400b40847,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:36.916108 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4870cc-55ef-4ccb-b51a-b96aa15c5255 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:36.916405 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4870cc-55ef-4ccb-b51a-b96aa15c5255 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:36.916748 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4870cc-55ef-4ccb-b51a-b96aa15c5255 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:36.917086 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4870cc-55ef-4ccb-b51a-b96aa15c5255 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:36.917444 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4870cc-55ef-4ccb-b51a-b96aa15c5255 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:36.917778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4870cc-55ef-4ccb-b51a-b96aa15c5255 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:36.918109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4870cc-55ef-4ccb-b51a-b96aa15c5255 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:36.918440 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4870cc-55ef-4ccb-b51a-b96aa15c5255 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:36.918888 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4870cc-55ef-4ccb-b51a-b96aa15c5255 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:36.919288 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4870cc-55ef-4ccb-b51a-b96aa15c5255 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:36.919622 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4870cc-55ef-4ccb-b51a-b96aa15c5255 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:36.919947 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4870cc-55ef-4ccb-b51a-b96aa15c5255 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:29:36.982167 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3b4870cc-55ef-4ccb-b51a-b96aa15c5255 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:36.983380 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3b4870cc-55ef-4ccb-b51a-b96aa15c5255 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3649266 Nov 11 12:29:36.986192 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57158) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:36.990669 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-bfbb7e3a-b4f9-434b-a079-a16edc3a2228 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '91215252-0b27-46b0-9786-e4b303436dd7', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:36.996004 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b490f001-12ac-4e10-ba0c-bad6668122ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:37.056032 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b490f001-12ac-4e10-ba0c-bad6668122ec None None] For port e1381249-537f-464e-a419-a4857f5ba2eb, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e1381249-537f-464e-a419-a4857f5ba2eb,segment=NetworkSegment(2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0),segment_id=2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:29:37.078455 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7e3a-b4f9-434b-a079-a16edc3a2228 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:37.103354 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:33Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'e1381249-537f-464e-a419-a4857f5ba2eb', 'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:ab:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:33Z', 'updated_at': '2021-11-11T12:29:36Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:37.128605 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addcb5c8-39f3-4d97-9b6c-b144abe65cc7 None None] The sync data for ids ['816de327-4b45-4e51-b65f-1abf04b27107'] in dv-neutron-786478-23-hyperv is: [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:33Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'e1381249-537f-464e-a419-a4857f5ba2eb', 'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:ab:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:33Z', 'updated_at': '2021-11-11T12:29:36Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:29:37.130615 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b490f001-12ac-4e10-ba0c-bad6668122ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:37.139555 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7e3a-b4f9-434b-a079-a16edc3a2228 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:37.200162 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490f001-12ac-4e10-ba0c-bad6668122ec None None] Pushing event updated for resources: {'Port': ['ID=e1381249-537f-464e-a419-a4857f5ba2eb,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:37.208418 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7e3a-b4f9-434b-a079-a16edc3a2228 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:37.233871 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb7e3a-b4f9-434b-a079-a16edc3a2228 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed3c4df-2e7d-4a69-86e2-ceb0657526e2,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:37.252028 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-bdd86e52-60b7-4045-bf5e-648a38d9c8a8 None None] Provisioning complete for port e1381249-537f-464e-a419-a4857f5ba2eb triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:29:37.255697 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bdd86e52-60b7-4045-bf5e-648a38d9c8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:37.301913 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7e3a-b4f9-434b-a079-a16edc3a2228 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:37.304351 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bfbb7e3a-b4f9-434b-a079-a16edc3a2228 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3159888 Nov 11 12:29:37.306177 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57160) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:37.311073 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a1b07c7f-a3c4-42ae-8f96-78ea4a32576f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '91215252-0b27-46b0-9786-e4b303436dd7', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:37.410915 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-a1b07c7f-a3c4-42ae-8f96-78ea4a32576f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:29:37.416927 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a1b07c7f-a3c4-42ae-8f96-78ea4a32576f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:37.486979 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a1b07c7f-a3c4-42ae-8f96-78ea4a32576f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:37.549930 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 30e6c6da-c920-44fc-806b-6f66498052df up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:29:37.565183 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a1b07c7f-a3c4-42ae-8f96-78ea4a32576f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:37.583683 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b07c7f-a3c4-42ae-8f96-78ea4a32576f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d6cc87-37ed-4108-9341-e5ef7e2e4564,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:37.610621 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 30e6c6da-c920-44fc-806b-6f66498052df triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:29:37.610990 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:37.668109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a1b07c7f-a3c4-42ae-8f96-78ea4a32576f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:37.669401 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a1b07c7f-a3c4-42ae-8f96-78ea4a32576f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3622148 Nov 11 12:29:37.672293 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57162) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:37.677092 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-5bd027bd-d5f0-4582-893d-52d8577195fc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '91215252-0b27-46b0-9786-e4b303436dd7', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:37.695116 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e1381249-537f-464e-a419-a4857f5ba2eb up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:29:37.744137 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port e1381249-537f-464e-a419-a4857f5ba2eb triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:29:37.744650 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:37.775338 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-5bd027bd-d5f0-4582-893d-52d8577195fc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:29:37.780765 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5bd027bd-d5f0-4582-893d-52d8577195fc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:37.843601 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5bd027bd-d5f0-4582-893d-52d8577195fc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:37.917377 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5bd027bd-d5f0-4582-893d-52d8577195fc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:37.936980 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd027bd-d5f0-4582-893d-52d8577195fc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d78e02-b61a-474a-b046-0aeea8a460ef,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:37.999523 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5bd027bd-d5f0-4582-893d-52d8577195fc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:38.000699 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5bd027bd-d5f0-4582-893d-52d8577195fc tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3271794 Nov 11 12:29:38.141679 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:38.171023 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-90de180a-a659-4414-b670-61d427afca48 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439168001&fields=id&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 267 time: 0.0463827 Nov 11 12:29:38.278896 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-cf533b1a-a73c-49ba-8cfb-4b4cbaa09c28 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:38.280297 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-cf533b1a-a73c-49ba-8cfb-4b4cbaa09c28 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/networks?id=1d937e1a-c6cd-4e12-a264-67bf92890520 HTTP/1.1" status: 200 len: 797 time: 0.1021152 Nov 11 12:29:38.295169 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-e78800bf-b549-475d-8a07-cb4f3934d94d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/quotas/61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 375 time: 0.0092702 Nov 11 12:29:38.343740 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-16c47ba0-bc09-432a-b978-1ce3664c0c4f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435610 Nov 11 12:29:38.478959 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-e66a095e-6061-496e-9733-c301ecdeed18 service neutron] 10.222.0.50 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231925 Nov 11 12:29:38.565046 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-35579fae-aeab-42a8-9392-beb7e844cf44 service neutron] 10.222.0.50 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800216 Nov 11 12:29:38.807327 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1d3802f9-4510-4717-9156-a6c2ce47b9c8 req-b2b96815-7c77-4a43-99c7-a550cd2a2d1e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 210 time: 0.0269902 Nov 11 12:29:39.135923 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:39.898248 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c094d68e-f542-42f9-a172-9750e8b6b139 req-efb7aeaa-2820-4f63-a89a-cfb12e91f573 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 210 time: 0.0258982 Nov 11 12:29:40.627528 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-8b68e251-2f5d-48ce-b375-122da36dbca8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:40.628962 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-8b68e251-2f5d-48ce-b375-122da36dbca8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/networks?id=1d937e1a-c6cd-4e12-a264-67bf92890520 HTTP/1.1" status: 200 len: 797 time: 0.1033797 Nov 11 12:29:40.689994 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-d1870661-444f-440d-83ee-eaaf8579eb77 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 380 time: 0.0524728 Nov 11 12:29:40.700776 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-d7172ac7-0255-4c85-89ae-f29e8c165b83 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'port': {'device_id': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'admin_state_up': True, 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'security_groups': ['91215252-0b27-46b0-9786-e4b303436dd7']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:40.872968 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:40.888653 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-d7172ac7-0255-4c85-89ae-f29e8c165b83 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:29:40.888653 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-d7172ac7-0255-4c85-89ae-f29e8c165b83 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:41.000154 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-eb7cb90a-42e0-4ebf-887e-9f228330b4f1 req-63e67c89-ef3c-4e51-a19b-412fa292ef29 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 210 time: 0.0301936 Nov 11 12:29:41.011243 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-d7172ac7-0255-4c85-89ae-f29e8c165b83 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.3 (1d937e1a-c6cd-4e12-a264-67bf92890520/9d924eb5-0313-454c-b330-342bd846c1ce/883e0fc6-96b4-4001-b7a1-5281e753c0b4) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:29:41.151474 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-d7172ac7-0255-4c85-89ae-f29e8c165b83 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:41.237501 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-d7172ac7-0255-4c85-89ae-f29e8c165b83 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:41.283212 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-d7172ac7-0255-4c85-89ae-f29e8c165b83 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1d937e1a-c6cd-4e12-a264-67bf92890520 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:29:41.286249 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-d7172ac7-0255-4c85-89ae-f29e8c165b83 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:29:41.288751 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-d7172ac7-0255-4c85-89ae-f29e8c165b83 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:29:41.318505 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7172ac7-0255-4c85-89ae-f29e8c165b83 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=883e0fc6-96b4-4001-b7a1-5281e753c0b4,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:41.350819 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-d7172ac7-0255-4c85-89ae-f29e8c165b83 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:41.355658 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-d7172ac7-0255-4c85-89ae-f29e8c165b83 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:41.434637 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-d7172ac7-0255-4c85-89ae-f29e8c165b83 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7384133 Nov 11 12:29:41.447409 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Request body: {'port': {'device_id': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:41.486575 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f91ebfac-5d97-433d-808e-096a52721677 None None] Provisioning complete for port 883e0fc6-96b4-4001-b7a1-5281e753c0b4 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:29:41.487078 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f91ebfac-5d97-433d-808e-096a52721677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:41.506331 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:41.520097 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f91ebfac-5d97-433d-808e-096a52721677 None None] Port 883e0fc6-96b4-4001-b7a1-5281e753c0b4 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:29:42.088765 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883e0fc6-96b4-4001-b7a1-5281e753c0b4 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:29:42.096708 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:42.109461 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Transition to ACTIVE for port object 883e0fc6-96b4-4001-b7a1-5281e753c0b4 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:29:42.116682 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c53bd-5310-4e71-a3da-55e89f4a9351 req-727cac84-1eba-4f9e-a1ca-9de00c88624a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:42.118201 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-695c53bd-5310-4e71-a3da-55e89f4a9351 req-727cac84-1eba-4f9e-a1ca-9de00c88624a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 931 time: 0.0491731 Nov 11 12:29:42.166733 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-695c53bd-5310-4e71-a3da-55e89f4a9351 req-4383d9e4-9a9c-4cdb-b29b-bfcc44d16a74 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=91215252-0b27-46b0-9786-e4b303436dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425665 Nov 11 12:29:42.179368 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:42.231601 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Pushing event updated for resources: {'Port': ['ID=883e0fc6-96b4-4001-b7a1-5281e753c0b4,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:42.297644 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Attempting to bind port 883e0fc6-96b4-4001-b7a1-5281e753c0b4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:29:42.297881 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Attempting to bind port 883e0fc6-96b4-4001-b7a1-5281e753c0b4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:29:42.298207 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Attempting to bind port 883e0fc6-96b4-4001-b7a1-5281e753c0b4 on network 1d937e1a-c6cd-4e12-a264-67bf92890520 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:29:42.302702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Port 883e0fc6-96b4-4001-b7a1-5281e753c0b4 on network 1d937e1a-c6cd-4e12-a264-67bf92890520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:29:42.303036 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Attempting to bind port 883e0fc6-96b4-4001-b7a1-5281e753c0b4 on network 1d937e1a-c6cd-4e12-a264-67bf92890520 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:29:42.308696 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:29:42.309030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Checking segment: {'id': '2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:29:42.309408 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Bound using segment: {'id': '2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:29:42.309828 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Bound port: 883e0fc6-96b4-4001-b7a1-5281e753c0b4, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:29:42.310185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:42.423388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] For port 883e0fc6-96b4-4001-b7a1-5281e753c0b4, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:29:42.426281 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] For port 883e0fc6-96b4-4001-b7a1-5281e753c0b4, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=883e0fc6-96b4-4001-b7a1-5281e753c0b4,segment=NetworkSegment(2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0),segment_id=2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:29:42.507779 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:42.540376 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:42.540987 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:42.542378 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] 10.222.0.70 "PUT /v2.0/ports/883e0fc6-96b4-4001-b7a1-5281e753c0b4 HTTP/1.1" status: 200 len: 1093 time: 1.0993783 Nov 11 12:29:42.544413 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'tag': '883e0fc6-96b4-4001-b7a1-5281e753c0b4'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:29:42.547875 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24101d20-16ba-45b3-93ef-1a26ed4cfef2" -d '{"events": [{"name": "network-changed", "server_uuid": "829cd3f3-82d5-4580-9d64-d2b7d40918ed", "tag": "883e0fc6-96b4-4001-b7a1-5281e753c0b4"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:29:42.577177 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af65e15-4ff9-4b7b-8aa1-3f7331ab3148 service neutron] Pushing event updated for resources: {'Port': ['ID=883e0fc6-96b4-4001-b7a1-5281e753c0b4,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:42.591411 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28783e00-3131-4a31-ae8e-f20be9c99136 x-openstack-request-id: req-28783e00-3131-4a31-ae8e-f20be9c99136 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:29:42.591788 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829cd3f3-82d5-4580-9d64-d2b7d40918ed", "tag": "883e0fc6-96b4-4001-b7a1-5281e753c0b4", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:29:42.592070 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-28783e00-3131-4a31-ae8e-f20be9c99136 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:29:42.592468 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'tag': '883e0fc6-96b4-4001-b7a1-5281e753c0b4', 'status': 'completed', 'code': 200} Nov 11 12:29:42.655385 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24101d20-16ba-45b3-93ef-1a26ed4cfef2 req-303bb1d1-9360-4394-8ea6-e9db845f6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:42.656896 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-24101d20-16ba-45b3-93ef-1a26ed4cfef2 req-303bb1d1-9360-4394-8ea6-e9db845f6346 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 1096 time: 0.0437086 Nov 11 12:29:42.762792 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24101d20-16ba-45b3-93ef-1a26ed4cfef2 req-7dffb7bb-02b1-4363-9af5-431e433bd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:42.764304 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-24101d20-16ba-45b3-93ef-1a26ed4cfef2 req-7dffb7bb-02b1-4363-9af5-431e433bd90b service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=61936e26caaf472aa62c0bac8a753383&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0996790 Nov 11 12:29:42.858650 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24101d20-16ba-45b3-93ef-1a26ed4cfef2 req-29014f90-7414-486a-a28b-a769f03e36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:42.860133 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-24101d20-16ba-45b3-93ef-1a26ed4cfef2 req-29014f90-7414-486a-a28b-a769f03e36d4 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885763 Nov 11 12:29:42.938001 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-630639c6-537c-4545-a018-ee68a114f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:42.939569 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-630639c6-537c-4545-a018-ee68a114f194 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 1096 time: 0.0445287 Nov 11 12:29:42.981565 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-0cff838b-0178-4d79-bfd8-f8258ed90e2b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=883e0fc6-96b4-4001-b7a1-5281e753c0b4 HTTP/1.1" status: 200 len: 217 time: 0.0344489 Nov 11 12:29:43.030802 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-e88108ac-d030-4749-b44e-e3e8445696f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:43.032248 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-e88108ac-d030-4749-b44e-e3e8445696f3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d924eb5-0313-454c-b330-342bd846c1ce HTTP/1.1" status: 200 len: 834 time: 0.0430584 Nov 11 12:29:43.080234 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-41043da8-bfe5-4e8c-be2f-92500065deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:43.081661 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-41043da8-bfe5-4e8c-be2f-92500065deb7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d937e1a-c6cd-4e12-a264-67bf92890520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0422230 Nov 11 12:29:43.169811 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-b1911210-814a-4ab9-a96b-c44cc1f419cf service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803897 Nov 11 12:29:43.266054 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-37c5892c-4c3b-4924-a83e-bc76b8ffc0f9 req-dc593818-5b39-49cb-a1fa-e20901599eec service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894179 Nov 11 12:29:43.282516 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae91fd-e17b-427d-88af-bae532fc5d59 req-1ebdd418-7538-4bf4-aeec-43a20f433f5e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:43.284013 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a0ae91fd-e17b-427d-88af-bae532fc5d59 req-1ebdd418-7538-4bf4-aeec-43a20f433f5e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 943 time: 0.0484302 Nov 11 12:29:43.332451 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a0ae91fd-e17b-427d-88af-bae532fc5d59 req-32ef400c-a913-440b-af93-b89b39ddb844 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=91215252-0b27-46b0-9786-e4b303436dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424225 Nov 11 12:29:44.453497 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5a7f1-6d27-4dfc-b1db-4697d5254125 req-45120daf-897d-43b3-a270-45cb81f33e3d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:44.454929 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3da5a7f1-6d27-4dfc-b1db-4697d5254125 req-45120daf-897d-43b3-a270-45cb81f33e3d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 943 time: 0.0522566 Nov 11 12:29:44.502842 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3da5a7f1-6d27-4dfc-b1db-4697d5254125 req-6c3cdfdd-cfe3-44b2-8160-f6d9327a9977 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=91215252-0b27-46b0-9786-e4b303436dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418353 Nov 11 12:29:45.613444 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a0b19-6df0-4107-8d36-ef8eddfef802 req-1865c242-11f5-43ae-8e54-b76877960d73 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:45.614869 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-325a0b19-6df0-4107-8d36-ef8eddfef802 req-1865c242-11f5-43ae-8e54-b76877960d73 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 943 time: 0.0477877 Nov 11 12:29:45.643492 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 883e0fc6-96b4-4001-b7a1-5281e753c0b4 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:29:45.663889 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-325a0b19-6df0-4107-8d36-ef8eddfef802 req-37ab7bcd-d1ac-49be-904b-47dc4dfca5da tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=91215252-0b27-46b0-9786-e4b303436dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427179 Nov 11 12:29:45.734691 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 883e0fc6-96b4-4001-b7a1-5281e753c0b4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=883e0fc6-96b4-4001-b7a1-5281e753c0b4,segment=NetworkSegment(2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0),segment_id=2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:29:45.746434 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '883e0fc6-96b4-4001-b7a1-5281e753c0b4', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'port_id': '883e0fc6-96b4-4001-b7a1-5281e753c0b4', 'mac_address': 'fa:16:3e:af:49:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:29:45.781047 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:45.796466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883e0fc6-96b4-4001-b7a1-5281e753c0b4 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:29:45.815033 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 883e0fc6-96b4-4001-b7a1-5281e753c0b4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=883e0fc6-96b4-4001-b7a1-5281e753c0b4,segment=NetworkSegment(2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0),segment_id=2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:29:45.881949 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:45.928529 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=883e0fc6-96b4-4001-b7a1-5281e753c0b4,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:46.127806 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['883e0fc6-96b4-4001-b7a1-5281e753c0b4'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:29:46.780781 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28604c1-61f4-43b5-852f-be742f7e07cb req-bd982e7e-7bc9-4200-aab3-cd0f8ab5114c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:46.782259 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c28604c1-61f4-43b5-852f-be742f7e07cb req-bd982e7e-7bc9-4200-aab3-cd0f8ab5114c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 944 time: 0.0491440 Nov 11 12:29:46.835899 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c28604c1-61f4-43b5-852f-be742f7e07cb req-59cd447a-c981-4b3d-a445-cb9833e8ab98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=91215252-0b27-46b0-9786-e4b303436dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476220 Nov 11 12:29:47.676900 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 883e0fc6-96b4-4001-b7a1-5281e753c0b4 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:29:47.780835 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 883e0fc6-96b4-4001-b7a1-5281e753c0b4 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:29:47.784485 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 883e0fc6-96b4-4001-b7a1-5281e753c0b4 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:29:47.784881 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:47.867123 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:47.890239 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883e0fc6-96b4-4001-b7a1-5281e753c0b4'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:29:47.892498 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf257ed-2104-4097-ad24-d79574303675" -d '{"events": [{"server_uuid": "829cd3f3-82d5-4580-9d64-d2b7d40918ed", "name": "network-vif-plugged", "status": "completed", "tag": "883e0fc6-96b4-4001-b7a1-5281e753c0b4"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:29:47.905633 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 883e0fc6-96b4-4001-b7a1-5281e753c0b4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=883e0fc6-96b4-4001-b7a1-5281e753c0b4,segment=NetworkSegment(2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0),segment_id=2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:29:47.951335 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf9ff3-120f-4884-9c7f-bd7f8f513f7f req-0fc51f50-8c40-48d5-af94-767865ba1033 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:47.952794 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bcbf9ff3-120f-4884-9c7f-bd7f8f513f7f req-0fc51f50-8c40-48d5-af94-767865ba1033 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 944 time: 0.0484405 Nov 11 12:29:47.985939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1a6eaa-8f9a-4f2d-91d9-c47cbcf6d363 x-openstack-request-id: req-bf1a6eaa-8f9a-4f2d-91d9-c47cbcf6d363 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:29:47.986241 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829cd3f3-82d5-4580-9d64-d2b7d40918ed", "name": "network-vif-plugged", "status": "completed", "tag": "883e0fc6-96b4-4001-b7a1-5281e753c0b4", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:29:47.986491 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf1a6eaa-8f9a-4f2d-91d9-c47cbcf6d363 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:29:47.986886 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883e0fc6-96b4-4001-b7a1-5281e753c0b4', 'code': 200} Nov 11 12:29:47.998453 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:48.004395 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bcbf9ff3-120f-4884-9c7f-bd7f8f513f7f req-c9a15873-3703-4745-b3c4-384ddc548628 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=91215252-0b27-46b0-9786-e4b303436dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440934 Nov 11 12:29:48.057823 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=883e0fc6-96b4-4001-b7a1-5281e753c0b4,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:48.321426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d83129-d172-42f7-b3f6-dd9e13709668 req-0b09979f-6ade-4e5c-b40d-88229b7907a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:48.323580 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-77d83129-d172-42f7-b3f6-dd9e13709668 req-0b09979f-6ade-4e5c-b40d-88229b7907a3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 1098 time: 0.0407922 Nov 11 12:29:48.369882 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-77d83129-d172-42f7-b3f6-dd9e13709668 req-1ce10f3e-76c2-4b1f-99fe-f3b7015364d9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=91215252-0b27-46b0-9786-e4b303436dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387499 Nov 11 12:29:49.118942 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872134e-d483-4bad-8cd4-55ab5387ed76 req-f787eed4-3d85-40f2-be10-54c1bcce08a7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:49.120460 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8872134e-d483-4bad-8cd4-55ab5387ed76 req-f787eed4-3d85-40f2-be10-54c1bcce08a7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 945 time: 0.0480185 Nov 11 12:29:49.169086 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8872134e-d483-4bad-8cd4-55ab5387ed76 req-9e1ddef1-0c61-4c81-9378-6e7ec2c29867 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=91215252-0b27-46b0-9786-e4b303436dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427008 Nov 11 12:29:50.283440 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a1e7e-8f95-4051-9112-6f9db3183006 req-fe606aff-49b5-4cfe-80fd-b25edccf9cd1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:50.284900 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d62a1e7e-8f95-4051-9112-6f9db3183006 req-fe606aff-49b5-4cfe-80fd-b25edccf9cd1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 945 time: 0.0520704 Nov 11 12:29:50.332034 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d62a1e7e-8f95-4051-9112-6f9db3183006 req-f4bd136f-a680-42ff-bbe0-70b9aa430418 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=91215252-0b27-46b0-9786-e4b303436dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412774 Nov 11 12:29:50.443764 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cff42-c122-455b-9be8-30ab6689c508 req-bf2eb547-e163-4fb9-a1e1-4d417e609519 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:50.445310 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4e6cff42-c122-455b-9be8-30ab6689c508 req-bf2eb547-e163-4fb9-a1e1-4d417e609519 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 945 time: 0.0489147 Nov 11 12:29:50.494506 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4e6cff42-c122-455b-9be8-30ab6689c508 req-a0c2e8a5-bef0-4683-a3d2-70bacd238038 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=91215252-0b27-46b0-9786-e4b303436dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422535 Nov 11 12:29:50.515300 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57226) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:50.557505 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61acc801-5884-40e1-8f03-80569d0e6046 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:50.558975 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-61acc801-5884-40e1-8f03-80569d0e6046 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 1093 time: 0.0427036 Nov 11 12:29:50.561787 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57228) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:50.565961 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '883e0fc6-96b4-4001-b7a1-5281e753c0b4', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:50.648836 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:50.744640 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:50.844203 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.26.5.121 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/7c457559-8050-4b65-a635-2f77ccab0c27) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:29:50.940380 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:51.026948 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:51.063280 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:29:51.066062 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:29:51.072076 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:29:51.099643 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=7c457559-8050-4b65-a635-2f77ccab0c27,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:51.420837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:51.545154 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:51.975603 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:52.035436 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:52.101800 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=7c457559-8050-4b65-a635-2f77ccab0c27,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:52.113662 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:52.207438 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP 1e43f6b2-125a-4ebe-aed0-c8548662f3e9 associated. External IP: 172.26.5.121, port: 883e0fc6-96b4-4001-b7a1-5281e753c0b4. Nov 11 12:29:52.408773 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 816de327-4b45-4e51-b65f-1abf04b27107 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:29:52.512633 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:29:52.524041 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff47c3b-cdcc-49d7-8552-14d207d6d7c3 None None] Sync routers for ids ['816de327-4b45-4e51-b65f-1abf04b27107'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:29:52.534168 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff47c3b-cdcc-49d7-8552-14d207d6d7c3 None None] Routers {'816de327-4b45-4e51-b65f-1abf04b27107'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:29:52.534762 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1ff47c3b-cdcc-49d7-8552-14d207d6d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:29:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['816de327-4b45-4e51-b65f-1abf04b27107'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:52.634866 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:52.636332 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-1ff47c3b-cdcc-49d7-8552-14d207d6d7c3 None None] Set router 816de327-4b45-4e51-b65f-1abf04b27107 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:29:52.661726 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-999b830f-8df4-46ff-8023-d528c1ef4e20 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0989306 Nov 11 12:29:52.662264 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'tag': '883e0fc6-96b4-4001-b7a1-5281e753c0b4'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:29:52.664547 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8be285d-ccf4-4e7a-9b57-a08527744bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "829cd3f3-82d5-4580-9d64-d2b7d40918ed", "tag": "883e0fc6-96b4-4001-b7a1-5281e753c0b4"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:29:52.664740 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57230) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:52.705119 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba433a2-9c95-44d8-af54-b041c3f0693d tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:52.709426 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7ba433a2-9c95-44d8-af54-b041c3f0693d tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 1093 time: 0.0409067 Nov 11 12:29:52.764542 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcab372b-a254-4fdd-911a-d3b4f49b02d9 x-openstack-request-id: req-bcab372b-a254-4fdd-911a-d3b4f49b02d9 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:29:52.764883 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829cd3f3-82d5-4580-9d64-d2b7d40918ed", "tag": "883e0fc6-96b4-4001-b7a1-5281e753c0b4", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:29:52.765155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bcab372b-a254-4fdd-911a-d3b4f49b02d9 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:29:52.765558 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'tag': '883e0fc6-96b4-4001-b7a1-5281e753c0b4', 'status': 'completed', 'code': 200} Nov 11 12:29:52.828441 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be285d-ccf4-4e7a-9b57-a08527744bb0 req-afd32ea1-6d78-434e-9dc2-880aa84c5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:52.829963 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d8be285d-ccf4-4e7a-9b57-a08527744bb0 req-afd32ea1-6d78-434e-9dc2-880aa84c5220 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 1098 time: 0.0422850 Nov 11 12:29:52.862987 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1ff47c3b-cdcc-49d7-8552-14d207d6d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:33Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '1e43f6b2-125a-4ebe-aed0-c8548662f3e9', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'port_id': '883e0fc6-96b4-4001-b7a1-5281e753c0b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'mac_address': 'fa:16:3e:af:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:29:51Z', 'updated_at': '2021-11-11T12:29:51Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1381249-537f-464e-a419-a4857f5ba2eb', 'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:ab:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:33Z', 'updated_at': '2021-11-11T12:29:37Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:52.893114 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff47c3b-cdcc-49d7-8552-14d207d6d7c3 None None] Checking router: 816de327-4b45-4e51-b65f-1abf04b27107 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:29:52.901277 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff47c3b-cdcc-49d7-8552-14d207d6d7c3 None None] Routers {'816de327-4b45-4e51-b65f-1abf04b27107'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:29:52.901944 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1ff47c3b-cdcc-49d7-8552-14d207d6d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:29:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['816de327-4b45-4e51-b65f-1abf04b27107'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:52.925943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be285d-ccf4-4e7a-9b57-a08527744bb0 req-ba59fad4-5e60-45e1-abc1-9324dd3d5c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:52.927458 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d8be285d-ccf4-4e7a-9b57-a08527744bb0 req-ba59fad4-5e60-45e1-abc1-9324dd3d5c4d service neutron] 10.222.0.70 "GET /v2.0/networks?id=1d937e1a-c6cd-4e12-a264-67bf92890520 HTTP/1.1" status: 200 len: 898 time: 0.0907476 Nov 11 12:29:52.997740 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d8be285d-ccf4-4e7a-9b57-a08527744bb0 req-b06dfc0f-0ce0-4195-8ccd-ab13a9f0bd33 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=883e0fc6-96b4-4001-b7a1-5281e753c0b4 HTTP/1.1" status: 200 len: 999 time: 0.0636480 Nov 11 12:29:53.005198 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-1ff47c3b-cdcc-49d7-8552-14d207d6d7c3 None None] Set router 816de327-4b45-4e51-b65f-1abf04b27107 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:29:53.049228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be285d-ccf4-4e7a-9b57-a08527744bb0 req-97039d99-87e6-4ddf-9a2b-89d8a508451b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:53.050719 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d8be285d-ccf4-4e7a-9b57-a08527744bb0 req-97039d99-87e6-4ddf-9a2b-89d8a508451b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d924eb5-0313-454c-b330-342bd846c1ce HTTP/1.1" status: 200 len: 834 time: 0.0454910 Nov 11 12:29:53.098054 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be285d-ccf4-4e7a-9b57-a08527744bb0 req-c1e49479-5dd1-4e05-a228-f0c64819e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:53.100391 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d8be285d-ccf4-4e7a-9b57-a08527744bb0 req-c1e49479-5dd1-4e05-a228-f0c64819e43c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d937e1a-c6cd-4e12-a264-67bf92890520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0425503 Nov 11 12:29:53.200037 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d8be285d-ccf4-4e7a-9b57-a08527744bb0 req-9b4c942c-16da-4b4f-993d-36b2bf3fcd9c service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915027 Nov 11 12:29:53.222765 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57238) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:53.227387 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-d75c4ecd-3d38-498d-bb26-0180e382b4d6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2004705055', 'description': 'tempest-secgroup-smoke-2004705055 description', 'project_id': '61936e26caaf472aa62c0bac8a753383'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:53.293971 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d8be285d-ccf4-4e7a-9b57-a08527744bb0 req-05ebbeb6-ba47-4be6-bfac-84afd83dd6b5 service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876980 Nov 11 12:29:53.313473 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1ff47c3b-cdcc-49d7-8552-14d207d6d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:33Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '1e43f6b2-125a-4ebe-aed0-c8548662f3e9', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'port_id': '883e0fc6-96b4-4001-b7a1-5281e753c0b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'mac_address': 'fa:16:3e:af:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:29:51Z', 'updated_at': '2021-11-11T12:29:51Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1381249-537f-464e-a419-a4857f5ba2eb', 'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:ab:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:33Z', 'updated_at': '2021-11-11T12:29:37Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:29:53.335013 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d75c4ecd-3d38-498d-bb26-0180e382b4d6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:53.344685 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff47c3b-cdcc-49d7-8552-14d207d6d7c3 None None] The sync data for ids ['816de327-4b45-4e51-b65f-1abf04b27107'] in dv-neutron-786478-23-hyperv is: [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:33Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '1e43f6b2-125a-4ebe-aed0-c8548662f3e9', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'port_id': '883e0fc6-96b4-4001-b7a1-5281e753c0b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'mac_address': 'fa:16:3e:af:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:29:51Z', 'updated_at': '2021-11-11T12:29:51Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1381249-537f-464e-a419-a4857f5ba2eb', 'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:ab:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:33Z', 'updated_at': '2021-11-11T12:29:37Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:29:53.405849 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d75c4ecd-3d38-498d-bb26-0180e382b4d6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:53.488886 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d75c4ecd-3d38-498d-bb26-0180e382b4d6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:53.518779 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c4ecd-3d38-498d-bb26-0180e382b4d6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c824ab63-2cc7-4ffc-89b6-12ae7cd11f83,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:53.533086 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879d9cf0-f94d-4150-b38f-64f126868e18 None None] New status for floating IP 1e43f6b2-125a-4ebe-aed0-c8548662f3e9: ACTIVE {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:29:53.576750 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d75c4ecd-3d38-498d-bb26-0180e382b4d6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:53.577949 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d75c4ecd-3d38-498d-bb26-0180e382b4d6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3541405 Nov 11 12:29:53.580973 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57240) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:53.585318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-38cbc379-d881-40b0-8cb6-9e7d2aad8a5b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'c824ab63-2cc7-4ffc-89b6-12ae7cd11f83', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:53.674538 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38cbc379-d881-40b0-8cb6-9e7d2aad8a5b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:53.732729 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38cbc379-d881-40b0-8cb6-9e7d2aad8a5b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:53.797704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38cbc379-d881-40b0-8cb6-9e7d2aad8a5b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:53.816913 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbc379-d881-40b0-8cb6-9e7d2aad8a5b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2bb905-b7a8-4728-bbdd-0f13b84a17a1,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:53.894647 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38cbc379-d881-40b0-8cb6-9e7d2aad8a5b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:53.895865 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-38cbc379-d881-40b0-8cb6-9e7d2aad8a5b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3139825 Nov 11 12:29:53.898559 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57242) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:53.903493 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-b46ef4fa-8c4c-4c64-a547-71d2efb32718 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'c824ab63-2cc7-4ffc-89b6-12ae7cd11f83', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:53.984460 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b46ef4fa-8c4c-4c64-a547-71d2efb32718 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:54.037994 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b46ef4fa-8c4c-4c64-a547-71d2efb32718 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:54.115515 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b46ef4fa-8c4c-4c64-a547-71d2efb32718 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:54.133686 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ef4fa-8c4c-4c64-a547-71d2efb32718 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08c6587-49a6-4e8d-a87c-3f0e2c656fa2,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:54.197709 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b46ef4fa-8c4c-4c64-a547-71d2efb32718 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:54.198837 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b46ef4fa-8c4c-4c64-a547-71d2efb32718 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2993367 Nov 11 12:29:54.201647 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57244) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:54.205920 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-ae465d16-c41b-47d9-8593-8da5d588822e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'c824ab63-2cc7-4ffc-89b6-12ae7cd11f83', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:54.291509 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ae465d16-c41b-47d9-8593-8da5d588822e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:54.346306 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ae465d16-c41b-47d9-8593-8da5d588822e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:54.423965 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ae465d16-c41b-47d9-8593-8da5d588822e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:54.442723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae465d16-c41b-47d9-8593-8da5d588822e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ccdb83-d138-4230-9551-4ebf15292710,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:54.524949 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ae465d16-c41b-47d9-8593-8da5d588822e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:54.526140 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ae465d16-c41b-47d9-8593-8da5d588822e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3235872 Nov 11 12:29:54.528882 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57246) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:54.533150 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-003b40d7-8bd5-42df-93c3-112d8e0e7166 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'c824ab63-2cc7-4ffc-89b6-12ae7cd11f83', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:54.625571 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-003b40d7-8bd5-42df-93c3-112d8e0e7166 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:54.682788 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-003b40d7-8bd5-42df-93c3-112d8e0e7166 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:54.755649 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-003b40d7-8bd5-42df-93c3-112d8e0e7166 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:54.772151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b40d7-8bd5-42df-93c3-112d8e0e7166 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80b0098-2b44-4d4c-83e5-c1de20fa2738,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:54.848790 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-003b40d7-8bd5-42df-93c3-112d8e0e7166 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:54.850117 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-003b40d7-8bd5-42df-93c3-112d8e0e7166 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3201725 Nov 11 12:29:54.852842 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57248) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:54.858018 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-82252606-8315-4f2c-89d4-39361e35c19d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'c824ab63-2cc7-4ffc-89b6-12ae7cd11f83', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:54.943858 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-82252606-8315-4f2c-89d4-39361e35c19d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:29:54.948579 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-82252606-8315-4f2c-89d4-39361e35c19d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:55.004661 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-82252606-8315-4f2c-89d4-39361e35c19d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:55.083120 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-82252606-8315-4f2c-89d4-39361e35c19d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:55.100412 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82252606-8315-4f2c-89d4-39361e35c19d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7595998-c322-4c22-96a3-a888af512e9d,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:55.169498 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-82252606-8315-4f2c-89d4-39361e35c19d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:55.170679 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-82252606-8315-4f2c-89d4-39361e35c19d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3163466 Nov 11 12:29:55.173503 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57250) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:29:55.177698 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-46758b37-699f-4ce5-8af2-0890fe373c04 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': 'c824ab63-2cc7-4ffc-89b6-12ae7cd11f83', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:55.260447 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-46758b37-699f-4ce5-8af2-0890fe373c04 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:29:55.265671 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-46758b37-699f-4ce5-8af2-0890fe373c04 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:55.322813 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-46758b37-699f-4ce5-8af2-0890fe373c04 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:55.408785 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-46758b37-699f-4ce5-8af2-0890fe373c04 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:55.425347 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46758b37-699f-4ce5-8af2-0890fe373c04 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac36f2e-611c-4d59-a22b-000b75b5f162,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:55.490748 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-46758b37-699f-4ce5-8af2-0890fe373c04 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:55.491983 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-46758b37-699f-4ce5-8af2-0890fe373c04 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3175766 Nov 11 12:29:55.639224 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-27aaa286-49af-4e50-a450-953d431e7e6a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2004705055&fields=id&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 267 time: 0.0422049 Nov 11 12:29:55.743038 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-cd177af5-c1f7-4ac6-b960-b52e386ffd1e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:55.744890 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-cd177af5-c1f7-4ac6-b960-b52e386ffd1e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/networks?id=1d937e1a-c6cd-4e12-a264-67bf92890520 HTTP/1.1" status: 200 len: 797 time: 0.0992579 Nov 11 12:29:55.758931 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-7b4d8788-bd63-4f68-a9ba-a0f6d9bb3b09 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/quotas/61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 375 time: 0.0084958 Nov 11 12:29:55.811510 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-f623e001-a9ce-48b6-9b07-6b42e2ed0d3d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0469406 Nov 11 12:29:55.908800 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-de4b2a28-9434-47d8-8d00-fb3d9c712c6c service neutron] 10.222.0.50 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850978 Nov 11 12:29:55.995925 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-fc97eca6-ddb0-435e-973f-ef20772fc37a service neutron] 10.222.0.50 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811100 Nov 11 12:29:56.251304 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fbca6e8e-9853-4288-a949-825ad3b680da req-098a5df1-21a1-4c46-8a7c-3e0e9d47578d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 210 time: 0.0344908 Nov 11 12:29:57.356966 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fcf1d370-cc8a-467f-a1b3-6e37d7bb0b8e req-65fdacbc-7756-4066-92e7-e7c9d6ff2b5b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 210 time: 0.0333731 Nov 11 12:29:57.930381 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ed83a39-c427-49ef-8e8c-93fdc056b1de req-882bc93c-2487-473e-bfd8-3d707c5ae637 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395358 Nov 11 12:29:58.083181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83a39-c427-49ef-8e8c-93fdc056b1de req-5c1f0651-2421-4ac7-95b5-fff0c8b2e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:58.084654 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ed83a39-c427-49ef-8e8c-93fdc056b1de req-5c1f0651-2421-4ac7-95b5-fff0c8b2e199 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 1098 time: 0.1041651 Nov 11 12:29:58.119919 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-8d6b5622-8865-42e1-b816-a64e1f3cd1db tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:58.121305 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-8d6b5622-8865-42e1-b816-a64e1f3cd1db tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/networks?id=1d937e1a-c6cd-4e12-a264-67bf92890520 HTTP/1.1" status: 200 len: 797 time: 0.1420245 Nov 11 12:29:58.252098 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83a39-c427-49ef-8e8c-93fdc056b1de req-5b419d3c-4500-48c0-9871-d52d9c2b64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:58.253623 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ed83a39-c427-49ef-8e8c-93fdc056b1de req-5b419d3c-4500-48c0-9871-d52d9c2b64d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1d937e1a-c6cd-4e12-a264-67bf92890520 HTTP/1.1" status: 200 len: 898 time: 0.1474578 Nov 11 12:29:58.261949 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-f0271ea1-05eb-4e95-9674-2c73c41df4c5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 473 time: 0.1292145 Nov 11 12:29:58.273248 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-03245490-2f6b-4f60-9da3-014747f7b8b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'port': {'device_id': '244fcda2-8604-4def-9150-4805510c6c67', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'admin_state_up': True, 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'security_groups': ['c824ab63-2cc7-4ffc-89b6-12ae7cd11f83']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:58.373853 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ed83a39-c427-49ef-8e8c-93fdc056b1de req-a0ce3e61-fe19-4b90-a50a-67bac6ec2230 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=883e0fc6-96b4-4001-b7a1-5281e753c0b4 HTTP/1.1" status: 200 len: 1001 time: 0.1109772 Nov 11 12:29:58.451414 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b72c3fc8-a5ee-425c-b5c2-601306b032cb req-b48a4da1-d1c2-45d0-bf91-692f1ec66954 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 210 time: 0.0262382 Nov 11 12:29:58.454300 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83a39-c427-49ef-8e8c-93fdc056b1de req-50a74f92-657a-454e-b5de-6775aae4e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:58.455781 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ed83a39-c427-49ef-8e8c-93fdc056b1de req-50a74f92-657a-454e-b5de-6775aae4e8fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d924eb5-0313-454c-b330-342bd846c1ce HTTP/1.1" status: 200 len: 834 time: 0.0741050 Nov 11 12:29:58.504477 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83a39-c427-49ef-8e8c-93fdc056b1de req-d0f16d8b-04f1-4301-b8cf-2cca65dae9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:58.505867 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ed83a39-c427-49ef-8e8c-93fdc056b1de req-d0f16d8b-04f1-4301-b8cf-2cca65dae9bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d937e1a-c6cd-4e12-a264-67bf92890520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0420520 Nov 11 12:29:58.530311 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-03245490-2f6b-4f60-9da3-014747f7b8b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:29:58.533575 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-03245490-2f6b-4f60-9da3-014747f7b8b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:58.663029 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ed83a39-c427-49ef-8e8c-93fdc056b1de req-9010da94-5f7d-41ba-abac-69d578c03a29 service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491609 Nov 11 12:29:58.764176 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-03245490-2f6b-4f60-9da3-014747f7b8b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.5 (1d937e1a-c6cd-4e12-a264-67bf92890520/9d924eb5-0313-454c-b330-342bd846c1ce/27d34224-f902-4b90-a92b-fa6c0e5f1ebb) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:29:58.808793 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2ed83a39-c427-49ef-8e8c-93fdc056b1de req-3eded634-36a6-4f3c-ba26-4f2c63eae0e4 service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391454 Nov 11 12:29:58.923985 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-03245490-2f6b-4f60-9da3-014747f7b8b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:59.008854 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-03245490-2f6b-4f60-9da3-014747f7b8b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:59.052506 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-03245490-2f6b-4f60-9da3-014747f7b8b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1d937e1a-c6cd-4e12-a264-67bf92890520 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:29:59.055508 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-03245490-2f6b-4f60-9da3-014747f7b8b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:29:59.059233 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-03245490-2f6b-4f60-9da3-014747f7b8b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:29:59.065638 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245490-2f6b-4f60-9da3-014747f7b8b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=27d34224-f902-4b90-a92b-fa6c0e5f1ebb,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:59.113215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-03245490-2f6b-4f60-9da3-014747f7b8b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:59.113943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-03245490-2f6b-4f60-9da3-014747f7b8b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:59.186641 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-03245490-2f6b-4f60-9da3-014747f7b8b3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9167497 Nov 11 12:29:59.199270 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Request body: {'port': {'device_id': '244fcda2-8604-4def-9150-4805510c6c67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:29:59.256119 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:59.285160 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-fd349a0d-86b5-48e8-913a-cf72928a99b2 None None] Provisioning complete for port 27d34224-f902-4b90-a92b-fa6c0e5f1ebb triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:29:59.285850 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fd349a0d-86b5-48e8-913a-cf72928a99b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:59.317819 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-fd349a0d-86b5-48e8-913a-cf72928a99b2 None None] Port 27d34224-f902-4b90-a92b-fa6c0e5f1ebb cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:29:59.731030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d34224-f902-4b90-a92b-fa6c0e5f1ebb {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:29:59.731030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:59.731030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Transition to ACTIVE for port object 27d34224-f902-4b90-a92b-fa6c0e5f1ebb will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:29:59.731682 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e77b1-986f-4a95-a64e-52935dc3a010 req-1006bf7d-cb7b-447d-81af-df266f0645af tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:59.731682 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-251e77b1-986f-4a95-a64e-52935dc3a010 req-1006bf7d-cb7b-447d-81af-df266f0645af tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 931 time: 0.0488486 Nov 11 12:29:59.731682 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-251e77b1-986f-4a95-a64e-52935dc3a010 req-c39231ca-a148-4bd2-9769-468421649484 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=c824ab63-2cc7-4ffc-89b6-12ae7cd11f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416269 Nov 11 12:29:59.732245 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:59.732245 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Pushing event updated for resources: {'Port': ['ID=27d34224-f902-4b90-a92b-fa6c0e5f1ebb,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:59.747429 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Attempting to bind port 27d34224-f902-4b90-a92b-fa6c0e5f1ebb on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:29:59.747796 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Attempting to bind port 27d34224-f902-4b90-a92b-fa6c0e5f1ebb by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:29:59.748128 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Attempting to bind port 27d34224-f902-4b90-a92b-fa6c0e5f1ebb on network 1d937e1a-c6cd-4e12-a264-67bf92890520 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:29:59.752692 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Port 27d34224-f902-4b90-a92b-fa6c0e5f1ebb on network 1d937e1a-c6cd-4e12-a264-67bf92890520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:29:59.753006 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Attempting to bind port 27d34224-f902-4b90-a92b-fa6c0e5f1ebb on network 1d937e1a-c6cd-4e12-a264-67bf92890520 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:29:59.758044 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:29:59.758376 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Checking segment: {'id': '2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:29:59.758754 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Bound using segment: {'id': '2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:29:59.759267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Bound port: 27d34224-f902-4b90-a92b-fa6c0e5f1ebb, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:29:59.760125 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:59.827491 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] For port 27d34224-f902-4b90-a92b-fa6c0e5f1ebb, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:29:59.830738 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] For port 27d34224-f902-4b90-a92b-fa6c0e5f1ebb, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=27d34224-f902-4b90-a92b-fa6c0e5f1ebb,segment=NetworkSegment(2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0),segment_id=2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:29:59.900002 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:59.933135 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:29:59.933785 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:29:59.935208 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] 10.222.0.70 "PUT /v2.0/ports/27d34224-f902-4b90-a92b-fa6c0e5f1ebb HTTP/1.1" status: 200 len: 1093 time: 0.7407129 Nov 11 12:29:59.937362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244fcda2-8604-4def-9150-4805510c6c67', 'tag': '27d34224-f902-4b90-a92b-fa6c0e5f1ebb'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:29:59.939707 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d1b35d-260c-469a-b91f-506515511db6" -d '{"events": [{"name": "network-changed", "server_uuid": "244fcda2-8604-4def-9150-4805510c6c67", "tag": "27d34224-f902-4b90-a92b-fa6c0e5f1ebb"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:29:59.965482 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e6765-085b-42e4-a7d4-a609edb5e89f service neutron] Pushing event updated for resources: {'Port': ['ID=27d34224-f902-4b90-a92b-fa6c0e5f1ebb,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:29:59.978721 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bbbd0f-cac7-4e70-ab84-ae2640a87463 x-openstack-request-id: req-75bbbd0f-cac7-4e70-ab84-ae2640a87463 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:29:59.979017 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244fcda2-8604-4def-9150-4805510c6c67", "tag": "27d34224-f902-4b90-a92b-fa6c0e5f1ebb", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:29:59.979307 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-75bbbd0f-cac7-4e70-ab84-ae2640a87463 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:29:59.979848 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244fcda2-8604-4def-9150-4805510c6c67', 'tag': '27d34224-f902-4b90-a92b-fa6c0e5f1ebb', 'status': 'completed', 'code': 200} Nov 11 12:30:00.047617 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1b35d-260c-469a-b91f-506515511db6 req-584903ed-5c45-4e63-8c31-6f0e860ac7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:00.049133 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-68d1b35d-260c-469a-b91f-506515511db6 req-584903ed-5c45-4e63-8c31-6f0e860ac7ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 1096 time: 0.0473692 Nov 11 12:30:00.150185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1b35d-260c-469a-b91f-506515511db6 req-708e138a-5ced-4467-8559-e5878ead5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:00.151691 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-68d1b35d-260c-469a-b91f-506515511db6 req-708e138a-5ced-4467-8559-e5878ead5f21 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=61936e26caaf472aa62c0bac8a753383&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0941546 Nov 11 12:30:00.248564 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1b35d-260c-469a-b91f-506515511db6 req-012a6b82-e722-4f52-b813-fb4e521b7bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:00.250033 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-68d1b35d-260c-469a-b91f-506515511db6 req-012a6b82-e722-4f52-b813-fb4e521b7bf3 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908067 Nov 11 12:30:00.325910 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-9cb78244-2d51-47bf-a9b1-2751479c0c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:00.327354 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-9cb78244-2d51-47bf-a9b1-2751479c0c83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 1096 time: 0.0403833 Nov 11 12:30:00.372631 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-6267739d-1d8f-4ec0-9aa3-2d12ba20626b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27d34224-f902-4b90-a92b-fa6c0e5f1ebb HTTP/1.1" status: 200 len: 217 time: 0.0372102 Nov 11 12:30:00.420630 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-c5b26b3a-11c2-4a99-bc60-c6ad231bfebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:00.422020 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-c5b26b3a-11c2-4a99-bc60-c6ad231bfebb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d924eb5-0313-454c-b330-342bd846c1ce HTTP/1.1" status: 200 len: 834 time: 0.0429976 Nov 11 12:30:00.467064 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-c830eb22-12fb-4283-839e-b1e9ba1fc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:00.468520 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-c830eb22-12fb-4283-839e-b1e9ba1fc31f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d937e1a-c6cd-4e12-a264-67bf92890520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399337 Nov 11 12:30:00.560092 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-6ee45479-6f22-461c-8fc9-5d457780e077 service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841150 Nov 11 12:30:00.648646 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e18cf076-b18c-414a-8509-4cf676f8ac48 req-e6bfc5c4-44db-4b37-9fbc-a33a62958e2c service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811262 Nov 11 12:30:00.732723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa646817-d3e0-4d8d-8c00-240a8dd0548e req-7720bcb8-8304-4d31-a9ad-87a3a99c4d2a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:00.734184 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fa646817-d3e0-4d8d-8c00-240a8dd0548e req-7720bcb8-8304-4d31-a9ad-87a3a99c4d2a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 943 time: 0.0493805 Nov 11 12:30:00.786505 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fa646817-d3e0-4d8d-8c00-240a8dd0548e req-dfab2262-5761-412a-976f-a54704d09f37 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=c824ab63-2cc7-4ffc-89b6-12ae7cd11f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465603 Nov 11 12:30:01.905305 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e02bf-5ee3-44c4-a9f3-c9b696f7f9de req-057bfaaf-c297-4508-a79f-86a126dbb5c8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:01.906760 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8f7e02bf-5ee3-44c4-a9f3-c9b696f7f9de req-057bfaaf-c297-4508-a79f-86a126dbb5c8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 943 time: 0.0508015 Nov 11 12:30:01.954988 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8f7e02bf-5ee3-44c4-a9f3-c9b696f7f9de req-c908e11f-ec3c-42e4-b97d-b78fa5272336 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=c824ab63-2cc7-4ffc-89b6-12ae7cd11f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423052 Nov 11 12:30:03.066236 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f7f06-7cae-4fda-901b-5b0f07afa242 req-9d79331c-b683-4913-b96f-6f655174df7f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:03.067708 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3b4f7f06-7cae-4fda-901b-5b0f07afa242 req-9d79331c-b683-4913-b96f-6f655174df7f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 943 time: 0.0477374 Nov 11 12:30:03.115555 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3b4f7f06-7cae-4fda-901b-5b0f07afa242 req-fbaa5646-969e-423b-b43d-7ce16b18044e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=c824ab63-2cc7-4ffc-89b6-12ae7cd11f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419188 Nov 11 12:30:03.208265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b7a1011a-43db-45eb-9687-044787377773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:03.727019 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 27d34224-f902-4b90-a92b-fa6c0e5f1ebb details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:30:03.959033 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 27d34224-f902-4b90-a92b-fa6c0e5f1ebb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=27d34224-f902-4b90-a92b-fa6c0e5f1ebb,segment=NetworkSegment(2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0),segment_id=2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:03.970733 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '27d34224-f902-4b90-a92b-fa6c0e5f1ebb', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'port_id': '27d34224-f902-4b90-a92b-fa6c0e5f1ebb', 'mac_address': 'fa:16:3e:d2:60:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:30:04.009845 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:04.022009 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d34224-f902-4b90-a92b-fa6c0e5f1ebb {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:30:04.040327 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 27d34224-f902-4b90-a92b-fa6c0e5f1ebb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=27d34224-f902-4b90-a92b-fa6c0e5f1ebb,segment=NetworkSegment(2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0),segment_id=2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:04.128372 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:04.175133 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=27d34224-f902-4b90-a92b-fa6c0e5f1ebb,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:04.235981 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e674a4-32f3-4ae3-8a29-af04b30b0534 req-b9e8a098-11ed-45b9-a62f-ce6eef23ce83 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:04.237487 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c5e674a4-32f3-4ae3-8a29-af04b30b0534 req-b9e8a098-11ed-45b9-a62f-ce6eef23ce83 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 944 time: 0.0530303 Nov 11 12:30:04.286323 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c5e674a4-32f3-4ae3-8a29-af04b30b0534 req-4b57edc8-d3ed-4aeb-9e6b-72ef63e5637d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=c824ab63-2cc7-4ffc-89b6-12ae7cd11f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428739 Nov 11 12:30:04.364847 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['27d34224-f902-4b90-a92b-fa6c0e5f1ebb'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:30:05.397286 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9d34a-25e2-43e0-83a5-c452c8da5152 req-676091b9-82a1-463c-ab9f-b448ab1911aa tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:05.398730 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f9b9d34a-25e2-43e0-83a5-c452c8da5152 req-676091b9-82a1-463c-ab9f-b448ab1911aa tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 944 time: 0.0475090 Nov 11 12:30:05.447091 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f9b9d34a-25e2-43e0-83a5-c452c8da5152 req-db679c4b-17df-45a0-8b08-8dfa8ea19ba2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=c824ab63-2cc7-4ffc-89b6-12ae7cd11f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413179 Nov 11 12:30:05.533505 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ff08fc39-7b97-4bfd-818a-967fcb07bec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:05.737635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 27d34224-f902-4b90-a92b-fa6c0e5f1ebb up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:30:05.828957 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 27d34224-f902-4b90-a92b-fa6c0e5f1ebb completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:30:05.832592 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 27d34224-f902-4b90-a92b-fa6c0e5f1ebb triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:05.832951 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:05.909658 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:05.930636 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244fcda2-8604-4def-9150-4805510c6c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d34224-f902-4b90-a92b-fa6c0e5f1ebb'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:30:05.932864 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0e6ab9-2454-4559-9f8f-0412fac44b44" -d '{"events": [{"server_uuid": "244fcda2-8604-4def-9150-4805510c6c67", "name": "network-vif-plugged", "status": "completed", "tag": "27d34224-f902-4b90-a92b-fa6c0e5f1ebb"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:30:05.944757 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 27d34224-f902-4b90-a92b-fa6c0e5f1ebb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=27d34224-f902-4b90-a92b-fa6c0e5f1ebb,segment=NetworkSegment(2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0),segment_id=2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:05.970331 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202e18c5-63ab-4546-855f-48c6ecc1f6df x-openstack-request-id: req-202e18c5-63ab-4546-855f-48c6ecc1f6df {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:30:05.970648 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244fcda2-8604-4def-9150-4805510c6c67", "name": "network-vif-plugged", "status": "completed", "tag": "27d34224-f902-4b90-a92b-fa6c0e5f1ebb", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:30:05.970907 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-202e18c5-63ab-4546-855f-48c6ecc1f6df {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:30:05.971330 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244fcda2-8604-4def-9150-4805510c6c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d34224-f902-4b90-a92b-fa6c0e5f1ebb', 'code': 200} Nov 11 12:30:06.006383 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:06.055125 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=27d34224-f902-4b90-a92b-fa6c0e5f1ebb,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:06.256832 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b954ed-e277-47ff-bd14-bd270f33a1c9 req-f867d921-c506-4511-b05b-0dcaf8bcf36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:06.258292 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b9b954ed-e277-47ff-bd14-bd270f33a1c9 req-f867d921-c506-4511-b05b-0dcaf8bcf36e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 1098 time: 0.0400934 Nov 11 12:30:06.305040 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b9b954ed-e277-47ff-bd14-bd270f33a1c9 req-651c51f4-a091-4afe-9bed-545552702871 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c824ab63-2cc7-4ffc-89b6-12ae7cd11f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381100 Nov 11 12:30:06.533907 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:06.566974 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5c2a9-a503-4edb-9dec-899dfa9bdec0 req-0d4199df-7b84-4df2-8a12-9fee049fd173 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:06.568453 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a1a5c2a9-a503-4edb-9dec-899dfa9bdec0 req-0d4199df-7b84-4df2-8a12-9fee049fd173 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 945 time: 0.0518470 Nov 11 12:30:06.617024 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a1a5c2a9-a503-4edb-9dec-899dfa9bdec0 req-191158b5-e5a1-4e2c-862b-3a0c19886c60 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=c824ab63-2cc7-4ffc-89b6-12ae7cd11f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419881 Nov 11 12:30:07.730688 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fffe14-b6fa-446a-b8bb-94e0199f4f61 req-cfda8924-3fdb-4211-bc49-2605d37eb9de tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:07.732164 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-81fffe14-b6fa-446a-b8bb-94e0199f4f61 req-cfda8924-3fdb-4211-bc49-2605d37eb9de tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 945 time: 0.0482972 Nov 11 12:30:07.779933 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-81fffe14-b6fa-446a-b8bb-94e0199f4f61 req-a3807be1-a4ac-4336-844a-84d1adca1fc8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=c824ab63-2cc7-4ffc-89b6-12ae7cd11f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419502 Nov 11 12:30:07.891668 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3116e13-2bd2-4d1f-8a61-2a135f5e8d44 req-ba7b7c5c-b1c1-44d5-b9fd-8d6e54861a3e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:07.893148 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c3116e13-2bd2-4d1f-8a61-2a135f5e8d44 req-ba7b7c5c-b1c1-44d5-b9fd-8d6e54861a3e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 945 time: 0.0489924 Nov 11 12:30:07.945712 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c3116e13-2bd2-4d1f-8a61-2a135f5e8d44 req-46ccbe07-11f4-4fda-8daf-3d6a576d51ef tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=c824ab63-2cc7-4ffc-89b6-12ae7cd11f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464528 Nov 11 12:30:07.967452 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57308) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:08.015768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4080af-1a84-446e-bc07-3738c7e34aa2 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:08.019886 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ee4080af-1a84-446e-bc07-3738c7e34aa2 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 1093 time: 0.0488150 Nov 11 12:30:08.020274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57310) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:08.025002 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '27d34224-f902-4b90-a92b-fa6c0e5f1ebb', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:30:08.177757 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:08.206252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:08.239021 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:30:08.275227 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:08.380577 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.26.5.185 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/dd7e8b3c-1ea2-4cd4-8640-e65a3ffa989a) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:30:08.481522 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:08.560031 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:08.605110 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:30:08.608118 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:30:08.612453 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:30:08.615384 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=dd7e8b3c-1ea2-4cd4-8640-e65a3ffa989a,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:08.955749 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.073638 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.133202 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.222623 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.274147 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.345675 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=dd7e8b3c-1ea2-4cd4-8640-e65a3ffa989a,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:09.355319 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.461648 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP 78556e32-9dc2-4dd3-ac4d-0186eb3441ae associated. External IP: 172.26.5.185, port: 27d34224-f902-4b90-a92b-fa6c0e5f1ebb. Nov 11 12:30:09.662196 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 816de327-4b45-4e51-b65f-1abf04b27107 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:30:09.769494 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:30:09.778796 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d26a73-5173-4036-a26c-3d8c8a19017e None None] Sync routers for ids ['816de327-4b45-4e51-b65f-1abf04b27107'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:30:09.787555 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d26a73-5173-4036-a26c-3d8c8a19017e None None] Routers {'816de327-4b45-4e51-b65f-1abf04b27107'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:09.788156 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-55d26a73-5173-4036-a26c-3d8c8a19017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:30:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['816de327-4b45-4e51-b65f-1abf04b27107'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:09.843993 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:09.871682 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6e643034-5de4-4505-b714-62fcd5b1f6fe tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8502333 Nov 11 12:30:09.872612 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244fcda2-8604-4def-9150-4805510c6c67', 'tag': '27d34224-f902-4b90-a92b-fa6c0e5f1ebb'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:30:09.874679 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82210af-d9a0-41d9-b078-ce1d26099ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "244fcda2-8604-4def-9150-4805510c6c67", "tag": "27d34224-f902-4b90-a92b-fa6c0e5f1ebb"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:30:09.891032 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-55d26a73-5173-4036-a26c-3d8c8a19017e None None] Set router 816de327-4b45-4e51-b65f-1abf04b27107 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:09.910207 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1abd5e-6923-4522-8342-66acf026dc6b x-openstack-request-id: req-af1abd5e-6923-4522-8342-66acf026dc6b {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:30:09.910499 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244fcda2-8604-4def-9150-4805510c6c67", "tag": "27d34224-f902-4b90-a92b-fa6c0e5f1ebb", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:30:09.910755 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af1abd5e-6923-4522-8342-66acf026dc6b {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:30:09.911195 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244fcda2-8604-4def-9150-4805510c6c67', 'tag': '27d34224-f902-4b90-a92b-fa6c0e5f1ebb', 'status': 'completed', 'code': 200} Nov 11 12:30:09.970599 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82210af-d9a0-41d9-b078-ce1d26099ca7 req-c4911b4d-cc10-4362-b5b2-229cb7b9691b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:09.972099 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c82210af-d9a0-41d9-b078-ce1d26099ca7 req-c4911b4d-cc10-4362-b5b2-229cb7b9691b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 1098 time: 0.0398989 Nov 11 12:30:10.064280 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82210af-d9a0-41d9-b078-ce1d26099ca7 req-5c989cd0-7db2-4092-9399-c27ee0de663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:10.065728 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c82210af-d9a0-41d9-b078-ce1d26099ca7 req-5c989cd0-7db2-4092-9399-c27ee0de663e service neutron] 10.222.0.70 "GET /v2.0/networks?id=1d937e1a-c6cd-4e12-a264-67bf92890520 HTTP/1.1" status: 200 len: 898 time: 0.0867114 Nov 11 12:30:10.119308 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-55d26a73-5173-4036-a26c-3d8c8a19017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:33Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '1e43f6b2-125a-4ebe-aed0-c8548662f3e9', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'port_id': '883e0fc6-96b4-4001-b7a1-5281e753c0b4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'mac_address': 'fa:16:3e:af:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:29:51Z', 'updated_at': '2021-11-11T12:29:53Z', 'revision_number': 1, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}, {'id': '78556e32-9dc2-4dd3-ac4d-0186eb3441ae', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.185', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'port_id': '27d34224-f902-4b90-a92b-fa6c0e5f1ebb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'mac_address': 'fa:16:3e:d2:60:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244fcda2-8604-4def-9150-4805510c6c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:30:08Z', 'updated_at': '2021-11-11T12:30:08Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1381249-537f-464e-a419-a4857f5ba2eb', 'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:ab:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:33Z', 'updated_at': '2021-11-11T12:29:37Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:10.131627 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c82210af-d9a0-41d9-b078-ce1d26099ca7 req-f01b03aa-e7ed-49fc-b586-6b7a6b10aad1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27d34224-f902-4b90-a92b-fa6c0e5f1ebb HTTP/1.1" status: 200 len: 999 time: 0.0581338 Nov 11 12:30:10.144193 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d26a73-5173-4036-a26c-3d8c8a19017e None None] Checking router: 816de327-4b45-4e51-b65f-1abf04b27107 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:30:10.152663 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d26a73-5173-4036-a26c-3d8c8a19017e None None] Routers {'816de327-4b45-4e51-b65f-1abf04b27107'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:10.153251 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-55d26a73-5173-4036-a26c-3d8c8a19017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:30:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['816de327-4b45-4e51-b65f-1abf04b27107'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:10.179596 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82210af-d9a0-41d9-b078-ce1d26099ca7 req-8acfd884-881c-4d04-aff8-d14a0a75cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:10.181047 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c82210af-d9a0-41d9-b078-ce1d26099ca7 req-8acfd884-881c-4d04-aff8-d14a0a75cc17 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d924eb5-0313-454c-b330-342bd846c1ce HTTP/1.1" status: 200 len: 834 time: 0.0424089 Nov 11 12:30:10.229818 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82210af-d9a0-41d9-b078-ce1d26099ca7 req-d6ff335c-c66a-48fa-9282-dbdc46619e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:10.231223 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c82210af-d9a0-41d9-b078-ce1d26099ca7 req-d6ff335c-c66a-48fa-9282-dbdc46619e1f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d937e1a-c6cd-4e12-a264-67bf92890520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0429876 Nov 11 12:30:10.257111 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-55d26a73-5173-4036-a26c-3d8c8a19017e None None] Set router 816de327-4b45-4e51-b65f-1abf04b27107 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:10.318612 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c82210af-d9a0-41d9-b078-ce1d26099ca7 req-1d3b0f80-62f3-4fee-a87b-182c1db1dccd service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801616 Nov 11 12:30:10.412716 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c82210af-d9a0-41d9-b078-ce1d26099ca7 req-87b2e65e-f179-402c-a020-9b23278efafa service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867057 Nov 11 12:30:10.478010 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-55d26a73-5173-4036-a26c-3d8c8a19017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:33Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '1e43f6b2-125a-4ebe-aed0-c8548662f3e9', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'port_id': '883e0fc6-96b4-4001-b7a1-5281e753c0b4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'mac_address': 'fa:16:3e:af:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:29:51Z', 'updated_at': '2021-11-11T12:29:53Z', 'revision_number': 1, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}, {'id': '78556e32-9dc2-4dd3-ac4d-0186eb3441ae', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.185', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'port_id': '27d34224-f902-4b90-a92b-fa6c0e5f1ebb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'mac_address': 'fa:16:3e:d2:60:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244fcda2-8604-4def-9150-4805510c6c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:30:08Z', 'updated_at': '2021-11-11T12:30:08Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1381249-537f-464e-a419-a4857f5ba2eb', 'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:ab:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:33Z', 'updated_at': '2021-11-11T12:29:37Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:10.506448 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d26a73-5173-4036-a26c-3d8c8a19017e None None] The sync data for ids ['816de327-4b45-4e51-b65f-1abf04b27107'] in dv-neutron-786478-23-hyperv is: [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:33Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '1e43f6b2-125a-4ebe-aed0-c8548662f3e9', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'port_id': '883e0fc6-96b4-4001-b7a1-5281e753c0b4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'mac_address': 'fa:16:3e:af:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:29:51Z', 'updated_at': '2021-11-11T12:29:53Z', 'revision_number': 1, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}, {'id': '78556e32-9dc2-4dd3-ac4d-0186eb3441ae', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.185', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'port_id': '27d34224-f902-4b90-a92b-fa6c0e5f1ebb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'mac_address': 'fa:16:3e:d2:60:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244fcda2-8604-4def-9150-4805510c6c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:30:08Z', 'updated_at': '2021-11-11T12:30:08Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1381249-537f-464e-a419-a4857f5ba2eb', 'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:ab:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:33Z', 'updated_at': '2021-11-11T12:29:37Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:30:10.688228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b733fe4-8de3-4d24-8c1d-d362f1444a0c None None] New status for floating IP 78556e32-9dc2-4dd3-ac4d-0186eb3441ae: ACTIVE {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:30:10.856587 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:33.190026 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2f61889b-8061-4605-8c42-c5fc52e486f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:35.552406 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5440a9d2-268a-4d53-b71f-a90fcc1ddd29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:36.560327 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:38.152365 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:39.131149 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:40.854861 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:44.608815 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57326) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:44.671771 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d5e92457-fad5-4f9a-8cc9-494e26d0bc00 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/1e43f6b2-125a-4ebe-aed0-c8548662f3e9 HTTP/1.1" status: 200 len: 993 time: 0.0618181 Nov 11 12:30:45.238560 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:30:45.459745 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57334) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:45.465338 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:30:45.523602 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:45.672565 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 883e0fc6-96b4-4001-b7a1-5281e753c0b4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=883e0fc6-96b4-4001-b7a1-5281e753c0b4,segment=NetworkSegment(2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0),segment_id=2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:45.700975 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:45.762788 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:45.806328 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:45.806944 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:45.808362 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/ports/883e0fc6-96b4-4001-b7a1-5281e753c0b4 HTTP/1.1" status: 200 len: 938 time: 0.3475602 Nov 11 12:30:45.808915 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'tag': '883e0fc6-96b4-4001-b7a1-5281e753c0b4'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:30:45.811219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecc2710-a173-4e57-bc05-76575c8fcf4a" -d '{"events": [{"name": "network-changed", "server_uuid": "829cd3f3-82d5-4580-9d64-d2b7d40918ed", "tag": "883e0fc6-96b4-4001-b7a1-5281e753c0b4"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:30:45.836916 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=883e0fc6-96b4-4001-b7a1-5281e753c0b4,revision_number=6']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:45.844505 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:45.844856 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:45.845203 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:45.845544 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:45.845883 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:45.846218 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:45.846606 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:45.846880 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:45.847261 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:45.847594 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:45.847921 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:45.848247 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a840-0b47-4299-9434-387ce1edc247 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:45.856963 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09142fb4-648c-4c17-9c52-942e50a1af09 x-openstack-request-id: req-09142fb4-648c-4c17-9c52-942e50a1af09 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:30:45.857252 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829cd3f3-82d5-4580-9d64-d2b7d40918ed", "tag": "883e0fc6-96b4-4001-b7a1-5281e753c0b4", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:30:45.857505 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09142fb4-648c-4c17-9c52-942e50a1af09 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:30:45.857973 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'tag': '883e0fc6-96b4-4001-b7a1-5281e753c0b4', 'status': 'completed', 'code': 200} Nov 11 12:30:45.922381 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc2710-a173-4e57-bc05-76575c8fcf4a req-7af4f881-c241-4417-88d8-95aee372d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:45.923920 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0ecc2710-a173-4e57-bc05-76575c8fcf4a req-7af4f881-c241-4417-88d8-95aee372d2ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 1099 time: 0.0453591 Nov 11 12:30:46.018042 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc2710-a173-4e57-bc05-76575c8fcf4a req-52afadd0-59d6-4368-b58f-358a354e7117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:46.019502 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0ecc2710-a173-4e57-bc05-76575c8fcf4a req-52afadd0-59d6-4368-b58f-358a354e7117 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1d937e1a-c6cd-4e12-a264-67bf92890520 HTTP/1.1" status: 200 len: 898 time: 0.0887218 Nov 11 12:30:46.041267 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1cf8a48f-f809-4ebd-9043-ea3199caaf17 None None] Provisioning complete for port 883e0fc6-96b4-4001-b7a1-5281e753c0b4 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:46.041803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1cf8a48f-f809-4ebd-9043-ea3199caaf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:46.082461 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1cf8a48f-f809-4ebd-9043-ea3199caaf17 None None] Port 883e0fc6-96b4-4001-b7a1-5281e753c0b4 is administratively disabled so it will not transition to active. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 11 12:30:46.083630 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0ecc2710-a173-4e57-bc05-76575c8fcf4a req-84e9bbc9-196c-4f60-a3f8-73f09fbcd1d4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=883e0fc6-96b4-4001-b7a1-5281e753c0b4 HTTP/1.1" status: 200 len: 1002 time: 0.0568423 Nov 11 12:30:46.131455 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc2710-a173-4e57-bc05-76575c8fcf4a req-ebacd154-9575-4a35-8e84-3760c6399e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:46.132852 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0ecc2710-a173-4e57-bc05-76575c8fcf4a req-ebacd154-9575-4a35-8e84-3760c6399e20 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d924eb5-0313-454c-b330-342bd846c1ce HTTP/1.1" status: 200 len: 834 time: 0.0422752 Nov 11 12:30:46.180977 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc2710-a173-4e57-bc05-76575c8fcf4a req-3c02486f-3a50-4d2f-8f7e-b234936cff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:46.182453 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0ecc2710-a173-4e57-bc05-76575c8fcf4a req-3c02486f-3a50-4d2f-8f7e-b234936cff47 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d937e1a-c6cd-4e12-a264-67bf92890520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0425782 Nov 11 12:30:46.277471 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0ecc2710-a173-4e57-bc05-76575c8fcf4a req-69bcb7dc-4fcd-4270-91d6-c82c190121e2 service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858748 Nov 11 12:30:46.374069 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0ecc2710-a173-4e57-bc05-76575c8fcf4a req-81c3a866-d5f3-4e27-9bdd-f6f33ce47449 service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897260 Nov 11 12:30:49.194157 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57342) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:49.199554 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-e8f9fba6-3994-4c9f-a724-7befbe6f138e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:30:49.261523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8f9fba6-3994-4c9f-a724-7befbe6f138e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:49.413919 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-e8f9fba6-3994-4c9f-a724-7befbe6f138e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 883e0fc6-96b4-4001-b7a1-5281e753c0b4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=883e0fc6-96b4-4001-b7a1-5281e753c0b4,segment=NetworkSegment(2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0),segment_id=2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:49.446867 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8f9fba6-3994-4c9f-a724-7befbe6f138e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:49.511296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8f9fba6-3994-4c9f-a724-7befbe6f138e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:49.549626 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f9fba6-3994-4c9f-a724-7befbe6f138e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:49.551038 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e8f9fba6-3994-4c9f-a724-7befbe6f138e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:49.555383 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e8f9fba6-3994-4c9f-a724-7befbe6f138e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/ports/883e0fc6-96b4-4001-b7a1-5281e753c0b4 HTTP/1.1" status: 200 len: 937 time: 0.3573172 Nov 11 12:30:49.555383 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'tag': '883e0fc6-96b4-4001-b7a1-5281e753c0b4'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:30:49.555582 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7c2059-7c6e-4e23-8230-ba3cb4094d24" -d '{"events": [{"name": "network-changed", "server_uuid": "829cd3f3-82d5-4580-9d64-d2b7d40918ed", "tag": "883e0fc6-96b4-4001-b7a1-5281e753c0b4"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:30:49.555676 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57344) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:49.592407 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9fba6-3994-4c9f-a724-7befbe6f138e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=883e0fc6-96b4-4001-b7a1-5281e753c0b4,revision_number=7']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:49.601226 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb9ca6d-b831-4afe-bf67-e00a2b7b3385 x-openstack-request-id: req-ffb9ca6d-b831-4afe-bf67-e00a2b7b3385 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:30:49.601690 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829cd3f3-82d5-4580-9d64-d2b7d40918ed", "tag": "883e0fc6-96b4-4001-b7a1-5281e753c0b4", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:30:49.602098 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ffb9ca6d-b831-4afe-bf67-e00a2b7b3385 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:30:49.602839 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'tag': '883e0fc6-96b4-4001-b7a1-5281e753c0b4', 'status': 'completed', 'code': 200} Nov 11 12:30:49.618471 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-64e90e58-d96b-48f3-af1a-ac26e5edeb04 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/1e43f6b2-125a-4ebe-aed0-c8548662f3e9 HTTP/1.1" status: 200 len: 993 time: 0.0616577 Nov 11 12:30:49.672887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c2059-7c6e-4e23-8230-ba3cb4094d24 req-4f095592-7064-4e71-86aa-290be130984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:49.674382 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4e7c2059-7c6e-4e23-8230-ba3cb4094d24 req-4f095592-7064-4e71-86aa-290be130984e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 1098 time: 0.0483375 Nov 11 12:30:49.773539 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c2059-7c6e-4e23-8230-ba3cb4094d24 req-adc0b09f-77b5-43ef-b3c9-2ad776039066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:49.775705 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4e7c2059-7c6e-4e23-8230-ba3cb4094d24 req-adc0b09f-77b5-43ef-b3c9-2ad776039066 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1d937e1a-c6cd-4e12-a264-67bf92890520 HTTP/1.1" status: 200 len: 898 time: 0.0936303 Nov 11 12:30:49.777507 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['883e0fc6-96b4-4001-b7a1-5281e753c0b4'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:30:49.841253 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-01563567-fb24-4e53-b225-ac700ee9b496 None None] Provisioning complete for port 883e0fc6-96b4-4001-b7a1-5281e753c0b4 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:30:49.841620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-01563567-fb24-4e53-b225-ac700ee9b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:49.845085 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4e7c2059-7c6e-4e23-8230-ba3cb4094d24 req-283556a0-b432-4f5b-8dd7-84772f387474 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=883e0fc6-96b4-4001-b7a1-5281e753c0b4 HTTP/1.1" status: 200 len: 1001 time: 0.0627763 Nov 11 12:30:49.894607 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c2059-7c6e-4e23-8230-ba3cb4094d24 req-87993b2a-09fb-47eb-99b2-e7f6b7587538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:49.896091 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4e7c2059-7c6e-4e23-8230-ba3cb4094d24 req-87993b2a-09fb-47eb-99b2-e7f6b7587538 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d924eb5-0313-454c-b330-342bd846c1ce HTTP/1.1" status: 200 len: 834 time: 0.0445676 Nov 11 12:30:49.940836 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c2059-7c6e-4e23-8230-ba3cb4094d24 req-bbb9df6e-c872-409c-9cb5-2a6055ef94d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:49.942323 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4e7c2059-7c6e-4e23-8230-ba3cb4094d24 req-bbb9df6e-c872-409c-9cb5-2a6055ef94d2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d937e1a-c6cd-4e12-a264-67bf92890520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399206 Nov 11 12:30:50.041508 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4e7c2059-7c6e-4e23-8230-ba3cb4094d24 req-8c96ea20-1ab2-4358-ac9d-04fec4f75aed service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926037 Nov 11 12:30:50.131018 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4e7c2059-7c6e-4e23-8230-ba3cb4094d24 req-c218ffde-021c-430a-95fb-b77076b33a82 service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827465 Nov 11 12:30:52.142772 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57354) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:52.308104 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port dd7e8b3c-1ea2-4cd4-8640-e65a3ffa989a {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:30:52.308436 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:52.386952 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:52.387300 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:52.398518 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for dd7e8b3c-1ea2-4cd4-8640-e65a3ffa989a owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:30:52.602898 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:52.626431 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=dd7e8b3c-1ea2-4cd4-8640-e65a3ffa989a,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:52.636912 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:52.637254 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:52.637625 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:52.637952 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:52.638279 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:52.638910 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:52.638910 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:52.639372 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:52.639706 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:52.640027 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:52.640373 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:52.640686 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:30:52.699765 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:52.700135 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP 78556e32-9dc2-4dd3-ac4d-0186eb3441ae disassociated (deleted). External IP: 172.26.5.185, port: 27d34224-f902-4b90-a92b-fa6c0e5f1ebb. Nov 11 12:30:52.904871 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 816de327-4b45-4e51-b65f-1abf04b27107 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:30:53.290013 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:30:53.294740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:53.299357 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb2bd15-3f98-47d6-b2e4-857c447f7e5a None None] Sync routers for ids ['816de327-4b45-4e51-b65f-1abf04b27107'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:30:53.308848 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb2bd15-3f98-47d6-b2e4-857c447f7e5a None None] Routers {'816de327-4b45-4e51-b65f-1abf04b27107'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:53.309444 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1cb2bd15-3f98-47d6-b2e4-857c447f7e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:30:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['816de327-4b45-4e51-b65f-1abf04b27107'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:53.320837 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d773e516-947d-44af-8566-c382395de0c3 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/floatingips/78556e32-9dc2-4dd3-ac4d-0186eb3441ae HTTP/1.1" status: 204 len: 168 time: 1.1769726 Nov 11 12:30:53.321437 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244fcda2-8604-4def-9150-4805510c6c67', 'tag': '27d34224-f902-4b90-a92b-fa6c0e5f1ebb'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:30:53.323695 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a37d9e-227d-49cf-b83a-575432ae539c" -d '{"events": [{"name": "network-changed", "server_uuid": "244fcda2-8604-4def-9150-4805510c6c67", "tag": "27d34224-f902-4b90-a92b-fa6c0e5f1ebb"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:30:53.363842 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c262036a-e4ef-4a27-977b-8bf5a1358f67 x-openstack-request-id: req-c262036a-e4ef-4a27-977b-8bf5a1358f67 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:30:53.364136 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244fcda2-8604-4def-9150-4805510c6c67", "tag": "27d34224-f902-4b90-a92b-fa6c0e5f1ebb", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:30:53.364387 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c262036a-e4ef-4a27-977b-8bf5a1358f67 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:30:53.364786 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244fcda2-8604-4def-9150-4805510c6c67', 'tag': '27d34224-f902-4b90-a92b-fa6c0e5f1ebb', 'status': 'completed', 'code': 200} Nov 11 12:30:53.418089 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-1cb2bd15-3f98-47d6-b2e4-857c447f7e5a None None] Set router 816de327-4b45-4e51-b65f-1abf04b27107 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:53.428173 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a37d9e-227d-49cf-b83a-575432ae539c req-d81fa573-911f-4adf-8656-c2f9797b2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:53.429649 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-80a37d9e-227d-49cf-b83a-575432ae539c req-d81fa573-911f-4adf-8656-c2f9797b2ab0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 1098 time: 0.0416446 Nov 11 12:30:53.531068 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a37d9e-227d-49cf-b83a-575432ae539c req-97dd673c-8d94-4eed-befa-3579dbaf7792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:53.532434 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-80a37d9e-227d-49cf-b83a-575432ae539c req-97dd673c-8d94-4eed-befa-3579dbaf7792 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1d937e1a-c6cd-4e12-a264-67bf92890520 HTTP/1.1" status: 200 len: 898 time: 0.0951123 Nov 11 12:30:53.574103 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-80a37d9e-227d-49cf-b83a-575432ae539c req-83770d46-0cb4-4cbf-820f-035b83ac34c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27d34224-f902-4b90-a92b-fa6c0e5f1ebb HTTP/1.1" status: 200 len: 217 time: 0.0349936 Nov 11 12:30:53.633441 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a37d9e-227d-49cf-b83a-575432ae539c req-1154f672-b0a9-44f5-bbbb-321dc0e0194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:53.634907 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-80a37d9e-227d-49cf-b83a-575432ae539c req-1154f672-b0a9-44f5-bbbb-321dc0e0194e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d924eb5-0313-454c-b330-342bd846c1ce HTTP/1.1" status: 200 len: 834 time: 0.0544047 Nov 11 12:30:53.689750 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a37d9e-227d-49cf-b83a-575432ae539c req-572f9d69-018c-4f5e-933c-74080ad51e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:53.690164 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-80a37d9e-227d-49cf-b83a-575432ae539c req-572f9d69-018c-4f5e-933c-74080ad51e27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d937e1a-c6cd-4e12-a264-67bf92890520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0480340 Nov 11 12:30:53.735505 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1cb2bd15-3f98-47d6-b2e4-857c447f7e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:33Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '1e43f6b2-125a-4ebe-aed0-c8548662f3e9', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'port_id': '883e0fc6-96b4-4001-b7a1-5281e753c0b4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'mac_address': 'fa:16:3e:af:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:29:51Z', 'updated_at': '2021-11-11T12:29:53Z', 'revision_number': 1, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1381249-537f-464e-a419-a4857f5ba2eb', 'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:ab:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:33Z', 'updated_at': '2021-11-11T12:29:37Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:53.761739 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb2bd15-3f98-47d6-b2e4-857c447f7e5a None None] Checking router: 816de327-4b45-4e51-b65f-1abf04b27107 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:30:53.771260 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb2bd15-3f98-47d6-b2e4-857c447f7e5a None None] Routers {'816de327-4b45-4e51-b65f-1abf04b27107'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:53.772276 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1cb2bd15-3f98-47d6-b2e4-857c447f7e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:30:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['816de327-4b45-4e51-b65f-1abf04b27107'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:53.778399 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ceb8a9-9769-488e-8608-9d382a0a2f75 req-0be2c31c-650f-46c7-9036-e9cbe19ab47a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:53.780189 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d2ceb8a9-9769-488e-8608-9d382a0a2f75 req-0be2c31c-650f-46c7-9036-e9cbe19ab47a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 945 time: 0.0563858 Nov 11 12:30:53.788370 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-80a37d9e-227d-49cf-b83a-575432ae539c req-1161eb9c-7c5b-4e0a-a6d4-5b28811ced8e service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904078 Nov 11 12:30:53.832034 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d2ceb8a9-9769-488e-8608-9d382a0a2f75 req-ab126add-3eb0-46a0-91ac-552cc0d86b48 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=c824ab63-2cc7-4ffc-89b6-12ae7cd11f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459561 Nov 11 12:30:53.880751 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-1cb2bd15-3f98-47d6-b2e4-857c447f7e5a None None] Set router 816de327-4b45-4e51-b65f-1abf04b27107 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:53.887509 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-80a37d9e-227d-49cf-b83a-575432ae539c req-392dc50c-ffa0-40c4-bdcf-8f359023ef60 service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891812 Nov 11 12:30:54.099333 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1cb2bd15-3f98-47d6-b2e4-857c447f7e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:33Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '1e43f6b2-125a-4ebe-aed0-c8548662f3e9', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'port_id': '883e0fc6-96b4-4001-b7a1-5281e753c0b4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'mac_address': 'fa:16:3e:af:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:29:51Z', 'updated_at': '2021-11-11T12:29:53Z', 'revision_number': 1, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1381249-537f-464e-a419-a4857f5ba2eb', 'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:ab:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:33Z', 'updated_at': '2021-11-11T12:29:37Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:54.123834 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb2bd15-3f98-47d6-b2e4-857c447f7e5a None None] The sync data for ids ['816de327-4b45-4e51-b65f-1abf04b27107'] in dv-neutron-786478-23-hyperv is: [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:33Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '1e43f6b2-125a-4ebe-aed0-c8548662f3e9', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'port_id': '883e0fc6-96b4-4001-b7a1-5281e753c0b4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'mac_address': 'fa:16:3e:af:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:29:51Z', 'updated_at': '2021-11-11T12:29:53Z', 'revision_number': 1, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1381249-537f-464e-a419-a4857f5ba2eb', 'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:ab:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:33Z', 'updated_at': '2021-11-11T12:29:37Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:30:54.334801 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c34a04-18db-4362-9708-0f85e81e09db None None] New status for floating IP 78556e32-9dc2-4dd3-ac4d-0186eb3441ae: DOWN {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:30:54.955038 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea69bb9-ad05-45d5-8608-f8cc4396edad req-180d160c-174a-4037-9b31-4a45acb185a5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:54.956516 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0ea69bb9-ad05-45d5-8608-f8cc4396edad req-180d160c-174a-4037-9b31-4a45acb185a5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 945 time: 0.0476770 Nov 11 12:30:55.004502 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0ea69bb9-ad05-45d5-8608-f8cc4396edad req-2886058b-04cf-4c7b-919b-6ec45352053c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=c824ab63-2cc7-4ffc-89b6-12ae7cd11f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414231 Nov 11 12:30:55.066709 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f3f59-c932-4163-b6e9-9df587881944 req-08dd635e-bbbb-4cae-b69e-0bc39e5f25e2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:55.068166 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-495f3f59-c932-4163-b6e9-9df587881944 req-08dd635e-bbbb-4cae-b69e-0bc39e5f25e2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/ports?device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 945 time: 0.0485141 Nov 11 12:30:55.158791 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-495f3f59-c932-4163-b6e9-9df587881944 req-25e58558-fee0-4c5c-8312-cda5fcf22927 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 27d34224-f902-4b90-a92b-fa6c0e5f1ebb {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:30:55.159062 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-495f3f59-c932-4163-b6e9-9df587881944 req-25e58558-fee0-4c5c-8312-cda5fcf22927 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:55.248021 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-495f3f59-c932-4163-b6e9-9df587881944 req-25e58558-fee0-4c5c-8312-cda5fcf22927 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 27d34224-f902-4b90-a92b-fa6c0e5f1ebb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=27d34224-f902-4b90-a92b-fa6c0e5f1ebb,segment=NetworkSegment(2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0),segment_id=2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:30:55.248378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-495f3f59-c932-4163-b6e9-9df587881944 req-25e58558-fee0-4c5c-8312-cda5fcf22927 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:55.261536 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-495f3f59-c932-4163-b6e9-9df587881944 req-25e58558-fee0-4c5c-8312-cda5fcf22927 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 27d34224-f902-4b90-a92b-fa6c0e5f1ebb owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:30:55.460028 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-495f3f59-c932-4163-b6e9-9df587881944 req-25e58558-fee0-4c5c-8312-cda5fcf22927 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:55.490339 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e58558-fee0-4c5c-8312-cda5fcf22927 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=27d34224-f902-4b90-a92b-fa6c0e5f1ebb,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:55.536829 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-495f3f59-c932-4163-b6e9-9df587881944 req-25e58558-fee0-4c5c-8312-cda5fcf22927 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] No DVR routers for this DVR port 27d34224-f902-4b90-a92b-fa6c0e5f1ebb on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:30:55.539456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-495f3f59-c932-4163-b6e9-9df587881944 req-25e58558-fee0-4c5c-8312-cda5fcf22927 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:55.542765 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-495f3f59-c932-4163-b6e9-9df587881944 req-25e58558-fee0-4c5c-8312-cda5fcf22927 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "DELETE /v2.0/ports/27d34224-f902-4b90-a92b-fa6c0e5f1ebb HTTP/1.1" status: 204 len: 173 time: 0.4674735 Nov 11 12:30:55.543229 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244fcda2-8604-4def-9150-4805510c6c67', 'name': 'network-vif-deleted', 'tag': '27d34224-f902-4b90-a92b-fa6c0e5f1ebb'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:30:55.549929 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b091fc7e-d16a-4da5-b319-f277a36f7905" -d '{"events": [{"server_uuid": "244fcda2-8604-4def-9150-4805510c6c67", "name": "network-vif-deleted", "tag": "27d34224-f902-4b90-a92b-fa6c0e5f1ebb"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:30:55.585070 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3825970a-d00d-44ab-b7b7-7765cb08fb06 x-openstack-request-id: req-3825970a-d00d-44ab-b7b7-7765cb08fb06 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:30:55.585070 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244fcda2-8604-4def-9150-4805510c6c67", "name": "network-vif-deleted", "tag": "27d34224-f902-4b90-a92b-fa6c0e5f1ebb", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:30:55.585070 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3825970a-d00d-44ab-b7b7-7765cb08fb06 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:30:55.585070 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244fcda2-8604-4def-9150-4805510c6c67', 'name': 'network-vif-deleted', 'tag': '27d34224-f902-4b90-a92b-fa6c0e5f1ebb', 'status': 'completed', 'code': 200} Nov 11 12:30:56.106736 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e2ba6f8f-c141-469e-99c7-09b70d0bc54b req-3e400774-9740-4653-9b4a-d05d7de69ab2 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=244fcda2-8604-4def-9150-4805510c6c67 HTTP/1.1" status: 200 len: 210 time: 0.0261698 Nov 11 12:30:57.162040 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57370) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:57.217193 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d73f48f8-63b5-47d6-a62c-d50c2ad8f727 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:57.240814 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d73f48f8-63b5-47d6-a62c-d50c2ad8f727 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:57.381424 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d73f48f8-63b5-47d6-a62c-d50c2ad8f727 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:57.384672 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d73f48f8-63b5-47d6-a62c-d50c2ad8f727 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:57.385861 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d73f48f8-63b5-47d6-a62c-d50c2ad8f727 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/security-groups/c824ab63-2cc7-4ffc-89b6-12ae7cd11f83 HTTP/1.1" status: 204 len: 168 time: 0.2227957 Nov 11 12:30:57.395574 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f48f8-63b5-47d6-a62c-d50c2ad8f727 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c824ab63-2cc7-4ffc-89b6-12ae7cd11f83,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:57.468622 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57374) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:30:57.624593 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-400981be-408c-4a3f-8bb2-557f12d4c5f1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 7c457559-8050-4b65-a635-2f77ccab0c27 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:30:57.624933 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-400981be-408c-4a3f-8bb2-557f12d4c5f1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:57.699241 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-400981be-408c-4a3f-8bb2-557f12d4c5f1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:57.699479 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-400981be-408c-4a3f-8bb2-557f12d4c5f1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:57.711616 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-400981be-408c-4a3f-8bb2-557f12d4c5f1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 7c457559-8050-4b65-a635-2f77ccab0c27 owned by network:floatingip {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:30:57.920687 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4e4e3a30-ad9c-46e6-8fe5-fc77affc7000 req-aa7a7249-3888-4ac6-8913-dbac6be1840a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429537 Nov 11 12:30:57.922253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-400981be-408c-4a3f-8bb2-557f12d4c5f1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:57.950358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400981be-408c-4a3f-8bb2-557f12d4c5f1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=7c457559-8050-4b65-a635-2f77ccab0c27,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:30:57.982214 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 27d34224-f902-4b90-a92b-fa6c0e5f1ebb no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:30:58.001984 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 27d34224-f902-4b90-a92b-fa6c0e5f1ebb {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:30:58.002317 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 27d34224-f902-4b90-a92b-fa6c0e5f1ebb not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:30:58.039065 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-400981be-408c-4a3f-8bb2-557f12d4c5f1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:58.039407 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-400981be-408c-4a3f-8bb2-557f12d4c5f1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP 1e43f6b2-125a-4ebe-aed0-c8548662f3e9 disassociated (deleted). External IP: 172.26.5.121, port: 883e0fc6-96b4-4001-b7a1-5281e753c0b4. Nov 11 12:30:58.044387 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e3a30-ad9c-46e6-8fe5-fc77affc7000 req-ef527373-c258-4306-a730-48df13e1aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:58.045866 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4e4e3a30-ad9c-46e6-8fe5-fc77affc7000 req-ef527373-c258-4306-a730-48df13e1aacc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 1098 time: 0.0744431 Nov 11 12:30:58.215667 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e3a30-ad9c-46e6-8fe5-fc77affc7000 req-0e71a29b-84cc-4c1d-9e6c-a704a9cb4fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:58.217039 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4e4e3a30-ad9c-46e6-8fe5-fc77affc7000 req-0e71a29b-84cc-4c1d-9e6c-a704a9cb4fab service neutron] 10.222.0.70 "GET /v2.0/networks?id=1d937e1a-c6cd-4e12-a264-67bf92890520 HTTP/1.1" status: 200 len: 898 time: 0.1384892 Nov 11 12:30:58.294641 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4e4e3a30-ad9c-46e6-8fe5-fc77affc7000 req-24c997d0-4220-4220-a73f-390c3e41461d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=883e0fc6-96b4-4001-b7a1-5281e753c0b4 HTTP/1.1" status: 200 len: 217 time: 0.0434246 Nov 11 12:30:58.386995 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e3a30-ad9c-46e6-8fe5-fc77affc7000 req-21f8cb33-5e8f-4edf-9561-e1dff63d2ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:58.388455 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4e4e3a30-ad9c-46e6-8fe5-fc77affc7000 req-21f8cb33-5e8f-4edf-9561-e1dff63d2ea1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d924eb5-0313-454c-b330-342bd846c1ce HTTP/1.1" status: 200 len: 834 time: 0.0625908 Nov 11 12:30:58.395181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400981be-408c-4a3f-8bb2-557f12d4c5f1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 816de327-4b45-4e51-b65f-1abf04b27107 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:30:58.481686 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e3a30-ad9c-46e6-8fe5-fc77affc7000 req-7678b23e-b7e1-4bc7-a766-334ce789ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:58.483131 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4e4e3a30-ad9c-46e6-8fe5-fc77affc7000 req-7678b23e-b7e1-4bc7-a766-334ce789ad0e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d937e1a-c6cd-4e12-a264-67bf92890520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0868788 Nov 11 12:30:58.580917 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400981be-408c-4a3f-8bb2-557f12d4c5f1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:30:58.586937 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-400981be-408c-4a3f-8bb2-557f12d4c5f1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:30:58.592089 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6845777-cae2-420b-863e-81450c5f6649 None None] Sync routers for ids ['816de327-4b45-4e51-b65f-1abf04b27107'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:30:58.601282 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6845777-cae2-420b-863e-81450c5f6649 None None] Routers {'816de327-4b45-4e51-b65f-1abf04b27107'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:58.601873 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f6845777-cae2-420b-863e-81450c5f6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:30:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['816de327-4b45-4e51-b65f-1abf04b27107'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:58.633891 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-400981be-408c-4a3f-8bb2-557f12d4c5f1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/floatingips/1e43f6b2-125a-4ebe-aed0-c8548662f3e9 HTTP/1.1" status: 204 len: 168 time: 1.1646981 Nov 11 12:30:58.636536 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'tag': '883e0fc6-96b4-4001-b7a1-5281e753c0b4'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:30:58.638807 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3cd04e-a514-4e61-8581-7694b21f27ca" -d '{"events": [{"name": "network-changed", "server_uuid": "829cd3f3-82d5-4580-9d64-d2b7d40918ed", "tag": "883e0fc6-96b4-4001-b7a1-5281e753c0b4"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:30:58.645590 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4e4e3a30-ad9c-46e6-8fe5-fc77affc7000 req-7d37c15a-a357-4302-8a8a-56a1e91777cd service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340666 Nov 11 12:30:58.700606 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bf6c20-3c40-41a3-946f-b66ae1f10f49 x-openstack-request-id: req-a0bf6c20-3c40-41a3-946f-b66ae1f10f49 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:30:58.700895 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829cd3f3-82d5-4580-9d64-d2b7d40918ed", "tag": "883e0fc6-96b4-4001-b7a1-5281e753c0b4", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:30:58.701146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0bf6c20-3c40-41a3-946f-b66ae1f10f49 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:30:58.701588 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'tag': '883e0fc6-96b4-4001-b7a1-5281e753c0b4', 'status': 'completed', 'code': 200} Nov 11 12:30:58.711369 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-f6845777-cae2-420b-863e-81450c5f6649 None None] Set router 816de327-4b45-4e51-b65f-1abf04b27107 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:58.745226 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4e4e3a30-ad9c-46e6-8fe5-fc77affc7000 req-984300d0-efe2-4754-afd2-9d9f6f4decc9 service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920949 Nov 11 12:30:58.910364 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f6845777-cae2-420b-863e-81450c5f6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:33Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'e1381249-537f-464e-a419-a4857f5ba2eb', 'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:ab:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:33Z', 'updated_at': '2021-11-11T12:29:37Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:58.936704 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6845777-cae2-420b-863e-81450c5f6649 None None] Checking router: 816de327-4b45-4e51-b65f-1abf04b27107 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:30:58.948169 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6845777-cae2-420b-863e-81450c5f6649 None None] Routers {'816de327-4b45-4e51-b65f-1abf04b27107'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:30:58.949006 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f6845777-cae2-420b-863e-81450c5f6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:30:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['816de327-4b45-4e51-b65f-1abf04b27107'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:58.952341 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cd04e-a514-4e61-8581-7694b21f27ca req-7c7bafa4-6e90-4fdb-9c34-82ede0103c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:58.953847 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fb3cd04e-a514-4e61-8581-7694b21f27ca req-7c7bafa4-6e90-4fdb-9c34-82ede0103c96 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 1098 time: 0.0419784 Nov 11 12:30:59.058445 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cd04e-a514-4e61-8581-7694b21f27ca req-1f11b52c-8248-470a-ba66-c5d7778dbe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:59.065908 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fb3cd04e-a514-4e61-8581-7694b21f27ca req-1f11b52c-8248-470a-ba66-c5d7778dbe77 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1d937e1a-c6cd-4e12-a264-67bf92890520 HTTP/1.1" status: 200 len: 898 time: 0.0980494 Nov 11 12:30:59.066023 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-f6845777-cae2-420b-863e-81450c5f6649 None None] Set router 816de327-4b45-4e51-b65f-1abf04b27107 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:30:59.111591 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fb3cd04e-a514-4e61-8581-7694b21f27ca req-6872aacf-8482-41f8-a1ea-e88d5a40a5ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=883e0fc6-96b4-4001-b7a1-5281e753c0b4 HTTP/1.1" status: 200 len: 217 time: 0.0429795 Nov 11 12:30:59.136317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770f401-4d0c-4c49-ba0a-1b30aaa7d024 req-4c78e71d-4f38-4238-8073-76400e543df5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:59.137833 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2770f401-4d0c-4c49-ba0a-1b30aaa7d024 req-4c78e71d-4f38-4238-8073-76400e543df5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 945 time: 0.0525362 Nov 11 12:30:59.170752 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cd04e-a514-4e61-8581-7694b21f27ca req-e55e61a1-92bd-41d2-a892-c1196c751104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:59.172432 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fb3cd04e-a514-4e61-8581-7694b21f27ca req-e55e61a1-92bd-41d2-a892-c1196c751104 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d924eb5-0313-454c-b330-342bd846c1ce HTTP/1.1" status: 200 len: 834 time: 0.0536847 Nov 11 12:30:59.196909 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2770f401-4d0c-4c49-ba0a-1b30aaa7d024 req-41e94921-511f-4781-b886-369e7f1df9df tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=91215252-0b27-46b0-9786-e4b303436dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511756 Nov 11 12:30:59.231518 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cd04e-a514-4e61-8581-7694b21f27ca req-5667f885-e8e0-471a-afac-03d2157f06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:30:59.233184 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fb3cd04e-a514-4e61-8581-7694b21f27ca req-5667f885-e8e0-471a-afac-03d2157f06e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1d937e1a-c6cd-4e12-a264-67bf92890520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0518079 Nov 11 12:30:59.275738 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f6845777-cae2-420b-863e-81450c5f6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:33Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'e1381249-537f-464e-a419-a4857f5ba2eb', 'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:ab:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:33Z', 'updated_at': '2021-11-11T12:29:37Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:30:59.304693 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6845777-cae2-420b-863e-81450c5f6649 None None] The sync data for ids ['816de327-4b45-4e51-b65f-1abf04b27107'] in dv-neutron-786478-23-hyperv is: [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:33Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'e1381249-537f-464e-a419-a4857f5ba2eb', 'name': '', 'network_id': '1d937e1a-c6cd-4e12-a264-67bf92890520', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:ab:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:33Z', 'updated_at': '2021-11-11T12:29:37Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': '9d924eb5-0313-454c-b330-342bd846c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:30:59.331414 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fb3cd04e-a514-4e61-8581-7694b21f27ca req-4b7eb7b9-11d4-40ba-a6f2-1f232ab2c720 service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891819 Nov 11 12:30:59.429911 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fb3cd04e-a514-4e61-8581-7694b21f27ca req-269a0086-7569-4379-9950-e5589f7e3828 service neutron] 10.222.0.70 "GET /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905411 Nov 11 12:30:59.524441 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac461c-fd8f-4811-9dc7-375b78dd8103 None None] New status for floating IP 1e43f6b2-125a-4ebe-aed0-c8548662f3e9: DOWN {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:31:00.312581 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4297ee3-0770-4ad6-b9a4-4d2eb3ba8bc7 req-05981111-0715-494c-acd4-2a6086517f2d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:00.314046 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b4297ee3-0770-4ad6-b9a4-4d2eb3ba8bc7 req-05981111-0715-494c-acd4-2a6086517f2d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 945 time: 0.0479856 Nov 11 12:31:00.362889 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b4297ee3-0770-4ad6-b9a4-4d2eb3ba8bc7 req-72f0e237-e638-4432-83fc-c5cfd134707b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=91215252-0b27-46b0-9786-e4b303436dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429084 Nov 11 12:31:00.590514 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd97ad-345f-4963-975b-ba4d4618387e req-05cf18f7-f73c-4375-b414-7b4d824278ec tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:00.591961 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-acdd97ad-345f-4963-975b-ba4d4618387e req-05cf18f7-f73c-4375-b414-7b4d824278ec tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 945 time: 0.0486338 Nov 11 12:31:00.682354 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-acdd97ad-345f-4963-975b-ba4d4618387e req-7792003e-6000-4c97-bca3-e173ff797770 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 883e0fc6-96b4-4001-b7a1-5281e753c0b4 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:31:00.682686 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-acdd97ad-345f-4963-975b-ba4d4618387e req-7792003e-6000-4c97-bca3-e173ff797770 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:00.768307 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-acdd97ad-345f-4963-975b-ba4d4618387e req-7792003e-6000-4c97-bca3-e173ff797770 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 883e0fc6-96b4-4001-b7a1-5281e753c0b4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=883e0fc6-96b4-4001-b7a1-5281e753c0b4,segment=NetworkSegment(2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0),segment_id=2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:31:00.768658 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-acdd97ad-345f-4963-975b-ba4d4618387e req-7792003e-6000-4c97-bca3-e173ff797770 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:00.780556 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-acdd97ad-345f-4963-975b-ba4d4618387e req-7792003e-6000-4c97-bca3-e173ff797770 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 883e0fc6-96b4-4001-b7a1-5281e753c0b4 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:31:00.981350 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-acdd97ad-345f-4963-975b-ba4d4618387e req-7792003e-6000-4c97-bca3-e173ff797770 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:01.007142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792003e-6000-4c97-bca3-e173ff797770 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=883e0fc6-96b4-4001-b7a1-5281e753c0b4,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:01.054687 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdd97ad-345f-4963-975b-ba4d4618387e req-7792003e-6000-4c97-bca3-e173ff797770 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] No DVR routers for this DVR port 883e0fc6-96b4-4001-b7a1-5281e753c0b4 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:31:01.058393 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-acdd97ad-345f-4963-975b-ba4d4618387e req-7792003e-6000-4c97-bca3-e173ff797770 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:01.061938 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-acdd97ad-345f-4963-975b-ba4d4618387e req-7792003e-6000-4c97-bca3-e173ff797770 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "DELETE /v2.0/ports/883e0fc6-96b4-4001-b7a1-5281e753c0b4 HTTP/1.1" status: 204 len: 173 time: 0.4640698 Nov 11 12:31:01.062438 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'name': 'network-vif-deleted', 'tag': '883e0fc6-96b4-4001-b7a1-5281e753c0b4'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:31:01.064793 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e53838-24ac-4026-915f-3e2bdf857975" -d '{"events": [{"server_uuid": "829cd3f3-82d5-4580-9d64-d2b7d40918ed", "name": "network-vif-deleted", "tag": "883e0fc6-96b4-4001-b7a1-5281e753c0b4"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:31:01.103606 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783ce746-bc62-493a-b534-4e642b49474b x-openstack-request-id: req-783ce746-bc62-493a-b534-4e642b49474b {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:31:01.103902 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829cd3f3-82d5-4580-9d64-d2b7d40918ed", "name": "network-vif-deleted", "tag": "883e0fc6-96b4-4001-b7a1-5281e753c0b4", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:31:01.104156 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-783ce746-bc62-493a-b534-4e642b49474b {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:31:01.104609 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829cd3f3-82d5-4580-9d64-d2b7d40918ed', 'name': 'network-vif-deleted', 'tag': '883e0fc6-96b4-4001-b7a1-5281e753c0b4', 'status': 'completed', 'code': 200} Nov 11 12:31:01.477384 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-80c15383-bda4-46ba-929e-cb5056a6207f req-ca6bd9f7-9f47-4cd7-a956-58e498d1e900 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=829cd3f3-82d5-4580-9d64-d2b7d40918ed HTTP/1.1" status: 200 len: 210 time: 0.0321665 Nov 11 12:31:02.533656 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57392) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:02.590996 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c816a8b3-53ff-41c2-b70f-363bad9fc9ae tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:02.616178 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c816a8b3-53ff-41c2-b70f-363bad9fc9ae tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:02.730210 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c816a8b3-53ff-41c2-b70f-363bad9fc9ae tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:02.732890 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c816a8b3-53ff-41c2-b70f-363bad9fc9ae tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:02.737946 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c816a8b3-53ff-41c2-b70f-363bad9fc9ae tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/security-groups/91215252-0b27-46b0-9786-e4b303436dd7 HTTP/1.1" status: 204 len: 168 time: 0.1994498 Nov 11 12:31:02.743937 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816a8b3-53ff-41c2-b70f-363bad9fc9ae tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91215252-0b27-46b0-9786-e4b303436dd7,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:02.826604 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57396) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:03.202780 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1b769312-128e-4630-8631-37540272f762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:03.491671 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-05ae828e-cb7a-40a7-9e06-ac15b1ad0974 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:03.739907 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-05ae828e-cb7a-40a7-9e06-ac15b1ad0974 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port e1381249-537f-464e-a419-a4857f5ba2eb {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:31:03.740539 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-05ae828e-cb7a-40a7-9e06-ac15b1ad0974 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:03.829493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-05ae828e-cb7a-40a7-9e06-ac15b1ad0974 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port e1381249-537f-464e-a419-a4857f5ba2eb, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e1381249-537f-464e-a419-a4857f5ba2eb,segment=NetworkSegment(2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0),segment_id=2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:31:03.829847 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-05ae828e-cb7a-40a7-9e06-ac15b1ad0974 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:03.842173 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-05ae828e-cb7a-40a7-9e06-ac15b1ad0974 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for e1381249-537f-464e-a419-a4857f5ba2eb owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:31:04.014905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 883e0fc6-96b4-4001-b7a1-5281e753c0b4 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:31:04.034600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 883e0fc6-96b4-4001-b7a1-5281e753c0b4 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:31:04.034942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 883e0fc6-96b4-4001-b7a1-5281e753c0b4 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:31:04.107532 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-05ae828e-cb7a-40a7-9e06-ac15b1ad0974 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:04.133632 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae828e-cb7a-40a7-9e06-ac15b1ad0974 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=e1381249-537f-464e-a419-a4857f5ba2eb,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:04.307926 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-05ae828e-cb7a-40a7-9e06-ac15b1ad0974 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:04.520376 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ae828e-cb7a-40a7-9e06-ac15b1ad0974 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 816de327-4b45-4e51-b65f-1abf04b27107 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:31:04.622339 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ae828e-cb7a-40a7-9e06-ac15b1ad0974 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:31:04.627352 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-05ae828e-cb7a-40a7-9e06-ac15b1ad0974 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/816de327-4b45-4e51-b65f-1abf04b27107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7996659 Nov 11 12:31:04.630159 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57398) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:04.632401 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9194d88f-c1c8-40a6-ae53-08e58f720130 None None] Sync routers for ids ['816de327-4b45-4e51-b65f-1abf04b27107'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:31:04.643058 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9194d88f-c1c8-40a6-ae53-08e58f720130 None None] Routers {'816de327-4b45-4e51-b65f-1abf04b27107'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:31:04.643673 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9194d88f-c1c8-40a6-ae53-08e58f720130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:30:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['816de327-4b45-4e51-b65f-1abf04b27107'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:31:04.692557 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-54741ed5-528d-4784-805c-7d6b578b46a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting subnet 9d924eb5-0313-454c-b330-342bd846c1ce {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:31:04.695659 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-54741ed5-528d-4784-805c-7d6b578b46a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:04.735634 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-54741ed5-528d-4784-805c-7d6b578b46a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:04.758142 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-9194d88f-c1c8-40a6-ae53-08e58f720130 None None] Set router 816de327-4b45-4e51-b65f-1abf04b27107 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:31:04.817896 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-54741ed5-528d-4784-805c-7d6b578b46a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:04.953243 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-54741ed5-528d-4784-805c-7d6b578b46a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:04.982943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54741ed5-528d-4784-805c-7d6b578b46a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Subnet': ['ID=9d924eb5-0313-454c-b330-342bd846c1ce,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:04.984931 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-54741ed5-528d-4784-805c-7d6b578b46a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:04.988172 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-54741ed5-528d-4784-805c-7d6b578b46a0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/subnets/9d924eb5-0313-454c-b330-342bd846c1ce HTTP/1.1" status: 204 len: 168 time: 0.3571441 Nov 11 12:31:04.989908 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a3b7d4-dc8b-4838-8633-2b1f94cef67c None None] Network 1d937e1a-c6cd-4e12-a264-67bf92890520 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:31:04.990741 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57400) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:05.025684 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9194d88f-c1c8-40a6-ae53-08e58f720130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:31:03Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:31:05.061939 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9194d88f-c1c8-40a6-ae53-08e58f720130 None None] Checking router: 816de327-4b45-4e51-b65f-1abf04b27107 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:31:05.072130 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9194d88f-c1c8-40a6-ae53-08e58f720130 None None] Routers {'816de327-4b45-4e51-b65f-1abf04b27107'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:31:05.073011 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9194d88f-c1c8-40a6-ae53-08e58f720130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:30:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['816de327-4b45-4e51-b65f-1abf04b27107'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:31:05.103786 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc43f538-7a24-4c08-8168-da4b578756b6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:05.186309 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-9194d88f-c1c8-40a6-ae53-08e58f720130 None None] Set router 816de327-4b45-4e51-b65f-1abf04b27107 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:31:05.198043 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] DHCP port deletion for 1d937e1a-c6cd-4e12-a264-67bf92890520 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:31:05.220496 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc43f538-7a24-4c08-8168-da4b578756b6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:05.245343 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] Deleting port 30e6c6da-c920-44fc-806b-6f66498052df {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:31:05.245711 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:05.311968 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] For port 30e6c6da-c920-44fc-806b-6f66498052df, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=30e6c6da-c920-44fc-806b-6f66498052df,segment=NetworkSegment(2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0),segment_id=2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:31:05.312360 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:05.319352 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-fc43f538-7a24-4c08-8168-da4b578756b6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 9839f25d-2561-4070-ba68-349789078394 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:31:05.319693 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc43f538-7a24-4c08-8168-da4b578756b6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:05.326134 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] Calling delete_port for 30e6c6da-c920-44fc-806b-6f66498052df owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:31:05.381417 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9194d88f-c1c8-40a6-ae53-08e58f720130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:31:03Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:31:05.409641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-fc43f538-7a24-4c08-8168-da4b578756b6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 9839f25d-2561-4070-ba68-349789078394, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=9839f25d-2561-4070-ba68-349789078394,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:31:05.411549 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc43f538-7a24-4c08-8168-da4b578756b6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:05.411650 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9194d88f-c1c8-40a6-ae53-08e58f720130 None None] The sync data for ids ['816de327-4b45-4e51-b65f-1abf04b27107'] in dv-neutron-786478-23-hyperv is: [{'id': '816de327-4b45-4e51-b65f-1abf04b27107', 'name': 'tempest-TestNetworkBasicOps-router-1903986281', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '9839f25d-2561-4070-ba68-349789078394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:31:03Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '9839f25d-2561-4070-ba68-349789078394', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816de327-4b45-4e51-b65f-1abf04b27107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:29:29Z', 'updated_at': '2021-11-11T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:31:05.431073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-fc43f538-7a24-4c08-8168-da4b578756b6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 9839f25d-2561-4070-ba68-349789078394 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:31:05.513046 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:05.540064 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] Pushing event deleted for resources: {'Port': ['ID=30e6c6da-c920-44fc-806b-6f66498052df,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:05.543080 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] No DVR routers for this DVR port 30e6c6da-c920-44fc-806b-6f66498052df on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:31:05.550416 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:05.550644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:05.550976 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:05.551331 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:05.551655 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:05.551983 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:05.552314 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:05.552634 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:05.553345 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:05.553345 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:05.553599 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:05.554257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484fe4af-327b-4259-8d85-73af6afd72c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:05.581115 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-105a35b4-75b6-453c-9025-5431614d305c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:05.684485 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc43f538-7a24-4c08-8168-da4b578756b6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:05.714316 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43f538-7a24-4c08-8168-da4b578756b6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=9839f25d-2561-4070-ba68-349789078394,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:05.724264 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e3c688-19f9-4968-b923-fb4e57fc3c18 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:31:05.782727 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc43f538-7a24-4c08-8168-da4b578756b6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:05.881566 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc43f538-7a24-4c08-8168-da4b578756b6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:05.885534 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc43f538-7a24-4c08-8168-da4b578756b6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:05.886968 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 30e6c6da-c920-44fc-806b-6f66498052df no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:31:05.912186 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 30e6c6da-c920-44fc-806b-6f66498052df {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:31:05.912524 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 30e6c6da-c920-44fc-806b-6f66498052df not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:31:05.912940 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e1381249-537f-464e-a419-a4857f5ba2eb no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:31:05.932043 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: e1381249-537f-464e-a419-a4857f5ba2eb {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:31:05.934570 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e1381249-537f-464e-a419-a4857f5ba2eb not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:31:06.054353 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc43f538-7a24-4c08-8168-da4b578756b6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:06.055399 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc43f538-7a24-4c08-8168-da4b578756b6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Fanout notify agent at l3_agent the message router_deleted on router 816de327-4b45-4e51-b65f-1abf04b27107 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:31:06.064333 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fc43f538-7a24-4c08-8168-da4b578756b6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:06.065808 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fc43f538-7a24-4c08-8168-da4b578756b6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/routers/816de327-4b45-4e51-b65f-1abf04b27107 HTTP/1.1" status: 204 len: 168 time: 1.0739672 Nov 11 12:31:06.069268 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57402) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:06.149267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0a04d9b7-afd7-49f9-886a-f80d0db15535 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:06.242507 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0a04d9b7-afd7-49f9-886a-f80d0db15535 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:06.263247 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-0a04d9b7-afd7-49f9-886a-f80d0db15535 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d937e1a-c6cd-4e12-a264-67bf92890520']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:31:06.272372 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-0a04d9b7-afd7-49f9-886a-f80d0db15535 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:31:06.272664 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-0a04d9b7-afd7-49f9-886a-f80d0db15535 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2005bb9b-8dbb-4a2d-9fd6-e0e89aba0ee0') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:31:06.281602 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0a04d9b7-afd7-49f9-886a-f80d0db15535 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:06.294089 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0a04d9b7-afd7-49f9-886a-f80d0db15535 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:06.299755 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a04d9b7-afd7-49f9-886a-f80d0db15535 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:31:06.300128 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0a04d9b7-afd7-49f9-886a-f80d0db15535 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:31:06.303005 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:31:06.415934 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0a04d9b7-afd7-49f9-886a-f80d0db15535 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:06.423631 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0a04d9b7-afd7-49f9-886a-f80d0db15535 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:06.427764 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0a04d9b7-afd7-49f9-886a-f80d0db15535 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/networks/1d937e1a-c6cd-4e12-a264-67bf92890520 HTTP/1.1" status: 204 len: 168 time: 0.3559425 Nov 11 12:31:06.438700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04d9b7-afd7-49f9-886a-f80d0db15535 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Network': ['ID=1d937e1a-c6cd-4e12-a264-67bf92890520,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:06.453720 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57404) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:06.458708 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-ded29256-5ef2-4ee2-8466-35d568d33510 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'network': {'name': 'tempest-network-smoke--1208653220', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'port_security_enabled': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:31:06.513189 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:06.567878 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded29256-5ef2-4ee2-8466-35d568d33510 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:31:06.571382 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ded29256-5ef2-4ee2-8466-35d568d33510 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:06.600392 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded29256-5ef2-4ee2-8466-35d568d33510 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:31:06.609700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ded29256-5ef2-4ee2-8466-35d568d33510 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:06.610039 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-ded29256-5ef2-4ee2-8466-35d568d33510 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Added segment 6c51aed2-56fa-431f-aeb3-1e75d05f2bc8 of type vlan for network 9cb5373a-7804-4e3d-b362-47f2ccff55f2 Nov 11 12:31:06.650489 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ded29256-5ef2-4ee2-8466-35d568d33510 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:06.739320 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ded29256-5ef2-4ee2-8466-35d568d33510 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:06.745235 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded29256-5ef2-4ee2-8466-35d568d33510 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:06.745766 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ded29256-5ef2-4ee2-8466-35d568d33510 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:06.811915 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded29256-5ef2-4ee2-8466-35d568d33510 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Network': ['ID=9cb5373a-7804-4e3d-b362-47f2ccff55f2,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:06.822466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 9cb5373a-7804-4e3d-b362-47f2ccff55f2 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:31:06.879138 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ded29256-5ef2-4ee2-8466-35d568d33510 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4242091 Nov 11 12:31:06.882415 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57406) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:06.887653 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1999119678', 'admin_state_up': True, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:31:06.967759 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:06.968798 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:07.027067 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:07.220390 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:07.472064 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 9839f25d-2561-4070-ba68-349789078394 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:31:07.487753 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:07.499701 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 9839f25d-2561-4070-ba68-349789078394 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:31:07.500106 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 9839f25d-2561-4070-ba68-349789078394 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:31:07.506949 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:07.620660 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.26.5.3 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/51b38411-3113-443c-aa5e-23972edc3233) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:31:07.729765 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:07.825698 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:07.872339 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:31:07.875403 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:31:07.877873 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:31:07.883580 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=51b38411-3113-443c-aa5e-23972edc3233,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:07.889168 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4958629-cc3d-4011-bc02-398dbfb39a7f None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:31:07.930312 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c0efa5cf-ae18-4f11-a29e-383d0230b27d None None] Provisioning complete for port 51b38411-3113-443c-aa5e-23972edc3233 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:31:07.930995 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c0efa5cf-ae18-4f11-a29e-383d0230b27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:07.966730 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c0efa5cf-ae18-4f11-a29e-383d0230b27d None None] Port 51b38411-3113-443c-aa5e-23972edc3233 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:31:08.152939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:08.216405 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:08.767753 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:08.998465 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:31:09.111355 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:31:09.121599 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Sync routers for ids ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:31:09.132343 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Routers {'8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:31:09.132955 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:31:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:31:09.172757 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:09.244388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:09.245301 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Set router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:31:09.248027 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a100ac05-732c-4ca2-a736-8279923ae327 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3646064 Nov 11 12:31:09.248786 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57408) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:09.278600 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-32791811-85bc-4df0-81b2-49f4234bcd79 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=61936e26caaf472aa62c0bac8a753383&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283597 Nov 11 12:31:09.281211 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57410) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:09.371648 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ae4ceb-77e2-4739-ae57-86e0bc4f2709 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:09.373237 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a7ae4ceb-77e2-4739-ae57-86e0bc4f2709 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910127 Nov 11 12:31:09.376241 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57412) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:09.406223 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-03a80bc1-103f-4439-a7b0-9aa75f8c01fe tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287809 Nov 11 12:31:09.409004 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57414) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:09.414384 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6856d222-cda7-42ff-9b4c-531a0e4f2558 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1694935608', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:31:09.442225 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'name': 'tempest-TestNetworkBasicOps-router-1999119678', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '51b38411-3113-443c-aa5e-23972edc3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:31:06Z', 'updated_at': '2021-11-11T12:31:08Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '51b38411-3113-443c-aa5e-23972edc3233', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:07Z', 'updated_at': '2021-11-11T12:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:31:09.474072 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Checking router: 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:31:09.474429 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Updating router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 port 51b38411-3113-443c-aa5e-23972edc3233 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:31:09.500983 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:09.632874 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6856d222-cda7-42ff-9b4c-531a0e4f2558 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:31:09.637352 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6856d222-cda7-42ff-9b4c-531a0e4f2558 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:09.764647 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:09.850090 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:09.893344 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947bea42-0970-413c-a477-1ebf85de4f17 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:31:09.905873 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Attempting to bind port 51b38411-3113-443c-aa5e-23972edc3233 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:31:09.906241 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Attempting to bind port 51b38411-3113-443c-aa5e-23972edc3233 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:31:09.906600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Attempting to bind port 51b38411-3113-443c-aa5e-23972edc3233 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:31:09.915259 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4fdf4-7d9a-407f-aff1-0596330bae2a None None] Pushing event updated for resources: {'Port': ['ID=51b38411-3113-443c-aa5e-23972edc3233,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:09.918455 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:31:09.918826 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:31:09.919254 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:09.919647 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:31:09.920112 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Bound port: 51b38411-3113-443c-aa5e-23972edc3233, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:31:09.920487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:09.930192 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6856d222-cda7-42ff-9b4c-531a0e4f2558 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:09.978831 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] For port 51b38411-3113-443c-aa5e-23972edc3233, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:31:09.982623 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] For port 51b38411-3113-443c-aa5e-23972edc3233, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=51b38411-3113-443c-aa5e-23972edc3233,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:31:09.996035 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856d222-cda7-42ff-9b4c-531a0e4f2558 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Subnet': ['ID=df5de63b-190b-473a-a0d1-d703e6b5ea3d,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:10.006301 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856d222-cda7-42ff-9b4c-531a0e4f2558 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Checking segment: {'id': '6c51aed2-56fa-431f-aeb3-1e75d05f2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:31:10.006858 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6856d222-cda7-42ff-9b4c-531a0e4f2558 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network hostable DHCP agents. Network: 9cb5373a-7804-4e3d-b362-47f2ccff55f2, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:31:10.008377 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-faf6f50f-7e55-4ca1-8c46-15ef41390fce None None] Provisioning complete for port 51b38411-3113-443c-aa5e-23972edc3233 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:31:10.009299 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-faf6f50f-7e55-4ca1-8c46-15ef41390fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:10.095522 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6856d222-cda7-42ff-9b4c-531a0e4f2558 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 9cb5373a-7804-4e3d-b362-47f2ccff55f2 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:31:10.185417 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-6856d222-cda7-42ff-9b4c-531a0e4f2558 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 9cb5373a-7804-4e3d-b362-47f2ccff55f2) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:31:10.186522 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:10.189543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6856d222-cda7-42ff-9b4c-531a0e4f2558 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:10.190152 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6856d222-cda7-42ff-9b4c-531a0e4f2558 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:10.221220 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b699d6f8-bc73-4a0e-ae2e-07ed07b10d02 None None] Network 9cb5373a-7804-4e3d-b362-47f2ccff55f2 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:31:10.273348 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359e7807-b830-4163-a4d2-fbc4d09d373f None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:31:10.274987 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-faf6f50f-7e55-4ca1-8c46-15ef41390fce None None] Port 51b38411-3113-443c-aa5e-23972edc3233 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:31:10.291311 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6856d222-cda7-42ff-9b4c-531a0e4f2558 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8811419 Nov 11 12:31:10.294033 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57416) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:10.311793 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Routers {'8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:31:10.312428 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:31:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:31:10.314607 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4fdf4-7d9a-407f-aff1-0596330bae2a None None] Pushing event updated for resources: {'Port': ['ID=51b38411-3113-443c-aa5e-23972edc3233,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:10.472169 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-240a20fd-c40c-491c-bd0d-d91abf969678 None None] Provisioning complete for port 51b38411-3113-443c-aa5e-23972edc3233 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:31:10.472169 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-240a20fd-c40c-491c-bd0d-d91abf969678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:10.502787 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] Set router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:31:10.599412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ips': [{'subnet_id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:31:10.600262 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:10.785445 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-240a20fd-c40c-491c-bd0d-d91abf969678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:10.823729 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bbeb7031-5abb-4f8e-aa98-38033265bfa4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:10.873576 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-240a20fd-c40c-491c-bd0d-d91abf969678 None None] For port 51b38411-3113-443c-aa5e-23972edc3233, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=51b38411-3113-443c-aa5e-23972edc3233,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:31:10.900487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Allocated IP 172.20.0.2 (9cb5373a-7804-4e3d-b362-47f2ccff55f2/df5de63b-190b-473a-a0d1-d703e6b5ea3d/51563eaf-6dbe-4aea-b12c-baaa3f96dd79) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:31:10.956964 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'name': 'tempest-TestNetworkBasicOps-router-1999119678', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '51b38411-3113-443c-aa5e-23972edc3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:31:06Z', 'updated_at': '2021-11-11T12:31:08Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '51b38411-3113-443c-aa5e-23972edc3233', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:07Z', 'updated_at': '2021-11-11T12:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:31:10.995429 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:10.996229 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d89019-9afb-4ffe-8cc8-0f238c391e30 None None] The sync data for ids ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'] in dv-neutron-786478-23-hyperv is: [{'id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'name': 'tempest-TestNetworkBasicOps-router-1999119678', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '51b38411-3113-443c-aa5e-23972edc3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:31:06Z', 'updated_at': '2021-11-11T12:31:08Z', 'revision_number': 3, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '51b38411-3113-443c-aa5e-23972edc3233', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:07Z', 'updated_at': '2021-11-11T12:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:31:11.006517 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-240a20fd-c40c-491c-bd0d-d91abf969678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:11.097752 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a20fd-c40c-491c-bd0d-d91abf969678 None None] Pushing event updated for resources: {'Port': ['ID=51b38411-3113-443c-aa5e-23972edc3233,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:11.145051 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:11.214268 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:11.267498 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Network 9cb5373a-7804-4e3d-b362-47f2ccff55f2 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:31:11.285775 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:31:11.289621 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:31:11.300488 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Pushing event updated for resources: {'Port': ['ID=51563eaf-6dbe-4aea-b12c-baaa3f96dd79,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:11.318204 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-bbeb7031-5abb-4f8e-aa98-38033265bfa4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.1 (9cb5373a-7804-4e3d-b362-47f2ccff55f2/df5de63b-190b-473a-a0d1-d703e6b5ea3d/627732d1-62a2-4de5-9aa9-6d0a0eee1c83) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:31:11.380493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Attempting to bind port 51563eaf-6dbe-4aea-b12c-baaa3f96dd79 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:31:11.381020 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Attempting to bind port 51563eaf-6dbe-4aea-b12c-baaa3f96dd79 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '6c51aed2-56fa-431f-aeb3-1e75d05f2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:31:11.381536 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Attempting to bind port 51563eaf-6dbe-4aea-b12c-baaa3f96dd79 on network 9cb5373a-7804-4e3d-b362-47f2ccff55f2 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:31:11.389495 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:31:11.389892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Checking segment: {'id': '6c51aed2-56fa-431f-aeb3-1e75d05f2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:31:11.390299 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:11.390691 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Bound using segment: {'id': '6c51aed2-56fa-431f-aeb3-1e75d05f2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:31:11.391582 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Bound port: 51563eaf-6dbe-4aea-b12c-baaa3f96dd79, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c51aed2-56fa-431f-aeb3-1e75d05f2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:31:11.392141 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:11.482173 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b054f441-f956-4657-949a-69b0611b94bf None None] For port 51563eaf-6dbe-4aea-b12c-baaa3f96dd79, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:31:11.485957 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b054f441-f956-4657-949a-69b0611b94bf None None] For port 51563eaf-6dbe-4aea-b12c-baaa3f96dd79, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=51563eaf-6dbe-4aea-b12c-baaa3f96dd79,segment=NetworkSegment(6c51aed2-56fa-431f-aeb3-1e75d05f2bc8),segment_id=6c51aed2-56fa-431f-aeb3-1e75d05f2bc8)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:31:11.496154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bbeb7031-5abb-4f8e-aa98-38033265bfa4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:11.573065 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 51b38411-3113-443c-aa5e-23972edc3233 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:31:11.603835 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:11.627874 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bbeb7031-5abb-4f8e-aa98-38033265bfa4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:11.713690 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054f441-f956-4657-949a-69b0611b94bf None None] Pushing event updated for resources: {'Port': ['ID=51563eaf-6dbe-4aea-b12c-baaa3f96dd79,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:11.718421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeb7031-5abb-4f8e-aa98-38033265bfa4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 9cb5373a-7804-4e3d-b362-47f2ccff55f2 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:31:11.734507 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-bbeb7031-5abb-4f8e-aa98-38033265bfa4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:31:11.736918 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb7031-5abb-4f8e-aa98-38033265bfa4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=627732d1-62a2-4de5-9aa9-6d0a0eee1c83,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:11.739367 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeb7031-5abb-4f8e-aa98-38033265bfa4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:31:11.745905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 51b38411-3113-443c-aa5e-23972edc3233 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:31:11.746420 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:11.798018 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bbeb7031-5abb-4f8e-aa98-38033265bfa4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:12.056060 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bbeb7031-5abb-4f8e-aa98-38033265bfa4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:12.356310 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bbeb7031-5abb-4f8e-aa98-38033265bfa4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:12.413700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bbeb7031-5abb-4f8e-aa98-38033265bfa4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:12.493358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bbeb7031-5abb-4f8e-aa98-38033265bfa4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:12.499131 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb7031-5abb-4f8e-aa98-38033265bfa4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=627732d1-62a2-4de5-9aa9-6d0a0eee1c83,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:12.614986 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeb7031-5abb-4f8e-aa98-38033265bfa4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 9cb5373a-7804-4e3d-b362-47f2ccff55f2 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:31:12.616488 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-bbeb7031-5abb-4f8e-aa98-38033265bfa4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:31:12.693466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fb4360-f714-4cd2-b57b-de5371e3310a None None] Network 9cb5373a-7804-4e3d-b362-47f2ccff55f2 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:31:12.744951 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbeb7031-5abb-4f8e-aa98-38033265bfa4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:31:12.796897 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-fa430f19-5698-44a5-8f57-164ecae60dab None None] Provisioning complete for port 51563eaf-6dbe-4aea-b12c-baaa3f96dd79 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:31:12.797386 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fa430f19-5698-44a5-8f57-164ecae60dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:12.866874 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbeb7031-5abb-4f8e-aa98-38033265bfa4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:31:12.874068 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bbeb7031-5abb-4f8e-aa98-38033265bfa4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/8c9e5888-6caf-44d0-a5b0-1cc37bdfd268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5788660 Nov 11 12:31:12.878226 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57418) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:12.942631 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fa430f19-5698-44a5-8f57-164ecae60dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:12.984910 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-fa430f19-5698-44a5-8f57-164ecae60dab None None] For port 51563eaf-6dbe-4aea-b12c-baaa3f96dd79, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=51563eaf-6dbe-4aea-b12c-baaa3f96dd79,segment=NetworkSegment(6c51aed2-56fa-431f-aeb3-1e75d05f2bc8),segment_id=6c51aed2-56fa-431f-aeb3-1e75d05f2bc8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:31:13.012853 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de338a6b-b71d-4ab1-8bbd-b475080a1f95 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:13.015228 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de338a6b-b71d-4ab1-8bbd-b475080a1f95 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:13.015228 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de338a6b-b71d-4ab1-8bbd-b475080a1f95 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:13.015590 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de338a6b-b71d-4ab1-8bbd-b475080a1f95 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:13.017675 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-de338a6b-b71d-4ab1-8bbd-b475080a1f95 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1400273 Nov 11 12:31:13.020756 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57420) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:13.050621 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fa430f19-5698-44a5-8f57-164ecae60dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:13.089985 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4541a7cd-16ad-4e44-89c2-ee1fa02c0714 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:13.090449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4541a7cd-16ad-4e44-89c2-ee1fa02c0714 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:13.090898 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4541a7cd-16ad-4e44-89c2-ee1fa02c0714 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:13.091400 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4541a7cd-16ad-4e44-89c2-ee1fa02c0714 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:13.097714 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4541a7cd-16ad-4e44-89c2-ee1fa02c0714 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0758700 Nov 11 12:31:13.100397 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57422) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:13.118469 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa430f19-5698-44a5-8f57-164ecae60dab None None] Pushing event updated for resources: {'Port': ['ID=51563eaf-6dbe-4aea-b12c-baaa3f96dd79,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:13.226948 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Sync routers for ids ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:31:13.241072 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Routers {'8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:31:13.241874 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:31:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:31:13.292066 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d89520f6-69b7-4adc-a215-9bb427c9e32e tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1882348 Nov 11 12:31:13.294532 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6753207b-4ee1-414a-814d-9065c3f6996e None None] Provisioning complete for port 51563eaf-6dbe-4aea-b12c-baaa3f96dd79 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:31:13.294927 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6753207b-4ee1-414a-814d-9065c3f6996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:13.365096 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Set router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:31:13.595936 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'name': 'tempest-TestNetworkBasicOps-router-1999119678', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '51b38411-3113-443c-aa5e-23972edc3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:31:06Z', 'updated_at': '2021-11-11T12:31:11Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '51b38411-3113-443c-aa5e-23972edc3233', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:07Z', 'updated_at': '2021-11-11T12:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '627732d1-62a2-4de5-9aa9-6d0a0eee1c83', 'name': '', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:f3:04:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:10Z', 'updated_at': '2021-11-11T12:31:12Z', 'revision_number': 2, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:31:13.625632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 51563eaf-6dbe-4aea-b12c-baaa3f96dd79 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:31:13.653627 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Checking router: 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:31:13.654052 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Updating router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:31:13.658641 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57426) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:13.667001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-90cd2c93-2e89-452a-8642-a7ee601e9deb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1926108426', 'description': 'tempest-secgroup-smoke-1926108426 description', 'project_id': '61936e26caaf472aa62c0bac8a753383'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:31:13.687215 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:13.689107 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6753207b-4ee1-414a-814d-9065c3f6996e None None] Provisioning complete for port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:31:13.689479 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6753207b-4ee1-414a-814d-9065c3f6996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:13.737113 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 51563eaf-6dbe-4aea-b12c-baaa3f96dd79 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:31:13.737842 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:13.740183 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-6753207b-4ee1-414a-814d-9065c3f6996e None None] Port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:31:13.776245 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-90cd2c93-2e89-452a-8642-a7ee601e9deb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:13.863918 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-2b883777-32e8-45fc-9aee-d4098cff7781 None None] Provisioning complete for port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:31:13.864107 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2b883777-32e8-45fc-9aee-d4098cff7781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:13.872199 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-90cd2c93-2e89-452a-8642-a7ee601e9deb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:13.904732 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-2b883777-32e8-45fc-9aee-d4098cff7781 None None] Port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:31:13.958227 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-90cd2c93-2e89-452a-8642-a7ee601e9deb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:13.994588 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2c93-2e89-452a-8642-a7ee601e9deb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68104bed-0605-41ee-982b-f27823013d34,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:14.001633 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:14.067149 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-90cd2c93-2e89-452a-8642-a7ee601e9deb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:14.068557 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-90cd2c93-2e89-452a-8642-a7ee601e9deb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4085591 Nov 11 12:31:14.071912 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57428) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:14.079131 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:14.080122 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-fd842514-5060-46e0-9879-cf61a8b0d1a8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '68104bed-0605-41ee-982b-f27823013d34', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:31:14.155752 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ee6c8-600a-4f27-a2b2-ed73674f15ae None None] Pushing event updated for resources: {'Port': ['ID=627732d1-62a2-4de5-9aa9-6d0a0eee1c83,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:14.183336 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ee6c8-600a-4f27-a2b2-ed73674f15ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:14.183682 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ee6c8-600a-4f27-a2b2-ed73674f15ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:14.184022 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ee6c8-600a-4f27-a2b2-ed73674f15ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:14.184355 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ee6c8-600a-4f27-a2b2-ed73674f15ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:14.184685 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ee6c8-600a-4f27-a2b2-ed73674f15ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:14.185013 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ee6c8-600a-4f27-a2b2-ed73674f15ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:14.185430 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ee6c8-600a-4f27-a2b2-ed73674f15ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:14.185765 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ee6c8-600a-4f27-a2b2-ed73674f15ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:14.186089 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ee6c8-600a-4f27-a2b2-ed73674f15ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:14.186420 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ee6c8-600a-4f27-a2b2-ed73674f15ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:14.186733 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ee6c8-600a-4f27-a2b2-ed73674f15ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:14.187085 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ee6c8-600a-4f27-a2b2-ed73674f15ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:31:14.196452 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Attempting to bind port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:31:14.196826 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Attempting to bind port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '6c51aed2-56fa-431f-aeb3-1e75d05f2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:31:14.197183 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Attempting to bind port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 on network 9cb5373a-7804-4e3d-b362-47f2ccff55f2 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:31:14.202894 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd842514-5060-46e0-9879-cf61a8b0d1a8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:14.206716 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:31:14.207190 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Checking segment: {'id': '6c51aed2-56fa-431f-aeb3-1e75d05f2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:31:14.211035 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:14.211035 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Bound using segment: {'id': '6c51aed2-56fa-431f-aeb3-1e75d05f2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:31:14.211035 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Bound port: 627732d1-62a2-4de5-9aa9-6d0a0eee1c83, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c51aed2-56fa-431f-aeb3-1e75d05f2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:31:14.211035 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:14.281560 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] For port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:31:14.284665 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd842514-5060-46e0-9879-cf61a8b0d1a8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:14.286559 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] For port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=627732d1-62a2-4de5-9aa9-6d0a0eee1c83,segment=NetworkSegment(6c51aed2-56fa-431f-aeb3-1e75d05f2bc8),segment_id=6c51aed2-56fa-431f-aeb3-1e75d05f2bc8)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:31:14.375320 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd842514-5060-46e0-9879-cf61a8b0d1a8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:14.386021 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:14.394672 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd842514-5060-46e0-9879-cf61a8b0d1a8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65280c7-3de1-4709-8147-b4f830f4dcc8,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:14.429703 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-d7447729-7e43-4017-8109-b6916b888ec7 None None] Provisioning complete for port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:31:14.429936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d7447729-7e43-4017-8109-b6916b888ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:14.456193 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ee6c8-600a-4f27-a2b2-ed73674f15ae None None] Pushing event updated for resources: {'Port': ['ID=627732d1-62a2-4de5-9aa9-6d0a0eee1c83,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:14.469068 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Routers {'8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:31:14.469690 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:31:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:31:14.529492 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d7447729-7e43-4017-8109-b6916b888ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:14.535200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fd842514-5060-46e0-9879-cf61a8b0d1a8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:14.535200 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fd842514-5060-46e0-9879-cf61a8b0d1a8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4603670 Nov 11 12:31:14.536338 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57430) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:14.541530 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-61364aaf-484c-49b2-b1b5-a61c1094e566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '68104bed-0605-41ee-982b-f27823013d34', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:31:14.573589 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-d7447729-7e43-4017-8109-b6916b888ec7 None None] For port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=627732d1-62a2-4de5-9aa9-6d0a0eee1c83,segment=NetworkSegment(6c51aed2-56fa-431f-aeb3-1e75d05f2bc8),segment_id=6c51aed2-56fa-431f-aeb3-1e75d05f2bc8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:31:14.612685 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] Set router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:31:14.644430 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-61364aaf-484c-49b2-b1b5-a61c1094e566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:14.666705 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d7447729-7e43-4017-8109-b6916b888ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:14.726870 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-61364aaf-484c-49b2-b1b5-a61c1094e566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:14.739593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7447729-7e43-4017-8109-b6916b888ec7 None None] Pushing event updated for resources: {'Port': ['ID=627732d1-62a2-4de5-9aa9-6d0a0eee1c83,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:14.792387 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1527d40c-8ac6-433d-a914-7962e83c0e1a None None] Provisioning complete for port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:31:14.792848 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1527d40c-8ac6-433d-a914-7962e83c0e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:14.815766 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-61364aaf-484c-49b2-b1b5-a61c1094e566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:14.841452 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61364aaf-484c-49b2-b1b5-a61c1094e566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c851cefd-ea24-4199-8fcc-36f48126426c,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:14.908909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-61364aaf-484c-49b2-b1b5-a61c1094e566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:14.912814 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-61364aaf-484c-49b2-b1b5-a61c1094e566 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3726871 Nov 11 12:31:14.913732 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57432) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:14.919262 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e3657003-9cb3-4d79-99f8-adc15093ebd4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '68104bed-0605-41ee-982b-f27823013d34', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:31:14.937504 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'name': 'tempest-TestNetworkBasicOps-router-1999119678', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '51b38411-3113-443c-aa5e-23972edc3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:31:06Z', 'updated_at': '2021-11-11T12:31:11Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '51b38411-3113-443c-aa5e-23972edc3233', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:07Z', 'updated_at': '2021-11-11T12:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '627732d1-62a2-4de5-9aa9-6d0a0eee1c83', 'name': '', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:f3:04:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:10Z', 'updated_at': '2021-11-11T12:31:14Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:31:14.963760 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98cfa99-061e-488c-8dbc-2d23bcede813 None None] The sync data for ids ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'] in dv-neutron-786478-23-hyperv is: [{'id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'name': 'tempest-TestNetworkBasicOps-router-1999119678', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '51b38411-3113-443c-aa5e-23972edc3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:31:06Z', 'updated_at': '2021-11-11T12:31:11Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '51b38411-3113-443c-aa5e-23972edc3233', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:07Z', 'updated_at': '2021-11-11T12:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '627732d1-62a2-4de5-9aa9-6d0a0eee1c83', 'name': '', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:f3:04:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:10Z', 'updated_at': '2021-11-11T12:31:14Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:31:15.015395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e3657003-9cb3-4d79-99f8-adc15093ebd4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:15.097805 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e3657003-9cb3-4d79-99f8-adc15093ebd4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:15.179292 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e3657003-9cb3-4d79-99f8-adc15093ebd4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:15.198846 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3657003-9cb3-4d79-99f8-adc15093ebd4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92deddc9-6d86-4ff5-9d18-9f39f4d709ce,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:15.261524 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e3657003-9cb3-4d79-99f8-adc15093ebd4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:15.262953 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e3657003-9cb3-4d79-99f8-adc15093ebd4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3472641 Nov 11 12:31:15.265542 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57434) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:15.270316 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a426a962-6248-4959-9ae8-8e0f1ade82e4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '68104bed-0605-41ee-982b-f27823013d34', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:31:15.374622 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a426a962-6248-4959-9ae8-8e0f1ade82e4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:15.449903 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a426a962-6248-4959-9ae8-8e0f1ade82e4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:15.527785 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a426a962-6248-4959-9ae8-8e0f1ade82e4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:15.555352 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426a962-6248-4959-9ae8-8e0f1ade82e4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08336a4-75a4-44d8-8950-5f3fb5c392ec,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:15.574469 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:31:15.617599 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a426a962-6248-4959-9ae8-8e0f1ade82e4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:15.618852 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a426a962-6248-4959-9ae8-8e0f1ade82e4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3522553 Nov 11 12:31:15.621658 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57436) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:15.627303 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-6e548f76-6391-4140-9c3b-0e3e30f423eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '68104bed-0605-41ee-982b-f27823013d34', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:31:15.642070 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:31:15.642695 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:15.739253 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-6e548f76-6391-4140-9c3b-0e3e30f423eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:31:15.745916 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6e548f76-6391-4140-9c3b-0e3e30f423eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:15.814847 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6e548f76-6391-4140-9c3b-0e3e30f423eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:15.893228 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6e548f76-6391-4140-9c3b-0e3e30f423eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:15.914673 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e548f76-6391-4140-9c3b-0e3e30f423eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666de113-b81d-4098-8a52-3125f7065758,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:15.994012 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6e548f76-6391-4140-9c3b-0e3e30f423eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:15.995425 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6e548f76-6391-4140-9c3b-0e3e30f423eb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3728170 Nov 11 12:31:15.998089 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57438) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:16.002701 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-ea293c15-5554-4fd3-970a-86af02584c0b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'security_group_rule': {'security_group_id': '68104bed-0605-41ee-982b-f27823013d34', 'project_id': '61936e26caaf472aa62c0bac8a753383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:31:16.081969 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-ea293c15-5554-4fd3-970a-86af02584c0b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Project 61936e26caaf472aa62c0bac8a753383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:31:16.087477 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea293c15-5554-4fd3-970a-86af02584c0b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:16.156763 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea293c15-5554-4fd3-970a-86af02584c0b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:16.238052 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea293c15-5554-4fd3-970a-86af02584c0b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:16.258768 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea293c15-5554-4fd3-970a-86af02584c0b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01e60fc-d7fc-4b95-b304-e8006b7b9928,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:16.309051 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ea293c15-5554-4fd3-970a-86af02584c0b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:16.310520 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ea293c15-5554-4fd3-970a-86af02584c0b tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3112462 Nov 11 12:31:16.520044 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-865f14c9-30c4-44a9-b73c-702b61b142a4 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1926108426&fields=id&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 267 time: 0.0485401 Nov 11 12:31:16.629795 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-e3432bf8-8e46-48ce-bf01-15329705f620 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:16.635087 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-e3432bf8-8e46-48ce-bf01-15329705f620 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/networks?id=9cb5373a-7804-4e3d-b362-47f2ccff55f2 HTTP/1.1" status: 200 len: 797 time: 0.1035919 Nov 11 12:31:16.649399 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-5ad1088c-9825-49d7-b24e-a93a06a62d7c tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/quotas/61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 375 time: 0.0117276 Nov 11 12:31:16.701883 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-867ae0dc-25b3-43b7-916a-d669dd481665 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458899 Nov 11 12:31:16.805546 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-b2cbf3cd-f53e-4fe8-aff4-4794e6ef96d4 service neutron] 10.222.0.50 "GET /v2.0/networks/9cb5373a-7804-4e3d-b362-47f2ccff55f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914743 Nov 11 12:31:16.893899 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-f5e214c0-cb2a-47b2-a3ac-f7a1d18cc3c9 service neutron] 10.222.0.50 "GET /v2.0/networks/9cb5373a-7804-4e3d-b362-47f2ccff55f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819156 Nov 11 12:31:17.140070 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-72885d6d-c18c-4aab-98eb-d93208a77541 req-f852ad7c-9e84-42b8-84c5-406994874fd1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 210 time: 0.0286789 Nov 11 12:31:18.242086 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-03d78d0b-000d-4f9d-ac4f-52397a3709df req-219b9d8f-1c3f-45ff-96d0-9994a7b7cc9a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 210 time: 0.0272880 Nov 11 12:31:18.922011 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-358ddc8f-4ae9-4d73-81df-4795ef4346a6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:18.923462 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-358ddc8f-4ae9-4d73-81df-4795ef4346a6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/networks?id=9cb5373a-7804-4e3d-b362-47f2ccff55f2 HTTP/1.1" status: 200 len: 797 time: 0.1028831 Nov 11 12:31:18.991772 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-85eba8f4-bc68-412b-aca3-d1eec604b7ea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61936e26caaf472aa62c0bac8a753383 HTTP/1.1" status: 200 len: 380 time: 0.0583811 Nov 11 12:31:19.001904 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-eeb6db93-e129-4cd0-8b89-fb5105a3c231 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'port': {'device_id': '61319136-c52c-479d-980e-720ab2d0a458', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'admin_state_up': True, 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'security_groups': ['68104bed-0605-41ee-982b-f27823013d34']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:31:19.174940 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-eeb6db93-e129-4cd0-8b89-fb5105a3c231 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Made reservation on behalf of 61936e26caaf472aa62c0bac8a753383 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:31:19.178521 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-eeb6db93-e129-4cd0-8b89-fb5105a3c231 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:19.306946 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-eeb6db93-e129-4cd0-8b89-fb5105a3c231 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.20.0.11 (9cb5373a-7804-4e3d-b362-47f2ccff55f2/df5de63b-190b-473a-a0d1-d703e6b5ea3d/6c338dfa-0f28-4a78-9c43-271b96772008) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:31:19.338056 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-daa641ce-192d-44f4-9952-0c7724ffa9de req-e80891ce-5f0f-4f1f-bc16-258f14cbee8d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 210 time: 0.0300796 Nov 11 12:31:19.440977 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-eeb6db93-e129-4cd0-8b89-fb5105a3c231 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:19.541244 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-eeb6db93-e129-4cd0-8b89-fb5105a3c231 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:19.581652 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-eeb6db93-e129-4cd0-8b89-fb5105a3c231 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 9cb5373a-7804-4e3d-b362-47f2ccff55f2 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:31:19.587144 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-eeb6db93-e129-4cd0-8b89-fb5105a3c231 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:31:19.589572 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-eeb6db93-e129-4cd0-8b89-fb5105a3c231 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:31:19.620388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6db93-e129-4cd0-8b89-fb5105a3c231 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=6c338dfa-0f28-4a78-9c43-271b96772008,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:19.648678 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-eeb6db93-e129-4cd0-8b89-fb5105a3c231 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:19.650058 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-eeb6db93-e129-4cd0-8b89-fb5105a3c231 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:19.724530 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-eeb6db93-e129-4cd0-8b89-fb5105a3c231 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7264645 Nov 11 12:31:19.737756 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Request body: {'port': {'device_id': '61319136-c52c-479d-980e-720ab2d0a458', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:31:19.790975 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:19.843842 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-73da9920-3c29-4442-873d-c18a6b35510b None None] Provisioning complete for port 6c338dfa-0f28-4a78-9c43-271b96772008 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:31:19.844390 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-73da9920-3c29-4442-873d-c18a6b35510b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:19.878378 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-73da9920-3c29-4442-873d-c18a6b35510b None None] Port 6c338dfa-0f28-4a78-9c43-271b96772008 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:31:20.058590 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c338dfa-0f28-4a78-9c43-271b96772008 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:31:20.065993 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:20.078231 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Transition to ACTIVE for port object 6c338dfa-0f28-4a78-9c43-271b96772008 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:31:20.140281 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:20.214624 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Pushing event updated for resources: {'Port': ['ID=6c338dfa-0f28-4a78-9c43-271b96772008,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:20.274976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Attempting to bind port 6c338dfa-0f28-4a78-9c43-271b96772008 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:31:20.275599 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Attempting to bind port 6c338dfa-0f28-4a78-9c43-271b96772008 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '6c51aed2-56fa-431f-aeb3-1e75d05f2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:31:20.275923 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Attempting to bind port 6c338dfa-0f28-4a78-9c43-271b96772008 on network 9cb5373a-7804-4e3d-b362-47f2ccff55f2 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:31:20.280600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Port 6c338dfa-0f28-4a78-9c43-271b96772008 on network 9cb5373a-7804-4e3d-b362-47f2ccff55f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:31:20.280916 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Attempting to bind port 6c338dfa-0f28-4a78-9c43-271b96772008 on network 9cb5373a-7804-4e3d-b362-47f2ccff55f2 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:31:20.285906 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:31:20.286234 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Checking segment: {'id': '6c51aed2-56fa-431f-aeb3-1e75d05f2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:31:20.286612 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Bound using segment: {'id': '6c51aed2-56fa-431f-aeb3-1e75d05f2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:31:20.287039 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Bound port: 6c338dfa-0f28-4a78-9c43-271b96772008, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c51aed2-56fa-431f-aeb3-1e75d05f2bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:31:20.287414 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:20.356272 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] For port 6c338dfa-0f28-4a78-9c43-271b96772008, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:31:20.359900 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] For port 6c338dfa-0f28-4a78-9c43-271b96772008, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6c338dfa-0f28-4a78-9c43-271b96772008,segment=NetworkSegment(6c51aed2-56fa-431f-aeb3-1e75d05f2bc8),segment_id=6c51aed2-56fa-431f-aeb3-1e75d05f2bc8)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:31:20.421028 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:20.452904 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa470c6-05dd-49f8-909c-0159a40562c3 req-50da6c80-86e3-46d6-8149-af9220f5e0d6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:20.455092 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9aa470c6-05dd-49f8-909c-0159a40562c3 req-50da6c80-86e3-46d6-8149-af9220f5e0d6 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 944 time: 0.0500600 Nov 11 12:31:20.461936 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:20.462675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:20.464330 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] 10.222.0.70 "PUT /v2.0/ports/6c338dfa-0f28-4a78-9c43-271b96772008 HTTP/1.1" status: 200 len: 1094 time: 0.7308471 Nov 11 12:31:20.464877 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61319136-c52c-479d-980e-720ab2d0a458', 'tag': '6c338dfa-0f28-4a78-9c43-271b96772008'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:31:20.467330 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e5a9c4-b9b4-4a53-81bf-b28da859c0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "61319136-c52c-479d-980e-720ab2d0a458", "tag": "6c338dfa-0f28-4a78-9c43-271b96772008"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:31:20.494339 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ba6d6-8704-4ecd-934d-323560ee8f7e service neutron] Pushing event updated for resources: {'Port': ['ID=6c338dfa-0f28-4a78-9c43-271b96772008,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:20.521513 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9aa470c6-05dd-49f8-909c-0159a40562c3 req-be852055-e17b-432b-99a6-a27bf30b77de tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=68104bed-0605-41ee-982b-f27823013d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594952 Nov 11 12:31:20.525547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb7138e-9bbf-4dbd-9fbb-f4795d01fa55 x-openstack-request-id: req-acb7138e-9bbf-4dbd-9fbb-f4795d01fa55 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:31:20.525836 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61319136-c52c-479d-980e-720ab2d0a458", "tag": "6c338dfa-0f28-4a78-9c43-271b96772008", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:31:20.526085 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-acb7138e-9bbf-4dbd-9fbb-f4795d01fa55 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:31:20.526535 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61319136-c52c-479d-980e-720ab2d0a458', 'tag': '6c338dfa-0f28-4a78-9c43-271b96772008', 'status': 'completed', 'code': 200} Nov 11 12:31:20.588847 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5a9c4-b9b4-4a53-81bf-b28da859c0f5 req-842ce29c-0d2a-472e-9ad5-42e8f28719d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:20.590340 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-89e5a9c4-b9b4-4a53-81bf-b28da859c0f5 req-842ce29c-0d2a-472e-9ad5-42e8f28719d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 1097 time: 0.0441110 Nov 11 12:31:20.693978 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5a9c4-b9b4-4a53-81bf-b28da859c0f5 req-190d82c8-acf5-41e1-a2e7-10a8e2ba0fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:20.695472 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-89e5a9c4-b9b4-4a53-81bf-b28da859c0f5 req-190d82c8-acf5-41e1-a2e7-10a8e2ba0fee service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=61936e26caaf472aa62c0bac8a753383&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0971603 Nov 11 12:31:20.791302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5a9c4-b9b4-4a53-81bf-b28da859c0f5 req-2318410b-becf-44da-901b-2f7f7caea791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:20.792735 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-89e5a9c4-b9b4-4a53-81bf-b28da859c0f5 req-2318410b-becf-44da-901b-2f7f7caea791 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901098 Nov 11 12:31:20.865426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-f9a513ac-47ba-4771-85d6-fb2811dccd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:20.866888 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-f9a513ac-47ba-4771-85d6-fb2811dccd7f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 1097 time: 0.0398591 Nov 11 12:31:20.906808 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-b61c831c-b248-4834-ae23-f5f919029a0e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c338dfa-0f28-4a78-9c43-271b96772008 HTTP/1.1" status: 200 len: 217 time: 0.0326500 Nov 11 12:31:20.956892 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-661aa7ad-c3ca-44c5-8bde-08ab6b8fd4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:20.958281 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-661aa7ad-c3ca-44c5-8bde-08ab6b8fd4c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df5de63b-190b-473a-a0d1-d703e6b5ea3d HTTP/1.1" status: 200 len: 835 time: 0.0452526 Nov 11 12:31:21.004413 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-518af138-c278-48f3-b7a7-0df3b9588052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:21.005936 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-518af138-c278-48f3-b7a7-0df3b9588052 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cb5373a-7804-4e3d-b362-47f2ccff55f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396440 Nov 11 12:31:21.094203 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-fdf96f3b-9e9f-40e9-8c86-83f927b70f6c service neutron] 10.222.0.70 "GET /v2.0/networks/9cb5373a-7804-4e3d-b362-47f2ccff55f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815368 Nov 11 12:31:21.184460 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-231179f1-f5ba-4500-b3e8-0c857a7f32c6 req-e4702b49-73a0-489d-9d4b-a71055f45173 service neutron] 10.222.0.70 "GET /v2.0/networks/9cb5373a-7804-4e3d-b362-47f2ccff55f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838161 Nov 11 12:31:21.641925 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35f615-f70b-45e6-908d-b041d156db6b req-a7a8f384-d4ed-4622-bc5e-e19684db1dbb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:21.643390 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-be35f615-f70b-45e6-908d-b041d156db6b req-a7a8f384-d4ed-4622-bc5e-e19684db1dbb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 944 time: 0.0474544 Nov 11 12:31:21.691086 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-be35f615-f70b-45e6-908d-b041d156db6b req-b5096cf1-dfdc-41c6-b1bf-f7ac6389811f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=68104bed-0605-41ee-982b-f27823013d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412195 Nov 11 12:31:22.237180 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:31:22.814668 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef2166-2647-473f-a306-78e8110ccf05 req-66a900fe-1db2-4d5c-af1f-f52d169212fb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:22.816141 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-07ef2166-2647-473f-a306-78e8110ccf05 req-66a900fe-1db2-4d5c-af1f-f52d169212fb tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 944 time: 0.0566068 Nov 11 12:31:22.864197 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-07ef2166-2647-473f-a306-78e8110ccf05 req-00069fba-2421-4e5c-83f2-26b44cca9699 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=68104bed-0605-41ee-982b-f27823013d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421059 Nov 11 12:31:23.973674 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d1b6b-3124-4ada-8e47-91bed0def0f8 req-47ce3386-46d4-4bb7-9e29-ba316a5ee7f9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:23.975147 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-130d1b6b-3124-4ada-8e47-91bed0def0f8 req-47ce3386-46d4-4bb7-9e29-ba316a5ee7f9 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 944 time: 0.0481434 Nov 11 12:31:24.030217 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-130d1b6b-3124-4ada-8e47-91bed0def0f8 req-cf17c2bf-220e-476a-9387-d2e849343193 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=68104bed-0605-41ee-982b-f27823013d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487235 Nov 11 12:31:24.170873 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 6c338dfa-0f28-4a78-9c43-271b96772008 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:31:24.263383 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 6c338dfa-0f28-4a78-9c43-271b96772008, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6c338dfa-0f28-4a78-9c43-271b96772008,segment=NetworkSegment(6c51aed2-56fa-431f-aeb3-1e75d05f2bc8),segment_id=6c51aed2-56fa-431f-aeb3-1e75d05f2bc8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:31:24.274774 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '6c338dfa-0f28-4a78-9c43-271b96772008', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'port_id': '6c338dfa-0f28-4a78-9c43-271b96772008', 'mac_address': 'fa:16:3e:66:08:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:31:24.314067 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:24.326873 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c338dfa-0f28-4a78-9c43-271b96772008 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:31:24.346903 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 6c338dfa-0f28-4a78-9c43-271b96772008, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6c338dfa-0f28-4a78-9c43-271b96772008,segment=NetworkSegment(6c51aed2-56fa-431f-aeb3-1e75d05f2bc8),segment_id=6c51aed2-56fa-431f-aeb3-1e75d05f2bc8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:31:24.412481 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:24.458429 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=6c338dfa-0f28-4a78-9c43-271b96772008,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:24.617621 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['6c338dfa-0f28-4a78-9c43-271b96772008'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:31:25.142761 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9e281-a70c-4e4c-a88b-8d162f9ddea4 req-b2af5c92-637e-437a-81b4-6c13d1aa6216 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:25.144247 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b1e9e281-a70c-4e4c-a88b-8d162f9ddea4 req-b2af5c92-637e-437a-81b4-6c13d1aa6216 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 945 time: 0.0481451 Nov 11 12:31:25.195913 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b1e9e281-a70c-4e4c-a88b-8d162f9ddea4 req-6e72de44-cafb-477f-9c13-915dc6e8f0dd tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=68104bed-0605-41ee-982b-f27823013d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452280 Nov 11 12:31:26.169796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 6c338dfa-0f28-4a78-9c43-271b96772008 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:31:26.310366 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23b9c9-e472-4407-a9af-77b560acd89a req-19751bcc-08c7-4ecd-80e2-95d13603c80f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:26.311698 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 6c338dfa-0f28-4a78-9c43-271b96772008 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:31:26.311892 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4c23b9c9-e472-4407-a9af-77b560acd89a req-19751bcc-08c7-4ecd-80e2-95d13603c80f tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 945 time: 0.0491364 Nov 11 12:31:26.315753 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 6c338dfa-0f28-4a78-9c43-271b96772008 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:31:26.316124 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:26.363547 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4c23b9c9-e472-4407-a9af-77b560acd89a req-6a7d2fe1-bcf3-48cf-b453-cc19be112eac tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=68104bed-0605-41ee-982b-f27823013d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455916 Nov 11 12:31:26.403337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:26.424799 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61319136-c52c-479d-980e-720ab2d0a458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c338dfa-0f28-4a78-9c43-271b96772008'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:31:26.427008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9485786d-a30f-4bdb-aa55-e653511e1ffc" -d '{"events": [{"server_uuid": "61319136-c52c-479d-980e-720ab2d0a458", "name": "network-vif-plugged", "status": "completed", "tag": "6c338dfa-0f28-4a78-9c43-271b96772008"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:31:26.442356 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 6c338dfa-0f28-4a78-9c43-271b96772008, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6c338dfa-0f28-4a78-9c43-271b96772008,segment=NetworkSegment(6c51aed2-56fa-431f-aeb3-1e75d05f2bc8),segment_id=6c51aed2-56fa-431f-aeb3-1e75d05f2bc8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:31:26.462410 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41fee57-34b5-4459-a9e2-b95e9bc5fe7a x-openstack-request-id: req-c41fee57-34b5-4459-a9e2-b95e9bc5fe7a {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:31:26.462693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61319136-c52c-479d-980e-720ab2d0a458", "name": "network-vif-plugged", "status": "completed", "tag": "6c338dfa-0f28-4a78-9c43-271b96772008", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:31:26.462935 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c41fee57-34b5-4459-a9e2-b95e9bc5fe7a {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:31:26.463458 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61319136-c52c-479d-980e-720ab2d0a458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c338dfa-0f28-4a78-9c43-271b96772008', 'code': 200} Nov 11 12:31:26.534905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:26.581661 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=6c338dfa-0f28-4a78-9c43-271b96772008,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:26.797818 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157758b-21a3-48ca-8de2-6cf6a7193bef req-5d002344-1f8f-4107-a640-13da4823c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:26.799245 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-7157758b-21a3-48ca-8de2-6cf6a7193bef req-5d002344-1f8f-4107-a640-13da4823c814 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 1099 time: 0.0401859 Nov 11 12:31:26.844700 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-7157758b-21a3-48ca-8de2-6cf6a7193bef req-8974e84f-bbb6-4ed0-9c55-6ba8ee2fc000 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=68104bed-0605-41ee-982b-f27823013d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389812 Nov 11 12:31:27.477185 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f352dc-29a2-4439-881c-f2bbccf44008 req-d18c0cb6-cca3-450c-a17f-db065898aa35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:27.479233 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f3f352dc-29a2-4439-881c-f2bbccf44008 req-d18c0cb6-cca3-450c-a17f-db065898aa35 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 946 time: 0.0487738 Nov 11 12:31:27.527766 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f3f352dc-29a2-4439-881c-f2bbccf44008 req-aeaf80e2-7ea4-419b-b05c-ad5d63b2e927 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=68104bed-0605-41ee-982b-f27823013d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425842 Nov 11 12:31:28.645841 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bc008-0fcf-47af-a800-56f4a103c764 req-71a5cee5-6f44-4d84-84d6-580f333ad2ea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:28.647307 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-181bc008-0fcf-47af-a800-56f4a103c764 req-71a5cee5-6f44-4d84-84d6-580f333ad2ea tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 946 time: 0.0534894 Nov 11 12:31:28.694372 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-181bc008-0fcf-47af-a800-56f4a103c764 req-215a3e88-2e6e-4c7c-ab39-b62a03617c31 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=68104bed-0605-41ee-982b-f27823013d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412607 Nov 11 12:31:28.804909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87054a6-ec9f-44a9-ab82-72bdd734b281 req-6ad8bb3b-8fdc-445c-acbb-2c7c8c45ccca tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:28.806778 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f87054a6-ec9f-44a9-ab82-72bdd734b281 req-6ad8bb3b-8fdc-445c-acbb-2c7c8c45ccca tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 946 time: 0.0481339 Nov 11 12:31:28.854489 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f87054a6-ec9f-44a9-ab82-72bdd734b281 req-7f165b43-bff1-4455-bf9a-e715ae762981 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=68104bed-0605-41ee-982b-f27823013d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418906 Nov 11 12:31:28.875911 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57496) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:28.918954 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a36f448-67dd-4d47-9852-2ff120206604 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:28.920461 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3a36f448-67dd-4d47-9852-2ff120206604 tempest-TestNetworkBasicOps-529293796 tempest-TestNetworkBasicOps-529293796-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 1094 time: 0.0436051 Nov 11 12:31:28.923297 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57498) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:28.927460 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '6c338dfa-0f28-4a78-9c43-271b96772008', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:31:29.008337 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:29.102913 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:29.205535 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Allocated IP 172.26.5.186 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/1246a6b7-0d48-4009-a30d-9d540da8f72c) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:31:29.304071 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:29.397974 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:29.437718 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:31:29.442463 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:31:29.446642 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:31:29.471843 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=1246a6b7-0d48-4009-a30d-9d540da8f72c,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:29.817493 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:29.936626 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:30.083811 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:30.139643 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:30.203300 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event updated for resources: {'Port': ['ID=1246a6b7-0d48-4009-a30d-9d540da8f72c,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:31:30.214794 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:30.312698 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP 14392d96-b4ce-4e68-b2fd-f7173f6394f7 associated. External IP: 172.26.5.186, port: 6c338dfa-0f28-4a78-9c43-271b96772008. Nov 11 12:31:30.513990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:31:30.619330 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:31:30.628631 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925b96ce-e8e8-43a6-8763-ab2ab41b18e8 None None] Sync routers for ids ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:31:30.637614 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925b96ce-e8e8-43a6-8763-ab2ab41b18e8 None None] Routers {'8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:31:30.638215 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-925b96ce-e8e8-43a6-8763-ab2ab41b18e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:31:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:31:30.691060 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:30.718541 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1086c65b-9012-44fb-afc6-13ee451dfd87 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7942574 Nov 11 12:31:30.719324 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61319136-c52c-479d-980e-720ab2d0a458', 'tag': '6c338dfa-0f28-4a78-9c43-271b96772008'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:31:30.721288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57500) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:30.721744 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c359e1e-e024-42da-ae18-1572fb1788d2" -d '{"events": [{"name": "network-changed", "server_uuid": "61319136-c52c-479d-980e-720ab2d0a458", "tag": "6c338dfa-0f28-4a78-9c43-271b96772008"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:31:30.742584 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-925b96ce-e8e8-43a6-8763-ab2ab41b18e8 None None] Set router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:31:30.759073 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a19b2c-76ad-4eb2-89f2-240aff4929c5 x-openstack-request-id: req-22a19b2c-76ad-4eb2-89f2-240aff4929c5 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:31:30.759373 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61319136-c52c-479d-980e-720ab2d0a458", "tag": "6c338dfa-0f28-4a78-9c43-271b96772008", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:31:30.759625 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22a19b2c-76ad-4eb2-89f2-240aff4929c5 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:31:30.760174 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61319136-c52c-479d-980e-720ab2d0a458', 'tag': '6c338dfa-0f28-4a78-9c43-271b96772008', 'status': 'completed', 'code': 200} Nov 11 12:31:30.820211 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-202d4d1f-f6e9-4faa-acd7-64ff1561d6ae tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/14392d96-b4ce-4e68-b2fd-f7173f6394f7 HTTP/1.1" status: 200 len: 992 time: 0.0975819 Nov 11 12:31:30.832707 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c359e1e-e024-42da-ae18-1572fb1788d2 req-7f8f0754-9f65-4b8f-a698-f1d26ce9e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:30.834626 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2c359e1e-e024-42da-ae18-1572fb1788d2 req-7f8f0754-9f65-4b8f-a698-f1d26ce9e495 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 1099 time: 0.0511665 Nov 11 12:31:30.929504 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c359e1e-e024-42da-ae18-1572fb1788d2 req-f18329b9-3b73-454f-baa5-c9ed14553673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:30.931004 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2c359e1e-e024-42da-ae18-1572fb1788d2 req-f18329b9-3b73-454f-baa5-c9ed14553673 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cb5373a-7804-4e3d-b362-47f2ccff55f2 HTTP/1.1" status: 200 len: 898 time: 0.0893531 Nov 11 12:31:30.965559 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-925b96ce-e8e8-43a6-8763-ab2ab41b18e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'name': 'tempest-TestNetworkBasicOps-router-1999119678', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '51b38411-3113-443c-aa5e-23972edc3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:31:06Z', 'updated_at': '2021-11-11T12:31:11Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '51b38411-3113-443c-aa5e-23972edc3233', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:07Z', 'updated_at': '2021-11-11T12:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '14392d96-b4ce-4e68-b2fd-f7173f6394f7', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'port_id': '6c338dfa-0f28-4a78-9c43-271b96772008', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'mac_address': 'fa:16:3e:66:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61319136-c52c-479d-980e-720ab2d0a458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:31:29Z', 'updated_at': '2021-11-11T12:31:29Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627732d1-62a2-4de5-9aa9-6d0a0eee1c83', 'name': '', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:f3:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:10Z', 'updated_at': '2021-11-11T12:31:14Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:31:30.990929 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925b96ce-e8e8-43a6-8763-ab2ab41b18e8 None None] Checking router: 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:31:30.995914 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2c359e1e-e024-42da-ae18-1572fb1788d2 req-b48d9f4d-ed61-4900-b684-d8e9076feaa7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c338dfa-0f28-4a78-9c43-271b96772008 HTTP/1.1" status: 200 len: 1000 time: 0.0577340 Nov 11 12:31:30.999828 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925b96ce-e8e8-43a6-8763-ab2ab41b18e8 None None] Routers {'8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:31:31.000432 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-925b96ce-e8e8-43a6-8763-ab2ab41b18e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:31:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:31:31.045024 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c359e1e-e024-42da-ae18-1572fb1788d2 req-ec4b9bd4-5457-42e3-9548-6bc5c9216e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:31.046476 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2c359e1e-e024-42da-ae18-1572fb1788d2 req-ec4b9bd4-5457-42e3-9548-6bc5c9216e8f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df5de63b-190b-473a-a0d1-d703e6b5ea3d HTTP/1.1" status: 200 len: 835 time: 0.0437274 Nov 11 12:31:31.096549 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c359e1e-e024-42da-ae18-1572fb1788d2 req-eb6a933c-7589-42d7-a4a3-73cbec84c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:31:31.098049 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2c359e1e-e024-42da-ae18-1572fb1788d2 req-eb6a933c-7589-42d7-a4a3-73cbec84c2d8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cb5373a-7804-4e3d-b362-47f2ccff55f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0444736 Nov 11 12:31:31.108181 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-925b96ce-e8e8-43a6-8763-ab2ab41b18e8 None None] Set router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:31:31.188218 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2c359e1e-e024-42da-ae18-1572fb1788d2 req-7409b242-e98b-4640-a99c-3382afaa221b service neutron] 10.222.0.70 "GET /v2.0/networks/9cb5373a-7804-4e3d-b362-47f2ccff55f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823343 Nov 11 12:31:31.336821 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-925b96ce-e8e8-43a6-8763-ab2ab41b18e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'name': 'tempest-TestNetworkBasicOps-router-1999119678', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '51b38411-3113-443c-aa5e-23972edc3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:31:06Z', 'updated_at': '2021-11-11T12:31:11Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '51b38411-3113-443c-aa5e-23972edc3233', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:07Z', 'updated_at': '2021-11-11T12:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '14392d96-b4ce-4e68-b2fd-f7173f6394f7', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'port_id': '6c338dfa-0f28-4a78-9c43-271b96772008', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'mac_address': 'fa:16:3e:66:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61319136-c52c-479d-980e-720ab2d0a458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:31:29Z', 'updated_at': '2021-11-11T12:31:29Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627732d1-62a2-4de5-9aa9-6d0a0eee1c83', 'name': '', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:f3:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:10Z', 'updated_at': '2021-11-11T12:31:14Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:31:31.364071 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925b96ce-e8e8-43a6-8763-ab2ab41b18e8 None None] The sync data for ids ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'] in dv-neutron-786478-23-hyperv is: [{'id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'name': 'tempest-TestNetworkBasicOps-router-1999119678', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '51b38411-3113-443c-aa5e-23972edc3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:31:06Z', 'updated_at': '2021-11-11T12:31:11Z', 'revision_number': 4, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '51b38411-3113-443c-aa5e-23972edc3233', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:07Z', 'updated_at': '2021-11-11T12:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '14392d96-b4ce-4e68-b2fd-f7173f6394f7', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'port_id': '6c338dfa-0f28-4a78-9c43-271b96772008', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'mac_address': 'fa:16:3e:66:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61319136-c52c-479d-980e-720ab2d0a458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:31:29Z', 'updated_at': '2021-11-11T12:31:29Z', 'revision_number': 0, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627732d1-62a2-4de5-9aa9-6d0a0eee1c83', 'name': '', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:f3:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:10Z', 'updated_at': '2021-11-11T12:31:14Z', 'revision_number': 5, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:31:31.569079 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfb66d-ef88-4446-84a5-07662898d42f None None] New status for floating IP 14392d96-b4ce-4e68-b2fd-f7173f6394f7: ACTIVE {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:31:31.628519 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2c359e1e-e024-42da-ae18-1572fb1788d2 req-3a819186-50e3-4d93-bcfc-24d3aeffc937 service neutron] 10.222.0.70 "GET /v2.0/networks/9cb5373a-7804-4e3d-b362-47f2ccff55f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330535 Nov 11 12:31:31.824153 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57504) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:31:31.882886 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b658cb8b-ec02-4279-9526-0ccae76b0dd7 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/14392d96-b4ce-4e68-b2fd-f7173f6394f7 HTTP/1.1" status: 200 len: 994 time: 0.0573494 Nov 11 12:31:33.208368 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-065be047-4668-4476-856a-30c49c04b6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:35.545996 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3f472000-7943-401c-8cd4-f18052fdcde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:36.516535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:38.156916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:39.132013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:40.869115 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:31:59.235169 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:32:00.530827 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-329c15d1-33cf-48be-b291-bc5b4aea925f req-f754cbec-1212-4666-9b42-350b7dc6492d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=61319136-c52c-479d-980e-720ab2d0a458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392897 Nov 11 12:32:00.610476 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c15d1-33cf-48be-b291-bc5b4aea925f req-3222a5ec-b8dd-48f5-8730-a2eb79eaf15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:00.612011 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-329c15d1-33cf-48be-b291-bc5b4aea925f req-3222a5ec-b8dd-48f5-8730-a2eb79eaf15d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 1099 time: 0.0395699 Nov 11 12:32:00.715427 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c15d1-33cf-48be-b291-bc5b4aea925f req-e881019f-f654-40d0-b12b-03d2f1c00be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:00.716864 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-329c15d1-33cf-48be-b291-bc5b4aea925f req-e881019f-f654-40d0-b12b-03d2f1c00be1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cb5373a-7804-4e3d-b362-47f2ccff55f2 HTTP/1.1" status: 200 len: 898 time: 0.0871615 Nov 11 12:32:00.783614 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-329c15d1-33cf-48be-b291-bc5b4aea925f req-c2353587-01e0-4379-8fe3-1011167c9bdb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c338dfa-0f28-4a78-9c43-271b96772008 HTTP/1.1" status: 200 len: 1002 time: 0.0581496 Nov 11 12:32:00.832341 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c15d1-33cf-48be-b291-bc5b4aea925f req-19d92dac-01cc-4824-93b1-9470467c0bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:00.833957 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-329c15d1-33cf-48be-b291-bc5b4aea925f req-19d92dac-01cc-4824-93b1-9470467c0bb0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df5de63b-190b-473a-a0d1-d703e6b5ea3d HTTP/1.1" status: 200 len: 835 time: 0.0428431 Nov 11 12:32:00.881265 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c15d1-33cf-48be-b291-bc5b4aea925f req-f9e24f38-e912-4ca6-bdd2-fd25806a2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:00.882695 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-329c15d1-33cf-48be-b291-bc5b4aea925f req-f9e24f38-e912-4ca6-bdd2-fd25806a2e2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cb5373a-7804-4e3d-b362-47f2ccff55f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0419791 Nov 11 12:32:00.893614 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [req-329c15d1-33cf-48be-b291-bc5b4aea925f req-90408235-179c-40d6-8ef5-4f8708b3968b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:32:00.894516 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-329c15d1-33cf-48be-b291-bc5b4aea925f req-90408235-179c-40d6-8ef5-4f8708b3968b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047286 Nov 11 12:32:00.980565 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-329c15d1-33cf-48be-b291-bc5b4aea925f req-c290a8b7-36ba-4afa-a159-8566a475f728 service neutron] 10.222.0.70 "GET /v2.0/networks/9cb5373a-7804-4e3d-b362-47f2ccff55f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787809 Nov 11 12:32:01.072947 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-329c15d1-33cf-48be-b291-bc5b4aea925f req-afabd85f-767e-431e-ae5e-ff0fee490df6 service neutron] 10.222.0.70 "GET /v2.0/networks/9cb5373a-7804-4e3d-b362-47f2ccff55f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853362 Nov 11 12:32:03.103554 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57518) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:03.108234 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c708a458-8d2a-4e1d-bd1d-d38094d6413a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:32:03.228600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f52231a4-a550-4d97-a2ff-ddafc2299fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:03.406098 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c708a458-8d2a-4e1d-bd1d-d38094d6413a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:03.470413 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c708a458-8d2a-4e1d-bd1d-d38094d6413a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:03.857714 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c708a458-8d2a-4e1d-bd1d-d38094d6413a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:32:03.964247 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c708a458-8d2a-4e1d-bd1d-d38094d6413a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:32:03.971306 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c708a458-8d2a-4e1d-bd1d-d38094d6413a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:03.972457 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c708a458-8d2a-4e1d-bd1d-d38094d6413a tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 HTTP/1.1" status: 200 len: 887 time: 0.8679235 Nov 11 12:32:03.973898 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc98b861-d36c-40e2-8ed1-c7eec38a0e86 None None] Sync routers for ids ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:32:03.984266 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc98b861-d36c-40e2-8ed1-c7eec38a0e86 None None] Routers {'8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:32:03.984894 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-bc98b861-d36c-40e2-8ed1-c7eec38a0e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:31:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:04.016422 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-bc98b861-d36c-40e2-8ed1-c7eec38a0e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:04.024607 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc98b861-d36c-40e2-8ed1-c7eec38a0e86 None None] Routers {'8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:32:04.025181 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-bc98b861-d36c-40e2-8ed1-c7eec38a0e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:31:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:04.058177 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-bc98b861-d36c-40e2-8ed1-c7eec38a0e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:04.058789 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc98b861-d36c-40e2-8ed1-c7eec38a0e86 None None] The sync data for ids ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'] in dv-neutron-786478-23-hyperv is: [] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:32:04.825918 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11bd73a-7695-4eaf-982a-c64f7606b1ee None None] New status for floating IP 14392d96-b4ce-4e68-b2fd-f7173f6394f7: DOWN {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:32:05.539463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 51b38411-3113-443c-aa5e-23972edc3233 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:32:05.563844 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d6d9-754e-4413-b90e-306c8ff7c93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:05.618098 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:05.638094 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 51b38411-3113-443c-aa5e-23972edc3233, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=51b38411-3113-443c-aa5e-23972edc3233,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:32:05.713530 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:05.714206 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:32:05.796667 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=51b38411-3113-443c-aa5e-23972edc3233,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:05.809055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:05.809564 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:05.810058 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:05.810541 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:05.811025 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:05.811537 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:05.812021 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:05.812515 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:05.813006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:05.813362 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:05.813692 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:05.814016 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:05.858464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:05.892737 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=627732d1-62a2-4de5-9aa9-6d0a0eee1c83,segment=NetworkSegment(6c51aed2-56fa-431f-aeb3-1e75d05f2bc8),segment_id=6c51aed2-56fa-431f-aeb3-1e75d05f2bc8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:32:05.964942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:06.011354 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=627732d1-62a2-4de5-9aa9-6d0a0eee1c83,revision_number=6']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:06.085138 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57522) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:06.089783 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-64190c69-0d43-40cd-917b-603dfbda0787 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:32:06.385486 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-64190c69-0d43-40cd-917b-603dfbda0787 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59272'] for router, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:06.503222 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-64190c69-0d43-40cd-917b-603dfbda0787 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569388'] for router, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:06.521598 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:06.609921 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64190c69-0d43-40cd-917b-603dfbda0787 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:32:06.716723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64190c69-0d43-40cd-917b-603dfbda0787 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:32:06.723349 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-64190c69-0d43-40cd-917b-603dfbda0787 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:06.724478 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-64190c69-0d43-40cd-917b-603dfbda0787 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 HTTP/1.1" status: 200 len: 886 time: 0.6383529 Nov 11 12:32:06.726104 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db44c5f-d33f-40e1-a01a-dc7aa36c5448 None None] Sync routers for ids ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:32:06.727708 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57524) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:06.737169 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db44c5f-d33f-40e1-a01a-dc7aa36c5448 None None] Routers {'8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:32:06.737833 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-1db44c5f-d33f-40e1-a01a-dc7aa36c5448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:32:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:06.787231 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-18ff5a4a-0fc5-4094-aabc-7a091f198fb0 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/14392d96-b4ce-4e68-b2fd-f7173f6394f7 HTTP/1.1" status: 200 len: 992 time: 0.0586038 Nov 11 12:32:06.841513 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-1db44c5f-d33f-40e1-a01a-dc7aa36c5448 None None] Set router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:32:07.204693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-1db44c5f-d33f-40e1-a01a-dc7aa36c5448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'name': 'tempest-TestNetworkBasicOps-router-1999119678', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '51b38411-3113-443c-aa5e-23972edc3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:31:06Z', 'updated_at': '2021-11-11T12:32:06Z', 'revision_number': 6, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '51b38411-3113-443c-aa5e-23972edc3233', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:07Z', 'updated_at': '2021-11-11T12:32:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '14392d96-b4ce-4e68-b2fd-f7173f6394f7', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'port_id': '6c338dfa-0f28-4a78-9c43-271b96772008', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'mac_address': 'fa:16:3e:66:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61319136-c52c-479d-980e-720ab2d0a458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:31:29Z', 'updated_at': '2021-11-11T12:32:04Z', 'revision_number': 2, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627732d1-62a2-4de5-9aa9-6d0a0eee1c83', 'name': '', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:f3:04:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:10Z', 'updated_at': '2021-11-11T12:32:05Z', 'revision_number': 6, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:07.230254 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db44c5f-d33f-40e1-a01a-dc7aa36c5448 None None] Checking router: 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:32:07.238257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db44c5f-d33f-40e1-a01a-dc7aa36c5448 None None] Routers {'8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:32:07.238869 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-1db44c5f-d33f-40e1-a01a-dc7aa36c5448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:32:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:07.341021 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-1db44c5f-d33f-40e1-a01a-dc7aa36c5448 None None] Set router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:32:07.557921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-1db44c5f-d33f-40e1-a01a-dc7aa36c5448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'name': 'tempest-TestNetworkBasicOps-router-1999119678', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '51b38411-3113-443c-aa5e-23972edc3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:31:06Z', 'updated_at': '2021-11-11T12:32:06Z', 'revision_number': 6, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '51b38411-3113-443c-aa5e-23972edc3233', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:07Z', 'updated_at': '2021-11-11T12:32:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '14392d96-b4ce-4e68-b2fd-f7173f6394f7', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'port_id': '6c338dfa-0f28-4a78-9c43-271b96772008', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'mac_address': 'fa:16:3e:66:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61319136-c52c-479d-980e-720ab2d0a458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:31:29Z', 'updated_at': '2021-11-11T12:32:04Z', 'revision_number': 2, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627732d1-62a2-4de5-9aa9-6d0a0eee1c83', 'name': '', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:f3:04:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:10Z', 'updated_at': '2021-11-11T12:32:05Z', 'revision_number': 6, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:07.588065 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db44c5f-d33f-40e1-a01a-dc7aa36c5448 None None] The sync data for ids ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'] in dv-neutron-786478-23-hyperv is: [{'id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'name': 'tempest-TestNetworkBasicOps-router-1999119678', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '51b38411-3113-443c-aa5e-23972edc3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:31:06Z', 'updated_at': '2021-11-11T12:32:06Z', 'revision_number': 6, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '51b38411-3113-443c-aa5e-23972edc3233', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:07Z', 'updated_at': '2021-11-11T12:32:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '14392d96-b4ce-4e68-b2fd-f7173f6394f7', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'port_id': '6c338dfa-0f28-4a78-9c43-271b96772008', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'mac_address': 'fa:16:3e:66:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61319136-c52c-479d-980e-720ab2d0a458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:31:29Z', 'updated_at': '2021-11-11T12:32:04Z', 'revision_number': 2, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627732d1-62a2-4de5-9aa9-6d0a0eee1c83', 'name': '', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:f3:04:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:10Z', 'updated_at': '2021-11-11T12:32:05Z', 'revision_number': 6, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:32:07.795231 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57526) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:07.862961 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-76c7f86d-6576-4c57-8197-9c79d60fce0e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/14392d96-b4ce-4e68-b2fd-f7173f6394f7 HTTP/1.1" status: 200 len: 992 time: 0.0659647 Nov 11 12:32:08.157077 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:08.866949 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57528) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:08.932870 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-396ddd50-b0d5-43a0-addd-866964024052 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/14392d96-b4ce-4e68-b2fd-f7173f6394f7 HTTP/1.1" status: 200 len: 992 time: 0.0641534 Nov 11 12:32:09.127164 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:09.148952 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd843f2-7127-4005-9361-f3347af1807f None None] New status for floating IP 14392d96-b4ce-4e68-b2fd-f7173f6394f7: ACTIVE {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:32:09.578655 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 51b38411-3113-443c-aa5e-23972edc3233 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:32:09.627458 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 51b38411-3113-443c-aa5e-23972edc3233 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:32:09.627832 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:09.709388 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:09.735662 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 51b38411-3113-443c-aa5e-23972edc3233, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=51b38411-3113-443c-aa5e-23972edc3233,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:32:09.789810 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:09.790618 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:32:09.862548 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=51b38411-3113-443c-aa5e-23972edc3233,revision_number=6']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:09.875573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:32:09.876117 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:09.936815 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57530) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:09.954278 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:09.986597 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=627732d1-62a2-4de5-9aa9-6d0a0eee1c83,segment=NetworkSegment(6c51aed2-56fa-431f-aeb3-1e75d05f2bc8),segment_id=6c51aed2-56fa-431f-aeb3-1e75d05f2bc8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:32:10.000801 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-885e793a-9067-472a-8853-669cfc7b40f8 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/floatingips/14392d96-b4ce-4e68-b2fd-f7173f6394f7 HTTP/1.1" status: 200 len: 994 time: 0.0628703 Nov 11 12:32:10.033848 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:10.095283 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=627732d1-62a2-4de5-9aa9-6d0a0eee1c83,revision_number=7']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:10.247077 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57536) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:10.399226 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 1246a6b7-0d48-4009-a30d-9d540da8f72c {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:32:10.401291 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:10.481168 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:10.481481 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:10.493104 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 1246a6b7-0d48-4009-a30d-9d540da8f72c owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:32:10.692978 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:10.723961 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=1246a6b7-0d48-4009-a30d-9d540da8f72c,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:10.746576 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:10.746926 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:10.747295 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:10.747628 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:10.747954 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:10.748286 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:10.748609 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:10.748933 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:10.749254 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:10.749572 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:10.749886 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:10.750200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:10.791248 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:10.791611 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Floating IP 14392d96-b4ce-4e68-b2fd-f7173f6394f7 disassociated (deleted). External IP: 172.26.5.186, port: 6c338dfa-0f28-4a78-9c43-271b96772008. Nov 11 12:32:10.856599 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:10.993237 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:32:11.108306 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:32:11.112650 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:11.118076 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf492934-b8b0-4be9-bf84-827b64d154bc None None] Sync routers for ids ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:32:11.127308 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf492934-b8b0-4be9-bf84-827b64d154bc None None] Routers {'8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:32:11.127915 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-cf492934-b8b0-4be9-bf84-827b64d154bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:32:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:11.139872 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9d9b668e-fcb9-489c-9fd8-695d9b1d3b98 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/floatingips/14392d96-b4ce-4e68-b2fd-f7173f6394f7 HTTP/1.1" status: 204 len: 168 time: 0.8916869 Nov 11 12:32:11.140442 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61319136-c52c-479d-980e-720ab2d0a458', 'tag': '6c338dfa-0f28-4a78-9c43-271b96772008'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:32:11.142674 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af05afbe-0ea8-4bc2-8360-9ea7d3e0279e" -d '{"events": [{"name": "network-changed", "server_uuid": "61319136-c52c-479d-980e-720ab2d0a458", "tag": "6c338dfa-0f28-4a78-9c43-271b96772008"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:32:11.190032 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92e396e-57b3-40a8-870c-e16c256dd664 x-openstack-request-id: req-e92e396e-57b3-40a8-870c-e16c256dd664 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:32:11.190032 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61319136-c52c-479d-980e-720ab2d0a458", "tag": "6c338dfa-0f28-4a78-9c43-271b96772008", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:32:11.190032 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e92e396e-57b3-40a8-870c-e16c256dd664 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:32:11.190032 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61319136-c52c-479d-980e-720ab2d0a458', 'tag': '6c338dfa-0f28-4a78-9c43-271b96772008', 'status': 'completed', 'code': 200} Nov 11 12:32:11.237170 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-cf492934-b8b0-4be9-bf84-827b64d154bc None None] Set router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:32:11.254347 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05afbe-0ea8-4bc2-8360-9ea7d3e0279e req-3c631e04-0724-4344-94ab-74295acc313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:11.255866 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-af05afbe-0ea8-4bc2-8360-9ea7d3e0279e req-3c631e04-0724-4344-94ab-74295acc313c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61936e26caaf472aa62c0bac8a753383&device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 1099 time: 0.0402417 Nov 11 12:32:11.356057 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05afbe-0ea8-4bc2-8360-9ea7d3e0279e req-029d3c65-9537-4e68-969d-edce7d629abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:11.357796 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-af05afbe-0ea8-4bc2-8360-9ea7d3e0279e req-029d3c65-9537-4e68-969d-edce7d629abe service neutron] 10.222.0.70 "GET /v2.0/networks?id=9cb5373a-7804-4e3d-b362-47f2ccff55f2 HTTP/1.1" status: 200 len: 898 time: 0.0938411 Nov 11 12:32:11.406313 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-af05afbe-0ea8-4bc2-8360-9ea7d3e0279e req-8a2ae24f-afcb-4336-8c02-c18f914c2199 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c338dfa-0f28-4a78-9c43-271b96772008 HTTP/1.1" status: 200 len: 217 time: 0.0362437 Nov 11 12:32:11.449582 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-cf492934-b8b0-4be9-bf84-827b64d154bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'name': 'tempest-TestNetworkBasicOps-router-1999119678', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '51b38411-3113-443c-aa5e-23972edc3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:31:06Z', 'updated_at': '2021-11-11T12:32:06Z', 'revision_number': 6, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '51b38411-3113-443c-aa5e-23972edc3233', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:07Z', 'updated_at': '2021-11-11T12:32:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '627732d1-62a2-4de5-9aa9-6d0a0eee1c83', 'name': '', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:f3:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:10Z', 'updated_at': '2021-11-11T12:32:09Z', 'revision_number': 7, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:11.457764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05afbe-0ea8-4bc2-8360-9ea7d3e0279e req-c4437fba-67d0-4573-be1e-53483cae9e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:11.459502 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-af05afbe-0ea8-4bc2-8360-9ea7d3e0279e req-c4437fba-67d0-4573-be1e-53483cae9e93 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df5de63b-190b-473a-a0d1-d703e6b5ea3d HTTP/1.1" status: 200 len: 835 time: 0.0444024 Nov 11 12:32:11.476619 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf492934-b8b0-4be9-bf84-827b64d154bc None None] Checking router: 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:32:11.485759 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf492934-b8b0-4be9-bf84-827b64d154bc None None] Routers {'8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:32:11.486435 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-cf492934-b8b0-4be9-bf84-827b64d154bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:32:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:11.519296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05afbe-0ea8-4bc2-8360-9ea7d3e0279e req-7dd565a9-f7d3-4380-92fa-642c66ee51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:11.520938 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-af05afbe-0ea8-4bc2-8360-9ea7d3e0279e req-7dd565a9-f7d3-4380-92fa-642c66ee51a8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9cb5373a-7804-4e3d-b362-47f2ccff55f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0527689 Nov 11 12:32:11.580000 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 51b38411-3113-443c-aa5e-23972edc3233 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:32:11.588309 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bada9f-a139-476f-b7fd-3a89f42c0aab req-e9b047e9-9798-400d-8919-7fc3941ecbc1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:11.590639 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-47bada9f-a139-476f-b7fd-3a89f42c0aab req-e9b047e9-9798-400d-8919-7fc3941ecbc1 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 946 time: 0.0646131 Nov 11 12:32:11.621794 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-af05afbe-0ea8-4bc2-8360-9ea7d3e0279e req-1b998137-ed9b-4f0e-9e7a-324068b824f5 service neutron] 10.222.0.70 "GET /v2.0/networks/9cb5373a-7804-4e3d-b362-47f2ccff55f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913873 Nov 11 12:32:11.641707 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-cf492934-b8b0-4be9-bf84-827b64d154bc None None] Set router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:32:11.648382 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-47bada9f-a139-476f-b7fd-3a89f42c0aab req-6109d06f-7871-4e87-89b3-010db073a387 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=68104bed-0605-41ee-982b-f27823013d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505433 Nov 11 12:32:11.691577 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 51b38411-3113-443c-aa5e-23972edc3233 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:32:11.691949 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:11.721442 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-af05afbe-0ea8-4bc2-8360-9ea7d3e0279e req-31eaa96d-c4c7-43bf-b442-86d66a79172d service neutron] 10.222.0.70 "GET /v2.0/networks/9cb5373a-7804-4e3d-b362-47f2ccff55f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926108 Nov 11 12:32:11.884417 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:32:11.945788 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-cf492934-b8b0-4be9-bf84-827b64d154bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'name': 'tempest-TestNetworkBasicOps-router-1999119678', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '51b38411-3113-443c-aa5e-23972edc3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:31:06Z', 'updated_at': '2021-11-11T12:32:06Z', 'revision_number': 6, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '51b38411-3113-443c-aa5e-23972edc3233', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:07Z', 'updated_at': '2021-11-11T12:32:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '627732d1-62a2-4de5-9aa9-6d0a0eee1c83', 'name': '', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:f3:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:10Z', 'updated_at': '2021-11-11T12:32:09Z', 'revision_number': 7, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:11.948339 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:32:11.948707 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:11.975241 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf492934-b8b0-4be9-bf84-827b64d154bc None None] The sync data for ids ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'] in dv-neutron-786478-23-hyperv is: [{'id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'name': 'tempest-TestNetworkBasicOps-router-1999119678', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '51b38411-3113-443c-aa5e-23972edc3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:31:06Z', 'updated_at': '2021-11-11T12:32:06Z', 'revision_number': 6, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '51b38411-3113-443c-aa5e-23972edc3233', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:07Z', 'updated_at': '2021-11-11T12:32:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '627732d1-62a2-4de5-9aa9-6d0a0eee1c83', 'name': '', 'network_id': '9cb5373a-7804-4e3d-b362-47f2ccff55f2', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'mac_address': 'fa:16:3e:f3:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:10Z', 'updated_at': '2021-11-11T12:32:09Z', 'revision_number': 7, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'subnets': [{'id': 'df5de63b-190b-473a-a0d1-d703e6b5ea3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:32:12.616706 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e363f6-cf35-4a21-bd13-8bb6aef52044 None None] New status for floating IP 14392d96-b4ce-4e68-b2fd-f7173f6394f7: DOWN {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:32:12.767188 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a736701-03fa-4ce4-9707-63509e79bb89 req-bd8f0256-c1e4-43f2-bdd1-e2e050bfef1e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:12.768650 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0a736701-03fa-4ce4-9707-63509e79bb89 req-bd8f0256-c1e4-43f2-bdd1-e2e050bfef1e tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 946 time: 0.0525184 Nov 11 12:32:12.818503 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0a736701-03fa-4ce4-9707-63509e79bb89 req-e6cf52aa-2901-4f4c-b729-e0362fb593e5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/security-groups?id=68104bed-0605-41ee-982b-f27823013d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439472 Nov 11 12:32:12.827746 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0234f3-2794-4955-9b3d-cb270c3fa938 req-f1c4e1c2-1bdf-45cc-9f42-586a2ff04028 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:12.829241 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3f0234f3-2794-4955-9b3d-cb270c3fa938 req-f1c4e1c2-1bdf-45cc-9f42-586a2ff04028 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "GET /v2.0/ports?device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 946 time: 0.0495710 Nov 11 12:32:12.917428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-3f0234f3-2794-4955-9b3d-cb270c3fa938 req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 6c338dfa-0f28-4a78-9c43-271b96772008 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:32:12.917760 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3f0234f3-2794-4955-9b3d-cb270c3fa938 req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:13.014146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-3f0234f3-2794-4955-9b3d-cb270c3fa938 req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 6c338dfa-0f28-4a78-9c43-271b96772008, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6c338dfa-0f28-4a78-9c43-271b96772008,segment=NetworkSegment(6c51aed2-56fa-431f-aeb3-1e75d05f2bc8),segment_id=6c51aed2-56fa-431f-aeb3-1e75d05f2bc8)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:32:13.014421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3f0234f3-2794-4955-9b3d-cb270c3fa938 req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:13.027441 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-3f0234f3-2794-4955-9b3d-cb270c3fa938 req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 6c338dfa-0f28-4a78-9c43-271b96772008 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:32:13.236050 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3f0234f3-2794-4955-9b3d-cb270c3fa938 req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:13.264029 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=6c338dfa-0f28-4a78-9c43-271b96772008,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:13.274667 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:13.274945 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:13.275307 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:13.275641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:13.275966 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:13.276292 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:13.276615 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:13.276940 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:13.277258 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:13.277886 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:13.277886 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:13.278182 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:32:13.318236 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0234f3-2794-4955-9b3d-cb270c3fa938 req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] No DVR routers for this DVR port 6c338dfa-0f28-4a78-9c43-271b96772008 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:32:13.321493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3f0234f3-2794-4955-9b3d-cb270c3fa938 req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:13.324981 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3f0234f3-2794-4955-9b3d-cb270c3fa938 req-758b2374-910e-4559-ad92-f23b67494503 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.70 "DELETE /v2.0/ports/6c338dfa-0f28-4a78-9c43-271b96772008 HTTP/1.1" status: 204 len: 173 time: 0.4893835 Nov 11 12:32:13.325441 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61319136-c52c-479d-980e-720ab2d0a458', 'name': 'network-vif-deleted', 'tag': '6c338dfa-0f28-4a78-9c43-271b96772008'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:32:13.327791 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c7c179-caf7-4f33-9392-0ad7eb51023a" -d '{"events": [{"server_uuid": "61319136-c52c-479d-980e-720ab2d0a458", "name": "network-vif-deleted", "tag": "6c338dfa-0f28-4a78-9c43-271b96772008"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:32:13.364763 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f645060e-3911-4dd4-a512-8fe19f5b9e19 x-openstack-request-id: req-f645060e-3911-4dd4-a512-8fe19f5b9e19 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:32:13.365056 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61319136-c52c-479d-980e-720ab2d0a458", "name": "network-vif-deleted", "tag": "6c338dfa-0f28-4a78-9c43-271b96772008", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:32:13.365304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f645060e-3911-4dd4-a512-8fe19f5b9e19 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:32:13.365704 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61319136-c52c-479d-980e-720ab2d0a458', 'name': 'network-vif-deleted', 'tag': '6c338dfa-0f28-4a78-9c43-271b96772008', 'status': 'completed', 'code': 200} Nov 11 12:32:13.921626 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-67c51e56-6043-45cc-af44-c550d0f193c0 req-b758fc98-5a5b-4256-b0ec-51205e392921 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "GET /v2.0/ports?device_id=61319136-c52c-479d-980e-720ab2d0a458 HTTP/1.1" status: 200 len: 210 time: 0.0265234 Nov 11 12:32:14.977156 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57552) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:15.032713 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cc4b23e3-4ecd-4354-884e-c9bcd4641368 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:15.065693 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cc4b23e3-4ecd-4354-884e-c9bcd4641368 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:15.178115 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cc4b23e3-4ecd-4354-884e-c9bcd4641368 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:15.181305 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cc4b23e3-4ecd-4354-884e-c9bcd4641368 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:15.182460 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-cc4b23e3-4ecd-4354-884e-c9bcd4641368 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/security-groups/68104bed-0605-41ee-982b-f27823013d34 HTTP/1.1" status: 204 len: 168 time: 0.2042308 Nov 11 12:32:15.191662 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b23e3-4ecd-4354-884e-c9bcd4641368 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68104bed-0605-41ee-982b-f27823013d34,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:15.268730 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57556) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:15.623312 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85a15af2-e499-43c2-b884-8887e191e211 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:15.872870 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-85a15af2-e499-43c2-b884-8887e191e211 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:32:15.873203 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85a15af2-e499-43c2-b884-8887e191e211 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:15.962551 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-85a15af2-e499-43c2-b884-8887e191e211 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 627732d1-62a2-4de5-9aa9-6d0a0eee1c83, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=627732d1-62a2-4de5-9aa9-6d0a0eee1c83,segment=NetworkSegment(6c51aed2-56fa-431f-aeb3-1e75d05f2bc8),segment_id=6c51aed2-56fa-431f-aeb3-1e75d05f2bc8)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:32:15.962902 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85a15af2-e499-43c2-b884-8887e191e211 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:15.975020 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-85a15af2-e499-43c2-b884-8887e191e211 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:32:16.250718 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85a15af2-e499-43c2-b884-8887e191e211 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:16.276759 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a15af2-e499-43c2-b884-8887e191e211 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=627732d1-62a2-4de5-9aa9-6d0a0eee1c83,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:16.404008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 6c338dfa-0f28-4a78-9c43-271b96772008 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:32:16.424833 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 6c338dfa-0f28-4a78-9c43-271b96772008 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:32:16.428023 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 6c338dfa-0f28-4a78-9c43-271b96772008 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:32:16.454316 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-85a15af2-e499-43c2-b884-8887e191e211 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:16.665052 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a15af2-e499-43c2-b884-8887e191e211 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:32:16.770212 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a15af2-e499-43c2-b884-8887e191e211 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:32:16.775669 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-85a15af2-e499-43c2-b884-8887e191e211 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "PUT /v2.0/routers/8c9e5888-6caf-44d0-a5b0-1cc37bdfd268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5057881 Nov 11 12:32:16.778308 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57558) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:16.781067 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b50e7e9-1134-4acd-a14b-304bcc15b7e4 None None] Sync routers for ids ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:32:16.792805 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b50e7e9-1134-4acd-a14b-304bcc15b7e4 None None] Routers {'8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:32:16.793418 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-9b50e7e9-1134-4acd-a14b-304bcc15b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:32:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:16.831018 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb454dd-d35d-427d-937e-f405d323d012 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting subnet df5de63b-190b-473a-a0d1-d703e6b5ea3d {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:32:16.834960 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6eb454dd-d35d-427d-937e-f405d323d012 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:16.878381 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6eb454dd-d35d-427d-937e-f405d323d012 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:16.899640 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-9b50e7e9-1134-4acd-a14b-304bcc15b7e4 None None] Set router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:32:16.959442 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6eb454dd-d35d-427d-937e-f405d323d012 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:17.076018 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6eb454dd-d35d-427d-937e-f405d323d012 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:17.078791 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-9b50e7e9-1134-4acd-a14b-304bcc15b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'name': 'tempest-TestNetworkBasicOps-router-1999119678', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '51b38411-3113-443c-aa5e-23972edc3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:31:06Z', 'updated_at': '2021-11-11T12:32:16Z', 'revision_number': 7, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '51b38411-3113-443c-aa5e-23972edc3233', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:07Z', 'updated_at': '2021-11-11T12:32:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:17.104943 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b50e7e9-1134-4acd-a14b-304bcc15b7e4 None None] Checking router: 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:32:17.107275 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb454dd-d35d-427d-937e-f405d323d012 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Subnet': ['ID=df5de63b-190b-473a-a0d1-d703e6b5ea3d,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:17.110950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6eb454dd-d35d-427d-937e-f405d323d012 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:17.114207 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6eb454dd-d35d-427d-937e-f405d323d012 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/subnets/df5de63b-190b-473a-a0d1-d703e6b5ea3d HTTP/1.1" status: 204 len: 168 time: 0.3349721 Nov 11 12:32:17.116405 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b50e7e9-1134-4acd-a14b-304bcc15b7e4 None None] Routers {'8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:32:17.117033 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-9b50e7e9-1134-4acd-a14b-304bcc15b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:32:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:17.117798 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57560) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:17.120740 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1bdf82-6e14-499f-b8ab-367899a6139f None None] Network 9cb5373a-7804-4e3d-b362-47f2ccff55f2 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:32:17.223376 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5c2d6113-2c07-4bc7-9ca3-5e7d4a37807d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:17.314602 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-9b50e7e9-1134-4acd-a14b-304bcc15b7e4 None None] Set router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:32:17.328965 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5c2d6113-2c07-4bc7-9ca3-5e7d4a37807d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:17.458094 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd3a13f-33d4-4f6f-a6fb-aa315e5d8a04 None None] DHCP port deletion for 9cb5373a-7804-4e3d-b362-47f2ccff55f2 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:32:17.490263 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d6113-2c07-4bc7-9ca3-5e7d4a37807d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Deleting port 51b38411-3113-443c-aa5e-23972edc3233 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:32:17.490701 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5c2d6113-2c07-4bc7-9ca3-5e7d4a37807d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:17.548289 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-9b50e7e9-1134-4acd-a14b-304bcc15b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'name': 'tempest-TestNetworkBasicOps-router-1999119678', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '51b38411-3113-443c-aa5e-23972edc3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:31:06Z', 'updated_at': '2021-11-11T12:32:16Z', 'revision_number': 7, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '51b38411-3113-443c-aa5e-23972edc3233', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:07Z', 'updated_at': '2021-11-11T12:32:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:17.553169 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-abd3a13f-33d4-4f6f-a6fb-aa315e5d8a04 None None] Deleting port 51563eaf-6dbe-4aea-b12c-baaa3f96dd79 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:32:17.553744 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-abd3a13f-33d4-4f6f-a6fb-aa315e5d8a04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:17.588648 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b50e7e9-1134-4acd-a14b-304bcc15b7e4 None None] The sync data for ids ['8c9e5888-6caf-44d0-a5b0-1cc37bdfd268'] in dv-neutron-786478-23-hyperv is: [{'id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'name': 'tempest-TestNetworkBasicOps-router-1999119678', 'tenant_id': '61936e26caaf472aa62c0bac8a753383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '51b38411-3113-443c-aa5e-23972edc3233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:31:06Z', 'updated_at': '2021-11-11T12:32:16Z', 'revision_number': 7, 'project_id': '61936e26caaf472aa62c0bac8a753383', 'gw_port': {'id': '51b38411-3113-443c-aa5e-23972edc3233', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9e5888-6caf-44d0-a5b0-1cc37bdfd268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:31:07Z', 'updated_at': '2021-11-11T12:32:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:32:17.589091 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-5c2d6113-2c07-4bc7-9ca3-5e7d4a37807d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] For port 51b38411-3113-443c-aa5e-23972edc3233, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=51b38411-3113-443c-aa5e-23972edc3233,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:32:17.589456 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5c2d6113-2c07-4bc7-9ca3-5e7d4a37807d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:17.607987 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d6113-2c07-4bc7-9ca3-5e7d4a37807d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Calling delete_port for 51b38411-3113-443c-aa5e-23972edc3233 owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:32:17.615541 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 51563eaf-6dbe-4aea-b12c-baaa3f96dd79 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:32:17.679322 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-abd3a13f-33d4-4f6f-a6fb-aa315e5d8a04 None None] For port 51563eaf-6dbe-4aea-b12c-baaa3f96dd79, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=51563eaf-6dbe-4aea-b12c-baaa3f96dd79,segment=NetworkSegment(6c51aed2-56fa-431f-aeb3-1e75d05f2bc8),segment_id=6c51aed2-56fa-431f-aeb3-1e75d05f2bc8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:32:17.679642 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-abd3a13f-33d4-4f6f-a6fb-aa315e5d8a04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:17.693234 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-abd3a13f-33d4-4f6f-a6fb-aa315e5d8a04 None None] Calling delete_port for 51563eaf-6dbe-4aea-b12c-baaa3f96dd79 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:32:17.765038 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:17.820680 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 51563eaf-6dbe-4aea-b12c-baaa3f96dd79, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=51563eaf-6dbe-4aea-b12c-baaa3f96dd79,segment=NetworkSegment(6c51aed2-56fa-431f-aeb3-1e75d05f2bc8),segment_id=6c51aed2-56fa-431f-aeb3-1e75d05f2bc8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:32:17.841154 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5c2d6113-2c07-4bc7-9ca3-5e7d4a37807d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:17.867363 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d6113-2c07-4bc7-9ca3-5e7d4a37807d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Port': ['ID=51b38411-3113-443c-aa5e-23972edc3233,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:17.882952 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc6a3e0-94b7-43fe-9e11-f7b2eb6cc75c None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:32:17.903314 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:17.930896 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5c2d6113-2c07-4bc7-9ca3-5e7d4a37807d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:17.951670 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=51563eaf-6dbe-4aea-b12c-baaa3f96dd79,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:17.989679 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-abd3a13f-33d4-4f6f-a6fb-aa315e5d8a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:18.018250 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3a13f-33d4-4f6f-a6fb-aa315e5d8a04 None None] Pushing event deleted for resources: {'Port': ['ID=51563eaf-6dbe-4aea-b12c-baaa3f96dd79,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:18.023386 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd3a13f-33d4-4f6f-a6fb-aa315e5d8a04 None None] No DVR routers for this DVR port 51563eaf-6dbe-4aea-b12c-baaa3f96dd79 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:32:18.029701 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5c2d6113-2c07-4bc7-9ca3-5e7d4a37807d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:18.032625 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5c2d6113-2c07-4bc7-9ca3-5e7d4a37807d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:18.127380 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5c2d6113-2c07-4bc7-9ca3-5e7d4a37807d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:18.127996 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2d6113-2c07-4bc7-9ca3-5e7d4a37807d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Fanout notify agent at l3_agent the message router_deleted on router 8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:32:18.135480 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5c2d6113-2c07-4bc7-9ca3-5e7d4a37807d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:18.136580 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5c2d6113-2c07-4bc7-9ca3-5e7d4a37807d tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/routers/8c9e5888-6caf-44d0-a5b0-1cc37bdfd268 HTTP/1.1" status: 204 len: 168 time: 1.0171738 Nov 11 12:32:18.139290 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57562) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:18.232050 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ee6518fa-2e47-4c5f-bd54-36798e8a91f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:18.331026 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ee6518fa-2e47-4c5f-bd54-36798e8a91f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:18.353652 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-ee6518fa-2e47-4c5f-bd54-36798e8a91f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb5373a-7804-4e3d-b362-47f2ccff55f2']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:18.362846 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-ee6518fa-2e47-4c5f-bd54-36798e8a91f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c51aed2-56fa-431f-aeb3-1e75d05f2bc8') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:18.363175 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-ee6518fa-2e47-4c5f-bd54-36798e8a91f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c51aed2-56fa-431f-aeb3-1e75d05f2bc8') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:32:18.372844 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ee6518fa-2e47-4c5f-bd54-36798e8a91f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:18.386096 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ee6518fa-2e47-4c5f-bd54-36798e8a91f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:18.391916 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6518fa-2e47-4c5f-bd54-36798e8a91f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:32:18.392321 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ee6518fa-2e47-4c5f-bd54-36798e8a91f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:32:18.395330 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:32:18.509839 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ee6518fa-2e47-4c5f-bd54-36798e8a91f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:18.517146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ee6518fa-2e47-4c5f-bd54-36798e8a91f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:18.519650 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ee6518fa-2e47-4c5f-bd54-36798e8a91f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] 10.222.0.50 "DELETE /v2.0/networks/9cb5373a-7804-4e3d-b362-47f2ccff55f2 HTTP/1.1" status: 204 len: 168 time: 0.3794343 Nov 11 12:32:18.531698 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6518fa-2e47-4c5f-bd54-36798e8a91f5 tempest-TestNetworkBasicOps-1081572361 tempest-TestNetworkBasicOps-1081572361-project] Pushing event deleted for resources: {'Network': ['ID=9cb5373a-7804-4e3d-b362-47f2ccff55f2,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:18.972887 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57568) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:19.101357 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-07f4240c-c05d-4b9a-871e-a2aab7d14b18 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61936e26caaf472aa62c0bac8a753383&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1272650 Nov 11 12:32:19.103922 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57572) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:19.150909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42de03ba-8237-4033-915b-cc91a93e886b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:19.171853 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42de03ba-8237-4033-915b-cc91a93e886b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:19.292783 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42de03ba-8237-4033-915b-cc91a93e886b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:19.295448 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-42de03ba-8237-4033-915b-cc91a93e886b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:19.296685 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-42de03ba-8237-4033-915b-cc91a93e886b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f51e0f18-9d71-4df5-9e0f-8f27844be737 HTTP/1.1" status: 204 len: 168 time: 0.1917784 Nov 11 12:32:19.304834 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de03ba-8237-4033-915b-cc91a93e886b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51e0f18-9d71-4df5-9e0f-8f27844be737,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:19.545361 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 51b38411-3113-443c-aa5e-23972edc3233 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:32:19.565396 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 51b38411-3113-443c-aa5e-23972edc3233 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:32:19.565681 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 51b38411-3113-443c-aa5e-23972edc3233 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:32:19.566089 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:32:19.589192 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:32:19.589537 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 627732d1-62a2-4de5-9aa9-6d0a0eee1c83 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:32:19.977845 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57578) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:19.991445 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c5a8099-51ae-4ddb-a2af-bda1aec2135f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.088135 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c5a8099-51ae-4ddb-a2af-bda1aec2135f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.166617 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6c5a8099-51ae-4ddb-a2af-bda1aec2135f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.213052 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6c5a8099-51ae-4ddb-a2af-bda1aec2135f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8acb9a284bf4b5aa1be0c04230f8bb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2341053 Nov 11 12:32:20.214086 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a8099-51ae-4ddb-a2af-bda1aec2135f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429dfab1-1ac3-4022-ad00-85e543b7b64c,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:20.215757 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57580) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:20.267258 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8b3cd791-c689-4612-adab-7521532b7d9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.288138 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8b3cd791-c689-4612-adab-7521532b7d9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.406667 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8b3cd791-c689-4612-adab-7521532b7d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.409321 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8b3cd791-c689-4612-adab-7521532b7d9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:20.418031 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8b3cd791-c689-4612-adab-7521532b7d9a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/429dfab1-1ac3-4022-ad00-85e543b7b64c HTTP/1.1" status: 204 len: 168 time: 0.1936877 Nov 11 12:32:20.418798 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cd791-c689-4612-adab-7521532b7d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429dfab1-1ac3-4022-ad00-85e543b7b64c,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:27.577580 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-527af0cb-fab6-4be3-8a46-14f94bccfabd tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d3a09843a4734413a0b5ab14378728d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290334 Nov 11 12:32:28.050590 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-b01b951b-e125-49e9-b88d-13b4ec304529 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:28.052079 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-b01b951b-e125-49e9-b88d-13b4ec304529 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4693582 Nov 11 12:32:28.067172 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-364d24dc-dfa3-4e8e-b478-7f87812e3ab5 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/quotas/d3a09843a4734413a0b5ab14378728d3 HTTP/1.1" status: 200 len: 375 time: 0.0088151 Nov 11 12:32:28.100316 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-bcc9b1b0-a3b4-4f2d-b364-31ba9987ae58 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3a09843a4734413a0b5ab14378728d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271132 Nov 11 12:32:28.353641 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f0e79a65-7df0-4ebe-ab09-633e4402b93e req-ecdba7bb-a0ec-4823-9b63-93306ed39381 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/ports?device_id=38acb83b-9db9-46b7-a990-70eb3daeec49 HTTP/1.1" status: 200 len: 210 time: 0.0290103 Nov 11 12:32:29.444154 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c3cf25d9-8640-453c-8556-59ca6b00e042 req-d61e3d7e-e57e-467a-84a2-7054c0cd7aa2 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/ports?device_id=38acb83b-9db9-46b7-a990-70eb3daeec49 HTTP/1.1" status: 200 len: 210 time: 0.0253944 Nov 11 12:32:30.266200 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-1323637c-76f0-4fbe-a78f-17b27f2404b8 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=d3a09843a4734413a0b5ab14378728d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293646 Nov 11 12:32:30.457935 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-51a16200-5bed-4b24-ae5b-94a4ef73c802 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:30.459392 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-51a16200-5bed-4b24-ae5b-94a4ef73c802 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876726 Nov 11 12:32:30.472966 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-79ba2054-adb6-4793-b7c3-77ea77b67b67 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Request body: {'port': {'device_id': '38acb83b-9db9-46b7-a990-70eb3daeec49', 'network_id': 'ca8e1709-b9bb-437f-bb87-f3825dc27017', 'admin_state_up': True, 'tenant_id': 'd3a09843a4734413a0b5ab14378728d3'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:32:30.539677 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-705d8815-ac86-4902-8e10-91de26f75a27 req-e2151341-c930-416e-b264-63fe2400bf32 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/ports?device_id=38acb83b-9db9-46b7-a990-70eb3daeec49 HTTP/1.1" status: 200 len: 210 time: 0.0267246 Nov 11 12:32:30.669485 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-79ba2054-adb6-4793-b7c3-77ea77b67b67 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Made reservation on behalf of d3a09843a4734413a0b5ab14378728d3 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:32:30.673056 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-79ba2054-adb6-4793-b7c3-77ea77b67b67 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:30.682220 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-79ba2054-adb6-4793-b7c3-77ea77b67b67 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:30.760816 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-79ba2054-adb6-4793-b7c3-77ea77b67b67 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:30.833574 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-79ba2054-adb6-4793-b7c3-77ea77b67b67 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:30.893359 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba2054-adb6-4793-b7c3-77ea77b67b67 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a99ef6d-2ce1-4ea5-ad9d-9ead7eb44db6,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:30.965847 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-79ba2054-adb6-4793-b7c3-77ea77b67b67 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Allocated IP 192.168.233.89 (ca8e1709-b9bb-437f-bb87-f3825dc27017/08a5e7af-c9c0-4033-bb89-2ba44879d9c5/059c0a65-3344-4dee-873a-7b8c2f24f5e3) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:32:31.110593 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-79ba2054-adb6-4793-b7c3-77ea77b67b67 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:31.210611 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-79ba2054-adb6-4793-b7c3-77ea77b67b67 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:31.254504 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-79ba2054-adb6-4793-b7c3-77ea77b67b67 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Network ca8e1709-b9bb-437f-bb87-f3825dc27017 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:32:31.257728 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-79ba2054-adb6-4793-b7c3-77ea77b67b67 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:32:31.261537 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-79ba2054-adb6-4793-b7c3-77ea77b67b67 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:32:31.287936 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba2054-adb6-4793-b7c3-77ea77b67b67 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Pushing event updated for resources: {'Port': ['ID=059c0a65-3344-4dee-873a-7b8c2f24f5e3,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:31.317163 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-79ba2054-adb6-4793-b7c3-77ea77b67b67 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:31.322086 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-79ba2054-adb6-4793-b7c3-77ea77b67b67 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:31.401919 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-79ba2054-adb6-4793-b7c3-77ea77b67b67 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9327142 Nov 11 12:32:31.415616 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Request body: {'port': {'device_id': '38acb83b-9db9-46b7-a990-70eb3daeec49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:32:31.449116 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-841a8226-979a-4d8d-ad82-fc7bb7ec15d6 None None] Provisioning complete for port 059c0a65-3344-4dee-873a-7b8c2f24f5e3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:32:31.449687 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-841a8226-979a-4d8d-ad82-fc7bb7ec15d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:31.469184 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:31.483027 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-841a8226-979a-4d8d-ad82-fc7bb7ec15d6 None None] Port 059c0a65-3344-4dee-873a-7b8c2f24f5e3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:32:31.656679 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c32cc8-c1a4-42c8-87e7-853b29324efe req-db5fe98a-0be4-4cea-b71b-22dd49d29142 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:31.658027 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b3c32cc8-c1a4-42c8-87e7-853b29324efe req-db5fe98a-0be4-4cea-b71b-22dd49d29142 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/ports?device_id=38acb83b-9db9-46b7-a990-70eb3daeec49 HTTP/1.1" status: 200 len: 935 time: 0.0477214 Nov 11 12:32:31.704518 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b3c32cc8-c1a4-42c8-87e7-853b29324efe req-657f4877-8b48-4cb5-82c7-58cda2b4f745 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a99ef6d-2ce1-4ea5-ad9d-9ead7eb44db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404921 Nov 11 12:32:31.724146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059c0a65-3344-4dee-873a-7b8c2f24f5e3 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:32:31.732267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:31.743760 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Transition to ACTIVE for port object 059c0a65-3344-4dee-873a-7b8c2f24f5e3 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:32:31.835023 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:32.208105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=059c0a65-3344-4dee-873a-7b8c2f24f5e3,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:32.281367 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Attempting to bind port 059c0a65-3344-4dee-873a-7b8c2f24f5e3 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:32:32.281706 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Attempting to bind port 059c0a65-3344-4dee-873a-7b8c2f24f5e3 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca8e1709-b9bb-437f-bb87-f3825dc27017'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:32:32.282039 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Attempting to bind port 059c0a65-3344-4dee-873a-7b8c2f24f5e3 on network ca8e1709-b9bb-437f-bb87-f3825dc27017 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:32:32.286739 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Port 059c0a65-3344-4dee-873a-7b8c2f24f5e3 on network ca8e1709-b9bb-437f-bb87-f3825dc27017 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:32:32.287070 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Attempting to bind port 059c0a65-3344-4dee-873a-7b8c2f24f5e3 on network ca8e1709-b9bb-437f-bb87-f3825dc27017 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:32:32.292658 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:32:32.293263 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Checking segment: {'id': 'c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca8e1709-b9bb-437f-bb87-f3825dc27017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:32:32.293373 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Bound using segment: {'id': 'c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca8e1709-b9bb-437f-bb87-f3825dc27017'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:32:32.293783 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Bound port: 059c0a65-3344-4dee-873a-7b8c2f24f5e3, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ca8e1709-b9bb-437f-bb87-f3825dc27017'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:32:32.294139 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:32.359508 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] For port 059c0a65-3344-4dee-873a-7b8c2f24f5e3, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:32:32.362506 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] For port 059c0a65-3344-4dee-873a-7b8c2f24f5e3, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=059c0a65-3344-4dee-873a-7b8c2f24f5e3,segment=NetworkSegment(c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd),segment_id=c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:32:32.462527 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:32.497988 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:32.498598 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:32.500000 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] 10.222.0.70 "PUT /v2.0/ports/059c0a65-3344-4dee-873a-7b8c2f24f5e3 HTTP/1.1" status: 200 len: 1097 time: 1.0894361 Nov 11 12:32:32.500431 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38acb83b-9db9-46b7-a990-70eb3daeec49', 'tag': '059c0a65-3344-4dee-873a-7b8c2f24f5e3'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:32:32.502672 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1974b6-9ae3-4592-9eea-042d25a9edc1" -d '{"events": [{"name": "network-changed", "server_uuid": "38acb83b-9db9-46b7-a990-70eb3daeec49", "tag": "059c0a65-3344-4dee-873a-7b8c2f24f5e3"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:32:32.531704 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743126fe-ec50-4da0-b2c9-2f3cfe237bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=059c0a65-3344-4dee-873a-7b8c2f24f5e3,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:32.545885 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f63c437-ed62-45da-9a11-32752e29a671 x-openstack-request-id: req-0f63c437-ed62-45da-9a11-32752e29a671 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:32:32.546181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38acb83b-9db9-46b7-a990-70eb3daeec49", "tag": "059c0a65-3344-4dee-873a-7b8c2f24f5e3", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:32:32.546434 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f63c437-ed62-45da-9a11-32752e29a671 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:32:32.546833 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38acb83b-9db9-46b7-a990-70eb3daeec49', 'tag': '059c0a65-3344-4dee-873a-7b8c2f24f5e3', 'status': 'completed', 'code': 200} Nov 11 12:32:32.610493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1974b6-9ae3-4592-9eea-042d25a9edc1 req-673ea2dd-5c67-4372-bf08-f624815cdedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:32.612059 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9e1974b6-9ae3-4592-9eea-042d25a9edc1 req-673ea2dd-5c67-4372-bf08-f624815cdedb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3a09843a4734413a0b5ab14378728d3&device_id=38acb83b-9db9-46b7-a990-70eb3daeec49 HTTP/1.1" status: 200 len: 1100 time: 0.0434339 Nov 11 12:32:32.641523 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9e1974b6-9ae3-4592-9eea-042d25a9edc1 req-18a79659-d2eb-4f98-906e-b519db681daf service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d3a09843a4734413a0b5ab14378728d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202467 Nov 11 12:32:32.742631 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1974b6-9ae3-4592-9eea-042d25a9edc1 req-3e09f71d-02b4-4ae7-bcee-7673407ded6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:32.744116 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9e1974b6-9ae3-4592-9eea-042d25a9edc1 req-3e09f71d-02b4-4ae7-bcee-7673407ded6e service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959167 Nov 11 12:32:32.819453 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-b43d1956-fa48-4f96-8244-8e00b28fb9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:32.821396 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-b43d1956-fa48-4f96-8244-8e00b28fb9a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d3a09843a4734413a0b5ab14378728d3&device_id=38acb83b-9db9-46b7-a990-70eb3daeec49 HTTP/1.1" status: 200 len: 1100 time: 0.0401928 Nov 11 12:32:32.822890 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a3a79-215c-4eb8-86ec-97b3869f8e90 req-9cf69ec3-ac46-4615-b851-1c2fae311017 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:32.824406 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d67a3a79-215c-4eb8-86ec-97b3869f8e90 req-9cf69ec3-ac46-4615-b851-1c2fae311017 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/ports?device_id=38acb83b-9db9-46b7-a990-70eb3daeec49 HTTP/1.1" status: 200 len: 947 time: 0.0532916 Nov 11 12:32:32.863608 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-d74618c7-ac55-4f1c-94a1-6122a43ead6a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=059c0a65-3344-4dee-873a-7b8c2f24f5e3 HTTP/1.1" status: 200 len: 217 time: 0.0344675 Nov 11 12:32:32.870586 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d67a3a79-215c-4eb8-86ec-97b3869f8e90 req-05763d73-1428-4000-8f6a-f5d8aa7e611a tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a99ef6d-2ce1-4ea5-ad9d-9ead7eb44db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402269 Nov 11 12:32:32.916237 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-19375bf9-5b3f-454d-a8fc-4bc0c56e19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:32.917643 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-19375bf9-5b3f-454d-a8fc-4bc0c56e19ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=08a5e7af-c9c0-4033-bb89-2ba44879d9c5 HTTP/1.1" status: 200 len: 843 time: 0.0468233 Nov 11 12:32:32.962133 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-f1e638df-9566-49a5-a200-2ad95db43300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:32.963585 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-f1e638df-9566-49a5-a200-2ad95db43300 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ca8e1709-b9bb-437f-bb87-f3825dc27017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0393579 Nov 11 12:32:33.050325 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-c4e0b411-65d8-4766-9a6a-3968c5727de9 service neutron] 10.222.0.70 "GET /v2.0/networks/ca8e1709-b9bb-437f-bb87-f3825dc27017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794017 Nov 11 12:32:33.140987 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-44dd9d47-61c5-466c-a1af-54e7a44ef20f req-a63a842f-3c06-4019-9ce0-2575665d75f4 service neutron] 10.222.0.70 "GET /v2.0/networks/ca8e1709-b9bb-437f-bb87-f3825dc27017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832741 Nov 11 12:32:33.274852 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ac3d7c22-62ee-4ae0-bdf2-13d53fbcaccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:33.987189 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91834ea-70ac-4ef8-9769-771af750ceca req-43161018-5299-423b-bb78-ed62ddd384ab tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:33.988640 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c91834ea-70ac-4ef8-9769-771af750ceca req-43161018-5299-423b-bb78-ed62ddd384ab tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/ports?device_id=38acb83b-9db9-46b7-a990-70eb3daeec49 HTTP/1.1" status: 200 len: 947 time: 0.0486851 Nov 11 12:32:34.034037 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c91834ea-70ac-4ef8-9769-771af750ceca req-1a31b564-5753-4ac2-91a5-6a98a7222ff3 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a99ef6d-2ce1-4ea5-ad9d-9ead7eb44db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395000 Nov 11 12:32:34.464021 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 059c0a65-3344-4dee-873a-7b8c2f24f5e3 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:32:34.555897 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 059c0a65-3344-4dee-873a-7b8c2f24f5e3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=059c0a65-3344-4dee-873a-7b8c2f24f5e3,segment=NetworkSegment(c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd),segment_id=c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:32:34.566955 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '059c0a65-3344-4dee-873a-7b8c2f24f5e3', 'network_id': 'ca8e1709-b9bb-437f-bb87-f3825dc27017', 'port_id': '059c0a65-3344-4dee-873a-7b8c2f24f5e3', 'mac_address': 'fa:16:3e:d6:14:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a5e7af-c9c0-4033-bb89-2ba44879d9c5', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:32:34.606229 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:34.618931 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059c0a65-3344-4dee-873a-7b8c2f24f5e3 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:32:34.637488 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 059c0a65-3344-4dee-873a-7b8c2f24f5e3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=059c0a65-3344-4dee-873a-7b8c2f24f5e3,segment=NetworkSegment(c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd),segment_id=c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:32:34.701111 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:34.746644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=059c0a65-3344-4dee-873a-7b8c2f24f5e3,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:34.915173 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['059c0a65-3344-4dee-873a-7b8c2f24f5e3'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:32:35.149291 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05211989-3114-47ca-b4ab-d386b0f3c7fc req-36105817-6336-4a2d-9d11-0eade4981f40 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:35.150744 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-05211989-3114-47ca-b4ab-d386b0f3c7fc req-36105817-6336-4a2d-9d11-0eade4981f40 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/ports?device_id=38acb83b-9db9-46b7-a990-70eb3daeec49 HTTP/1.1" status: 200 len: 948 time: 0.0516315 Nov 11 12:32:35.197448 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-05211989-3114-47ca-b4ab-d386b0f3c7fc req-966d857d-1fd7-45a2-adfc-15f6550aeef8 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a99ef6d-2ce1-4ea5-ad9d-9ead7eb44db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407903 Nov 11 12:32:35.566444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0a167402-bd51-4dfb-98ff-a625c518c728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:36.234177 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:32:36.314625 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6f53e-6d2a-4f12-bc9b-49409c3eaa10 req-787a0d73-8939-4f14-bb37-c3805bfdb6e4 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:36.316172 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-91d6f53e-6d2a-4f12-bc9b-49409c3eaa10 req-787a0d73-8939-4f14-bb37-c3805bfdb6e4 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/ports?device_id=38acb83b-9db9-46b7-a990-70eb3daeec49 HTTP/1.1" status: 200 len: 948 time: 0.0515995 Nov 11 12:32:36.362846 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-91d6f53e-6d2a-4f12-bc9b-49409c3eaa10 req-83a1f19f-4261-41a3-98f8-f2be515c3018 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a99ef6d-2ce1-4ea5-ad9d-9ead7eb44db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401890 Nov 11 12:32:36.486272 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 059c0a65-3344-4dee-873a-7b8c2f24f5e3 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:32:36.558917 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:36.587590 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 059c0a65-3344-4dee-873a-7b8c2f24f5e3 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:32:36.591997 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 059c0a65-3344-4dee-873a-7b8c2f24f5e3 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:32:36.592265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:36.672169 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:36.693927 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38acb83b-9db9-46b7-a990-70eb3daeec49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059c0a65-3344-4dee-873a-7b8c2f24f5e3'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:32:36.696203 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ee1394-d6c2-4b27-879a-54175c19bea3" -d '{"events": [{"server_uuid": "38acb83b-9db9-46b7-a990-70eb3daeec49", "name": "network-vif-plugged", "status": "completed", "tag": "059c0a65-3344-4dee-873a-7b8c2f24f5e3"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:32:36.708344 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 059c0a65-3344-4dee-873a-7b8c2f24f5e3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=059c0a65-3344-4dee-873a-7b8c2f24f5e3,segment=NetworkSegment(c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd),segment_id=c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:32:36.734085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dcf653-ded1-40d2-aaea-0ca2a356b6e5 x-openstack-request-id: req-35dcf653-ded1-40d2-aaea-0ca2a356b6e5 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:32:36.734085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38acb83b-9db9-46b7-a990-70eb3daeec49", "name": "network-vif-plugged", "status": "completed", "tag": "059c0a65-3344-4dee-873a-7b8c2f24f5e3", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:32:36.734085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35dcf653-ded1-40d2-aaea-0ca2a356b6e5 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:32:36.734085 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38acb83b-9db9-46b7-a990-70eb3daeec49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059c0a65-3344-4dee-873a-7b8c2f24f5e3', 'code': 200} Nov 11 12:32:36.775960 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:36.826016 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=059c0a65-3344-4dee-873a-7b8c2f24f5e3,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:37.028763 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2eea0-04a5-4547-b203-66aa0e704c5f req-6d6e4957-b2f6-411e-9551-35489d3f6753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:37.030110 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4a2eea0-04a5-4547-b203-66aa0e704c5f req-6d6e4957-b2f6-411e-9551-35489d3f6753 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=38acb83b-9db9-46b7-a990-70eb3daeec49 HTTP/1.1" status: 200 len: 1102 time: 0.0401297 Nov 11 12:32:37.073121 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4a2eea0-04a5-4547-b203-66aa0e704c5f req-302dbfb8-89b1-4100-9227-bb245648da69 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1a99ef6d-2ce1-4ea5-ad9d-9ead7eb44db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363309 Nov 11 12:32:37.475986 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d03fd1-4cf5-4bbf-b865-e9cd2ebf872c req-cb056d6a-afd3-4b67-80ac-6b93ec9d91a7 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:37.477436 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e7d03fd1-4cf5-4bbf-b865-e9cd2ebf872c req-cb056d6a-afd3-4b67-80ac-6b93ec9d91a7 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/ports?device_id=38acb83b-9db9-46b7-a990-70eb3daeec49 HTTP/1.1" status: 200 len: 949 time: 0.0481052 Nov 11 12:32:37.527706 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e7d03fd1-4cf5-4bbf-b865-e9cd2ebf872c req-42f43ba6-cd31-41f2-884c-8d4b71aaf3c6 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a99ef6d-2ce1-4ea5-ad9d-9ead7eb44db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444262 Nov 11 12:32:38.166381 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:38.641102 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d0f32-f27b-47b5-a07e-aa80e8a066a3 req-67407c0c-5742-4505-9a71-6acce1392307 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:38.642563 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-509d0f32-f27b-47b5-a07e-aa80e8a066a3 req-67407c0c-5742-4505-9a71-6acce1392307 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/ports?device_id=38acb83b-9db9-46b7-a990-70eb3daeec49 HTTP/1.1" status: 200 len: 949 time: 0.0475101 Nov 11 12:32:38.688590 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-509d0f32-f27b-47b5-a07e-aa80e8a066a3 req-ebdffc8e-055f-4fab-bd1b-026a1872340e tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a99ef6d-2ce1-4ea5-ad9d-9ead7eb44db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402687 Nov 11 12:32:39.025270 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-67a8a695-d3c4-45af-894a-c84c90f733b3 req-da1fdf0e-4a35-443c-96c3-abe3e005b853 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:32:39.026247 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-67a8a695-d3c4-45af-894a-c84c90f733b3 req-da1fdf0e-4a35-443c-96c3-abe3e005b853 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060220 Nov 11 12:32:39.143199 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:39.606043 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-8e526259-0a4d-424a-a506-ceddb79c38b1 req-24276bbb-9397-4f5b-91e1-d5935078886c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:32:39.607105 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8e526259-0a4d-424a-a506-ceddb79c38b1 req-24276bbb-9397-4f5b-91e1-d5935078886c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0959451 Nov 11 12:32:40.200603 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aaba51-301a-4a52-98f8-3eb88e8d7027 req-05863c0f-ae21-4dce-bf86-ec0ca4c4054b tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:40.202112 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-00aaba51-301a-4a52-98f8-3eb88e8d7027 req-05863c0f-ae21-4dce-bf86-ec0ca4c4054b tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/ports?device_id=38acb83b-9db9-46b7-a990-70eb3daeec49 HTTP/1.1" status: 200 len: 949 time: 0.0487664 Nov 11 12:32:40.249473 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-00aaba51-301a-4a52-98f8-3eb88e8d7027 req-ccf9ceef-e6dc-46fc-b0cc-1eb61c52be76 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a99ef6d-2ce1-4ea5-ad9d-9ead7eb44db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412707 Nov 11 12:32:40.874450 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:41.371358 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8f659-8fdd-4744-85e5-fe346768ff20 req-cfd365a6-b67a-47e4-b8b5-ff6783328d59 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:41.372959 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-14c8f659-8fdd-4744-85e5-fe346768ff20 req-cfd365a6-b67a-47e4-b8b5-ff6783328d59 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/ports?device_id=38acb83b-9db9-46b7-a990-70eb3daeec49 HTTP/1.1" status: 200 len: 949 time: 0.0560515 Nov 11 12:32:41.423717 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-14c8f659-8fdd-4744-85e5-fe346768ff20 req-a7ab50a5-f07b-44d8-8fea-d7c108733109 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a99ef6d-2ce1-4ea5-ad9d-9ead7eb44db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426664 Nov 11 12:32:41.480961 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10592c0c-4608-4973-8e7d-33a96c3611c4 req-e998e69c-bdaa-4ba4-a61c-502a0ae2d767 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:41.482405 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-10592c0c-4608-4973-8e7d-33a96c3611c4 req-e998e69c-bdaa-4ba4-a61c-502a0ae2d767 tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.70 "GET /v2.0/ports?device_id=38acb83b-9db9-46b7-a990-70eb3daeec49 HTTP/1.1" status: 200 len: 949 time: 0.0528414 Nov 11 12:32:41.569526 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-10592c0c-4608-4973-8e7d-33a96c3611c4 req-e158026e-b82f-49a4-a9f1-a6f62c75650d tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Deleting port 059c0a65-3344-4dee-873a-7b8c2f24f5e3 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:32:41.569870 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-10592c0c-4608-4973-8e7d-33a96c3611c4 req-e158026e-b82f-49a4-a9f1-a6f62c75650d tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:41.660916 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-10592c0c-4608-4973-8e7d-33a96c3611c4 req-e158026e-b82f-49a4-a9f1-a6f62c75650d tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] For port 059c0a65-3344-4dee-873a-7b8c2f24f5e3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=059c0a65-3344-4dee-873a-7b8c2f24f5e3,segment=NetworkSegment(c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd),segment_id=c6b7bcdc-c6c0-4d5b-a6af-e9809b106edd)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:32:41.661275 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-10592c0c-4608-4973-8e7d-33a96c3611c4 req-e158026e-b82f-49a4-a9f1-a6f62c75650d tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:41.674230 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-10592c0c-4608-4973-8e7d-33a96c3611c4 req-e158026e-b82f-49a4-a9f1-a6f62c75650d tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Calling delete_port for 059c0a65-3344-4dee-873a-7b8c2f24f5e3 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:32:41.886293 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-10592c0c-4608-4973-8e7d-33a96c3611c4 req-e158026e-b82f-49a4-a9f1-a6f62c75650d tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:41.897396 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['059c0a65-3344-4dee-873a-7b8c2f24f5e3'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:32:41.913232 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158026e-b82f-49a4-a9f1-a6f62c75650d tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Pushing event deleted for resources: {'Port': ['ID=059c0a65-3344-4dee-873a-7b8c2f24f5e3,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:41.957047 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-10592c0c-4608-4973-8e7d-33a96c3611c4 req-e158026e-b82f-49a4-a9f1-a6f62c75650d tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] No DVR routers for this DVR port 059c0a65-3344-4dee-873a-7b8c2f24f5e3 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:32:41.959922 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-10592c0c-4608-4973-8e7d-33a96c3611c4 req-e158026e-b82f-49a4-a9f1-a6f62c75650d tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:41.963974 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-10592c0c-4608-4973-8e7d-33a96c3611c4 req-e158026e-b82f-49a4-a9f1-a6f62c75650d tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.70 "DELETE /v2.0/ports/059c0a65-3344-4dee-873a-7b8c2f24f5e3 HTTP/1.1" status: 204 len: 173 time: 0.4755046 Nov 11 12:32:41.964435 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38acb83b-9db9-46b7-a990-70eb3daeec49', 'name': 'network-vif-deleted', 'tag': '059c0a65-3344-4dee-873a-7b8c2f24f5e3'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:32:41.966736 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31dcffe-364a-45bf-91b7-62fd9b3c065b" -d '{"events": [{"server_uuid": "38acb83b-9db9-46b7-a990-70eb3daeec49", "name": "network-vif-deleted", "tag": "059c0a65-3344-4dee-873a-7b8c2f24f5e3"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:32:42.018199 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2d9ace-bc83-488e-bea0-4a8ad63b8546 x-openstack-request-id: req-8e2d9ace-bc83-488e-bea0-4a8ad63b8546 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:32:42.018199 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38acb83b-9db9-46b7-a990-70eb3daeec49", "name": "network-vif-deleted", "tag": "059c0a65-3344-4dee-873a-7b8c2f24f5e3", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:32:42.018199 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e2d9ace-bc83-488e-bea0-4a8ad63b8546 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:32:42.018199 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38acb83b-9db9-46b7-a990-70eb3daeec49', 'name': 'network-vif-deleted', 'tag': '059c0a65-3344-4dee-873a-7b8c2f24f5e3', 'status': 'completed', 'code': 200} Nov 11 12:32:42.526438 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-137833df-7079-4d73-801c-0245c06afe74 req-40cf5548-1ef5-4435-b1e1-e93b5993690e tempest-ServersAdminNegativeTestJSON-554864070 tempest-ServersAdminNegativeTestJSON-554864070-project] 10.222.0.50 "GET /v2.0/ports?device_id=38acb83b-9db9-46b7-a990-70eb3daeec49 HTTP/1.1" status: 200 len: 210 time: 0.0253649 Nov 11 12:32:44.017453 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57720) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:44.146670 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fc710d57-9655-4443-8116-59f966131b0f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d3a09843a4734413a0b5ab14378728d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280630 Nov 11 12:32:44.149269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57724) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:44.195470 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b82456f1-c324-4dd5-8253-4bbfbe82e73e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:44.215858 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b82456f1-c324-4dd5-8253-4bbfbe82e73e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:44.297537 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b82456f1-c324-4dd5-8253-4bbfbe82e73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:44.300197 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b82456f1-c324-4dd5-8253-4bbfbe82e73e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:44.301355 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b82456f1-c324-4dd5-8253-4bbfbe82e73e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a99ef6d-2ce1-4ea5-ad9d-9ead7eb44db6 HTTP/1.1" status: 204 len: 168 time: 0.1511445 Nov 11 12:32:44.309315 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82456f1-c324-4dd5-8253-4bbfbe82e73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a99ef6d-2ce1-4ea5-ad9d-9ead7eb44db6,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:44.516441 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 059c0a65-3344-4dee-873a-7b8c2f24f5e3 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:32:44.530459 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 059c0a65-3344-4dee-873a-7b8c2f24f5e3 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:32:44.530803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 059c0a65-3344-4dee-873a-7b8c2f24f5e3 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:32:44.889649 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57730) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:44.903351 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-42007585-8058-47e6-ab5d-f410fd08acd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:44.975866 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-42007585-8058-47e6-ab5d-f410fd08acd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:45.051324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-42007585-8058-47e6-ab5d-f410fd08acd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:45.088223 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42007585-8058-47e6-ab5d-f410fd08acd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34455e1-19fa-44a7-8e88-b87cc5b455e2,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:45.092518 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-42007585-8058-47e6-ab5d-f410fd08acd2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fa2a5b851d18420088b6551f54055a4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2018399 Nov 11 12:32:45.095523 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57732) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:45.141792 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-10c719f2-e516-46e0-9f24-7b1efdcf5415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:45.161874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-10c719f2-e516-46e0-9f24-7b1efdcf5415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:45.272521 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-10c719f2-e516-46e0-9f24-7b1efdcf5415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:45.275131 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-10c719f2-e516-46e0-9f24-7b1efdcf5415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:45.276276 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-10c719f2-e516-46e0-9f24-7b1efdcf5415 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c34455e1-19fa-44a7-8e88-b87cc5b455e2 HTTP/1.1" status: 204 len: 168 time: 0.1799695 Nov 11 12:32:45.283946 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c719f2-e516-46e0-9f24-7b1efdcf5415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34455e1-19fa-44a7-8e88-b87cc5b455e2,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:46.308231 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57754) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:46.400390 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-1c0dd6e3-bad4-4a9a-abfc-0850905ca8c6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-575798029-network', 'tenant_id': 'a4c98df50f31464c930a748c62563ba1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:32:46.484042 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0dd6e3-bad4-4a9a-abfc-0850905ca8c6 admin admin] Made reservation on behalf of a4c98df50f31464c930a748c62563ba1 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:32:46.486332 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd6e3-bad4-4a9a-abfc-0850905ca8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:46.498441 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd6e3-bad4-4a9a-abfc-0850905ca8c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:46.568671 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd6e3-bad4-4a9a-abfc-0850905ca8c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:46.634423 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd6e3-bad4-4a9a-abfc-0850905ca8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:46.654943 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0dd6e3-bad4-4a9a-abfc-0850905ca8c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:32:46.669845 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0dd6e3-bad4-4a9a-abfc-0850905ca8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eddf701-6c0f-4a6e-b5b9-951b77bfa111,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:46.672748 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd6e3-bad4-4a9a-abfc-0850905ca8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:46.673024 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-1c0dd6e3-bad4-4a9a-abfc-0850905ca8c6 admin admin] Added segment 1c6d2712-d7de-48cf-bbf6-1d247c65a530 of type vlan for network bd90af8e-33bf-4332-a4b4-398592f08347 Nov 11 12:32:46.713279 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd6e3-bad4-4a9a-abfc-0850905ca8c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:46.828992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd6e3-bad4-4a9a-abfc-0850905ca8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:46.829968 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0dd6e3-bad4-4a9a-abfc-0850905ca8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:46.830543 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c0dd6e3-bad4-4a9a-abfc-0850905ca8c6 admin admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:46.920232 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0dd6e3-bad4-4a9a-abfc-0850905ca8c6 admin admin] Pushing event updated for resources: {'Network': ['ID=bd90af8e-33bf-4332-a4b4-398592f08347,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:46.930082 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network bd90af8e-33bf-4332-a4b4-398592f08347 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:32:46.963608 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1c0dd6e3-bad4-4a9a-abfc-0850905ca8c6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6542993 Nov 11 12:32:46.966547 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57758) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:46.971313 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-91587fdb-5d8d-4eb0-853c-90cf9fc822da admin admin] Request body: {'subnet': {'network_id': 'bd90af8e-33bf-4332-a4b4-398592f08347', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-575798029-subnet', 'tenant_id': 'a4c98df50f31464c930a748c62563ba1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:32:47.051362 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91587fdb-5d8d-4eb0-853c-90cf9fc822da admin admin] Made reservation on behalf of a4c98df50f31464c930a748c62563ba1 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:32:47.053687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-91587fdb-5d8d-4eb0-853c-90cf9fc822da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:47.280336 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-91587fdb-5d8d-4eb0-853c-90cf9fc822da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:47.334239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91587fdb-5d8d-4eb0-853c-90cf9fc822da admin admin] Pushing event updated for resources: {'Subnet': ['ID=866a17df-2c29-465b-824f-6db7f1fb891d,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:47.342697 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91587fdb-5d8d-4eb0-853c-90cf9fc822da admin admin] Checking segment: {'id': '1c6d2712-d7de-48cf-bbf6-1d247c65a530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bd90af8e-33bf-4332-a4b4-398592f08347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:32:47.343074 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91587fdb-5d8d-4eb0-853c-90cf9fc822da admin admin] Network hostable DHCP agents. Network: bd90af8e-33bf-4332-a4b4-398592f08347, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:32:47.423021 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91587fdb-5d8d-4eb0-853c-90cf9fc822da admin admin] Network bd90af8e-33bf-4332-a4b4-398592f08347 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:32:47.508798 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-91587fdb-5d8d-4eb0-853c-90cf9fc822da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, bd90af8e-33bf-4332-a4b4-398592f08347) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:32:47.513521 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91587fdb-5d8d-4eb0-853c-90cf9fc822da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:47.514121 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-91587fdb-5d8d-4eb0-853c-90cf9fc822da admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:47.518190 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4715016-b3ba-42cb-a8f2-081bfe5bfce8 None None] Network bd90af8e-33bf-4332-a4b4-398592f08347 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:32:47.599695 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-91587fdb-5d8d-4eb0-853c-90cf9fc822da admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6242278 Nov 11 12:32:47.786601 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a629f90-c4f8-4ef4-a08e-86911a4633af None None] Network bd90af8e-33bf-4332-a4b4-398592f08347 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:32:48.015220 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-58f5f2f8-2252-4072-9dc4-0003198f3d35 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:48.016703 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-58f5f2f8-2252-4072-9dc4-0003198f3d35 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/networks?id=bd90af8e-33bf-4332-a4b4-398592f08347 HTTP/1.1" status: 200 len: 811 time: 0.1034989 Nov 11 12:32:48.032313 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-5111ec13-0eee-4ba2-afba-65f4dda43351 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/quotas/a4c98df50f31464c930a748c62563ba1 HTTP/1.1" status: 200 len: 375 time: 0.0097895 Nov 11 12:32:48.068629 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-0324b5d8-14f3-49a3-ab2a-e24eef6400d3 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a4c98df50f31464c930a748c62563ba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262930 Nov 11 12:32:48.159504 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-7b00d5d2-15f8-4d93-9fc9-19327bffad74 service neutron] 10.222.0.50 "GET /v2.0/networks/bd90af8e-33bf-4332-a4b4-398592f08347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879958 Nov 11 12:32:48.246404 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-13eed791-b325-4820-bd28-d54c65005a00 service neutron] 10.222.0.50 "GET /v2.0/networks/bd90af8e-33bf-4332-a4b4-398592f08347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808709 Nov 11 12:32:48.470245 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-84dbb9bb-8603-425f-b8e5-99785eb40bf6 req-cdaf6d45-bd3e-49fc-aba5-a07b4e9e94ff tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 210 time: 0.0280998 Nov 11 12:32:49.562774 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b014c83b-e83f-4fe8-99ac-c100e4d0c4f8 req-46c58669-761e-41b9-9913-8f6ae908b4f4 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 210 time: 0.0256910 Nov 11 12:32:50.403342 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-9f3aee69-3dbe-4132-9eb1-756d6c2fd98f tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:50.404779 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-9f3aee69-3dbe-4132-9eb1-756d6c2fd98f tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.70 "GET /v2.0/networks?id=bd90af8e-33bf-4332-a4b4-398592f08347 HTTP/1.1" status: 200 len: 811 time: 0.1059985 Nov 11 12:32:50.418306 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-1e7343a9-7b64-4f4c-9dfc-b544e0adc708 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Request body: {'port': {'device_id': 'dc048694-dfb7-4b22-bfb2-907412b541df', 'network_id': 'bd90af8e-33bf-4332-a4b4-398592f08347', 'admin_state_up': True, 'tenant_id': 'a4c98df50f31464c930a748c62563ba1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:32:50.615972 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-1e7343a9-7b64-4f4c-9dfc-b544e0adc708 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Made reservation on behalf of a4c98df50f31464c930a748c62563ba1 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:32:50.619755 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-1e7343a9-7b64-4f4c-9dfc-b544e0adc708 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:50.663904 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7b3ccd6c-0fe2-4353-8530-3baaa1c50b82 req-e8e2714a-7d29-4494-86fc-1e4a3286c77b tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 210 time: 0.0308340 Nov 11 12:32:50.748615 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-1e7343a9-7b64-4f4c-9dfc-b544e0adc708 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Allocated IP 172.20.0.9 (bd90af8e-33bf-4332-a4b4-398592f08347/866a17df-2c29-465b-824f-6db7f1fb891d/501821e1-3e52-405d-a95a-f11cde99b3e0) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:32:50.902265 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-1e7343a9-7b64-4f4c-9dfc-b544e0adc708 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:50.992920 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-1e7343a9-7b64-4f4c-9dfc-b544e0adc708 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:51.036478 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-1e7343a9-7b64-4f4c-9dfc-b544e0adc708 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Network bd90af8e-33bf-4332-a4b4-398592f08347 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:32:51.039600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-1e7343a9-7b64-4f4c-9dfc-b544e0adc708 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:32:51.043348 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-1e7343a9-7b64-4f4c-9dfc-b544e0adc708 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:32:51.049510 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7343a9-7b64-4f4c-9dfc-b544e0adc708 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Pushing event updated for resources: {'Port': ['ID=501821e1-3e52-405d-a95a-f11cde99b3e0,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:51.099075 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-1e7343a9-7b64-4f4c-9dfc-b544e0adc708 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:51.099729 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-1e7343a9-7b64-4f4c-9dfc-b544e0adc708 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:51.203335 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-1e7343a9-7b64-4f4c-9dfc-b544e0adc708 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7891200 Nov 11 12:32:51.215706 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Request body: {'port': {'device_id': 'dc048694-dfb7-4b22-bfb2-907412b541df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:32:51.268769 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:51.522534 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501821e1-3e52-405d-a95a-f11cde99b3e0 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:32:51.529948 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:51.542166 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Transition to ACTIVE for port object 501821e1-3e52-405d-a95a-f11cde99b3e0 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:32:51.605590 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:51.654369 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Pushing event updated for resources: {'Port': ['ID=501821e1-3e52-405d-a95a-f11cde99b3e0,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:51.724217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Attempting to bind port 501821e1-3e52-405d-a95a-f11cde99b3e0 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:32:51.724547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Attempting to bind port 501821e1-3e52-405d-a95a-f11cde99b3e0 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '1c6d2712-d7de-48cf-bbf6-1d247c65a530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bd90af8e-33bf-4332-a4b4-398592f08347'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:32:51.724872 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Attempting to bind port 501821e1-3e52-405d-a95a-f11cde99b3e0 on network bd90af8e-33bf-4332-a4b4-398592f08347 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:32:51.729227 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Port 501821e1-3e52-405d-a95a-f11cde99b3e0 on network bd90af8e-33bf-4332-a4b4-398592f08347 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:32:51.729543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Attempting to bind port 501821e1-3e52-405d-a95a-f11cde99b3e0 on network bd90af8e-33bf-4332-a4b4-398592f08347 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:32:51.734579 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:32:51.734994 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Checking segment: {'id': '1c6d2712-d7de-48cf-bbf6-1d247c65a530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bd90af8e-33bf-4332-a4b4-398592f08347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:32:51.735402 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Bound using segment: {'id': '1c6d2712-d7de-48cf-bbf6-1d247c65a530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bd90af8e-33bf-4332-a4b4-398592f08347'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:32:51.735826 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Bound port: 501821e1-3e52-405d-a95a-f11cde99b3e0, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c6d2712-d7de-48cf-bbf6-1d247c65a530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bd90af8e-33bf-4332-a4b4-398592f08347'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:32:51.736182 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:51.777047 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558375a-8911-4398-ae67-aff1b5f4a5fb req-0bb371e5-8296-49d2-a75d-f22fe747ec03 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:51.778656 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3558375a-8911-4398-ae67-aff1b5f4a5fb req-0bb371e5-8296-49d2-a75d-f22fe747ec03 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 943 time: 0.0491774 Nov 11 12:32:51.804158 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] For port 501821e1-3e52-405d-a95a-f11cde99b3e0, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:32:51.810510 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] For port 501821e1-3e52-405d-a95a-f11cde99b3e0, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=501821e1-3e52-405d-a95a-f11cde99b3e0,segment=NetworkSegment(1c6d2712-d7de-48cf-bbf6-1d247c65a530),segment_id=1c6d2712-d7de-48cf-bbf6-1d247c65a530)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:32:51.834690 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3558375a-8911-4398-ae67-aff1b5f4a5fb req-3e615945-9fb3-4711-a3a8-e27d2b7a8cf0 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499039 Nov 11 12:32:51.867227 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:51.903394 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:51.904009 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:51.905366 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] 10.222.0.70 "PUT /v2.0/ports/501821e1-3e52-405d-a95a-f11cde99b3e0 HTTP/1.1" status: 200 len: 1093 time: 0.6938941 Nov 11 12:32:51.905805 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc048694-dfb7-4b22-bfb2-907412b541df', 'tag': '501821e1-3e52-405d-a95a-f11cde99b3e0'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:32:51.908056 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b211821-7fb7-4b88-bb80-de95ab1ed20c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc048694-dfb7-4b22-bfb2-907412b541df", "tag": "501821e1-3e52-405d-a95a-f11cde99b3e0"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:32:51.935282 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac440f5d-0e3f-4676-b289-3f632f26fa16 service neutron] Pushing event updated for resources: {'Port': ['ID=501821e1-3e52-405d-a95a-f11cde99b3e0,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:51.949770 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed4441a-487a-4888-9ea6-c17e8eb6a65a x-openstack-request-id: req-3ed4441a-487a-4888-9ea6-c17e8eb6a65a {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:32:51.950061 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc048694-dfb7-4b22-bfb2-907412b541df", "tag": "501821e1-3e52-405d-a95a-f11cde99b3e0", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:32:51.950313 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ed4441a-487a-4888-9ea6-c17e8eb6a65a {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:32:51.950715 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc048694-dfb7-4b22-bfb2-907412b541df', 'tag': '501821e1-3e52-405d-a95a-f11cde99b3e0', 'status': 'completed', 'code': 200} Nov 11 12:32:52.011875 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b211821-7fb7-4b88-bb80-de95ab1ed20c req-800d567a-ee38-4566-ba4b-1593d6e61c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:52.013358 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5b211821-7fb7-4b88-bb80-de95ab1ed20c req-800d567a-ee38-4566-ba4b-1593d6e61c80 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a4c98df50f31464c930a748c62563ba1&device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 1096 time: 0.0416248 Nov 11 12:32:52.112473 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b211821-7fb7-4b88-bb80-de95ab1ed20c req-ea0b75f1-16e1-4cbb-bebc-ddc367d0cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:52.113916 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5b211821-7fb7-4b88-bb80-de95ab1ed20c req-ea0b75f1-16e1-4cbb-bebc-ddc367d0cdf3 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=a4c98df50f31464c930a748c62563ba1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0930970 Nov 11 12:32:52.214094 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b211821-7fb7-4b88-bb80-de95ab1ed20c req-a4fe804c-9fd7-4544-b17d-54d03039c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:52.215609 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5b211821-7fb7-4b88-bb80-de95ab1ed20c req-a4fe804c-9fd7-4544-b17d-54d03039c4e5 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937910 Nov 11 12:32:52.294929 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-c7ba721d-89c5-4bc9-89fb-b2fb2417b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:52.296444 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-c7ba721d-89c5-4bc9-89fb-b2fb2417b0a7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a4c98df50f31464c930a748c62563ba1&device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 1096 time: 0.0441549 Nov 11 12:32:52.338918 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-8379f205-f748-4230-9ad2-49e532da3887 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=501821e1-3e52-405d-a95a-f11cde99b3e0 HTTP/1.1" status: 200 len: 217 time: 0.0340009 Nov 11 12:32:52.387526 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ef6be9a1-ac78-4f93-a4d0-bd850cb2332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:52.388869 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ef6be9a1-ac78-4f93-a4d0-bd850cb2332b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=866a17df-2c29-465b-824f-6db7f1fb891d HTTP/1.1" status: 200 len: 851 time: 0.0432696 Nov 11 12:32:52.419558 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-864779f0-b0cd-4759-9d72-752acbb0f075 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd90af8e-33bf-4332-a4b4-398592f08347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238490 Nov 11 12:32:52.511533 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-ce6caa46-fd67-4546-99aa-692bd17aa201 service neutron] 10.222.0.70 "GET /v2.0/networks/bd90af8e-33bf-4332-a4b4-398592f08347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851223 Nov 11 12:32:52.600978 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-905b9a16-c4e8-4868-809c-4e304b88e1c2 req-9c1916b0-bdd9-4538-a21c-59c7b5a8971c service neutron] 10.222.0.70 "GET /v2.0/networks/bd90af8e-33bf-4332-a4b4-398592f08347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826185 Nov 11 12:32:52.945362 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81561d9-2f8a-4df2-bca1-6c5dfd8f8ad0 req-4fcb4e14-3e46-42d2-a2cf-6e775845db8b tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:52.947332 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f81561d9-2f8a-4df2-bca1-6c5dfd8f8ad0 req-4fcb4e14-3e46-42d2-a2cf-6e775845db8b tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 943 time: 0.0486240 Nov 11 12:32:52.993252 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f81561d9-2f8a-4df2-bca1-6c5dfd8f8ad0 req-9e167dbf-6e7e-4df7-8b15-0d1ed895900d tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399227 Nov 11 12:32:54.109170 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfd246-2461-4885-ba38-549ce11da739 req-a83511d8-64c5-4976-9e68-809120c7802e tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:54.110622 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1ebfd246-2461-4885-ba38-549ce11da739 req-a83511d8-64c5-4976-9e68-809120c7802e tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 943 time: 0.0509658 Nov 11 12:32:54.157299 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1ebfd246-2461-4885-ba38-549ce11da739 req-a8c25b1b-bc1c-4460-8986-e618551560af tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407588 Nov 11 12:32:54.557182 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 501821e1-3e52-405d-a95a-f11cde99b3e0 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:32:54.651896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 501821e1-3e52-405d-a95a-f11cde99b3e0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=501821e1-3e52-405d-a95a-f11cde99b3e0,segment=NetworkSegment(1c6d2712-d7de-48cf-bbf6-1d247c65a530),segment_id=1c6d2712-d7de-48cf-bbf6-1d247c65a530)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:32:54.662477 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '501821e1-3e52-405d-a95a-f11cde99b3e0', 'network_id': 'bd90af8e-33bf-4332-a4b4-398592f08347', 'port_id': '501821e1-3e52-405d-a95a-f11cde99b3e0', 'mac_address': 'fa:16:3e:85:ef:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866a17df-2c29-465b-824f-6db7f1fb891d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:32:54.698492 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:54.711294 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501821e1-3e52-405d-a95a-f11cde99b3e0 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:32:54.730348 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 501821e1-3e52-405d-a95a-f11cde99b3e0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=501821e1-3e52-405d-a95a-f11cde99b3e0,segment=NetworkSegment(1c6d2712-d7de-48cf-bbf6-1d247c65a530),segment_id=1c6d2712-d7de-48cf-bbf6-1d247c65a530)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:32:54.794363 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:54.845042 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=501821e1-3e52-405d-a95a-f11cde99b3e0,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:55.002975 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['501821e1-3e52-405d-a95a-f11cde99b3e0'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:32:55.268002 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03819cee-26ab-42ab-bb7b-3208bbfe68e7 req-46eb91f6-7081-49fd-ba50-52471318687e tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:55.269442 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-03819cee-26ab-42ab-bb7b-3208bbfe68e7 req-46eb91f6-7081-49fd-ba50-52471318687e tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 944 time: 0.0472059 Nov 11 12:32:55.314436 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-03819cee-26ab-42ab-bb7b-3208bbfe68e7 req-a2c99c1f-67ee-453b-a6a1-5aa65fa95f87 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385971 Nov 11 12:32:56.428257 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f45d9-13bc-4161-9797-c07c289b5601 req-6a9de030-1d40-4a41-b471-09bd0047c38d tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:56.429708 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-194f45d9-13bc-4161-9797-c07c289b5601 req-6a9de030-1d40-4a41-b471-09bd0047c38d tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 944 time: 0.0494561 Nov 11 12:32:56.478714 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-194f45d9-13bc-4161-9797-c07c289b5601 req-9de61071-ccf7-4d48-91d6-1a5a9fd0b262 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426755 Nov 11 12:32:56.561671 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 501821e1-3e52-405d-a95a-f11cde99b3e0 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:32:56.683783 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 501821e1-3e52-405d-a95a-f11cde99b3e0 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:32:56.687744 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 501821e1-3e52-405d-a95a-f11cde99b3e0 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:32:56.688120 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:56.768408 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:56.790982 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc048694-dfb7-4b22-bfb2-907412b541df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501821e1-3e52-405d-a95a-f11cde99b3e0'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:32:56.793424 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc17a59-889e-403b-8679-0ed32e17107f" -d '{"events": [{"server_uuid": "dc048694-dfb7-4b22-bfb2-907412b541df", "name": "network-vif-plugged", "status": "completed", "tag": "501821e1-3e52-405d-a95a-f11cde99b3e0"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:32:56.807012 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 501821e1-3e52-405d-a95a-f11cde99b3e0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=501821e1-3e52-405d-a95a-f11cde99b3e0,segment=NetworkSegment(1c6d2712-d7de-48cf-bbf6-1d247c65a530),segment_id=1c6d2712-d7de-48cf-bbf6-1d247c65a530)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:32:56.828276 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21217848-53b7-4ce1-a8a8-a6c2c63d124f x-openstack-request-id: req-21217848-53b7-4ce1-a8a8-a6c2c63d124f {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:32:56.830896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc048694-dfb7-4b22-bfb2-907412b541df", "name": "network-vif-plugged", "status": "completed", "tag": "501821e1-3e52-405d-a95a-f11cde99b3e0", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:32:56.830896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21217848-53b7-4ce1-a8a8-a6c2c63d124f {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:32:56.830896 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc048694-dfb7-4b22-bfb2-907412b541df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501821e1-3e52-405d-a95a-f11cde99b3e0', 'code': 200} Nov 11 12:32:56.872251 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:32:56.918524 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=501821e1-3e52-405d-a95a-f11cde99b3e0,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:32:57.158903 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0491c9-9543-4e9d-8697-aa7e58141b71 req-bf4b5aa9-991b-437b-af5d-3da2cf7e7103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:57.160474 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0b0491c9-9543-4e9d-8697-aa7e58141b71 req-bf4b5aa9-991b-437b-af5d-3da2cf7e7103 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 1098 time: 0.0924771 Nov 11 12:32:57.205471 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0b0491c9-9543-4e9d-8697-aa7e58141b71 req-8719ead6-bc63-434f-8256-2d2771932e9f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361214 Nov 11 12:32:57.593152 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33138291-1151-4c2a-a60d-f53c79b0699a req-0216aef3-6791-4585-955a-1fcb8a40b63f tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:57.594526 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-33138291-1151-4c2a-a60d-f53c79b0699a req-0216aef3-6791-4585-955a-1fcb8a40b63f tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0484407 Nov 11 12:32:57.640226 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-33138291-1151-4c2a-a60d-f53c79b0699a req-c4f6a0f9-df0e-4a5c-8fb5-816731483bc2 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398128 Nov 11 12:32:58.753163 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb79175-b27d-42ae-99fa-81206843181f req-db405ad7-dcd3-4e85-81a9-5d37cf122344 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:58.754579 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9fb79175-b27d-42ae-99fa-81206843181f req-db405ad7-dcd3-4e85-81a9-5d37cf122344 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0475805 Nov 11 12:32:58.800367 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9fb79175-b27d-42ae-99fa-81206843181f req-cf5ade7b-572f-42f5-850a-88a339b63c32 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Nov 11 12:32:59.277291 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3e864-3235-465e-958e-14fb26c323d5 req-10b19b4c-25cc-4948-97a7-cdec6344e1ad tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:59.278824 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6fe3e864-3235-465e-958e-14fb26c323d5 req-10b19b4c-25cc-4948-97a7-cdec6344e1ad tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0528643 Nov 11 12:32:59.325825 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6fe3e864-3235-465e-958e-14fb26c323d5 req-38223f6b-c9fe-4831-a948-e7b03ebb40a4 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410099 Nov 11 12:32:59.410770 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57822) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:32:59.488385 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-bfd36d25-0c15-491e-bc1f-6f65dbd5a686 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0764580 Nov 11 12:32:59.497657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-dab1dc43-a505-47e0-963c-74dfcd48e749 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:32:59.498597 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-dab1dc43-a505-47e0-963c-74dfcd48e749 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053744 Nov 11 12:32:59.943665 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a07772-74bf-4c8f-9575-0b51e3b5e0fd req-032118a3-6893-49a7-813c-6d51bedfd941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:32:59.945170 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-01a07772-74bf-4c8f-9575-0b51e3b5e0fd req-032118a3-6893-49a7-813c-6d51bedfd941 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a4c98df50f31464c930a748c62563ba1&device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 1098 time: 0.0397511 Nov 11 12:33:00.055422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a07772-74bf-4c8f-9575-0b51e3b5e0fd req-edf9ccbd-ea15-48db-80a6-317265557c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:00.057389 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-01a07772-74bf-4c8f-9575-0b51e3b5e0fd req-edf9ccbd-ea15-48db-80a6-317265557c4e service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd90af8e-33bf-4332-a4b4-398592f08347 HTTP/1.1" status: 200 len: 912 time: 0.0919135 Nov 11 12:33:00.099363 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-01a07772-74bf-4c8f-9575-0b51e3b5e0fd req-26be55ff-93c3-4b66-94fc-dd467de3ff48 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=501821e1-3e52-405d-a95a-f11cde99b3e0 HTTP/1.1" status: 200 len: 217 time: 0.0350597 Nov 11 12:33:00.150694 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a07772-74bf-4c8f-9575-0b51e3b5e0fd req-bf2f3071-ed9d-4f7b-a6db-91e0478ee34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:00.152205 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-01a07772-74bf-4c8f-9575-0b51e3b5e0fd req-bf2f3071-ed9d-4f7b-a6db-91e0478ee34a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=866a17df-2c29-465b-824f-6db7f1fb891d HTTP/1.1" status: 200 len: 851 time: 0.0466628 Nov 11 12:33:00.188248 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-01a07772-74bf-4c8f-9575-0b51e3b5e0fd req-f6edbd5d-dfed-4fec-a170-5674b39f90c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd90af8e-33bf-4332-a4b4-398592f08347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290737 Nov 11 12:33:00.279074 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-01a07772-74bf-4c8f-9575-0b51e3b5e0fd req-a143f945-c201-4829-8d8b-50f130fee775 service neutron] 10.222.0.70 "GET /v2.0/networks/bd90af8e-33bf-4332-a4b4-398592f08347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835276 Nov 11 12:33:00.372397 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-01a07772-74bf-4c8f-9575-0b51e3b5e0fd req-5b95e1fa-64d3-46fc-884c-6cc37977de33 service neutron] 10.222.0.70 "GET /v2.0/networks/bd90af8e-33bf-4332-a4b4-398592f08347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867302 Nov 11 12:33:00.445645 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93250947-6314-42b6-bb8b-97933adcf1f7 req-881d1db5-22c6-49d6-980f-72ed57e4f883 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:00.447617 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-93250947-6314-42b6-bb8b-97933adcf1f7 req-881d1db5-22c6-49d6-980f-72ed57e4f883 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0489228 Nov 11 12:33:00.497555 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-93250947-6314-42b6-bb8b-97933adcf1f7 req-d5595d58-1531-40c7-b73b-ae4e3f4c41e1 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439417 Nov 11 12:33:01.612350 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8157e25-b376-4b56-93f2-3652be0693c1 req-4bd12895-d913-48d9-ae6f-0af3928720e7 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:01.613801 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e8157e25-b376-4b56-93f2-3652be0693c1 req-4bd12895-d913-48d9-ae6f-0af3928720e7 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0492632 Nov 11 12:33:01.635799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-98529dee-f7e2-4d63-9d86-abb9addc17a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:01.637448 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-98529dee-f7e2-4d63-9d86-abb9addc17a9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a4c98df50f31464c930a748c62563ba1&device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 1098 time: 0.0430727 Nov 11 12:33:01.662047 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e8157e25-b376-4b56-93f2-3652be0693c1 req-df0ee9d5-a95e-47bc-8257-8b578ad57226 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422447 Nov 11 12:33:01.744285 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-5650e8b6-2b12-4494-aedf-57802ee04b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:01.745739 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-5650e8b6-2b12-4494-aedf-57802ee04b85 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd90af8e-33bf-4332-a4b4-398592f08347 HTTP/1.1" status: 200 len: 912 time: 0.0943706 Nov 11 12:33:01.789765 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-98dcfa07-31bc-42d9-89c6-3c0f8a64ce1f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=501821e1-3e52-405d-a95a-f11cde99b3e0 HTTP/1.1" status: 200 len: 217 time: 0.0366366 Nov 11 12:33:01.838080 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-edc5daac-a847-45ec-92a4-0f5df7ce8af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:01.839554 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-edc5daac-a847-45ec-92a4-0f5df7ce8af2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=866a17df-2c29-465b-824f-6db7f1fb891d HTTP/1.1" status: 200 len: 851 time: 0.0433943 Nov 11 12:33:01.870775 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-f4bcbd9f-0821-4d72-b0f1-d428ca280637 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd90af8e-33bf-4332-a4b4-398592f08347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240908 Nov 11 12:33:01.963121 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-c8a107a1-ff24-45b1-8454-c6606349250b service neutron] 10.222.0.70 "GET /v2.0/networks/bd90af8e-33bf-4332-a4b4-398592f08347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843940 Nov 11 12:33:02.051773 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-54328b28-0c41-469e-9cb2-7aa059c453b6 service neutron] 10.222.0.70 "GET /v2.0/networks/bd90af8e-33bf-4332-a4b4-398592f08347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803523 Nov 11 12:33:02.776521 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6a343-9bf1-471c-9bff-75a321523c4c req-59f944ac-f2c8-4430-85c5-337dad956812 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:02.779846 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-10a6a343-9bf1-471c-9bff-75a321523c4c req-59f944ac-f2c8-4430-85c5-337dad956812 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0474763 Nov 11 12:33:02.823771 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-10a6a343-9bf1-471c-9bff-75a321523c4c req-e65adf2a-29e5-4663-9e4b-bfc140d7ebf4 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 Nov 11 12:33:03.239500 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c332354f-a093-46ad-9814-b02cd02e16ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:03.942725 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21663cb6-7ea2-4102-82dc-0b03a429ba3b req-cbf48ec0-3707-4605-a239-b17f27760576 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:03.945363 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-21663cb6-7ea2-4102-82dc-0b03a429ba3b req-cbf48ec0-3707-4605-a239-b17f27760576 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0527711 Nov 11 12:33:03.994104 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-21663cb6-7ea2-4102-82dc-0b03a429ba3b req-a943ef4c-da0f-4560-8baa-34016964e5bb tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440354 Nov 11 12:33:05.109917 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf71911-b44e-422e-b5d4-e79fbc2053bf req-45d2ef5d-44e6-408e-a595-92bd00764fd5 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:05.111381 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fcf71911-b44e-422e-b5d4-e79fbc2053bf req-45d2ef5d-44e6-408e-a595-92bd00764fd5 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0479107 Nov 11 12:33:05.157074 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fcf71911-b44e-422e-b5d4-e79fbc2053bf req-fd31fbd6-3672-4ef0-ad02-a37e879a5f4a tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399199 Nov 11 12:33:05.559763 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c33def74-548e-4c32-b8cb-bb83036cc6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:06.269332 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f18b02-f8cb-4dc3-ba27-ae88043aaca6 req-8aba3f79-6af1-4870-9f72-744a28e23503 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:06.270774 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-10f18b02-f8cb-4dc3-ba27-ae88043aaca6 req-8aba3f79-6af1-4870-9f72-744a28e23503 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0479498 Nov 11 12:33:06.318836 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-10f18b02-f8cb-4dc3-ba27-ae88043aaca6 req-4c3b73be-52d0-4698-8f89-1010a5af5799 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421393 Nov 11 12:33:06.559447 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:07.430941 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dd46a-b4af-4fdc-a428-90dea3b1b8e2 req-8f1acbdd-57b3-4ed5-ba98-04a44b4c423f tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:07.446559 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c14dd46a-b4af-4fdc-a428-90dea3b1b8e2 req-8f1acbdd-57b3-4ed5-ba98-04a44b4c423f tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0474067 Nov 11 12:33:07.478567 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c14dd46a-b4af-4fdc-a428-90dea3b1b8e2 req-da627d25-47da-4698-907d-4a0f1a81ee88 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402725 Nov 11 12:33:08.136830 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:08.593543 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a90625-2e62-4ed7-9b29-490292980fbf req-616ef8d3-b76f-4058-a1b5-25faa6f4a52f tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:08.594975 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e7a90625-2e62-4ed7-9b29-490292980fbf req-616ef8d3-b76f-4058-a1b5-25faa6f4a52f tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0472677 Nov 11 12:33:08.640551 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e7a90625-2e62-4ed7-9b29-490292980fbf req-f4b52aaa-b3dd-4383-a307-7f0b992e9628 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398481 Nov 11 12:33:09.135485 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:09.757062 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc41cc0-aadc-4bb0-9c07-96918c8f450e req-710031db-2c14-408e-8fe2-6aa76c796127 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:09.758490 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6cc41cc0-aadc-4bb0-9c07-96918c8f450e req-710031db-2c14-408e-8fe2-6aa76c796127 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0511136 Nov 11 12:33:09.804538 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6cc41cc0-aadc-4bb0-9c07-96918c8f450e req-53fcc961-b01f-48ca-a827-a513aebbf755 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400863 Nov 11 12:33:10.913939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:10.920697 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd27d19-9c38-4837-b300-5eaca6d384c8 req-0f456e3c-7ff0-4cb0-bfa0-0ef0616ce690 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:10.922139 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0cd27d19-9c38-4837-b300-5eaca6d384c8 req-0f456e3c-7ff0-4cb0-bfa0-0ef0616ce690 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0499234 Nov 11 12:33:10.968365 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0cd27d19-9c38-4837-b300-5eaca6d384c8 req-bc843e59-4f94-4d1f-b0c4-a289a4cd8f14 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403011 Nov 11 12:33:12.097912 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58709949-88bd-4516-831f-f52cb8268296 req-5be0d296-b2d5-4f6b-85c7-1186d33a237d tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:12.099410 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-58709949-88bd-4516-831f-f52cb8268296 req-5be0d296-b2d5-4f6b-85c7-1186d33a237d tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0627849 Nov 11 12:33:12.145263 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-58709949-88bd-4516-831f-f52cb8268296 req-1ceae6c8-67ee-43a1-8110-94bf45c6a211 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391746 Nov 11 12:33:13.232615 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:33:13.258468 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93408a-7ba1-4134-9fdb-d04fa00e4724 req-cb7b4f3d-79b1-4a7d-9dd0-2a061e7b7cc6 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:13.259990 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5f93408a-7ba1-4134-9fdb-d04fa00e4724 req-cb7b4f3d-79b1-4a7d-9dd0-2a061e7b7cc6 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0486608 Nov 11 12:33:13.305052 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5f93408a-7ba1-4134-9fdb-d04fa00e4724 req-b9dc229d-479d-4ee6-b214-b205fb208f66 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393820 Nov 11 12:33:14.421695 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a24ba-5010-47fb-b789-9ecfbfbfa36f req-b866db7a-7aff-47e7-957d-3e34d05aaf06 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:14.423165 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-491a24ba-5010-47fb-b789-9ecfbfbfa36f req-b866db7a-7aff-47e7-957d-3e34d05aaf06 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0473981 Nov 11 12:33:14.473338 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-491a24ba-5010-47fb-b789-9ecfbfbfa36f req-c3f9c740-08ac-4618-9581-7cf0b0e2f38a tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444255 Nov 11 12:33:15.585262 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ee811-57c8-4aac-8644-116be569601c req-484ab771-12d4-4b2a-ac2d-6a81003a94b0 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:15.587326 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7e3ee811-57c8-4aac-8644-116be569601c req-484ab771-12d4-4b2a-ac2d-6a81003a94b0 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0474463 Nov 11 12:33:15.632141 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7e3ee811-57c8-4aac-8644-116be569601c req-ebb0ba72-e483-44d7-a5c3-bb1de010ca6d tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390522 Nov 11 12:33:16.744993 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1ba25-6216-45c8-abb0-ec2b26da47f9 req-895f0dfb-2b64-4639-9388-45a83b1c7a30 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:16.746445 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-75c1ba25-6216-45c8-abb0-ec2b26da47f9 req-895f0dfb-2b64-4639-9388-45a83b1c7a30 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0480504 Nov 11 12:33:16.794408 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-75c1ba25-6216-45c8-abb0-ec2b26da47f9 req-a3f2ad29-77e0-4827-a566-5076e34e9927 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419726 Nov 11 12:33:17.911097 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a3887-bf62-46d9-9f5e-67391b3244bf req-8b743728-b1c0-44a3-ae2d-da98b4d7b6cb tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:17.912551 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b44a3887-bf62-46d9-9f5e-67391b3244bf req-8b743728-b1c0-44a3-ae2d-da98b4d7b6cb tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0512614 Nov 11 12:33:17.961875 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b44a3887-bf62-46d9-9f5e-67391b3244bf req-9ca25bcf-1521-45df-80a8-81faf4da68ad tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426171 Nov 11 12:33:19.072875 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c3dd5-163a-4b1f-a617-084cc392dd16 req-6ab18def-2792-47f8-8e0c-3f741cd84594 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:19.074302 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8d5c3dd5-163a-4b1f-a617-084cc392dd16 req-6ab18def-2792-47f8-8e0c-3f741cd84594 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0466995 Nov 11 12:33:19.119889 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8d5c3dd5-163a-4b1f-a617-084cc392dd16 req-84b5a9ed-4954-489f-86de-69c5f3bf4e4b tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397680 Nov 11 12:33:20.232900 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25591b5-9d43-4906-8f90-f9d65f0e44b5 req-cb9f606c-126f-4a4d-afb8-728b3c16d6da tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:20.234337 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f25591b5-9d43-4906-8f90-f9d65f0e44b5 req-cb9f606c-126f-4a4d-afb8-728b3c16d6da tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0481377 Nov 11 12:33:20.284778 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f25591b5-9d43-4906-8f90-f9d65f0e44b5 req-3400f790-a75f-4191-8c43-98fa81c1df54 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446353 Nov 11 12:33:21.397187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcaecca-0e8b-4d6f-9c90-38d3d29318be req-3c240ac7-35a6-4914-b48e-f543764e43cd tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:21.398624 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9dcaecca-0e8b-4d6f-9c90-38d3d29318be req-3c240ac7-35a6-4914-b48e-f543764e43cd tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0481651 Nov 11 12:33:21.444034 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9dcaecca-0e8b-4d6f-9c90-38d3d29318be req-f3f188e2-9f40-4fd3-91e1-4a75ef48db13 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388868 Nov 11 12:33:22.563592 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3624df7-d38d-4c45-98fd-8deb88b588f6 req-873d9079-2b91-424f-ad68-00e37d3dc7be tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:22.563592 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b3624df7-d38d-4c45-98fd-8deb88b588f6 req-873d9079-2b91-424f-ad68-00e37d3dc7be tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0488186 Nov 11 12:33:22.604849 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b3624df7-d38d-4c45-98fd-8deb88b588f6 req-ae31d903-aac8-48ea-a722-d03cfd31a7ec tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401053 Nov 11 12:33:23.720204 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd652b-ac8b-43f8-a278-66f6fa57da7c req-2d9eb30f-fca7-4904-a455-1d8c17f9f44c tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:23.721651 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bcdd652b-ac8b-43f8-a278-66f6fa57da7c req-2d9eb30f-fca7-4904-a455-1d8c17f9f44c tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0511041 Nov 11 12:33:23.767816 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bcdd652b-ac8b-43f8-a278-66f6fa57da7c req-d52ea1ac-3132-4074-b1b6-d189476407ad tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399098 Nov 11 12:33:24.880809 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8b4de-6771-4271-80e6-5c62e37e343f req-c81cbde3-c5a0-40d9-b841-e31a218e9464 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:24.882248 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-76d8b4de-6771-4271-80e6-5c62e37e343f req-c81cbde3-c5a0-40d9-b841-e31a218e9464 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0474756 Nov 11 12:33:24.928292 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-76d8b4de-6771-4271-80e6-5c62e37e343f req-2a75b491-320b-4b46-b122-e7f19e518f00 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395539 Nov 11 12:33:26.044935 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca56066-5f6e-4e3d-8830-33f60bc83ed1 req-8e8a520d-c6ef-4395-bf15-f854f6586e81 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:26.046381 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8ca56066-5f6e-4e3d-8830-33f60bc83ed1 req-8e8a520d-c6ef-4395-bf15-f854f6586e81 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0513191 Nov 11 12:33:26.094102 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8ca56066-5f6e-4e3d-8830-33f60bc83ed1 req-e852c588-5d4e-45c4-bde1-e8f1afdd7427 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419002 Nov 11 12:33:27.210317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f45cb3-ce4b-4e04-af91-9c349a3d3c36 req-8ed0aa68-d56f-4bdf-bc0d-7f8fa0caee27 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:27.212380 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e2f45cb3-ce4b-4e04-af91-9c349a3d3c36 req-8ed0aa68-d56f-4bdf-bc0d-7f8fa0caee27 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0479894 Nov 11 12:33:27.257913 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e2f45cb3-ce4b-4e04-af91-9c349a3d3c36 req-83ff0bc8-f8b3-4462-9e8e-c8debe76e7e7 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397680 Nov 11 12:33:28.371874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ab3a9-e5ea-49bf-8b38-3f9f040b7440 req-a220d996-ebc5-4c12-9a22-21b1b8d1bd6c tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:28.373324 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-240ab3a9-e5ea-49bf-8b38-3f9f040b7440 req-a220d996-ebc5-4c12-9a22-21b1b8d1bd6c tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0486994 Nov 11 12:33:28.428053 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-240ab3a9-e5ea-49bf-8b38-3f9f040b7440 req-4e903519-b189-4a19-8606-f400f65ec6fc tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487254 Nov 11 12:33:28.977034 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-412126d3-a5c3-4128-b285-e564bad531a6 service neutron] 10.222.0.70 "GET /v2.0/ports/501821e1-3e52-405d-a95a-f11cde99b3e0/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0586531 Nov 11 12:33:29.498414 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-1fbafb38-28b8-4911-8f96-0f75e3fd5c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:29.499850 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-1fbafb38-28b8-4911-8f96-0f75e3fd5c09 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df&tenant_id=a4c98df50f31464c930a748c62563ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0708940 Nov 11 12:33:29.546862 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33020d1c-5b30-469a-bf06-ebd5d730e7db req-f02c91c1-0d51-4539-b89f-b1ab0ba1178f tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:29.548345 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-33020d1c-5b30-469a-bf06-ebd5d730e7db req-f02c91c1-0d51-4539-b89f-b1ab0ba1178f tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0522034 Nov 11 12:33:29.561826 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-53eed961-eca5-410c-a872-198ce2206384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:29.563343 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-53eed961-eca5-410c-a872-198ce2206384 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a4c98df50f31464c930a748c62563ba1&device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 1098 time: 0.0413890 Nov 11 12:33:29.595783 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-33020d1c-5b30-469a-bf06-ebd5d730e7db req-3ad78877-f716-466a-bb6b-e1603f9d3fe8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414546 Nov 11 12:33:29.664698 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-31c45c07-9029-4d94-b2a5-19b6011fd5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:29.664698 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-31c45c07-9029-4d94-b2a5-19b6011fd5ab service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd90af8e-33bf-4332-a4b4-398592f08347 HTTP/1.1" status: 200 len: 912 time: 0.0913029 Nov 11 12:33:29.703145 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-001dad3e-2a4b-4443-84bb-f7d6cbb99707 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=501821e1-3e52-405d-a95a-f11cde99b3e0 HTTP/1.1" status: 200 len: 217 time: 0.0346186 Nov 11 12:33:29.754301 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-61b58211-da90-46aa-bae0-07a318246ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:29.755638 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-61b58211-da90-46aa-bae0-07a318246ddc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=866a17df-2c29-465b-824f-6db7f1fb891d HTTP/1.1" status: 200 len: 851 time: 0.0461981 Nov 11 12:33:29.785540 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-15decbc6-8bb9-4b27-9993-ad77681a575f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd90af8e-33bf-4332-a4b4-398592f08347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231223 Nov 11 12:33:29.874217 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-3be056a2-8638-43c5-950d-59a5b666ca56 service neutron] 10.222.0.70 "GET /v2.0/networks/bd90af8e-33bf-4332-a4b4-398592f08347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816700 Nov 11 12:33:29.964483 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-89822ec7-efcf-4e26-8178-83af59bbfdd9 req-d6cc4ea8-ec02-477b-bfd9-f30743d658e4 service neutron] 10.222.0.70 "GET /v2.0/networks/bd90af8e-33bf-4332-a4b4-398592f08347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834336 Nov 11 12:33:30.715581 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7607e0-31ac-4641-b31d-59a3f23a417d req-e6a3e3f8-f68f-4f79-b0cc-a658a3377f3a tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:30.717114 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fe7607e0-31ac-4641-b31d-59a3f23a417d req-e6a3e3f8-f68f-4f79-b0cc-a658a3377f3a tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0508847 Nov 11 12:33:30.764702 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fe7607e0-31ac-4641-b31d-59a3f23a417d req-4ee985c2-b8de-4b49-a570-0a7ccfaf0cdb tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413840 Nov 11 12:33:31.885438 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913ad1f-52c4-4db1-bbea-940f2417411a req-66a6000a-7f7b-4bbf-ae60-267c777bb03b tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:31.886891 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2913ad1f-52c4-4db1-bbea-940f2417411a req-66a6000a-7f7b-4bbf-ae60-267c777bb03b tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0519161 Nov 11 12:33:31.933341 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2913ad1f-52c4-4db1-bbea-940f2417411a req-440a8842-cb56-454c-b31d-56dc681db84b tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403972 Nov 11 12:33:32.743473 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 501821e1-3e52-405d-a95a-f11cde99b3e0 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:33:32.837269 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 501821e1-3e52-405d-a95a-f11cde99b3e0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=501821e1-3e52-405d-a95a-f11cde99b3e0,segment=NetworkSegment(1c6d2712-d7de-48cf-bbf6-1d247c65a530),segment_id=1c6d2712-d7de-48cf-bbf6-1d247c65a530)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:33:32.848182 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '501821e1-3e52-405d-a95a-f11cde99b3e0', 'network_id': 'bd90af8e-33bf-4332-a4b4-398592f08347', 'port_id': '501821e1-3e52-405d-a95a-f11cde99b3e0', 'mac_address': 'fa:16:3e:85:ef:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866a17df-2c29-465b-824f-6db7f1fb891d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:33:32.884805 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:32.897318 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 501821e1-3e52-405d-a95a-f11cde99b3e0 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:33:32.919635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 501821e1-3e52-405d-a95a-f11cde99b3e0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=501821e1-3e52-405d-a95a-f11cde99b3e0,segment=NetworkSegment(1c6d2712-d7de-48cf-bbf6-1d247c65a530),segment_id=1c6d2712-d7de-48cf-bbf6-1d247c65a530)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:33:32.976278 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:33.027136 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=501821e1-3e52-405d-a95a-f11cde99b3e0,revision_number=6']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:33.032535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['501821e1-3e52-405d-a95a-f11cde99b3e0'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:33:33.054104 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac0fc3-14f8-408b-8f57-1c93990b8124 req-46bea6cb-568f-4d5e-90e3-74817c5f95de tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:33.055635 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-61ac0fc3-14f8-408b-8f57-1c93990b8124 req-46bea6cb-568f-4d5e-90e3-74817c5f95de tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 944 time: 0.0494459 Nov 11 12:33:33.059562 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:33.059907 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:33.060245 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:33.060575 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:33.060906 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:33.061236 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:33.061559 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:33.061880 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:33.062202 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:33.062519 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:33.062837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:33.063181 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:33.103474 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-61ac0fc3-14f8-408b-8f57-1c93990b8124 req-9ab878ed-5c82-4e60-a31b-092df76374e3 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417025 Nov 11 12:33:33.231494 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-88266700-b1a0-467a-8d59-ee4782e43790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:33.641218 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-feb36b17-6d8a-4a5b-8bf5-1f2627553029 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:33.642650 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-feb36b17-6d8a-4a5b-8bf5-1f2627553029 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df&tenant_id=a4c98df50f31464c930a748c62563ba1&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 944 time: 0.0829113 Nov 11 12:33:33.727291 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-8946b080-e7b9-4945-a8a1-8b3f314265bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:33.728737 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-8946b080-e7b9-4945-a8a1-8b3f314265bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a4c98df50f31464c930a748c62563ba1&device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 1097 time: 0.0442038 Nov 11 12:33:33.815533 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-a2426a76-a124-4bfc-ad7f-642e0aab01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:33.817025 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-a2426a76-a124-4bfc-ad7f-642e0aab01c2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd90af8e-33bf-4332-a4b4-398592f08347 HTTP/1.1" status: 200 len: 912 time: 0.0818014 Nov 11 12:33:33.860252 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-b80ac4f9-7897-45f8-ad1c-21ea4a55674a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=501821e1-3e52-405d-a95a-f11cde99b3e0 HTTP/1.1" status: 200 len: 217 time: 0.0358868 Nov 11 12:33:33.908193 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-a209de61-0007-4498-b9f6-0fe0655424cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:33.909481 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-a209de61-0007-4498-b9f6-0fe0655424cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=866a17df-2c29-465b-824f-6db7f1fb891d HTTP/1.1" status: 200 len: 851 time: 0.0414820 Nov 11 12:33:33.939851 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-c4e7fc98-80fd-4226-99d4-80b26a9a25c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd90af8e-33bf-4332-a4b4-398592f08347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233128 Nov 11 12:33:34.029384 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-25f720e5-3eeb-4653-99bf-2a47921aa311 service neutron] 10.222.0.70 "GET /v2.0/networks/bd90af8e-33bf-4332-a4b4-398592f08347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822465 Nov 11 12:33:34.119182 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-190c6e97-b197-4737-99f4-6622f882655b service neutron] 10.222.0.70 "GET /v2.0/networks/bd90af8e-33bf-4332-a4b4-398592f08347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825365 Nov 11 12:33:34.751984 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 501821e1-3e52-405d-a95a-f11cde99b3e0 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:33:34.798264 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 501821e1-3e52-405d-a95a-f11cde99b3e0 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:33:34.798627 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:34.874854 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:34.897241 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc048694-dfb7-4b22-bfb2-907412b541df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501821e1-3e52-405d-a95a-f11cde99b3e0'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:33:34.900110 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906aac50-7e91-4fd2-b6c5-c713d665e39f" -d '{"events": [{"server_uuid": "dc048694-dfb7-4b22-bfb2-907412b541df", "name": "network-vif-plugged", "status": "completed", "tag": "501821e1-3e52-405d-a95a-f11cde99b3e0"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:33:34.915945 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 501821e1-3e52-405d-a95a-f11cde99b3e0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=501821e1-3e52-405d-a95a-f11cde99b3e0,segment=NetworkSegment(1c6d2712-d7de-48cf-bbf6-1d247c65a530),segment_id=1c6d2712-d7de-48cf-bbf6-1d247c65a530)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:33:34.933801 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b5480f-23fc-470c-bcc1-6b00da47e451 x-openstack-request-id: req-34b5480f-23fc-470c-bcc1-6b00da47e451 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:33:34.934162 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc048694-dfb7-4b22-bfb2-907412b541df", "name": "network-vif-plugged", "status": "completed", "tag": "501821e1-3e52-405d-a95a-f11cde99b3e0", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:33:34.934407 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-34b5480f-23fc-470c-bcc1-6b00da47e451 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:33:34.934789 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc048694-dfb7-4b22-bfb2-907412b541df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501821e1-3e52-405d-a95a-f11cde99b3e0', 'code': 200} Nov 11 12:33:34.997204 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:35.044489 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=501821e1-3e52-405d-a95a-f11cde99b3e0,revision_number=7']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:35.520701 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be4e14-bdbd-414a-adc3-86bc9cc2205d req-280ba342-d3b0-46bd-bfa5-3ff1b40bdfe6 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:35.522174 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c3be4e14-bdbd-414a-adc3-86bc9cc2205d req-280ba342-d3b0-46bd-bfa5-3ff1b40bdfe6 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0492437 Nov 11 12:33:35.547662 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4d52ccb0-bc48-4ca2-8685-e8c05d92d0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:35.574762 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c3be4e14-bdbd-414a-adc3-86bc9cc2205d req-99d5ad81-6cfa-49ae-8b8e-58ff4d5e16b3 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467281 Nov 11 12:33:36.541693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:36.691765 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d213d-d689-49a9-a275-0e969cdfd452 req-eead8f2e-6ae1-492f-9ad3-7161569c815a tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:36.693182 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-756d213d-d689-49a9-a275-0e969cdfd452 req-eead8f2e-6ae1-492f-9ad3-7161569c815a tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0479996 Nov 11 12:33:36.738755 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-756d213d-d689-49a9-a275-0e969cdfd452 req-60f72052-aa8a-44e3-9842-26a80e6501ac tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/security-groups?id=4eddf701-6c0f-4a6e-b5b9-951b77bfa111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394053 Nov 11 12:33:37.193570 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-d36997d1-e2fb-424d-847a-5ec5bd1c805b tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:37.195000 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-d36997d1-e2fb-424d-847a-5ec5bd1c805b tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 945 time: 0.0484164 Nov 11 12:33:37.288615 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Deleting port 501821e1-3e52-405d-a95a-f11cde99b3e0 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:33:37.288948 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:37.375248 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] For port 501821e1-3e52-405d-a95a-f11cde99b3e0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=501821e1-3e52-405d-a95a-f11cde99b3e0,segment=NetworkSegment(1c6d2712-d7de-48cf-bbf6-1d247c65a530),segment_id=1c6d2712-d7de-48cf-bbf6-1d247c65a530)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:33:37.375602 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:37.387611 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Calling delete_port for 501821e1-3e52-405d-a95a-f11cde99b3e0 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:33:37.587890 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:37.599286 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['501821e1-3e52-405d-a95a-f11cde99b3e0'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:33:37.614828 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Pushing event deleted for resources: {'Port': ['ID=501821e1-3e52-405d-a95a-f11cde99b3e0,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:37.624594 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:37.626375 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:37.626375 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:37.626375 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:37.626375 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:37.626375 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:37.626768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:37.627424 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:37.627424 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:37.627654 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:37.627983 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:37.628311 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:37.671819 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] No DVR routers for this DVR port 501821e1-3e52-405d-a95a-f11cde99b3e0 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:33:37.674236 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:37.677642 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-145e9a07-ddc3-4ee2-a6ab-d2eeaf6842e2 req-5f3a7289-622e-478c-8dd5-c8d69b6810f8 tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.70 "DELETE /v2.0/ports/501821e1-3e52-405d-a95a-f11cde99b3e0 HTTP/1.1" status: 204 len: 173 time: 0.4738588 Nov 11 12:33:37.678082 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc048694-dfb7-4b22-bfb2-907412b541df', 'name': 'network-vif-deleted', 'tag': '501821e1-3e52-405d-a95a-f11cde99b3e0'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:33:37.680374 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41366ba5-a06d-43e2-a774-f984a6e6d9c4" -d '{"events": [{"server_uuid": "dc048694-dfb7-4b22-bfb2-907412b541df", "name": "network-vif-deleted", "tag": "501821e1-3e52-405d-a95a-f11cde99b3e0"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:33:37.716410 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ccbfd1-5b12-4c52-89cd-8134d810419c x-openstack-request-id: req-63ccbfd1-5b12-4c52-89cd-8134d810419c {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:33:37.716738 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc048694-dfb7-4b22-bfb2-907412b541df", "name": "network-vif-deleted", "tag": "501821e1-3e52-405d-a95a-f11cde99b3e0", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:33:37.716994 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63ccbfd1-5b12-4c52-89cd-8134d810419c {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:33:37.717397 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc048694-dfb7-4b22-bfb2-907412b541df', 'name': 'network-vif-deleted', 'tag': '501821e1-3e52-405d-a95a-f11cde99b3e0', 'status': 'completed', 'code': 200} Nov 11 12:33:37.832868 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-28a79282-caa0-4349-91ba-9c95657ef2e8 req-8451d4ff-3ade-4a79-80ea-c0e0d3141feb tempest-DeleteServersTestJSON-1218926815 tempest-DeleteServersTestJSON-1218926815-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc048694-dfb7-4b22-bfb2-907412b541df HTTP/1.1" status: 200 len: 210 time: 0.0265679 Nov 11 12:33:38.205024 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:38.959397 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57928) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:39.002118 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] Deleting subnet 866a17df-2c29-465b-824f-6db7f1fb891d {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:33:39.005116 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.041737 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.080047 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.142100 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.199430 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.225263 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=866a17df-2c29-465b-824f-6db7f1fb891d,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:39.230453 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.233778 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/866a17df-2c29-465b-824f-6db7f1fb891d HTTP/1.1" status: 204 len: 168 time: 0.2733345 Nov 11 12:33:39.236523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 57930) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:39.238428 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:39.238816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:39.243088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:39.243088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:39.243088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:39.243088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:39.243088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:39.243088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:39.243088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:39.243088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:39.243088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:39.243088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb983911-a876-418a-85fc-62d980547651 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:33:39.304926 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-112602c0-0de5-44e5-af1a-ef038114605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.384137 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-112602c0-0de5-44e5-af1a-ef038114605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.408489 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-112602c0-0de5-44e5-af1a-ef038114605d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd90af8e-33bf-4332-a4b4-398592f08347']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:39.417397 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-112602c0-0de5-44e5-af1a-ef038114605d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6d2712-d7de-48cf-bbf6-1d247c65a530') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:39.417684 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-112602c0-0de5-44e5-af1a-ef038114605d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6d2712-d7de-48cf-bbf6-1d247c65a530') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:33:39.426700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-112602c0-0de5-44e5-af1a-ef038114605d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.439277 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-112602c0-0de5-44e5-af1a-ef038114605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.444943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112602c0-0de5-44e5-af1a-ef038114605d admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:33:39.445850 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-112602c0-0de5-44e5-af1a-ef038114605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:33:39.447471 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:33:39.568426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-112602c0-0de5-44e5-af1a-ef038114605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.574190 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-112602c0-0de5-44e5-af1a-ef038114605d admin admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:39.577340 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-112602c0-0de5-44e5-af1a-ef038114605d admin admin] 10.222.0.50 "DELETE /v2.0/networks/bd90af8e-33bf-4332-a4b4-398592f08347 HTTP/1.1" status: 204 len: 168 time: 0.3398263 Nov 11 12:33:39.589092 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112602c0-0de5-44e5-af1a-ef038114605d admin admin] Pushing event deleted for resources: {'Network': ['ID=bd90af8e-33bf-4332-a4b4-398592f08347,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:39.981139 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57934) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:40.025249 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b151d930-266a-4aac-8956-be830539f293 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a4c98df50f31464c930a748c62563ba1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429688 Nov 11 12:33:40.027753 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57936) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:40.072657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e51a4109-829b-4280-8f9d-9eff3f03153f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.092545 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e51a4109-829b-4280-8f9d-9eff3f03153f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.221509 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e51a4109-829b-4280-8f9d-9eff3f03153f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.224135 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e51a4109-829b-4280-8f9d-9eff3f03153f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:40.225282 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e51a4109-829b-4280-8f9d-9eff3f03153f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4eddf701-6c0f-4a6e-b5b9-951b77bfa111 HTTP/1.1" status: 204 len: 168 time: 0.1966097 Nov 11 12:33:40.236558 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a4109-829b-4280-8f9d-9eff3f03153f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eddf701-6c0f-4a6e-b5b9-951b77bfa111,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:40.790787 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 501821e1-3e52-405d-a95a-f11cde99b3e0 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:33:40.810758 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 501821e1-3e52-405d-a95a-f11cde99b3e0 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:33:40.811117 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 501821e1-3e52-405d-a95a-f11cde99b3e0 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:33:40.888471 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:41.183617 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57958) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:41.314422 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-b7b2f6b3-30bd-4f53-a9dd-841f61244225 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1871488758-network', 'tenant_id': '6c232cff27774ec1842735c43b9f4138'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:33:41.404228 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b2f6b3-30bd-4f53-a9dd-841f61244225 admin admin] Made reservation on behalf of 6c232cff27774ec1842735c43b9f4138 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:33:41.406604 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f6b3-30bd-4f53-a9dd-841f61244225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:41.414821 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f6b3-30bd-4f53-a9dd-841f61244225 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:41.484698 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f6b3-30bd-4f53-a9dd-841f61244225 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:41.553080 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f6b3-30bd-4f53-a9dd-841f61244225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:41.577296 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b2f6b3-30bd-4f53-a9dd-841f61244225 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:33:41.585893 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2f6b3-30bd-4f53-a9dd-841f61244225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a821f36-c4e7-412e-b101-e327aa050aac,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:41.591615 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f6b3-30bd-4f53-a9dd-841f61244225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:41.591953 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-b7b2f6b3-30bd-4f53-a9dd-841f61244225 admin admin] Added segment b6668474-8b95-4c87-8968-181313f2b6a5 of type vlan for network 2d87db69-f437-4089-8a69-ffe429a7800c Nov 11 12:33:41.633241 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f6b3-30bd-4f53-a9dd-841f61244225 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:41.708144 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f6b3-30bd-4f53-a9dd-841f61244225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:41.709146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b2f6b3-30bd-4f53-a9dd-841f61244225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:41.709724 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f6b3-30bd-4f53-a9dd-841f61244225 admin admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:41.769598 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2f6b3-30bd-4f53-a9dd-841f61244225 admin admin] Pushing event updated for resources: {'Network': ['ID=2d87db69-f437-4089-8a69-ffe429a7800c,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:41.786653 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 2d87db69-f437-4089-8a69-ffe429a7800c details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:33:41.835861 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b7b2f6b3-30bd-4f53-a9dd-841f61244225 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6510637 Nov 11 12:33:41.839569 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 57962) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:33:41.844328 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-2136d8a2-6246-4564-b9e3-18b96b564ec9 admin admin] Request body: {'subnet': {'network_id': '2d87db69-f437-4089-8a69-ffe429a7800c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1871488758-subnet', 'tenant_id': '6c232cff27774ec1842735c43b9f4138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:33:41.941826 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2136d8a2-6246-4564-b9e3-18b96b564ec9 admin admin] Made reservation on behalf of 6c232cff27774ec1842735c43b9f4138 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:33:41.944178 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2136d8a2-6246-4564-b9e3-18b96b564ec9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:42.164773 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2136d8a2-6246-4564-b9e3-18b96b564ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:42.217867 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136d8a2-6246-4564-b9e3-18b96b564ec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc148b48-a0b1-44a8-b0ba-d403672d8d98,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:42.229354 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2136d8a2-6246-4564-b9e3-18b96b564ec9 admin admin] Checking segment: {'id': 'b6668474-8b95-4c87-8968-181313f2b6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2d87db69-f437-4089-8a69-ffe429a7800c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:33:42.229709 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2136d8a2-6246-4564-b9e3-18b96b564ec9 admin admin] Network hostable DHCP agents. Network: 2d87db69-f437-4089-8a69-ffe429a7800c, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:33:42.310951 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2136d8a2-6246-4564-b9e3-18b96b564ec9 admin admin] Network 2d87db69-f437-4089-8a69-ffe429a7800c is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:33:42.396698 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-2136d8a2-6246-4564-b9e3-18b96b564ec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 2d87db69-f437-4089-8a69-ffe429a7800c) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:33:42.400735 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2136d8a2-6246-4564-b9e3-18b96b564ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:42.401325 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2136d8a2-6246-4564-b9e3-18b96b564ec9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:42.406672 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf9c202-2605-4067-a346-f37317197e8f None None] Network 2d87db69-f437-4089-8a69-ffe429a7800c requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:33:42.474346 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2136d8a2-6246-4564-b9e3-18b96b564ec9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6335964 Nov 11 12:33:42.534002 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3093412a-e95d-4456-a5e4-44e9bafec013 None None] Network 2d87db69-f437-4089-8a69-ffe429a7800c requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:33:42.900178 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-08f858ba-5e7b-4ece-a725-da2ca8162c50 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:42.901635 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-08f858ba-5e7b-4ece-a725-da2ca8162c50 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/networks?id=2d87db69-f437-4089-8a69-ffe429a7800c HTTP/1.1" status: 200 len: 815 time: 0.1038351 Nov 11 12:33:42.916001 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-16fed5d7-50d6-4104-879b-6d69cf3a1a62 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/quotas/6c232cff27774ec1842735c43b9f4138 HTTP/1.1" status: 200 len: 375 time: 0.0088387 Nov 11 12:33:42.947378 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-b6a7254e-9ba3-4aa7-810b-fdd42ec01712 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6c232cff27774ec1842735c43b9f4138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258493 Nov 11 12:33:42.957649 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-c8e7e585-f783-4637-bdaa-b45ae25c9e81 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:33:42.958570 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-c8e7e585-f783-4637-bdaa-b45ae25c9e81 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050154 Nov 11 12:33:43.045606 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-cef42d0b-fb58-44bd-8bd7-d93ec7808043 service neutron] 10.222.0.50 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815408 Nov 11 12:33:43.148395 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-607cc4eb-7cd8-4e35-90b7-9d13019019a1 service neutron] 10.222.0.50 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970559 Nov 11 12:33:43.399533 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-690d1abc-9c1b-42db-b312-2e8800559546 req-fe0b0024-0480-44ac-a338-9f1777ed188c tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 210 time: 0.0259693 Nov 11 12:33:44.491682 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-520bdf54-4697-4eee-894c-5a88bd00376e req-f5411b2c-860e-4ff3-9796-cefecd7aefba tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 210 time: 0.0254536 Nov 11 12:33:45.501398 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-a87fd04e-71b0-4798-a2d6-eb0b9801fe94 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:45.502842 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-a87fd04e-71b0-4798-a2d6-eb0b9801fe94 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.70 "GET /v2.0/networks?id=2d87db69-f437-4089-8a69-ffe429a7800c HTTP/1.1" status: 200 len: 815 time: 0.1017039 Nov 11 12:33:45.515008 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-8234a3d2-e630-4740-b773-f65eed662fee tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Request body: {'port': {'device_id': '20da1897-aae6-4d83-bc53-bac8cf4b4202', 'network_id': '2d87db69-f437-4089-8a69-ffe429a7800c', 'admin_state_up': True, 'tenant_id': '6c232cff27774ec1842735c43b9f4138'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:33:45.592582 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-dca1b1fe-f1d2-4fed-a4fd-04bf662628f6 req-09bd321f-11f2-44b7-b456-27bf9a789c23 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 210 time: 0.0321023 Nov 11 12:33:45.672809 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-8234a3d2-e630-4740-b773-f65eed662fee tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Made reservation on behalf of 6c232cff27774ec1842735c43b9f4138 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:33:45.676288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-8234a3d2-e630-4740-b773-f65eed662fee tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:45.797819 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-8234a3d2-e630-4740-b773-f65eed662fee tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Allocated IP 172.20.0.14 (2d87db69-f437-4089-8a69-ffe429a7800c/bc148b48-a0b1-44a8-b0ba-d403672d8d98/30c3f9d3-20d0-4a05-8a00-334074ebf179) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:33:45.944799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-8234a3d2-e630-4740-b773-f65eed662fee tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:46.031421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-8234a3d2-e630-4740-b773-f65eed662fee tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:46.075290 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-8234a3d2-e630-4740-b773-f65eed662fee tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Network 2d87db69-f437-4089-8a69-ffe429a7800c is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:33:46.080235 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-8234a3d2-e630-4740-b773-f65eed662fee tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:33:46.084154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-8234a3d2-e630-4740-b773-f65eed662fee tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:33:46.438184 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234a3d2-e630-4740-b773-f65eed662fee tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Pushing event updated for resources: {'Port': ['ID=30c3f9d3-20d0-4a05-8a00-334074ebf179,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:46.464750 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-8234a3d2-e630-4740-b773-f65eed662fee tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:46.465333 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-8234a3d2-e630-4740-b773-f65eed662fee tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:46.547939 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-8234a3d2-e630-4740-b773-f65eed662fee tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0364890 Nov 11 12:33:46.560651 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Request body: {'port': {'device_id': '20da1897-aae6-4d83-bc53-bac8cf4b4202', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:33:46.611764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:46.710670 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce84af6-82f8-4d0f-a0f5-0460810610da req-482e8fef-814c-4c31-8649-48c69bf00dff tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:46.712597 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cce84af6-82f8-4d0f-a0f5-0460810610da req-482e8fef-814c-4c31-8649-48c69bf00dff tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 932 time: 0.0482481 Nov 11 12:33:46.761093 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cce84af6-82f8-4d0f-a0f5-0460810610da req-b9f592e2-bc6b-4628-bd2a-5152e080c0d5 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426233 Nov 11 12:33:46.870395 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c3f9d3-20d0-4a05-8a00-334074ebf179 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:33:46.877791 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:46.889972 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Transition to ACTIVE for port object 30c3f9d3-20d0-4a05-8a00-334074ebf179 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:33:46.952649 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:47.000239 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Pushing event updated for resources: {'Port': ['ID=30c3f9d3-20d0-4a05-8a00-334074ebf179,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:47.069012 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Attempting to bind port 30c3f9d3-20d0-4a05-8a00-334074ebf179 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:33:47.069342 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Attempting to bind port 30c3f9d3-20d0-4a05-8a00-334074ebf179 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'b6668474-8b95-4c87-8968-181313f2b6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2d87db69-f437-4089-8a69-ffe429a7800c'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:33:47.069666 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Attempting to bind port 30c3f9d3-20d0-4a05-8a00-334074ebf179 on network 2d87db69-f437-4089-8a69-ffe429a7800c {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:33:47.074527 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Port 30c3f9d3-20d0-4a05-8a00-334074ebf179 on network 2d87db69-f437-4089-8a69-ffe429a7800c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:33:47.074834 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Attempting to bind port 30c3f9d3-20d0-4a05-8a00-334074ebf179 on network 2d87db69-f437-4089-8a69-ffe429a7800c {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:33:47.079651 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:33:47.079978 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Checking segment: {'id': 'b6668474-8b95-4c87-8968-181313f2b6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2d87db69-f437-4089-8a69-ffe429a7800c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:33:47.080356 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Bound using segment: {'id': 'b6668474-8b95-4c87-8968-181313f2b6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2d87db69-f437-4089-8a69-ffe429a7800c'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:33:47.080772 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Bound port: 30c3f9d3-20d0-4a05-8a00-334074ebf179, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6668474-8b95-4c87-8968-181313f2b6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2d87db69-f437-4089-8a69-ffe429a7800c'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:33:47.081384 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:47.141969 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] For port 30c3f9d3-20d0-4a05-8a00-334074ebf179, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:33:47.144931 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] For port 30c3f9d3-20d0-4a05-8a00-334074ebf179, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=30c3f9d3-20d0-4a05-8a00-334074ebf179,segment=NetworkSegment(b6668474-8b95-4c87-8968-181313f2b6a5),segment_id=b6668474-8b95-4c87-8968-181313f2b6a5)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:33:47.227431 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:47.262004 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:47.262628 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:47.264002 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] 10.222.0.70 "PUT /v2.0/ports/30c3f9d3-20d0-4a05-8a00-334074ebf179 HTTP/1.1" status: 200 len: 1094 time: 0.7074175 Nov 11 12:33:47.264445 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20da1897-aae6-4d83-bc53-bac8cf4b4202', 'tag': '30c3f9d3-20d0-4a05-8a00-334074ebf179'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:33:47.266739 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18197187-4fca-4cd7-b1be-65b89ca4be4c" -d '{"events": [{"name": "network-changed", "server_uuid": "20da1897-aae6-4d83-bc53-bac8cf4b4202", "tag": "30c3f9d3-20d0-4a05-8a00-334074ebf179"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:33:47.290059 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f84374-3fec-4c25-8f75-5ba317dbe971 service neutron] Pushing event updated for resources: {'Port': ['ID=30c3f9d3-20d0-4a05-8a00-334074ebf179,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:47.301319 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fa7dfe-872f-4ba2-9ee4-e0c1d086a9d9 x-openstack-request-id: req-e1fa7dfe-872f-4ba2-9ee4-e0c1d086a9d9 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:33:47.301678 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20da1897-aae6-4d83-bc53-bac8cf4b4202", "tag": "30c3f9d3-20d0-4a05-8a00-334074ebf179", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:33:47.301925 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e1fa7dfe-872f-4ba2-9ee4-e0c1d086a9d9 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:33:47.302332 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20da1897-aae6-4d83-bc53-bac8cf4b4202', 'tag': '30c3f9d3-20d0-4a05-8a00-334074ebf179', 'status': 'completed', 'code': 200} Nov 11 12:33:47.362378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18197187-4fca-4cd7-b1be-65b89ca4be4c req-556acc27-a058-4d97-ae09-5c306def55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:47.363925 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-18197187-4fca-4cd7-b1be-65b89ca4be4c req-556acc27-a058-4d97-ae09-5c306def55bc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c232cff27774ec1842735c43b9f4138&device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 1097 time: 0.0400877 Nov 11 12:33:47.464333 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18197187-4fca-4cd7-b1be-65b89ca4be4c req-106ae566-3af9-47ae-bb20-073ed041ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:47.465809 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-18197187-4fca-4cd7-b1be-65b89ca4be4c req-106ae566-3af9-47ae-bb20-073ed041ea4d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=6c232cff27774ec1842735c43b9f4138&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0934029 Nov 11 12:33:47.561090 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18197187-4fca-4cd7-b1be-65b89ca4be4c req-fa0c2000-d041-4f33-80a9-baf6e2632de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:47.562522 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-18197187-4fca-4cd7-b1be-65b89ca4be4c req-fa0c2000-d041-4f33-80a9-baf6e2632de9 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899398 Nov 11 12:33:47.636687 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-b0adf41f-69cd-464a-885e-ee03c87a3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:47.638117 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-b0adf41f-69cd-464a-885e-ee03c87a3722 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c232cff27774ec1842735c43b9f4138&device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 1097 time: 0.0404084 Nov 11 12:33:47.679757 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-2bf42933-d296-4870-8a09-f15874b9a597 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30c3f9d3-20d0-4a05-8a00-334074ebf179 HTTP/1.1" status: 200 len: 217 time: 0.0334988 Nov 11 12:33:47.731173 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-a40f7c76-78d0-4ed0-a154-84a387459df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:47.732545 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-a40f7c76-78d0-4ed0-a154-84a387459df9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bc148b48-a0b1-44a8-b0ba-d403672d8d98 HTTP/1.1" status: 200 len: 855 time: 0.0457287 Nov 11 12:33:47.762877 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-e30772c9-92aa-4111-bb35-8ab16ef8213d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d87db69-f437-4089-8a69-ffe429a7800c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235143 Nov 11 12:33:47.853195 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-2583e8a5-6e74-485d-b499-d1fd1175bdb2 service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829167 Nov 11 12:33:47.876537 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cade964-8952-43fb-a71d-53d25104f103 req-ca25d8b0-2ec9-4f2a-8de9-648ae24ee64d tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:47.877993 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5cade964-8952-43fb-a71d-53d25104f103 req-ca25d8b0-2ec9-4f2a-8de9-648ae24ee64d tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 944 time: 0.0476148 Nov 11 12:33:47.924166 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5cade964-8952-43fb-a71d-53d25104f103 req-a663bb55-194f-4723-b757-53ea0fd11a65 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397706 Nov 11 12:33:47.947007 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6b6fee2a-c575-4cbc-8110-2d2ac3fdc046 req-fe620d28-1b86-417d-99dd-a1aba8c2fe8d service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855615 Nov 11 12:33:48.838235 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 30c3f9d3-20d0-4a05-8a00-334074ebf179 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:33:48.930265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 30c3f9d3-20d0-4a05-8a00-334074ebf179, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=30c3f9d3-20d0-4a05-8a00-334074ebf179,segment=NetworkSegment(b6668474-8b95-4c87-8968-181313f2b6a5),segment_id=b6668474-8b95-4c87-8968-181313f2b6a5)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:33:48.941423 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '30c3f9d3-20d0-4a05-8a00-334074ebf179', 'network_id': '2d87db69-f437-4089-8a69-ffe429a7800c', 'port_id': '30c3f9d3-20d0-4a05-8a00-334074ebf179', 'mac_address': 'fa:16:3e:50:a6:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc148b48-a0b1-44a8-b0ba-d403672d8d98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:33:48.982153 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:48.994966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c3f9d3-20d0-4a05-8a00-334074ebf179 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:33:49.014021 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 30c3f9d3-20d0-4a05-8a00-334074ebf179, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=30c3f9d3-20d0-4a05-8a00-334074ebf179,segment=NetworkSegment(b6668474-8b95-4c87-8968-181313f2b6a5),segment_id=b6668474-8b95-4c87-8968-181313f2b6a5)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:33:49.041723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6159e-d2b6-497d-9d69-4a79581b51f2 req-5b848453-4b8e-4fb7-b0f9-a2884c0c208a tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:49.043202 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-82b6159e-d2b6-497d-9d69-4a79581b51f2 req-5b848453-4b8e-4fb7-b0f9-a2884c0c208a tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 944 time: 0.0513375 Nov 11 12:33:49.065333 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:49.089196 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-82b6159e-d2b6-497d-9d69-4a79581b51f2 req-7bfe6b26-c80b-4e53-be3e-24ad5dbfa7e0 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399904 Nov 11 12:33:49.112761 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=30c3f9d3-20d0-4a05-8a00-334074ebf179,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:49.280587 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['30c3f9d3-20d0-4a05-8a00-334074ebf179'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:33:50.200910 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf790f-5f28-4e23-8401-6f5f7aa6df6e req-078ea1fe-ebda-4be7-8465-69303de2c8a3 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:50.202352 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cdcf790f-5f28-4e23-8401-6f5f7aa6df6e req-078ea1fe-ebda-4be7-8465-69303de2c8a3 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 945 time: 0.0475221 Nov 11 12:33:50.232152 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:33:50.251701 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cdcf790f-5f28-4e23-8401-6f5f7aa6df6e req-92a2b76a-45cb-44ce-869a-7a66520da84f tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432885 Nov 11 12:33:50.838357 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 30c3f9d3-20d0-4a05-8a00-334074ebf179 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:33:50.964005 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 30c3f9d3-20d0-4a05-8a00-334074ebf179 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:33:50.967701 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 30c3f9d3-20d0-4a05-8a00-334074ebf179 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:33:50.968079 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:51.044796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:51.066054 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20da1897-aae6-4d83-bc53-bac8cf4b4202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c3f9d3-20d0-4a05-8a00-334074ebf179'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:33:51.068247 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b70d12-5a21-4d0c-ba24-9a0505f3771b" -d '{"events": [{"server_uuid": "20da1897-aae6-4d83-bc53-bac8cf4b4202", "name": "network-vif-plugged", "status": "completed", "tag": "30c3f9d3-20d0-4a05-8a00-334074ebf179"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:33:51.080802 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 30c3f9d3-20d0-4a05-8a00-334074ebf179, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=30c3f9d3-20d0-4a05-8a00-334074ebf179,segment=NetworkSegment(b6668474-8b95-4c87-8968-181313f2b6a5),segment_id=b6668474-8b95-4c87-8968-181313f2b6a5)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:33:51.103844 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ef861b-b704-4a3f-ad49-1b422ee7bbaf x-openstack-request-id: req-e5ef861b-b704-4a3f-ad49-1b422ee7bbaf {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:33:51.104124 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20da1897-aae6-4d83-bc53-bac8cf4b4202", "name": "network-vif-plugged", "status": "completed", "tag": "30c3f9d3-20d0-4a05-8a00-334074ebf179", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:33:51.104377 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e5ef861b-b704-4a3f-ad49-1b422ee7bbaf {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:33:51.104757 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20da1897-aae6-4d83-bc53-bac8cf4b4202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c3f9d3-20d0-4a05-8a00-334074ebf179', 'code': 200} Nov 11 12:33:51.147226 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:33:51.193549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=30c3f9d3-20d0-4a05-8a00-334074ebf179,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:33:51.373104 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b66ec4-9c36-4697-a069-481fcf9d9ad3 req-7c541e56-1d19-47df-9dde-e36c5876d722 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:51.374496 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f6b66ec4-9c36-4697-a069-481fcf9d9ad3 req-7c541e56-1d19-47df-9dde-e36c5876d722 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0527139 Nov 11 12:33:51.390201 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4a15a-3f2f-48c6-a508-b5f129cf8fd9 req-5204d6c8-46fd-4975-bdda-d08249eed3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:51.391743 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8bd4a15a-3f2f-48c6-a508-b5f129cf8fd9 req-5204d6c8-46fd-4975-bdda-d08249eed3ed service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 1099 time: 0.0419698 Nov 11 12:33:51.420701 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f6b66ec4-9c36-4697-a069-481fcf9d9ad3 req-7b12e2ed-205a-4cfa-aa4e-f8526bde0736 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401387 Nov 11 12:33:51.446383 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8bd4a15a-3f2f-48c6-a508-b5f129cf8fd9 req-4f94140a-c5b2-4605-aa48-79bc5fc9c796 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380604 Nov 11 12:33:52.538098 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6c451-902a-442b-9849-f2dbab8a28ba req-8b96ef2e-ebf3-436f-b96c-69f378b907e1 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:52.540167 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-04d6c451-902a-442b-9849-f2dbab8a28ba req-8b96ef2e-ebf3-436f-b96c-69f378b907e1 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0498011 Nov 11 12:33:52.585610 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-04d6c451-902a-442b-9849-f2dbab8a28ba req-8f44147e-1934-4a6f-8d2c-53c383b66cbc tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396900 Nov 11 12:33:53.698659 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbef41-7518-4cb4-8e05-8208e36f260c req-8c3868be-c054-4c32-b384-4a86a8ab3591 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:53.700138 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e8bbef41-7518-4cb4-8e05-8208e36f260c req-8c3868be-c054-4c32-b384-4a86a8ab3591 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0484197 Nov 11 12:33:53.749385 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e8bbef41-7518-4cb4-8e05-8208e36f260c req-0fa44619-ba58-4f9f-b5a3-73b775dc9a39 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434220 Nov 11 12:33:53.863486 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f23d3-f43e-46eb-b1d3-e684ff7efc4b req-c3cfce6d-9914-43c9-b5c4-ec60e2259886 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:53.865815 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fe1f23d3-f43e-46eb-b1d3-e684ff7efc4b req-c3cfce6d-9914-43c9-b5c4-ec60e2259886 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0524414 Nov 11 12:33:53.915481 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fe1f23d3-f43e-46eb-b1d3-e684ff7efc4b req-26df8cc2-c028-4432-9e33-ece0e5a71e8d tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406528 Nov 11 12:33:54.169184 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d2733-b62f-4f77-87c2-c979841c655e req-225dff0d-ce18-425a-af57-14661bb716d5 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:54.170662 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2d4d2733-b62f-4f77-87c2-c979841c655e req-225dff0d-ce18-425a-af57-14661bb716d5 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0532732 Nov 11 12:33:54.216814 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2d4d2733-b62f-4f77-87c2-c979841c655e req-fe3adc21-9edd-440f-b11d-5b2a8dc72851 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402272 Nov 11 12:33:54.331827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b10eda-1b87-4f3c-b151-308f973e457b req-161e1ebb-a7ee-434c-be29-893618cc9ca3 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:54.333165 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-38b10eda-1b87-4f3c-b151-308f973e457b req-161e1ebb-a7ee-434c-be29-893618cc9ca3 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0521798 Nov 11 12:33:54.378602 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-38b10eda-1b87-4f3c-b151-308f973e457b req-e491d35f-7205-4222-ba11-43da8a995d54 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396292 Nov 11 12:33:54.764607 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41341b10-3a3a-4e53-bc22-1b037457ceb1 req-f64d2392-79d4-4d7f-b453-9aaca0c04cd8 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:54.766058 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-41341b10-3a3a-4e53-bc22-1b037457ceb1 req-f64d2392-79d4-4d7f-b453-9aaca0c04cd8 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0525181 Nov 11 12:33:54.813316 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-41341b10-3a3a-4e53-bc22-1b037457ceb1 req-0e78b570-7323-4651-be66-d1a6a4b68a36 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413277 Nov 11 12:33:54.868263 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-a42dd015-d552-498d-9300-a144a7bfbb29 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0392048 Nov 11 12:33:55.931919 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1ff5e-6199-4241-b5c9-1475aabfe32b req-d5591815-2eb5-4fcc-9931-a337cc95c101 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:55.933373 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d6b1ff5e-6199-4241-b5c9-1475aabfe32b req-d5591815-2eb5-4fcc-9931-a337cc95c101 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0522916 Nov 11 12:33:55.980514 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d6b1ff5e-6199-4241-b5c9-1475aabfe32b req-26972ab4-fe7a-4f85-9cb3-d38ff56a30ff tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411780 Nov 11 12:33:56.692779 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-b68320ee-e7ca-41dc-886e-06a4af8bed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:56.694243 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-b68320ee-e7ca-41dc-886e-06a4af8bed0a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c232cff27774ec1842735c43b9f4138&device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 1099 time: 0.0449371 Nov 11 12:33:56.783362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-5b7ae5bf-806e-4989-bfd7-0388e41294da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:56.784845 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-5b7ae5bf-806e-4989-bfd7-0388e41294da service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d87db69-f437-4089-8a69-ffe429a7800c HTTP/1.1" status: 200 len: 916 time: 0.0831695 Nov 11 12:33:56.830563 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-7a343242-fa40-4017-afbd-bb06d3254181 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30c3f9d3-20d0-4a05-8a00-334074ebf179 HTTP/1.1" status: 200 len: 217 time: 0.0385141 Nov 11 12:33:56.881637 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-99312e2f-6d9f-4817-ac55-a95f2dc82439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:56.883075 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-99312e2f-6d9f-4817-ac55-a95f2dc82439 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bc148b48-a0b1-44a8-b0ba-d403672d8d98 HTTP/1.1" status: 200 len: 855 time: 0.0435333 Nov 11 12:33:56.913461 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-24c935ea-db22-47f7-a44d-1b6c626c23bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d87db69-f437-4089-8a69-ffe429a7800c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233197 Nov 11 12:33:57.005152 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-9e64bd7f-1d2a-4979-b79a-993c46d6684a service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850308 Nov 11 12:33:57.094922 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cfb9a-db7b-4695-b2e8-8efdc03ca401 req-93131cc1-2621-4920-b9df-b0683593ad3d tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:57.096105 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-3c7b253c-4821-4c19-8950-2b9aab769bf3 service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829809 Nov 11 12:33:57.096521 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-196cfb9a-db7b-4695-b2e8-8efdc03ca401 req-93131cc1-2621-4920-b9df-b0683593ad3d tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0480387 Nov 11 12:33:57.143624 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-196cfb9a-db7b-4695-b2e8-8efdc03ca401 req-8c3aad3b-0564-4d24-abbd-15ce2a8c7185 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404255 Nov 11 12:33:58.259244 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d23d5c-8bb8-4c5a-a7af-77b2cb0a9bd6 req-ccbbe46b-383e-40b0-b86b-15bc5bb6b499 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:58.260680 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-97d23d5c-8bb8-4c5a-a7af-77b2cb0a9bd6 req-ccbbe46b-383e-40b0-b86b-15bc5bb6b499 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0513666 Nov 11 12:33:58.308705 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-97d23d5c-8bb8-4c5a-a7af-77b2cb0a9bd6 req-2a8744bf-47ed-4bd9-93dd-f2f644e539de tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422225 Nov 11 12:33:59.426278 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c38d2-c348-496d-89e7-ed659c04873d req-bb0daf9f-0bb2-49b1-9d70-9de79bf187a8 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:33:59.427765 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bc8c38d2-c348-496d-89e7-ed659c04873d req-bb0daf9f-0bb2-49b1-9d70-9de79bf187a8 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0534604 Nov 11 12:33:59.473520 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bc8c38d2-c348-496d-89e7-ed659c04873d req-fa4b8995-3900-48d0-9d03-2166314a3c5d tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393643 Nov 11 12:34:00.584874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a083bd9-6091-4977-ae14-9220e719445d req-0e65db52-7cb1-4f6f-acd1-7a7890c9d230 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:00.586966 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0a083bd9-6091-4977-ae14-9220e719445d req-0e65db52-7cb1-4f6f-acd1-7a7890c9d230 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0467818 Nov 11 12:34:00.635691 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0a083bd9-6091-4977-ae14-9220e719445d req-ddf0beb8-c873-4c74-a867-6ff6fdc7aa03 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430961 Nov 11 12:34:02.035776 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249da58-f8dc-494d-870d-e026d74a10e9 req-a6c88934-8b4b-43a2-ab16-e647e98ec4bf tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:02.037219 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1249da58-f8dc-494d-870d-e026d74a10e9 req-a6c88934-8b4b-43a2-ab16-e647e98ec4bf tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.3334608 Nov 11 12:34:02.082043 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1249da58-f8dc-494d-870d-e026d74a10e9 req-cb4b3ee1-b5b1-41c2-8621-aaa49490a71b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389445 Nov 11 12:34:02.585188 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa914c-80c3-42e0-a016-e411a3110a31 req-f2191cbc-33e0-4d94-ba2a-40b4091ad432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:02.586652 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-47aa914c-80c3-42e0-a016-e411a3110a31 req-f2191cbc-33e0-4d94-ba2a-40b4091ad432 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c232cff27774ec1842735c43b9f4138&device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 1099 time: 0.0419662 Nov 11 12:34:02.693862 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa914c-80c3-42e0-a016-e411a3110a31 req-10f36467-7088-461a-88c5-d8d2300b4ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:02.695334 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-47aa914c-80c3-42e0-a016-e411a3110a31 req-10f36467-7088-461a-88c5-d8d2300b4ebf service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d87db69-f437-4089-8a69-ffe429a7800c HTTP/1.1" status: 200 len: 916 time: 0.0905163 Nov 11 12:34:02.738231 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-47aa914c-80c3-42e0-a016-e411a3110a31 req-890f0307-213b-4467-a7ec-2b972f8a7ddb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30c3f9d3-20d0-4a05-8a00-334074ebf179 HTTP/1.1" status: 200 len: 217 time: 0.0339518 Nov 11 12:34:02.789857 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa914c-80c3-42e0-a016-e411a3110a31 req-08372d11-5dc2-4d2e-a6c9-b30a870bf9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:02.791273 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-47aa914c-80c3-42e0-a016-e411a3110a31 req-08372d11-5dc2-4d2e-a6c9-b30a870bf9bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bc148b48-a0b1-44a8-b0ba-d403672d8d98 HTTP/1.1" status: 200 len: 855 time: 0.0456517 Nov 11 12:34:02.822313 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-47aa914c-80c3-42e0-a016-e411a3110a31 req-f717597e-ce32-4b86-b6a9-40c84bd4754a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d87db69-f437-4089-8a69-ffe429a7800c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246201 Nov 11 12:34:02.910435 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-47aa914c-80c3-42e0-a016-e411a3110a31 req-61567d99-84f8-40da-955b-2d44a92c7e53 service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808156 Nov 11 12:34:03.002404 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-47aa914c-80c3-42e0-a016-e411a3110a31 req-f2f450c6-94d4-4329-a187-fe449890b4ef service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849624 Nov 11 12:34:03.193223 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc3ec3-b401-456d-9f03-a9d6e2318d37 req-a467f94e-9065-4e96-b961-ca41e1f78d54 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:03.194543 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-61fc3ec3-b401-456d-9f03-a9d6e2318d37 req-a467f94e-9065-4e96-b961-ca41e1f78d54 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0479813 Nov 11 12:34:03.204307 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-19a71dff-10af-4b0a-b1a7-a63ebbce178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:03.242206 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-61fc3ec3-b401-456d-9f03-a9d6e2318d37 req-bd0fe056-00ea-427f-9103-083c234194c7 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 Nov 11 12:34:04.357852 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e26580-a4b2-45fe-b446-c2d871342a25 req-e6eeea34-f03f-441a-8539-a04df80cd98a tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:04.359285 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-26e26580-a4b2-45fe-b446-c2d871342a25 req-e6eeea34-f03f-441a-8539-a04df80cd98a tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0513804 Nov 11 12:34:04.404149 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-26e26580-a4b2-45fe-b446-c2d871342a25 req-b417029b-0f05-4e25-8c94-6bd3aaf2e758 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390816 Nov 11 12:34:05.517608 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636d7b8-bc74-4bb5-a29f-0d4a902568a2 req-16286cfe-eed8-4d2f-ba6c-5f99bb9c0a0b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:05.518963 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6636d7b8-bc74-4bb5-a29f-0d4a902568a2 req-16286cfe-eed8-4d2f-ba6c-5f99bb9c0a0b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0478168 Nov 11 12:34:05.566254 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6636d7b8-bc74-4bb5-a29f-0d4a902568a2 req-f452d013-7500-4367-b202-98dcd8bacc76 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407324 Nov 11 12:34:05.579606 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ca7450d3-8880-4af7-a1bc-e3c9f6830e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:06.552412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:06.678667 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d683869-f066-4ad3-8c66-3ad330fa0c52 req-f4007a24-ba45-485a-93ca-cac8becc51b0 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:06.680125 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8d683869-f066-4ad3-8c66-3ad330fa0c52 req-f4007a24-ba45-485a-93ca-cac8becc51b0 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0474613 Nov 11 12:34:06.729206 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8d683869-f066-4ad3-8c66-3ad330fa0c52 req-0dd0a339-8c31-4dd4-b33b-99da96e28b3e tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431714 Nov 11 12:34:07.842372 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746b659-11da-43c5-abea-5d3d7c983587 req-d200621d-e28b-478b-86fe-3f309432918f tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:07.843839 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3746b659-11da-43c5-abea-5d3d7c983587 req-d200621d-e28b-478b-86fe-3f309432918f tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0472167 Nov 11 12:34:07.889512 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3746b659-11da-43c5-abea-5d3d7c983587 req-a790f344-25ff-4607-91c8-9a0b7ad7ec0f tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398438 Nov 11 12:34:08.209561 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:09.005075 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd2c50-2192-4be1-9ede-be675c242ba8 req-a147cc81-c942-4758-b13c-766dc862738d tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:09.006518 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-addd2c50-2192-4be1-9ede-be675c242ba8 req-a147cc81-c942-4758-b13c-766dc862738d tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0472879 Nov 11 12:34:09.051875 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-addd2c50-2192-4be1-9ede-be675c242ba8 req-48998656-d9aa-4d27-b333-84f2802b897b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 Nov 11 12:34:09.141607 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:10.165203 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e4f54-8b8e-4b2a-97ac-07eaecc58f00 req-60cdf8ab-1c0d-481c-be99-79314b2d873f tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:10.166631 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-142e4f54-8b8e-4b2a-97ac-07eaecc58f00 req-60cdf8ab-1c0d-481c-be99-79314b2d873f tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0503349 Nov 11 12:34:10.213030 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-142e4f54-8b8e-4b2a-97ac-07eaecc58f00 req-e5cd69f4-5afe-4852-91b4-49e29f8973d3 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406089 Nov 11 12:34:10.872609 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:11.327657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9d679-36b1-41c3-9ae0-d3ce7c3370fb req-768b8a43-00f9-4856-808c-ace7fbd53a12 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:11.329091 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-28a9d679-36b1-41c3-9ae0-d3ce7c3370fb req-768b8a43-00f9-4856-808c-ace7fbd53a12 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0480125 Nov 11 12:34:11.375666 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-28a9d679-36b1-41c3-9ae0-d3ce7c3370fb req-e89469ac-806b-4b09-b5df-79ef57da68ca tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404649 Nov 11 12:34:12.490065 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1caf047-6840-4ad9-bbf6-77f6839e482e req-9c820e29-2db6-47ed-8528-9c3329df1259 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:12.491513 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f1caf047-6840-4ad9-bbf6-77f6839e482e req-9c820e29-2db6-47ed-8528-9c3329df1259 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0502629 Nov 11 12:34:12.537277 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f1caf047-6840-4ad9-bbf6-77f6839e482e req-0f53b11c-e010-4f97-a0a8-ade524c6b3bd tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392926 Nov 11 12:34:13.649987 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba4149-7427-4b71-b761-64c5acc206dc req-545c5938-2775-4b29-863b-7d4a447b9670 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:13.651465 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f5ba4149-7427-4b71-b761-64c5acc206dc req-545c5938-2775-4b29-863b-7d4a447b9670 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0476367 Nov 11 12:34:13.696889 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f5ba4149-7427-4b71-b761-64c5acc206dc req-65cbc833-20d0-4567-9a80-759209041d48 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396981 Nov 11 12:34:14.810479 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cae03-65ee-4cfa-9e9d-dc7957606c74 req-4f1459ce-e855-4e0a-9807-e6447b3b3c0a tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:14.811940 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1a5cae03-65ee-4cfa-9e9d-dc7957606c74 req-4f1459ce-e855-4e0a-9807-e6447b3b3c0a tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0489690 Nov 11 12:34:14.862494 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1a5cae03-65ee-4cfa-9e9d-dc7957606c74 req-ee85b25a-717e-455b-8e3b-9e152ca3126e tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446594 Nov 11 12:34:15.974611 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66f37a-967b-4fa5-afea-b0bae60a5354 req-70a7c999-daea-4227-9d98-b2c3aaae3912 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:15.976094 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ca66f37a-967b-4fa5-afea-b0bae60a5354 req-70a7c999-daea-4227-9d98-b2c3aaae3912 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0479639 Nov 11 12:34:16.029283 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ca66f37a-967b-4fa5-afea-b0bae60a5354 req-9c8ee0db-78c5-437d-95dd-f667540a201d tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474377 Nov 11 12:34:17.140439 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303dab3-9fda-4715-9193-9fec4654c1f9 req-e0e42ddd-e7ec-4f7c-b4db-e4d4bd4adcf5 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:17.141856 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1303dab3-9fda-4715-9193-9fec4654c1f9 req-e0e42ddd-e7ec-4f7c-b4db-e4d4bd4adcf5 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0469341 Nov 11 12:34:17.187336 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1303dab3-9fda-4715-9193-9fec4654c1f9 req-9187e42d-7842-4b67-a037-e8bb098b4fa9 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396664 Nov 11 12:34:18.302325 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90761f-486a-4376-861a-fb9400a4c02c req-d392e3e1-1ec8-42e5-8850-55ea2dcb1c50 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:18.303816 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5b90761f-486a-4376-861a-fb9400a4c02c req-d392e3e1-1ec8-42e5-8850-55ea2dcb1c50 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0507820 Nov 11 12:34:18.349719 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5b90761f-486a-4376-861a-fb9400a4c02c req-60e87c32-dace-4b26-b676-a15745f24e96 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395799 Nov 11 12:34:19.463063 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f22e-7175-417a-81f4-d2ac9db76c2e req-c437ede9-b4d4-44d7-8a30-37ea13a994d3 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:19.464510 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c527f22e-7175-417a-81f4-d2ac9db76c2e req-c437ede9-b4d4-44d7-8a30-37ea13a994d3 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0477407 Nov 11 12:34:19.510457 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c527f22e-7175-417a-81f4-d2ac9db76c2e req-669c9602-b959-451a-bd8d-bc46f159b1bb tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400679 Nov 11 12:34:20.622088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26539f86-dbdb-499e-8d0d-47b43ab1fb64 req-096dd80c-4c96-4146-b095-0448b59201ad tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:20.623544 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-26539f86-dbdb-499e-8d0d-47b43ab1fb64 req-096dd80c-4c96-4146-b095-0448b59201ad tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0479600 Nov 11 12:34:20.672566 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-26539f86-dbdb-499e-8d0d-47b43ab1fb64 req-79da8dea-fe9c-4d42-a5ec-ef5952695c26 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431950 Nov 11 12:34:21.834396 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678ae8a-0f62-4c82-9a48-04aef276e5e6 req-e079fffd-a502-4a84-9f49-961e0305fac2 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:21.835904 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5678ae8a-0f62-4c82-9a48-04aef276e5e6 req-e079fffd-a502-4a84-9f49-961e0305fac2 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0975628 Nov 11 12:34:21.881497 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5678ae8a-0f62-4c82-9a48-04aef276e5e6 req-eae18177-ee6c-48ad-a365-b443a79561ae tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397120 Nov 11 12:34:23.041307 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83429b3c-1ea6-404e-b7f3-c1143bd5041a req-d25f220a-3ae7-4660-a3b2-35caf7d62966 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:23.042734 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-83429b3c-1ea6-404e-b7f3-c1143bd5041a req-d25f220a-3ae7-4660-a3b2-35caf7d62966 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0956845 Nov 11 12:34:23.088340 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-83429b3c-1ea6-404e-b7f3-c1143bd5041a req-148703f5-85f6-452d-affc-f2c9db0f98c1 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398107 Nov 11 12:34:24.023696 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-089dabce-3eb4-4556-99f8-c06369b7b70f service neutron] 10.222.0.70 "GET /v2.0/ports/30c3f9d3-20d0-4a05-8a00-334074ebf179/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0528016 Nov 11 12:34:24.213523 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d680c79-283f-4a01-9831-605fc7f8e6d5 req-fc7c2cc2-8445-42d5-8780-299004838732 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:24.214977 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7d680c79-283f-4a01-9831-605fc7f8e6d5 req-fc7c2cc2-8445-42d5-8780-299004838732 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0518098 Nov 11 12:34:24.262020 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7d680c79-283f-4a01-9831-605fc7f8e6d5 req-b51e1aa7-565f-4e50-9aaf-6b9e0fd83f1e tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412440 Nov 11 12:34:24.549161 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-308d6dab-a1ab-4c73-a028-a37a38db2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:24.550562 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-308d6dab-a1ab-4c73-a028-a37a38db2912 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202&tenant_id=6c232cff27774ec1842735c43b9f4138 HTTP/1.1" status: 200 len: 1099 time: 0.0447130 Nov 11 12:34:24.614943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-d533385f-6539-44c0-bb17-92f65a9c6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:24.616446 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-d533385f-6539-44c0-bb17-92f65a9c6cda service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c232cff27774ec1842735c43b9f4138&device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 1099 time: 0.0440538 Nov 11 12:34:24.704232 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-befe95b6-7c5b-4030-bd90-34fc9a49b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:24.705902 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-befe95b6-7c5b-4030-bd90-34fc9a49b444 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d87db69-f437-4089-8a69-ffe429a7800c HTTP/1.1" status: 200 len: 916 time: 0.0818291 Nov 11 12:34:24.753779 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-98511cc4-1668-4673-9fd7-5baf8804f528 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30c3f9d3-20d0-4a05-8a00-334074ebf179 HTTP/1.1" status: 200 len: 217 time: 0.0410979 Nov 11 12:34:24.812366 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-499df188-80c7-420c-922d-878b667e2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:24.813745 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-499df188-80c7-420c-922d-878b667e2f28 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bc148b48-a0b1-44a8-b0ba-d403672d8d98 HTTP/1.1" status: 200 len: 855 time: 0.0533218 Nov 11 12:34:24.845407 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-bbcd0f73-f65f-41bd-a2f1-ec9307fb398c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d87db69-f437-4089-8a69-ffe429a7800c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244536 Nov 11 12:34:24.935914 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-314bc829-8d10-402f-8b6e-9894cf7bc65c service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831232 Nov 11 12:34:25.024547 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c2072009-740a-4c59-9b60-a1255fd7e4ea req-cad49847-0a81-46e9-a465-ec8e33218e8b service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807419 Nov 11 12:34:25.380936 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881eeebe-6980-4a06-8c70-ed8f39370073 req-18287acb-2896-4ff2-bff0-87b7088abcd8 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:25.382385 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-881eeebe-6980-4a06-8c70-ed8f39370073 req-18287acb-2896-4ff2-bff0-87b7088abcd8 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0518012 Nov 11 12:34:25.428100 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-881eeebe-6980-4a06-8c70-ed8f39370073 req-d0004e9a-1502-4e68-90c0-cceb1c3bfdc0 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390899 Nov 11 12:34:26.548084 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77b477-15d0-452a-bca5-8691841a9519 req-a58d12b2-1841-476b-bc27-0cfa47268eaa tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:26.549503 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8a77b477-15d0-452a-bca5-8691841a9519 req-a58d12b2-1841-476b-bc27-0cfa47268eaa tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0535636 Nov 11 12:34:26.595976 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8a77b477-15d0-452a-bca5-8691841a9519 req-6af1f6a3-c331-48fe-a653-b105f5456e41 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 Nov 11 12:34:26.982195 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 30c3f9d3-20d0-4a05-8a00-334074ebf179 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:34:26.985921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 30c3f9d3-20d0-4a05-8a00-334074ebf179 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:34:27.127556 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:27.147326 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 30c3f9d3-20d0-4a05-8a00-334074ebf179, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=30c3f9d3-20d0-4a05-8a00-334074ebf179,segment=NetworkSegment(b6668474-8b95-4c87-8968-181313f2b6a5),segment_id=b6668474-8b95-4c87-8968-181313f2b6a5)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:34:27.166209 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20da1897-aae6-4d83-bc53-bac8cf4b4202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c3f9d3-20d0-4a05-8a00-334074ebf179'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:34:27.168433 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9c3256-b0c7-46df-95fb-c132bb1e201d" -d '{"events": [{"server_uuid": "20da1897-aae6-4d83-bc53-bac8cf4b4202", "name": "network-vif-unplugged", "status": "completed", "tag": "30c3f9d3-20d0-4a05-8a00-334074ebf179"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:34:27.172801 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '30c3f9d3-20d0-4a05-8a00-334074ebf179', 'network_id': '2d87db69-f437-4089-8a69-ffe429a7800c', 'port_id': '30c3f9d3-20d0-4a05-8a00-334074ebf179', 'mac_address': 'fa:16:3e:50:a6:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc148b48-a0b1-44a8-b0ba-d403672d8d98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:34:27.182675 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 30c3f9d3-20d0-4a05-8a00-334074ebf179, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=30c3f9d3-20d0-4a05-8a00-334074ebf179,segment=NetworkSegment(b6668474-8b95-4c87-8968-181313f2b6a5),segment_id=b6668474-8b95-4c87-8968-181313f2b6a5)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:34:27.214904 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68a4ed7-a53f-4c03-a8f2-24c6121862fe x-openstack-request-id: req-f68a4ed7-a53f-4c03-a8f2-24c6121862fe {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:34:27.215215 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20da1897-aae6-4d83-bc53-bac8cf4b4202", "name": "network-vif-unplugged", "status": "completed", "tag": "30c3f9d3-20d0-4a05-8a00-334074ebf179", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:34:27.215464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f68a4ed7-a53f-4c03-a8f2-24c6121862fe {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:34:27.215846 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20da1897-aae6-4d83-bc53-bac8cf4b4202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c3f9d3-20d0-4a05-8a00-334074ebf179', 'code': 200} Nov 11 12:34:27.219704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:27.230648 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:34:27.235655 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30c3f9d3-20d0-4a05-8a00-334074ebf179 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:34:27.250536 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:27.320333 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:34:27.320687 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:34:27.323976 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=30c3f9d3-20d0-4a05-8a00-334074ebf179,revision_number=6']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:27.711171 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163e00e-ac51-46b5-8f44-06a26bc2ab9a req-ee9d8e19-e5fb-4df7-bbfe-4b5b54e71ab7 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:27.712675 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b163e00e-ac51-46b5-8f44-06a26bc2ab9a req-ee9d8e19-e5fb-4df7-bbfe-4b5b54e71ab7 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 944 time: 0.0485027 Nov 11 12:34:27.758003 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b163e00e-ac51-46b5-8f44-06a26bc2ab9a req-9a2c0730-2f23-4bde-aa23-7c6a1c837bcf tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395465 Nov 11 12:34:27.856338 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:27.869158 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c3f9d3-20d0-4a05-8a00-334074ebf179 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:34:27.888173 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 30c3f9d3-20d0-4a05-8a00-334074ebf179, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=30c3f9d3-20d0-4a05-8a00-334074ebf179,segment=NetworkSegment(b6668474-8b95-4c87-8968-181313f2b6a5),segment_id=b6668474-8b95-4c87-8968-181313f2b6a5)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:34:27.963667 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:28.023843 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['30c3f9d3-20d0-4a05-8a00-334074ebf179'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:34:28.027417 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=30c3f9d3-20d0-4a05-8a00-334074ebf179,revision_number=7']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:28.109992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc62268-5e65-437a-8de5-104c34eda2b3 req-937d7683-7bc4-412d-9efb-5e9bcbdd94c5 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:28.111785 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5dc62268-5e65-437a-8de5-104c34eda2b3 req-937d7683-7bc4-412d-9efb-5e9bcbdd94c5 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 945 time: 0.0701003 Nov 11 12:34:28.167960 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5dc62268-5e65-437a-8de5-104c34eda2b3 req-ee40d273-455a-46ba-969b-ba71a829d5ac tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494373 Nov 11 12:34:28.210421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811e6cb-8ec9-44fb-9444-d798196f6f73 req-e4aff22a-d8bd-4d67-b0a0-f1b844a142b4 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:28.211933 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5811e6cb-8ec9-44fb-9444-d798196f6f73 req-e4aff22a-d8bd-4d67-b0a0-f1b844a142b4 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.70 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202&tenant_id=6c232cff27774ec1842735c43b9f4138&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.0524991 Nov 11 12:34:28.323366 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811e6cb-8ec9-44fb-9444-d798196f6f73 req-8637a91f-b128-41bb-ab57-5093bd21deac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:28.324898 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5811e6cb-8ec9-44fb-9444-d798196f6f73 req-8637a91f-b128-41bb-ab57-5093bd21deac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c232cff27774ec1842735c43b9f4138&device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 1098 time: 0.0449312 Nov 11 12:34:28.416818 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811e6cb-8ec9-44fb-9444-d798196f6f73 req-bdb561cb-e622-43f5-845c-eb8c04404de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:28.418917 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5811e6cb-8ec9-44fb-9444-d798196f6f73 req-bdb561cb-e622-43f5-845c-eb8c04404de0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d87db69-f437-4089-8a69-ffe429a7800c HTTP/1.1" status: 200 len: 916 time: 0.0867949 Nov 11 12:34:28.464671 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5811e6cb-8ec9-44fb-9444-d798196f6f73 req-193b0765-0e20-493a-a357-549011c19e55 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30c3f9d3-20d0-4a05-8a00-334074ebf179 HTTP/1.1" status: 200 len: 217 time: 0.0389004 Nov 11 12:34:28.513157 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811e6cb-8ec9-44fb-9444-d798196f6f73 req-dc31302f-53e4-4cf1-82fa-8ba7b4566f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:28.514558 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5811e6cb-8ec9-44fb-9444-d798196f6f73 req-dc31302f-53e4-4cf1-82fa-8ba7b4566f35 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bc148b48-a0b1-44a8-b0ba-d403672d8d98 HTTP/1.1" status: 200 len: 855 time: 0.0433941 Nov 11 12:34:28.546746 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5811e6cb-8ec9-44fb-9444-d798196f6f73 req-38cfdfcc-1724-425f-a250-294de5994f6d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d87db69-f437-4089-8a69-ffe429a7800c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252912 Nov 11 12:34:28.637986 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5811e6cb-8ec9-44fb-9444-d798196f6f73 req-86b11c26-754c-49e1-b9fa-8bf2d6812c94 service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844960 Nov 11 12:34:28.725662 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5811e6cb-8ec9-44fb-9444-d798196f6f73 req-b0249aa1-ad8c-494c-9d49-ce0045f50e91 service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809286 Nov 11 12:34:28.984400 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 30c3f9d3-20d0-4a05-8a00-334074ebf179 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:34:29.173407 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 30c3f9d3-20d0-4a05-8a00-334074ebf179 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:34:29.174083 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:29.253778 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:29.277019 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20da1897-aae6-4d83-bc53-bac8cf4b4202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c3f9d3-20d0-4a05-8a00-334074ebf179'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:34:29.279337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376365f9-7047-4b6f-b194-19a9730de68b" -d '{"events": [{"server_uuid": "20da1897-aae6-4d83-bc53-bac8cf4b4202", "name": "network-vif-plugged", "status": "completed", "tag": "30c3f9d3-20d0-4a05-8a00-334074ebf179"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:34:29.286974 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ff423-f24e-4e20-881d-164b9ea3ea37 req-1dcd2b78-f642-46c7-9780-855b906ca4b1 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:29.292090 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-637ff423-f24e-4e20-881d-164b9ea3ea37 req-1dcd2b78-f642-46c7-9780-855b906ca4b1 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 945 time: 0.0517876 Nov 11 12:34:29.293635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 30c3f9d3-20d0-4a05-8a00-334074ebf179, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=30c3f9d3-20d0-4a05-8a00-334074ebf179,segment=NetworkSegment(b6668474-8b95-4c87-8968-181313f2b6a5),segment_id=b6668474-8b95-4c87-8968-181313f2b6a5)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:34:29.330737 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2834f3e-d1a0-44c1-b66b-0310ccb68cdb x-openstack-request-id: req-a2834f3e-d1a0-44c1-b66b-0310ccb68cdb {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:34:29.331030 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20da1897-aae6-4d83-bc53-bac8cf4b4202", "name": "network-vif-plugged", "status": "completed", "tag": "30c3f9d3-20d0-4a05-8a00-334074ebf179", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:34:29.331305 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2834f3e-d1a0-44c1-b66b-0310ccb68cdb {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:34:29.331771 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20da1897-aae6-4d83-bc53-bac8cf4b4202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c3f9d3-20d0-4a05-8a00-334074ebf179', 'code': 200} Nov 11 12:34:29.336563 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-637ff423-f24e-4e20-881d-164b9ea3ea37 req-fcd561a9-8484-4575-aec9-5f4e0260b920 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416856 Nov 11 12:34:29.362038 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:29.412463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=30c3f9d3-20d0-4a05-8a00-334074ebf179,revision_number=8']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:30.463138 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6e375-3f82-498a-9fe2-e849ddaecfdc req-7a2926d9-f346-4791-81ce-376426f4bd7b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:30.464602 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-95b6e375-3f82-498a-9fe2-e849ddaecfdc req-7a2926d9-f346-4791-81ce-376426f4bd7b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0550437 Nov 11 12:34:30.514868 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-95b6e375-3f82-498a-9fe2-e849ddaecfdc req-6e9f4b95-8104-4ba5-9d85-5c95c2f2bc0d tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442054 Nov 11 12:34:30.640046 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6c0a0-0f9b-4b0b-81c0-47c70d7eb2f6 req-0dec631c-d194-4429-bfe8-027297f4e60a tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:30.641506 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-36d6c0a0-0f9b-4b0b-81c0-47c70d7eb2f6 req-0dec631c-d194-4429-bfe8-027297f4e60a tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0523291 Nov 11 12:34:30.688305 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-36d6c0a0-0f9b-4b0b-81c0-47c70d7eb2f6 req-920b8aea-169a-4f5b-807e-dfcb6d7bb1e5 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407429 Nov 11 12:34:30.821244 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467aae5-47cb-4d20-992d-0341eff0a216 req-d8e548fe-9ba6-4228-b5cb-36fc55a593ac tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:30.823247 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f467aae5-47cb-4d20-992d-0341eff0a216 req-d8e548fe-9ba6-4228-b5cb-36fc55a593ac tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0541427 Nov 11 12:34:30.870647 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f467aae5-47cb-4d20-992d-0341eff0a216 req-12eb5fb3-06dc-4a38-b81e-598a597540e6 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414736 Nov 11 12:34:31.429220 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-6c78a61e-9f5b-4da1-ac71-3b71bb9c73b8 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:31.430703 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-6c78a61e-9f5b-4da1-ac71-3b71bb9c73b8 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/networks?id=2d87db69-f437-4089-8a69-ffe429a7800c HTTP/1.1" status: 200 len: 815 time: 0.1051221 Nov 11 12:34:31.445788 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-554278cd-53b4-4e04-a65d-66bd667a2fae tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/quotas/6c232cff27774ec1842735c43b9f4138 HTTP/1.1" status: 200 len: 375 time: 0.0089107 Nov 11 12:34:31.492789 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-0eb60fc1-7ebd-4da5-aef6-8610b02573bf tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6c232cff27774ec1842735c43b9f4138&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0410140 Nov 11 12:34:31.503524 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-0037de93-61ae-4d1a-945a-263d9df29a36 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:34:31.504462 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-0037de93-61ae-4d1a-945a-263d9df29a36 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048287 Nov 11 12:34:31.593938 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-558a1a51-fab5-427f-ad48-6a0fd022341d service neutron] 10.222.0.50 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834033 Nov 11 12:34:31.679613 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-3ba694ef-87e0-4ccf-9521-b7a9109d6036 service neutron] 10.222.0.50 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797143 Nov 11 12:34:31.946098 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-15425065-1ec3-4492-8263-1c2c41a9f574 req-c545bbe8-8a1f-4e7f-8cab-f7f719b01d37 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 210 time: 0.0259700 Nov 11 12:34:32.949021 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef68c8-ede9-451e-b0e4-f7654f633f98 req-f4a54843-552d-4cf8-8749-eebf49164e5a tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:32.950463 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a8ef68c8-ede9-451e-b0e4-f7654f633f98 req-f4a54843-552d-4cf8-8749-eebf49164e5a tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.70 "GET /v2.0/ports?device_id=20da1897-aae6-4d83-bc53-bac8cf4b4202 HTTP/1.1" status: 200 len: 946 time: 0.0496869 Nov 11 12:34:33.044501 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f49843c1-b633-45bc-ae11-cdaec33d00cd req-a6021185-63cd-4471-a3a6-1251fe83b5fe tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 210 time: 0.0312603 Nov 11 12:34:33.052124 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-a8ef68c8-ede9-451e-b0e4-f7654f633f98 req-7760bbfb-b80b-4d55-8215-96181909797b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Deleting port 30c3f9d3-20d0-4a05-8a00-334074ebf179 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:34:33.052453 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a8ef68c8-ede9-451e-b0e4-f7654f633f98 req-7760bbfb-b80b-4d55-8215-96181909797b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:33.144296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-a8ef68c8-ede9-451e-b0e4-f7654f633f98 req-7760bbfb-b80b-4d55-8215-96181909797b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] For port 30c3f9d3-20d0-4a05-8a00-334074ebf179, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=30c3f9d3-20d0-4a05-8a00-334074ebf179,segment=NetworkSegment(b6668474-8b95-4c87-8968-181313f2b6a5),segment_id=b6668474-8b95-4c87-8968-181313f2b6a5)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:34:33.144635 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a8ef68c8-ede9-451e-b0e4-f7654f633f98 req-7760bbfb-b80b-4d55-8215-96181909797b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:33.157975 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-a8ef68c8-ede9-451e-b0e4-f7654f633f98 req-7760bbfb-b80b-4d55-8215-96181909797b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Calling delete_port for 30c3f9d3-20d0-4a05-8a00-334074ebf179 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:34:33.209560 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9a9e707f-d3e4-4678-8e06-782f5290b533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:33.346675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a8ef68c8-ede9-451e-b0e4-f7654f633f98 req-7760bbfb-b80b-4d55-8215-96181909797b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:33.377010 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760bbfb-b80b-4d55-8215-96181909797b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Pushing event deleted for resources: {'Port': ['ID=30c3f9d3-20d0-4a05-8a00-334074ebf179,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:33.418407 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ef68c8-ede9-451e-b0e4-f7654f633f98 req-7760bbfb-b80b-4d55-8215-96181909797b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] No DVR routers for this DVR port 30c3f9d3-20d0-4a05-8a00-334074ebf179 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:34:33.420985 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a8ef68c8-ede9-451e-b0e4-f7654f633f98 req-7760bbfb-b80b-4d55-8215-96181909797b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:33.424389 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a8ef68c8-ede9-451e-b0e4-f7654f633f98 req-7760bbfb-b80b-4d55-8215-96181909797b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.70 "DELETE /v2.0/ports/30c3f9d3-20d0-4a05-8a00-334074ebf179 HTTP/1.1" status: 204 len: 173 time: 0.4666717 Nov 11 12:34:33.424829 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20da1897-aae6-4d83-bc53-bac8cf4b4202', 'name': 'network-vif-deleted', 'tag': '30c3f9d3-20d0-4a05-8a00-334074ebf179'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:34:33.427074 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd6c22c-bf41-4962-a86b-8fe789b8c917" -d '{"events": [{"server_uuid": "20da1897-aae6-4d83-bc53-bac8cf4b4202", "name": "network-vif-deleted", "tag": "30c3f9d3-20d0-4a05-8a00-334074ebf179"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:34:33.516947 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f84c47-12fa-40c9-b729-7b6dd711ec9d x-openstack-request-id: req-06f84c47-12fa-40c9-b729-7b6dd711ec9d {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:34:33.517230 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20da1897-aae6-4d83-bc53-bac8cf4b4202", "name": "network-vif-deleted", "tag": "30c3f9d3-20d0-4a05-8a00-334074ebf179", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:34:33.517488 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-06f84c47-12fa-40c9-b729-7b6dd711ec9d {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:34:33.517890 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20da1897-aae6-4d83-bc53-bac8cf4b4202', 'name': 'network-vif-deleted', 'tag': '30c3f9d3-20d0-4a05-8a00-334074ebf179', 'status': 'completed', 'code': 200} Nov 11 12:34:33.859154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-56d9882c-8533-4986-a052-1a6adce39dd4 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:33.860578 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-56d9882c-8533-4986-a052-1a6adce39dd4 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.70 "GET /v2.0/networks?id=2d87db69-f437-4089-8a69-ffe429a7800c HTTP/1.1" status: 200 len: 815 time: 0.1037414 Nov 11 12:34:33.874702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-1bf4d3b3-cdca-48e2-bc60-b8d7899ce812 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Request body: {'port': {'device_id': '00456b3c-c282-4465-bacd-7a386b44672a', 'network_id': '2d87db69-f437-4089-8a69-ffe429a7800c', 'admin_state_up': True, 'tenant_id': '6c232cff27774ec1842735c43b9f4138'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:34:34.053436 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-1bf4d3b3-cdca-48e2-bc60-b8d7899ce812 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Made reservation on behalf of 6c232cff27774ec1842735c43b9f4138 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:34:34.057506 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-1bf4d3b3-cdca-48e2-bc60-b8d7899ce812 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:34.141294 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a5133b8f-a60b-43c7-882f-397606274315 req-b93fbc48-c692-4841-a3e9-40a2b8e31018 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 210 time: 0.0263286 Nov 11 12:34:34.197968 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-1bf4d3b3-cdca-48e2-bc60-b8d7899ce812 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Allocated IP 172.20.0.13 (2d87db69-f437-4089-8a69-ffe429a7800c/bc148b48-a0b1-44a8-b0ba-d403672d8d98/8f595dd1-5959-47f4-ac13-8c692f351137) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:34:34.340173 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-1bf4d3b3-cdca-48e2-bc60-b8d7899ce812 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:34.454171 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-1bf4d3b3-cdca-48e2-bc60-b8d7899ce812 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:34.502746 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-1bf4d3b3-cdca-48e2-bc60-b8d7899ce812 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Network 2d87db69-f437-4089-8a69-ffe429a7800c is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:34:34.505920 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-1bf4d3b3-cdca-48e2-bc60-b8d7899ce812 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:34:34.509707 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-1bf4d3b3-cdca-48e2-bc60-b8d7899ce812 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:34:34.532683 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4d3b3-cdca-48e2-bc60-b8d7899ce812 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Pushing event updated for resources: {'Port': ['ID=8f595dd1-5959-47f4-ac13-8c692f351137,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:34.560539 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-1bf4d3b3-cdca-48e2-bc60-b8d7899ce812 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:34.561144 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-1bf4d3b3-cdca-48e2-bc60-b8d7899ce812 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:34.655604 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-1bf4d3b3-cdca-48e2-bc60-b8d7899ce812 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7845519 Nov 11 12:34:34.667768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Request body: {'port': {'device_id': '00456b3c-c282-4465-bacd-7a386b44672a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:34:34.722217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:34.972184 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f595dd1-5959-47f4-ac13-8c692f351137 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:34:34.979409 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:34.990778 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Transition to ACTIVE for port object 8f595dd1-5959-47f4-ac13-8c692f351137 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:34:35.022997 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 30c3f9d3-20d0-4a05-8a00-334074ebf179 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:34:35.042923 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 30c3f9d3-20d0-4a05-8a00-334074ebf179 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:34:35.043290 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 30c3f9d3-20d0-4a05-8a00-334074ebf179 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:34:35.060418 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:35.112319 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Pushing event updated for resources: {'Port': ['ID=8f595dd1-5959-47f4-ac13-8c692f351137,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:35.176762 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Attempting to bind port 8f595dd1-5959-47f4-ac13-8c692f351137 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:34:35.177088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Attempting to bind port 8f595dd1-5959-47f4-ac13-8c692f351137 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'b6668474-8b95-4c87-8968-181313f2b6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2d87db69-f437-4089-8a69-ffe429a7800c'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:34:35.177411 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Attempting to bind port 8f595dd1-5959-47f4-ac13-8c692f351137 on network 2d87db69-f437-4089-8a69-ffe429a7800c {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:34:35.182284 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Port 8f595dd1-5959-47f4-ac13-8c692f351137 on network 2d87db69-f437-4089-8a69-ffe429a7800c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:34:35.182867 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Attempting to bind port 8f595dd1-5959-47f4-ac13-8c692f351137 on network 2d87db69-f437-4089-8a69-ffe429a7800c {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:34:35.187553 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:34:35.187878 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Checking segment: {'id': 'b6668474-8b95-4c87-8968-181313f2b6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2d87db69-f437-4089-8a69-ffe429a7800c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:34:35.188248 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Bound using segment: {'id': 'b6668474-8b95-4c87-8968-181313f2b6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2d87db69-f437-4089-8a69-ffe429a7800c'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:34:35.188661 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Bound port: 8f595dd1-5959-47f4-ac13-8c692f351137, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6668474-8b95-4c87-8968-181313f2b6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2d87db69-f437-4089-8a69-ffe429a7800c'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:34:35.189012 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:35.251970 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] For port 8f595dd1-5959-47f4-ac13-8c692f351137, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:34:35.255672 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] For port 8f595dd1-5959-47f4-ac13-8c692f351137, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8f595dd1-5959-47f4-ac13-8c692f351137,segment=NetworkSegment(b6668474-8b95-4c87-8968-181313f2b6a5),segment_id=b6668474-8b95-4c87-8968-181313f2b6a5)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:34:35.271206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92d375-3b9d-48f5-9a10-18b8f575cada req-61075ece-8ff9-4125-9bb0-fadd215a9716 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:35.272700 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ad92d375-3b9d-48f5-9a10-18b8f575cada req-61075ece-8ff9-4125-9bb0-fadd215a9716 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 944 time: 0.0505464 Nov 11 12:34:35.318614 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ad92d375-3b9d-48f5-9a10-18b8f575cada req-f8aa6cd7-6522-47ab-856a-d565d2f19d39 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399306 Nov 11 12:34:35.326040 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:35.358958 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:35.359605 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:35.360991 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] 10.222.0.70 "PUT /v2.0/ports/8f595dd1-5959-47f4-ac13-8c692f351137 HTTP/1.1" status: 200 len: 1094 time: 0.6979258 Nov 11 12:34:35.397401 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c80af-0eee-4c5c-b731-b9fc77c59a42 service neutron] Pushing event updated for resources: {'Port': ['ID=8f595dd1-5959-47f4-ac13-8c692f351137,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:35.515157 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-8b83eefe-9617-485a-9fdd-62e472fc4eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:35.516568 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-8b83eefe-9617-485a-9fdd-62e472fc4eae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c232cff27774ec1842735c43b9f4138&device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 1097 time: 0.0418849 Nov 11 12:34:35.519108 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00456b3c-c282-4465-bacd-7a386b44672a', 'tag': '8f595dd1-5959-47f4-ac13-8c692f351137'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:34:35.521315 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483c11c7-373d-4d84-8d51-fab45c83477a" -d '{"events": [{"name": "network-changed", "server_uuid": "00456b3c-c282-4465-bacd-7a386b44672a", "tag": "8f595dd1-5959-47f4-ac13-8c692f351137"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:34:35.550625 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-df19bf3a-4d80-44ac-a920-a78403d8f85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:35.572502 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314d4c9c-78ea-4e84-affb-67180b4f8efc x-openstack-request-id: req-314d4c9c-78ea-4e84-affb-67180b4f8efc {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:34:35.572502 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00456b3c-c282-4465-bacd-7a386b44672a", "tag": "8f595dd1-5959-47f4-ac13-8c692f351137", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:34:35.572502 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-314d4c9c-78ea-4e84-affb-67180b4f8efc {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:34:35.572502 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00456b3c-c282-4465-bacd-7a386b44672a', 'tag': '8f595dd1-5959-47f4-ac13-8c692f351137', 'status': 'completed', 'code': 200} Nov 11 12:34:35.572502 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-e0a81688-7eff-45d1-87cc-9c4db4699cf8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f595dd1-5959-47f4-ac13-8c692f351137 HTTP/1.1" status: 200 len: 217 time: 0.0455818 Nov 11 12:34:35.619435 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-a91b1958-3099-44cc-b331-7083ee97b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:35.620801 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-a91b1958-3099-44cc-b331-7083ee97b286 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bc148b48-a0b1-44a8-b0ba-d403672d8d98 HTTP/1.1" status: 200 len: 855 time: 0.0441287 Nov 11 12:34:35.652484 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-4f1f42d8-8720-4b03-8b54-87bf4c9782b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d87db69-f437-4089-8a69-ffe429a7800c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243533 Nov 11 12:34:35.745091 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-680fee49-1e54-47d8-b2cd-2106c99bb359 service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854387 Nov 11 12:34:35.834292 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fc9b691c-d1de-4b85-b587-a3f891ebbca5 req-29b289f8-78ef-4b95-ab5a-b2020ed19e4b service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823789 Nov 11 12:34:35.998495 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c11c7-373d-4d84-8d51-fab45c83477a req-aefc0e77-4215-4e05-9bf8-65021c64bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:36.000154 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-483c11c7-373d-4d84-8d51-fab45c83477a req-aefc0e77-4215-4e05-9bf8-65021c64bf6b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c232cff27774ec1842735c43b9f4138&device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 1097 time: 0.0486002 Nov 11 12:34:36.093188 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c11c7-373d-4d84-8d51-fab45c83477a req-207d8ced-c48d-4bf5-bba0-fce042976e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:36.094549 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-483c11c7-373d-4d84-8d51-fab45c83477a req-207d8ced-c48d-4bf5-bba0-fce042976e13 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d87db69-f437-4089-8a69-ffe429a7800c HTTP/1.1" status: 200 len: 916 time: 0.0855162 Nov 11 12:34:36.145304 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-483c11c7-373d-4d84-8d51-fab45c83477a req-20fad854-d729-4c0b-bda8-691b76f6f0e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f595dd1-5959-47f4-ac13-8c692f351137 HTTP/1.1" status: 200 len: 217 time: 0.0427988 Nov 11 12:34:36.195257 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c11c7-373d-4d84-8d51-fab45c83477a req-cd8f5d1b-ea5a-440b-aae4-628d023bb35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:36.196702 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-483c11c7-373d-4d84-8d51-fab45c83477a req-cd8f5d1b-ea5a-440b-aae4-628d023bb35a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bc148b48-a0b1-44a8-b0ba-d403672d8d98 HTTP/1.1" status: 200 len: 855 time: 0.0434806 Nov 11 12:34:36.229544 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-483c11c7-373d-4d84-8d51-fab45c83477a req-add556fe-b09b-4cd4-8ee6-ab0bd983200c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d87db69-f437-4089-8a69-ffe429a7800c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256581 Nov 11 12:34:36.323769 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-483c11c7-373d-4d84-8d51-fab45c83477a req-f9f6222b-2a35-45a0-b889-9d9767466a4d service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859752 Nov 11 12:34:36.419922 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-483c11c7-373d-4d84-8d51-fab45c83477a req-31664965-2204-4164-95bd-f84eeb68d4bb service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884845 Nov 11 12:34:36.440606 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02448eba-a10d-4b5f-8294-306def27d4bb req-a748205c-0cc4-4e10-8efc-da045555d80d tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:36.442159 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-02448eba-a10d-4b5f-8294-306def27d4bb req-a748205c-0cc4-4e10-8efc-da045555d80d tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 944 time: 0.0503614 Nov 11 12:34:36.494865 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-02448eba-a10d-4b5f-8294-306def27d4bb req-d699dd65-e6bc-494e-9979-83cdf929d3e5 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464132 Nov 11 12:34:36.546217 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:37.038051 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 8f595dd1-5959-47f4-ac13-8c692f351137 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:34:37.133794 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 8f595dd1-5959-47f4-ac13-8c692f351137, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8f595dd1-5959-47f4-ac13-8c692f351137,segment=NetworkSegment(b6668474-8b95-4c87-8968-181313f2b6a5),segment_id=b6668474-8b95-4c87-8968-181313f2b6a5)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:34:37.144227 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '8f595dd1-5959-47f4-ac13-8c692f351137', 'network_id': '2d87db69-f437-4089-8a69-ffe429a7800c', 'port_id': '8f595dd1-5959-47f4-ac13-8c692f351137', 'mac_address': 'fa:16:3e:a0:d5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc148b48-a0b1-44a8-b0ba-d403672d8d98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:34:37.181972 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:37.197591 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f595dd1-5959-47f4-ac13-8c692f351137 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:34:37.216112 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 8f595dd1-5959-47f4-ac13-8c692f351137, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8f595dd1-5959-47f4-ac13-8c692f351137,segment=NetworkSegment(b6668474-8b95-4c87-8968-181313f2b6a5),segment_id=b6668474-8b95-4c87-8968-181313f2b6a5)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:34:37.346344 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:37.393920 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=8f595dd1-5959-47f4-ac13-8c692f351137,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:37.400814 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:37.401159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:37.401500 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:37.401826 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:37.402207 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:37.402539 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:37.402863 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:37.403214 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:37.403542 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:37.403899 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:37.404201 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:37.404516 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:34:37.535929 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['8f595dd1-5959-47f4-ac13-8c692f351137'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:34:37.612499 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e2353-a791-4985-aae7-0376781675b8 req-f26ef14f-d548-4b1d-8fea-aca3179642e1 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:37.613875 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-922e2353-a791-4985-aae7-0376781675b8 req-f26ef14f-d548-4b1d-8fea-aca3179642e1 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 945 time: 0.0485599 Nov 11 12:34:37.660484 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-922e2353-a791-4985-aae7-0376781675b8 req-b6598a9a-a902-40c5-a9f5-5a0a584abc22 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404165 Nov 11 12:34:38.150579 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:38.771662 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218558f6-f8f6-4291-a73b-6dd3f34c2dbe req-819ec0bf-6659-4c26-9805-306340001e9b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:38.773089 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-218558f6-f8f6-4291-a73b-6dd3f34c2dbe req-819ec0bf-6659-4c26-9805-306340001e9b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 945 time: 0.0473406 Nov 11 12:34:38.818826 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-218558f6-f8f6-4291-a73b-6dd3f34c2dbe req-6d84c232-59c3-462a-94b5-5b8b9b7d07f7 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399930 Nov 11 12:34:39.054229 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 8f595dd1-5959-47f4-ac13-8c692f351137 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:34:39.157816 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:39.186059 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 8f595dd1-5959-47f4-ac13-8c692f351137 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:34:39.189941 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 8f595dd1-5959-47f4-ac13-8c692f351137 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:34:39.190292 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:39.267279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:39.292819 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00456b3c-c282-4465-bacd-7a386b44672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f595dd1-5959-47f4-ac13-8c692f351137'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:34:39.295059 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818ce2ee-772f-4372-9405-27ad52621261" -d '{"events": [{"server_uuid": "00456b3c-c282-4465-bacd-7a386b44672a", "name": "network-vif-plugged", "status": "completed", "tag": "8f595dd1-5959-47f4-ac13-8c692f351137"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:34:39.307256 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 8f595dd1-5959-47f4-ac13-8c692f351137, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8f595dd1-5959-47f4-ac13-8c692f351137,segment=NetworkSegment(b6668474-8b95-4c87-8968-181313f2b6a5),segment_id=b6668474-8b95-4c87-8968-181313f2b6a5)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:34:39.331278 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c117778-c023-4504-a88f-f186bf363875 x-openstack-request-id: req-1c117778-c023-4504-a88f-f186bf363875 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:34:39.331568 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00456b3c-c282-4465-bacd-7a386b44672a", "name": "network-vif-plugged", "status": "completed", "tag": "8f595dd1-5959-47f4-ac13-8c692f351137", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:34:39.331822 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c117778-c023-4504-a88f-f186bf363875 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:34:39.332214 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00456b3c-c282-4465-bacd-7a386b44672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f595dd1-5959-47f4-ac13-8c692f351137', 'code': 200} Nov 11 12:34:39.367630 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:39.414675 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=8f595dd1-5959-47f4-ac13-8c692f351137,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:34:39.610057 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa46d5-0cca-4bfa-8815-460f2aa672f0 req-b4dae0db-29b7-45aa-8da4-10276dcad2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:39.611601 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c3aa46d5-0cca-4bfa-8815-460f2aa672f0 req-b4dae0db-29b7-45aa-8da4-10276dcad2ef service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 1099 time: 0.0409968 Nov 11 12:34:39.656660 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c3aa46d5-0cca-4bfa-8815-460f2aa672f0 req-3fae5961-555a-4f65-8139-1cd8d64bf66a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371718 Nov 11 12:34:39.934397 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916bd00-6b7a-4163-aac5-173d89550368 req-47764be4-0a21-4a1e-a960-644bf0b160f8 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:39.935919 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2916bd00-6b7a-4163-aac5-173d89550368 req-47764be4-0a21-4a1e-a960-644bf0b160f8 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0510395 Nov 11 12:34:39.981452 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2916bd00-6b7a-4163-aac5-173d89550368 req-29c88665-6a13-4058-8010-1eb3deb75601 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397174 Nov 11 12:34:40.872186 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:34:41.094348 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefde50-d94a-4c85-8392-25efe0c8cadc req-2697b45a-7a62-4d28-b570-3a01dacd36d2 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:41.095803 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5cefde50-d94a-4c85-8392-25efe0c8cadc req-2697b45a-7a62-4d28-b570-3a01dacd36d2 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0474906 Nov 11 12:34:41.141550 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5cefde50-d94a-4c85-8392-25efe0c8cadc req-05349d18-1d20-4759-9b3b-3b49c59217fd tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399289 Nov 11 12:34:41.257363 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8df8a-94eb-4b19-861d-437348bc46d0 req-ec297713-fae9-4562-874a-1f234b9f0e24 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:41.258860 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-13c8df8a-94eb-4b19-861d-437348bc46d0 req-ec297713-fae9-4562-874a-1f234b9f0e24 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0526288 Nov 11 12:34:41.309493 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-13c8df8a-94eb-4b19-861d-437348bc46d0 req-9c917f24-c3a5-4f15-82cc-21fb8d1eca98 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445964 Nov 11 12:34:41.665197 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ecb51-314b-49a0-b9f2-af3cc4710f86 req-6406cf24-ec67-48c2-a141-d221b8f01a4b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:41.666649 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d99ecb51-314b-49a0-b9f2-af3cc4710f86 req-6406cf24-ec67-48c2-a141-d221b8f01a4b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0496612 Nov 11 12:34:41.722075 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d99ecb51-314b-49a0-b9f2-af3cc4710f86 req-62dfaffd-d46c-4eb4-9fa9-a2fe49ab0a30 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491810 Nov 11 12:34:41.750494 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-26bd8dd4-7828-4352-ac2e-75cde71721f9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401652 Nov 11 12:34:42.838659 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2223973-1549-413e-89f8-99d7ba72f71d req-553d1f6d-8f4d-44a6-a506-b57f0c9db10e tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:42.840140 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a2223973-1549-413e-89f8-99d7ba72f71d req-553d1f6d-8f4d-44a6-a506-b57f0c9db10e tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0520737 Nov 11 12:34:42.887505 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a2223973-1549-413e-89f8-99d7ba72f71d req-c2bc949d-db72-4629-bafa-6ffe09c6c129 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413241 Nov 11 12:34:43.638397 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-fbb5c2c6-0971-4cd3-989c-b7004a26c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:43.639904 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-fbb5c2c6-0971-4cd3-989c-b7004a26c5d6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c232cff27774ec1842735c43b9f4138&device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 1099 time: 0.0442209 Nov 11 12:34:43.728362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-ef3104e6-dd8f-40c6-992b-b0309982af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:43.729796 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-ef3104e6-dd8f-40c6-992b-b0309982af34 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d87db69-f437-4089-8a69-ffe429a7800c HTTP/1.1" status: 200 len: 916 time: 0.0832479 Nov 11 12:34:43.778800 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-322c4aa9-d87e-418f-83a5-2d8aa4e478ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f595dd1-5959-47f4-ac13-8c692f351137 HTTP/1.1" status: 200 len: 217 time: 0.0418870 Nov 11 12:34:43.829269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-488d0305-ffb2-4088-8cc9-c40d93b03706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:43.830921 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-488d0305-ffb2-4088-8cc9-c40d93b03706 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bc148b48-a0b1-44a8-b0ba-d403672d8d98 HTTP/1.1" status: 200 len: 855 time: 0.0457547 Nov 11 12:34:43.861772 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-fb44950f-b156-467a-8d99-9c068f909190 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d87db69-f437-4089-8a69-ffe429a7800c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239232 Nov 11 12:34:43.953511 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-d9bcf923-e99e-4aef-8e15-1752564bd48a service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842342 Nov 11 12:34:44.002478 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfee03c-8b1f-413e-9684-1d96c499ee97 req-68db568c-b642-4584-bb94-637bb8792cff tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:44.003967 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-abfee03c-8b1f-413e-9684-1d96c499ee97 req-68db568c-b642-4584-bb94-637bb8792cff tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0480640 Nov 11 12:34:44.042707 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-90c921fa-f569-40dd-b0d4-4b1a1ded1913 service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824561 Nov 11 12:34:44.050568 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-abfee03c-8b1f-413e-9684-1d96c499ee97 req-a2f8b162-211e-4051-88bc-08ec063337fc tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405622 Nov 11 12:34:45.164425 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211e3fa-67ea-4c9d-8d50-131a70c92e60 req-532e3ce3-8a9f-4818-a2f9-742c0bb86f10 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:45.166537 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1211e3fa-67ea-4c9d-8d50-131a70c92e60 req-532e3ce3-8a9f-4818-a2f9-742c0bb86f10 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0485830 Nov 11 12:34:45.218227 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1211e3fa-67ea-4c9d-8d50-131a70c92e60 req-36426057-1735-4e59-924d-9781710bbe9b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452988 Nov 11 12:34:46.333757 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354832b-1fbf-4cfe-99d9-5e4b78682e76 req-ad3ab41b-d22a-4f00-893e-6b1c09fe166c tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:46.335225 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8354832b-1fbf-4cfe-99d9-5e4b78682e76 req-ad3ab41b-d22a-4f00-893e-6b1c09fe166c tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0489616 Nov 11 12:34:46.381790 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8354832b-1fbf-4cfe-99d9-5e4b78682e76 req-834da836-6808-48da-89e3-1d8b3bcafaba tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Nov 11 12:34:47.513540 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5c93c-a016-4e1b-80c3-cc5400d76f8c req-5207ba44-1921-4df8-b6de-695869d40c2e tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:47.514911 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-96c5c93c-a016-4e1b-80c3-cc5400d76f8c req-5207ba44-1921-4df8-b6de-695869d40c2e tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0481818 Nov 11 12:34:47.561474 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-96c5c93c-a016-4e1b-80c3-cc5400d76f8c req-4e4c2f72-7d5b-4d98-85d0-de00f6cc4ac0 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 Nov 11 12:34:48.682165 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09696668-324a-4983-ad84-d4f3cc6b8500 req-de13ca59-e147-4b97-8d96-b17e375ce94c tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:48.684322 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-09696668-324a-4983-ad84-d4f3cc6b8500 req-de13ca59-e147-4b97-8d96-b17e375ce94c tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0519259 Nov 11 12:34:48.730923 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-09696668-324a-4983-ad84-d4f3cc6b8500 req-f59d1137-54e1-42c4-8f42-f520b25445f5 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405600 Nov 11 12:34:49.994390 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a603bb5-736c-4b33-aeb3-611006d71bf8 req-2ecbbfe3-0c44-442a-b9a1-46bd6a3f189d tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:49.995825 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7a603bb5-736c-4b33-aeb3-611006d71bf8 req-2ecbbfe3-0c44-442a-b9a1-46bd6a3f189d tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0479209 Nov 11 12:34:50.041945 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7a603bb5-736c-4b33-aeb3-611006d71bf8 req-d574635d-36af-471e-b5a6-6f088073424e tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 Nov 11 12:34:51.153522 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f82d6-603d-4c35-9bd0-a9f31120cbd1 req-be4fed2f-a819-4570-b486-281ba63edfbd tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:51.154978 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b01f82d6-603d-4c35-9bd0-a9f31120cbd1 req-be4fed2f-a819-4570-b486-281ba63edfbd tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0473976 Nov 11 12:34:51.205030 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b01f82d6-603d-4c35-9bd0-a9f31120cbd1 req-5c8990ea-6967-43f1-b6d0-4403055162ed tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442238 Nov 11 12:34:52.319014 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf8247-13ed-46ce-b391-771d5861be35 req-72bd3d44-7b16-4268-9a89-31f026ef0759 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:52.320461 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-57bf8247-13ed-46ce-b391-771d5861be35 req-72bd3d44-7b16-4268-9a89-31f026ef0759 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0479593 Nov 11 12:34:52.365903 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-57bf8247-13ed-46ce-b391-771d5861be35 req-d39cd1b4-abb5-4e2f-9e2a-9534f6830cba tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394979 Nov 11 12:34:53.477526 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5799994-b244-432c-97e2-4d349b23adf3 req-ecc37578-5857-498d-9982-da8800f0cfa8 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:53.478961 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b5799994-b244-432c-97e2-4d349b23adf3 req-ecc37578-5857-498d-9982-da8800f0cfa8 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0481701 Nov 11 12:34:53.524781 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b5799994-b244-432c-97e2-4d349b23adf3 req-270288c1-58e8-4458-a585-76cfe9f8e957 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398381 Nov 11 12:34:54.642528 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccee90-fbd9-43b5-b845-dc4df38978aa req-e463e6a6-0639-4fab-a88c-3481137761a1 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:54.644503 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-67ccee90-fbd9-43b5-b845-dc4df38978aa req-e463e6a6-0639-4fab-a88c-3481137761a1 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0542533 Nov 11 12:34:54.690413 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-67ccee90-fbd9-43b5-b845-dc4df38978aa req-cb52a88c-924b-4a3b-8970-25f2f181dc0d tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400908 Nov 11 12:34:55.809709 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99141f-59b8-48bc-9dad-7dfda69c2359 req-cf89e4b3-b18a-4b9a-80a0-ee8d0dfb4a79 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:55.811196 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ce99141f-59b8-48bc-9dad-7dfda69c2359 req-cf89e4b3-b18a-4b9a-80a0-ee8d0dfb4a79 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0536532 Nov 11 12:34:55.857890 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ce99141f-59b8-48bc-9dad-7dfda69c2359 req-41f1b0e0-b762-4043-885f-11497d38a21a tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408258 Nov 11 12:34:56.974035 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84928a-8702-4055-8cfd-8f9ef9b3f2af req-3a670288-2e8f-4783-9600-eadeffe0cfea tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:56.975672 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2e84928a-8702-4055-8cfd-8f9ef9b3f2af req-3a670288-2e8f-4783-9600-eadeffe0cfea tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0520263 Nov 11 12:34:57.021760 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2e84928a-8702-4055-8cfd-8f9ef9b3f2af req-d61a42fa-0893-4b0e-be24-ca6a73a713e0 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402925 Nov 11 12:34:58.138301 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4ddc0-2733-42d0-a732-d86d220cef2f req-a37f7175-402e-4600-9ce4-6ff9689e1f62 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:58.139801 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2fb4ddc0-2733-42d0-a732-d86d220cef2f req-a37f7175-402e-4600-9ce4-6ff9689e1f62 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0489745 Nov 11 12:34:58.185799 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2fb4ddc0-2733-42d0-a732-d86d220cef2f req-1b7694a4-51ae-469f-97b1-802540769272 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400708 Nov 11 12:34:59.300112 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841eddf-52b5-42f5-9871-cd510940b503 req-12f57126-8f6d-49fc-ae5a-eddf5ede2f1a tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:34:59.302388 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4841eddf-52b5-42f5-9871-cd510940b503 req-12f57126-8f6d-49fc-ae5a-eddf5ede2f1a tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0495236 Nov 11 12:34:59.351949 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4841eddf-52b5-42f5-9871-cd510940b503 req-9b67c4ed-e7aa-4257-963c-15b775d27b69 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437264 Nov 11 12:35:00.463485 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcb0c8-79c2-4888-9fb3-5d5d2ef7242e req-f63a15e1-55f9-47e9-bfba-4298186691cc tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:00.464898 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-34bcb0c8-79c2-4888-9fb3-5d5d2ef7242e req-f63a15e1-55f9-47e9-bfba-4298186691cc tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0476086 Nov 11 12:35:00.510562 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-34bcb0c8-79c2-4888-9fb3-5d5d2ef7242e req-6e85e9ed-1fb8-48d9-a5de-ad3726ce46c9 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398409 Nov 11 12:35:01.623215 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3f6a8-d5a0-459b-a9b5-efbbc53f8b54 req-01b26c51-254f-42b7-bf51-9c0c8a336315 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:01.624664 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e0b3f6a8-d5a0-459b-a9b5-efbbc53f8b54 req-01b26c51-254f-42b7-bf51-9c0c8a336315 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0477493 Nov 11 12:35:01.670653 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e0b3f6a8-d5a0-459b-a9b5-efbbc53f8b54 req-bf963076-6e3d-43b3-a08c-930fba0a1274 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401621 Nov 11 12:35:02.801704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a8366-cc82-4e6f-8ee5-5a44c2d6d279 req-310f6aef-f578-4edf-b877-88e857a2ee01 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:02.803213 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9b8a8366-cc82-4e6f-8ee5-5a44c2d6d279 req-310f6aef-f578-4edf-b877-88e857a2ee01 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0630715 Nov 11 12:35:02.850952 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9b8a8366-cc82-4e6f-8ee5-5a44c2d6d279 req-377409d1-2bca-4ffc-a7bc-b16aa6ed7a7d tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411861 Nov 11 12:35:02.955595 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e5b26-22c0-4adc-ad6d-4a17c09c9321 req-ae8f348e-35be-46f9-87ae-1d9aaca213e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:02.956976 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b91e5b26-22c0-4adc-ad6d-4a17c09c9321 req-ae8f348e-35be-46f9-87ae-1d9aaca213e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c232cff27774ec1842735c43b9f4138&device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 1099 time: 0.0410595 Nov 11 12:35:03.060351 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e5b26-22c0-4adc-ad6d-4a17c09c9321 req-26e19a91-5d48-4275-9c91-d58b008a9a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:03.061798 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b91e5b26-22c0-4adc-ad6d-4a17c09c9321 req-26e19a91-5d48-4275-9c91-d58b008a9a87 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d87db69-f437-4089-8a69-ffe429a7800c HTTP/1.1" status: 200 len: 916 time: 0.0860994 Nov 11 12:35:03.107025 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b91e5b26-22c0-4adc-ad6d-4a17c09c9321 req-e7994ca4-3a56-4f78-b928-a7c4500007a3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f595dd1-5959-47f4-ac13-8c692f351137 HTTP/1.1" status: 200 len: 217 time: 0.0372348 Nov 11 12:35:03.162028 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e5b26-22c0-4adc-ad6d-4a17c09c9321 req-b127407b-9100-4c99-aa9e-f7906620e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:03.163511 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b91e5b26-22c0-4adc-ad6d-4a17c09c9321 req-b127407b-9100-4c99-aa9e-f7906620e37b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bc148b48-a0b1-44a8-b0ba-d403672d8d98 HTTP/1.1" status: 200 len: 855 time: 0.0489776 Nov 11 12:35:03.195272 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b91e5b26-22c0-4adc-ad6d-4a17c09c9321 req-fb952f2a-bd15-4815-b88e-565bc41fcbce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d87db69-f437-4089-8a69-ffe429a7800c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244145 Nov 11 12:35:03.220463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f4dff3cb-0c51-4c84-9e14-d609549c2ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:03.283411 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b91e5b26-22c0-4adc-ad6d-4a17c09c9321 req-ad3bba31-8abe-401e-b112-a560d4957444 service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815389 Nov 11 12:35:03.711331 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b91e5b26-22c0-4adc-ad6d-4a17c09c9321 req-981ecdfe-f53d-44b5-b5ce-e2d622263cfb service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206166 Nov 11 12:35:03.966919 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0110c-80c9-46d5-9584-0893cb7b6998 req-f87f7293-6c8c-47c6-acd8-83a5ca2fb2a8 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:03.968391 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e9a0110c-80c9-46d5-9584-0893cb7b6998 req-f87f7293-6c8c-47c6-acd8-83a5ca2fb2a8 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0473311 Nov 11 12:35:04.014794 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e9a0110c-80c9-46d5-9584-0893cb7b6998 req-a65c2f96-3265-402a-9ff8-cda76abb2b07 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406299 Nov 11 12:35:04.229060 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:35:05.132749 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8330a21-95d7-4af8-b753-61f309690355 req-2549aabf-61cd-48ca-bb24-8d4e87761a41 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:05.134199 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c8330a21-95d7-4af8-b753-61f309690355 req-2549aabf-61cd-48ca-bb24-8d4e87761a41 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0478802 Nov 11 12:35:05.182818 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c8330a21-95d7-4af8-b753-61f309690355 req-9a9d9a59-e805-429e-b345-bc5a8e836481 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422382 Nov 11 12:35:05.543879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-45bdf999-a18f-423c-93d6-6bd817e16732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:06.296697 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93a93c-f1a5-4575-8c3b-b185b65b6c41 req-271734ac-03fc-492e-82d9-a26d80752cfd tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:06.298131 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0c93a93c-f1a5-4575-8c3b-b185b65b6c41 req-271734ac-03fc-492e-82d9-a26d80752cfd tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0480721 Nov 11 12:35:06.344619 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0c93a93c-f1a5-4575-8c3b-b185b65b6c41 req-927a7538-23bb-4145-aae6-2a1c27333250 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401800 Nov 11 12:35:06.561750 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:07.457898 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ab9dd-1f8b-4975-94c7-81b975ea12c4 req-e42b9c97-6ad5-4b87-9d4c-034e4aff6b49 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:07.459459 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-249ab9dd-1f8b-4975-94c7-81b975ea12c4 req-e42b9c97-6ad5-4b87-9d4c-034e4aff6b49 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0492568 Nov 11 12:35:07.506091 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-249ab9dd-1f8b-4975-94c7-81b975ea12c4 req-85b3c39f-aa0a-4301-8e76-09ddf2640c89 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 Nov 11 12:35:08.163193 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:08.626923 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e483101-24b0-40b5-a62f-9e73b1f8b074 req-74375c8f-0d03-4513-a998-460d05a70bfd tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:08.628471 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4e483101-24b0-40b5-a62f-9e73b1f8b074 req-74375c8f-0d03-4513-a998-460d05a70bfd tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0526245 Nov 11 12:35:08.674830 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4e483101-24b0-40b5-a62f-9e73b1f8b074 req-ed094775-2be2-4827-9587-a743c8514720 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405254 Nov 11 12:35:09.151158 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:09.788148 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d929b-0b20-47ae-8751-4e3c3866b192 req-624e0c9a-eb2d-4c6d-b407-3c094ef87bb4 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:09.789596 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2b8d929b-0b20-47ae-8751-4e3c3866b192 req-624e0c9a-eb2d-4c6d-b407-3c094ef87bb4 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0485060 Nov 11 12:35:09.836482 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2b8d929b-0b20-47ae-8751-4e3c3866b192 req-acb03e17-dd91-4223-b8a0-0b245550be39 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408001 Nov 11 12:35:10.877251 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:10.954184 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd4627-6248-446e-a34f-ab96345c0acc req-2e3aacf5-60ce-4b6f-9af5-847a417e407a tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:10.955912 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-99bd4627-6248-446e-a34f-ab96345c0acc req-2e3aacf5-60ce-4b6f-9af5-847a417e407a tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0521262 Nov 11 12:35:11.001730 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-99bd4627-6248-446e-a34f-ab96345c0acc req-e1dde706-e6f8-4132-98b2-cd09700ca350 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399275 Nov 11 12:35:11.032692 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-f63f968b-2444-4722-9a15-119973462742 service neutron] 10.222.0.70 "GET /v2.0/ports/8f595dd1-5959-47f4-ac13-8c692f351137/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0540290 Nov 11 12:35:11.552374 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-598eebd6-98f4-43d6-b77c-a3a81f1a8250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:11.553745 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-598eebd6-98f4-43d6-b77c-a3a81f1a8250 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a&tenant_id=6c232cff27774ec1842735c43b9f4138 HTTP/1.1" status: 200 len: 1099 time: 0.0487075 Nov 11 12:35:11.615182 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-e74b0414-9ac2-4047-9df6-1b3f4116d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:11.616630 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-e74b0414-9ac2-4047-9df6-1b3f4116d591 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c232cff27774ec1842735c43b9f4138&device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 1099 time: 0.0392969 Nov 11 12:35:11.707937 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-2cb40b10-bb1e-45f5-9f82-ff0eb5a4a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:11.709390 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-2cb40b10-bb1e-45f5-9f82-ff0eb5a4a8c4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d87db69-f437-4089-8a69-ffe429a7800c HTTP/1.1" status: 200 len: 916 time: 0.0865643 Nov 11 12:35:11.751431 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-4703a297-1221-4301-8d62-5f4b9c6fe1d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f595dd1-5959-47f4-ac13-8c692f351137 HTTP/1.1" status: 200 len: 217 time: 0.0342238 Nov 11 12:35:11.798036 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-9a4a1229-51d8-4859-81fd-a6d8176d0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:11.799448 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-9a4a1229-51d8-4859-81fd-a6d8176d0d2d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bc148b48-a0b1-44a8-b0ba-d403672d8d98 HTTP/1.1" status: 200 len: 855 time: 0.0416546 Nov 11 12:35:11.832320 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-da4375b7-8851-4de8-ac9a-7979f2af9651 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d87db69-f437-4089-8a69-ffe429a7800c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254519 Nov 11 12:35:11.922373 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-ec5526c4-a21f-4180-87f2-96ceb38c2c3b service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835569 Nov 11 12:35:12.016043 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87770a55-8530-43fd-89d8-007e1af0fdf7 req-c1a15ac2-6a84-4de6-a216-3fc3dd2ddf21 service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856934 Nov 11 12:35:12.116222 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec764cb3-b402-4881-9600-e4d99436dc15 req-d1515fac-d62b-43eb-954a-558ad64d740a tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:12.117577 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ec764cb3-b402-4881-9600-e4d99436dc15 req-d1515fac-d62b-43eb-954a-558ad64d740a tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0485179 Nov 11 12:35:12.163096 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ec764cb3-b402-4881-9600-e4d99436dc15 req-443d3b46-4539-445a-8249-64e833779987 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396430 Nov 11 12:35:13.225931 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 8f595dd1-5959-47f4-ac13-8c692f351137 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:35:13.229534 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 8f595dd1-5959-47f4-ac13-8c692f351137 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:35:13.277969 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d5772-60e6-4c16-b086-5b616f4c79b9 req-f69810d4-390e-40c4-a0cc-6a874f163184 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:13.280085 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-417d5772-60e6-4c16-b086-5b616f4c79b9 req-f69810d4-390e-40c4-a0cc-6a874f163184 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0494230 Nov 11 12:35:13.330796 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-417d5772-60e6-4c16-b086-5b616f4c79b9 req-187b5349-7404-45f7-91ec-352dfd2539ce tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441191 Nov 11 12:35:13.380470 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:13.386996 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 8f595dd1-5959-47f4-ac13-8c692f351137, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8f595dd1-5959-47f4-ac13-8c692f351137,segment=NetworkSegment(b6668474-8b95-4c87-8968-181313f2b6a5),segment_id=b6668474-8b95-4c87-8968-181313f2b6a5)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:13.410724 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '8f595dd1-5959-47f4-ac13-8c692f351137', 'network_id': '2d87db69-f437-4089-8a69-ffe429a7800c', 'port_id': '8f595dd1-5959-47f4-ac13-8c692f351137', 'mac_address': 'fa:16:3e:a0:d5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc148b48-a0b1-44a8-b0ba-d403672d8d98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:35:13.418030 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00456b3c-c282-4465-bacd-7a386b44672a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f595dd1-5959-47f4-ac13-8c692f351137'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:35:13.420311 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e06063b-d006-49d9-af22-6003d83b52db" -d '{"events": [{"server_uuid": "00456b3c-c282-4465-bacd-7a386b44672a", "name": "network-vif-unplugged", "status": "completed", "tag": "8f595dd1-5959-47f4-ac13-8c692f351137"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:35:13.450699 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 8f595dd1-5959-47f4-ac13-8c692f351137, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8f595dd1-5959-47f4-ac13-8c692f351137,segment=NetworkSegment(b6668474-8b95-4c87-8968-181313f2b6a5),segment_id=b6668474-8b95-4c87-8968-181313f2b6a5)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:13.469116 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:13.481577 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f595dd1-5959-47f4-ac13-8c692f351137 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:35:13.529892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:13.555126 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0f0bd8-e717-4a96-9be4-51a9c29d3d2c x-openstack-request-id: req-ab0f0bd8-e717-4a96-9be4-51a9c29d3d2c {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:35:13.555411 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00456b3c-c282-4465-bacd-7a386b44672a", "name": "network-vif-unplugged", "status": "completed", "tag": "8f595dd1-5959-47f4-ac13-8c692f351137", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:35:13.555673 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab0f0bd8-e717-4a96-9be4-51a9c29d3d2c {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:35:13.556038 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00456b3c-c282-4465-bacd-7a386b44672a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f595dd1-5959-47f4-ac13-8c692f351137', 'code': 200} Nov 11 12:35:13.600992 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:35:13.601364 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:35:13.605495 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=8f595dd1-5959-47f4-ac13-8c692f351137,revision_number=6']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:14.137627 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:14.152649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f595dd1-5959-47f4-ac13-8c692f351137 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:35:14.172162 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 8f595dd1-5959-47f4-ac13-8c692f351137, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8f595dd1-5959-47f4-ac13-8c692f351137,segment=NetworkSegment(b6668474-8b95-4c87-8968-181313f2b6a5),segment_id=b6668474-8b95-4c87-8968-181313f2b6a5)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:14.229290 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:14.280348 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=8f595dd1-5959-47f4-ac13-8c692f351137,revision_number=7']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:14.286092 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['8f595dd1-5959-47f4-ac13-8c692f351137'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:35:14.445291 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee413f-f3d1-4eee-a7c3-ca3bccc42034 req-e998fb3e-fc17-45e2-b6f7-f41c8d48db8f tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:14.446634 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-81ee413f-f3d1-4eee-a7c3-ca3bccc42034 req-e998fb3e-fc17-45e2-b6f7-f41c8d48db8f tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 945 time: 0.0485816 Nov 11 12:35:14.493268 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-81ee413f-f3d1-4eee-a7c3-ca3bccc42034 req-47b1bbb6-ed84-4545-b8c4-294d76d7428c tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401444 Nov 11 12:35:14.838721 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0b242-f6b4-4e8e-ae63-42b6125a252d req-4429aba0-1527-4f91-af33-daefabefd023 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:14.840945 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c8f0b242-f6b4-4e8e-ae63-42b6125a252d req-4429aba0-1527-4f91-af33-daefabefd023 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 945 time: 0.0495954 Nov 11 12:35:14.904066 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c8f0b242-f6b4-4e8e-ae63-42b6125a252d req-befb7eb2-825d-4b8d-9ed1-563341283bf9 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569346 Nov 11 12:35:14.960429 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84496c9-42db-4c61-bcda-0933f9c4ead5 req-aad47774-dd23-45d7-9a83-03723b581c49 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:14.961934 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f84496c9-42db-4c61-bcda-0933f9c4ead5 req-aad47774-dd23-45d7-9a83-03723b581c49 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.70 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a&tenant_id=6c232cff27774ec1842735c43b9f4138&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.0598662 Nov 11 12:35:15.049664 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84496c9-42db-4c61-bcda-0933f9c4ead5 req-f7c4ec4a-10b7-4f81-91e3-24b052336816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:15.051034 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f84496c9-42db-4c61-bcda-0933f9c4ead5 req-f7c4ec4a-10b7-4f81-91e3-24b052336816 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c232cff27774ec1842735c43b9f4138&device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 1098 time: 0.0406160 Nov 11 12:35:15.145824 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84496c9-42db-4c61-bcda-0933f9c4ead5 req-396fee18-249f-4d07-8944-f9ffab700449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:15.147785 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f84496c9-42db-4c61-bcda-0933f9c4ead5 req-396fee18-249f-4d07-8944-f9ffab700449 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d87db69-f437-4089-8a69-ffe429a7800c HTTP/1.1" status: 200 len: 916 time: 0.0888498 Nov 11 12:35:15.190017 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f84496c9-42db-4c61-bcda-0933f9c4ead5 req-b574c08d-0771-4fe1-af89-15fa8eee1e66 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f595dd1-5959-47f4-ac13-8c692f351137 HTTP/1.1" status: 200 len: 217 time: 0.0346105 Nov 11 12:35:15.236251 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 8f595dd1-5959-47f4-ac13-8c692f351137 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:35:15.249273 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84496c9-42db-4c61-bcda-0933f9c4ead5 req-a50c87d4-c87c-4a05-bec5-0fb4636c6a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:15.252533 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f84496c9-42db-4c61-bcda-0933f9c4ead5 req-a50c87d4-c87c-4a05-bec5-0fb4636c6a27 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bc148b48-a0b1-44a8-b0ba-d403672d8d98 HTTP/1.1" status: 200 len: 855 time: 0.0513082 Nov 11 12:35:15.290182 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f84496c9-42db-4c61-bcda-0933f9c4ead5 req-4ed0421a-a11b-4aee-8711-4ea274c5d1c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d87db69-f437-4089-8a69-ffe429a7800c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298913 Nov 11 12:35:15.295623 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 8f595dd1-5959-47f4-ac13-8c692f351137 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:35:15.296099 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:15.374036 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:15.385554 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f84496c9-42db-4c61-bcda-0933f9c4ead5 req-5f8961b1-aa36-40f3-ae13-b29bbd222e38 service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881605 Nov 11 12:35:15.406131 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 8f595dd1-5959-47f4-ac13-8c692f351137, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8f595dd1-5959-47f4-ac13-8c692f351137,segment=NetworkSegment(b6668474-8b95-4c87-8968-181313f2b6a5),segment_id=b6668474-8b95-4c87-8968-181313f2b6a5)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:15.477267 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:15.480947 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f84496c9-42db-4c61-bcda-0933f9c4ead5 req-9b330e36-f66d-4c7c-8081-51c62a287cb8 service neutron] 10.222.0.70 "GET /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888221 Nov 11 12:35:15.528826 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=8f595dd1-5959-47f4-ac13-8c692f351137,revision_number=8']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:15.557121 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00456b3c-c282-4465-bacd-7a386b44672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f595dd1-5959-47f4-ac13-8c692f351137'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:35:15.559622 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd69012-5bba-412a-9313-4292d47cc817" -d '{"events": [{"server_uuid": "00456b3c-c282-4465-bacd-7a386b44672a", "name": "network-vif-plugged", "status": "completed", "tag": "8f595dd1-5959-47f4-ac13-8c692f351137"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:35:15.603106 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2706d2-999a-4712-9c01-c35fea614ed4 x-openstack-request-id: req-ee2706d2-999a-4712-9c01-c35fea614ed4 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:35:15.603374 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00456b3c-c282-4465-bacd-7a386b44672a", "name": "network-vif-plugged", "status": "completed", "tag": "8f595dd1-5959-47f4-ac13-8c692f351137", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:35:15.603652 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee2706d2-999a-4712-9c01-c35fea614ed4 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:35:15.604045 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00456b3c-c282-4465-bacd-7a386b44672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f595dd1-5959-47f4-ac13-8c692f351137', 'code': 200} Nov 11 12:35:16.025098 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c59195-bc65-4a77-94a2-f94a77444731 req-c394ae77-20bb-4aae-9bc6-ad26733ddb07 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:16.026568 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-21c59195-bc65-4a77-94a2-f94a77444731 req-c394ae77-20bb-4aae-9bc6-ad26733ddb07 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0514102 Nov 11 12:35:16.073015 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-21c59195-bc65-4a77-94a2-f94a77444731 req-0dd376d8-783a-4d5d-b595-67c809a726da tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396080 Nov 11 12:35:17.193679 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6bc95-abd8-4152-b50d-bdaff6c4d4d2 req-4bfa7ce3-30af-4f44-8d49-e2f59e5e49a5 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:17.195241 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-19d6bc95-abd8-4152-b50d-bdaff6c4d4d2 req-4bfa7ce3-30af-4f44-8d49-e2f59e5e49a5 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0537882 Nov 11 12:35:17.248691 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-19d6bc95-abd8-4152-b50d-bdaff6c4d4d2 req-c6741fd2-eb4f-4163-a7a8-8ac53d645da5 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473714 Nov 11 12:35:17.362158 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247f6be-d26a-44be-a4ce-9ed774c6c0dc req-c1af146b-fd71-4b43-9504-e5c01057c19c tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:17.363553 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3247f6be-d26a-44be-a4ce-9ed774c6c0dc req-c1af146b-fd71-4b43-9504-e5c01057c19c tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0496020 Nov 11 12:35:17.412425 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3247f6be-d26a-44be-a4ce-9ed774c6c0dc req-ba9507d1-75ef-4786-8656-01cad033b737 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431092 Nov 11 12:35:17.525451 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf0138-00d7-47c7-83be-cb18032afef0 req-8111ef4a-e4fe-40c3-a3e9-ccfe812cb310 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:17.526902 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4caf0138-00d7-47c7-83be-cb18032afef0 req-8111ef4a-e4fe-40c3-a3e9-ccfe812cb310 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0481870 Nov 11 12:35:17.575377 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4caf0138-00d7-47c7-83be-cb18032afef0 req-854bf886-ac7d-4ad7-ba20-447584305408 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417514 Nov 11 12:35:18.050252 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965ea58-ca1a-4164-bd3d-e3fd6faa2e6e req-3e88909a-c1d1-4ec4-812f-824bbb5c207b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:18.051738 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3965ea58-ca1a-4164-bd3d-e3fd6faa2e6e req-3e88909a-c1d1-4ec4-812f-824bbb5c207b tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0479519 Nov 11 12:35:18.097900 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3965ea58-ca1a-4164-bd3d-e3fd6faa2e6e req-21f4d7de-fe7d-4e9f-8ecd-389e6acf02e2 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402718 Nov 11 12:35:19.217502 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a36a4-83c8-41a0-94f3-90ba67f1cf6b req-69063403-91bd-4736-9cd3-c4c6a0417849 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:19.218968 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-002a36a4-83c8-41a0-94f3-90ba67f1cf6b req-69063403-91bd-4736-9cd3-c4c6a0417849 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0550377 Nov 11 12:35:19.267480 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-002a36a4-83c8-41a0-94f3-90ba67f1cf6b req-2d3f7171-404d-445e-a3d3-dae83aeeb076 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a821f36-c4e7-412e-b101-e327aa050aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421803 Nov 11 12:35:19.662672 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081584ea-9a5d-4b18-87a4-59f19b0de5f1 req-23a2c770-f927-4f70-8223-edf5fe5f80ec tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:19.664137 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-081584ea-9a5d-4b18-87a4-59f19b0de5f1 req-23a2c770-f927-4f70-8223-edf5fe5f80ec tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.70 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 946 time: 0.0530531 Nov 11 12:35:19.752416 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-081584ea-9a5d-4b18-87a4-59f19b0de5f1 req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Deleting port 8f595dd1-5959-47f4-ac13-8c692f351137 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:35:19.752746 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-081584ea-9a5d-4b18-87a4-59f19b0de5f1 req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:19.845176 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-081584ea-9a5d-4b18-87a4-59f19b0de5f1 req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] For port 8f595dd1-5959-47f4-ac13-8c692f351137, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8f595dd1-5959-47f4-ac13-8c692f351137,segment=NetworkSegment(b6668474-8b95-4c87-8968-181313f2b6a5),segment_id=b6668474-8b95-4c87-8968-181313f2b6a5)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:19.845542 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-081584ea-9a5d-4b18-87a4-59f19b0de5f1 req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:19.862424 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-081584ea-9a5d-4b18-87a4-59f19b0de5f1 req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Calling delete_port for 8f595dd1-5959-47f4-ac13-8c692f351137 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:35:20.077705 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-081584ea-9a5d-4b18-87a4-59f19b0de5f1 req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:20.089640 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['8f595dd1-5959-47f4-ac13-8c692f351137'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:35:20.106717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Pushing event deleted for resources: {'Port': ['ID=8f595dd1-5959-47f4-ac13-8c692f351137,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:20.133266 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:20.133601 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:20.133944 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:20.134286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:20.134622 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:20.134955 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:20.135307 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:20.135638 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:20.135964 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:20.136290 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:20.136617 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:20.136942 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:20.155824 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-081584ea-9a5d-4b18-87a4-59f19b0de5f1 req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] No DVR routers for this DVR port 8f595dd1-5959-47f4-ac13-8c692f351137 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:35:20.158081 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-081584ea-9a5d-4b18-87a4-59f19b0de5f1 req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:20.161381 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-081584ea-9a5d-4b18-87a4-59f19b0de5f1 req-f8c8805c-bddb-4aa2-9306-be576109d664 tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.70 "DELETE /v2.0/ports/8f595dd1-5959-47f4-ac13-8c692f351137 HTTP/1.1" status: 204 len: 173 time: 0.4915135 Nov 11 12:35:20.161866 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00456b3c-c282-4465-bacd-7a386b44672a', 'name': 'network-vif-deleted', 'tag': '8f595dd1-5959-47f4-ac13-8c692f351137'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:35:20.164119 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e611baf7-c793-4640-aa8e-bb3ca0559256" -d '{"events": [{"server_uuid": "00456b3c-c282-4465-bacd-7a386b44672a", "name": "network-vif-deleted", "tag": "8f595dd1-5959-47f4-ac13-8c692f351137"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:35:20.198707 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08509b0-ae99-4f21-bf52-2ed6835ae9be x-openstack-request-id: req-a08509b0-ae99-4f21-bf52-2ed6835ae9be {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:35:20.199042 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00456b3c-c282-4465-bacd-7a386b44672a", "name": "network-vif-deleted", "tag": "8f595dd1-5959-47f4-ac13-8c692f351137", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:35:20.199324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a08509b0-ae99-4f21-bf52-2ed6835ae9be {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:35:20.199725 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00456b3c-c282-4465-bacd-7a386b44672a', 'name': 'network-vif-deleted', 'tag': '8f595dd1-5959-47f4-ac13-8c692f351137', 'status': 'completed', 'code': 200} Nov 11 12:35:20.360687 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1534419a-cca4-4003-908b-96aa95f53806 req-d2fb4f29-b802-4797-a420-1c1e7ae0b82c tempest-ServerDiskConfigTestJSON-1148034399 tempest-ServerDiskConfigTestJSON-1148034399-project] 10.222.0.50 "GET /v2.0/ports?device_id=00456b3c-c282-4465-bacd-7a386b44672a HTTP/1.1" status: 200 len: 210 time: 0.0260186 Nov 11 12:35:21.478289 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 58312) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:35:21.521013 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] Deleting subnet bc148b48-a0b1-44a8-b0ba-d403672d8d98 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:35:21.523901 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:21.560406 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:21.598066 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:21.711337 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:21.736605 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc148b48-a0b1-44a8-b0ba-d403672d8d98,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:21.744217 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:21.747358 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bc148b48-a0b1-44a8-b0ba-d403672d8d98 HTTP/1.1" status: 204 len: 168 time: 0.2680528 Nov 11 12:35:21.749255 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:21.749601 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:21.749939 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:21.750278 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:21.750613 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:21.750732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 58314) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:35:21.751191 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:21.751294 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:21.751594 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:21.751919 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:21.752238 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:21.752562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:21.752880 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f15f-951e-49f3-b18d-9821f5d11eef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:21.822490 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7ace-b551-440f-ac28-4f7fcf91920c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:21.899398 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7ace-b551-440f-ac28-4f7fcf91920c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:21.918553 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-6e3b7ace-b551-440f-ac28-4f7fcf91920c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d87db69-f437-4089-8a69-ffe429a7800c']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:35:21.928559 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-6e3b7ace-b551-440f-ac28-4f7fcf91920c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6668474-8b95-4c87-8968-181313f2b6a5') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:35:21.928855 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-6e3b7ace-b551-440f-ac28-4f7fcf91920c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6668474-8b95-4c87-8968-181313f2b6a5') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:35:21.943032 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7ace-b551-440f-ac28-4f7fcf91920c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:21.955987 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7ace-b551-440f-ac28-4f7fcf91920c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:21.961898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3b7ace-b551-440f-ac28-4f7fcf91920c admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:35:21.962287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7ace-b551-440f-ac28-4f7fcf91920c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:35:21.964060 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:35:22.088506 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7ace-b551-440f-ac28-4f7fcf91920c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:22.093724 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7ace-b551-440f-ac28-4f7fcf91920c admin admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:22.098159 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6e3b7ace-b551-440f-ac28-4f7fcf91920c admin admin] 10.222.0.50 "DELETE /v2.0/networks/2d87db69-f437-4089-8a69-ffe429a7800c HTTP/1.1" status: 204 len: 168 time: 0.3453093 Nov 11 12:35:22.108775 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b7ace-b551-440f-ac28-4f7fcf91920c admin admin] Pushing event deleted for resources: {'Network': ['ID=2d87db69-f437-4089-8a69-ffe429a7800c,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:22.412369 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 58318) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:35:22.452906 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-39400aac-bb4d-4cc8-aefb-6dd40c98ffe1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c232cff27774ec1842735c43b9f4138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392873 Nov 11 12:35:22.455620 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 58320) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:35:22.505213 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-81210ca5-645d-4981-935b-55d9590eb7eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:22.525948 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-81210ca5-645d-4981-935b-55d9590eb7eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:22.635304 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-81210ca5-645d-4981-935b-55d9590eb7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:22.638170 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-81210ca5-645d-4981-935b-55d9590eb7eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:22.639684 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-81210ca5-645d-4981-935b-55d9590eb7eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7a821f36-c4e7-412e-b101-e327aa050aac HTTP/1.1" status: 204 len: 168 time: 0.1830380 Nov 11 12:35:22.649133 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81210ca5-645d-4981-935b-55d9590eb7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a821f36-c4e7-412e-b101-e327aa050aac,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:23.279804 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 8f595dd1-5959-47f4-ac13-8c692f351137 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:35:23.302371 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 8f595dd1-5959-47f4-ac13-8c692f351137 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:35:23.302734 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 8f595dd1-5959-47f4-ac13-8c692f351137 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:35:23.623087 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 58342) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:35:23.725529 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-ab3fbef6-0103-4698-bf3c-ddcfe7b5726f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-757934257-network', 'tenant_id': '53e67b435a854bf5961e3aa899984860'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:35:23.808079 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3fbef6-0103-4698-bf3c-ddcfe7b5726f admin admin] Made reservation on behalf of 53e67b435a854bf5961e3aa899984860 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:35:23.810299 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab3fbef6-0103-4698-bf3c-ddcfe7b5726f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:23.818962 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab3fbef6-0103-4698-bf3c-ddcfe7b5726f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:23.916390 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab3fbef6-0103-4698-bf3c-ddcfe7b5726f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:23.985614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab3fbef6-0103-4698-bf3c-ddcfe7b5726f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:24.010842 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3fbef6-0103-4698-bf3c-ddcfe7b5726f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:35:24.016857 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fbef6-0103-4698-bf3c-ddcfe7b5726f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8fbc9c-ad6b-4e50-991c-ff83397d7788,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:24.022585 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab3fbef6-0103-4698-bf3c-ddcfe7b5726f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:24.022927 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-ab3fbef6-0103-4698-bf3c-ddcfe7b5726f admin admin] Added segment 449fd18a-3595-4f68-ad13-6fb8231993e8 of type vlan for network a2118402-0d4d-47ff-b5ce-9c0fddb287fd Nov 11 12:35:24.062690 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab3fbef6-0103-4698-bf3c-ddcfe7b5726f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:24.140018 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab3fbef6-0103-4698-bf3c-ddcfe7b5726f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:24.140945 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3fbef6-0103-4698-bf3c-ddcfe7b5726f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:24.141509 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab3fbef6-0103-4698-bf3c-ddcfe7b5726f admin admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:24.201263 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fbef6-0103-4698-bf3c-ddcfe7b5726f admin admin] Pushing event updated for resources: {'Network': ['ID=a2118402-0d4d-47ff-b5ce-9c0fddb287fd,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:24.212391 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network a2118402-0d4d-47ff-b5ce-9c0fddb287fd details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:35:24.257409 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ab3fbef6-0103-4698-bf3c-ddcfe7b5726f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6325419 Nov 11 12:35:24.260243 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 58346) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:35:24.265907 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-7722e483-5bb6-4f3d-a30f-0be10953a4fe admin admin] Request body: {'subnet': {'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-757934257-subnet', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:35:24.344626 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7722e483-5bb6-4f3d-a30f-0be10953a4fe admin admin] Made reservation on behalf of 53e67b435a854bf5961e3aa899984860 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:35:24.346988 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7722e483-5bb6-4f3d-a30f-0be10953a4fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:24.585949 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7722e483-5bb6-4f3d-a30f-0be10953a4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:24.639361 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722e483-5bb6-4f3d-a30f-0be10953a4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f589ced-d48d-48e0-a43b-77872d81fc94,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:24.649271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722e483-5bb6-4f3d-a30f-0be10953a4fe admin admin] Checking segment: {'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:35:24.649623 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7722e483-5bb6-4f3d-a30f-0be10953a4fe admin admin] Network hostable DHCP agents. Network: a2118402-0d4d-47ff-b5ce-9c0fddb287fd, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:35:24.743503 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7722e483-5bb6-4f3d-a30f-0be10953a4fe admin admin] Network a2118402-0d4d-47ff-b5ce-9c0fddb287fd is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:35:24.848278 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-7722e483-5bb6-4f3d-a30f-0be10953a4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, a2118402-0d4d-47ff-b5ce-9c0fddb287fd) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:35:24.852248 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7722e483-5bb6-4f3d-a30f-0be10953a4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:24.852844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7722e483-5bb6-4f3d-a30f-0be10953a4fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:24.861044 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3094fc-8e53-40f0-9296-6537c07867a6 None None] Network a2118402-0d4d-47ff-b5ce-9c0fddb287fd requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:35:24.942756 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7722e483-5bb6-4f3d-a30f-0be10953a4fe admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6811900 Nov 11 12:35:24.945507 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 58348) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:35:24.949783 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:35:25.005213 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:35:25.006069 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:25.018304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:25.022491 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:25.072865 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:25.137879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Allocated IP 172.20.0.2 (a2118402-0d4d-47ff-b5ce-9c0fddb287fd/0f589ced-d48d-48e0-a43b-77872d81fc94/78f028d7-4d5c-48e4-9332-6e5d093c3060) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:35:25.261365 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:25.282422 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:25.357385 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:25.397797 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Network a2118402-0d4d-47ff-b5ce-9c0fddb287fd is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:35:25.400611 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:35:25.403135 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:35:25.411782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Pushing event updated for resources: {'Port': ['ID=78f028d7-4d5c-48e4-9332-6e5d093c3060,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:25.461414 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Attempting to bind port 78f028d7-4d5c-48e4-9332-6e5d093c3060 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:35:25.461772 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Attempting to bind port 78f028d7-4d5c-48e4-9332-6e5d093c3060 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:35:25.462241 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Attempting to bind port 78f028d7-4d5c-48e4-9332-6e5d093c3060 on network a2118402-0d4d-47ff-b5ce-9c0fddb287fd {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:35:25.467130 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:35:25.467521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Checking segment: {'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:35:25.467944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:25.468330 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Bound using segment: {'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:35:25.468789 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Bound port: 78f028d7-4d5c-48e4-9332-6e5d093c3060, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:35:25.469156 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:25.533577 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:25.533815 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] For port 78f028d7-4d5c-48e4-9332-6e5d093c3060, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:35:25.536850 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] For port 78f028d7-4d5c-48e4-9332-6e5d093c3060, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=78f028d7-4d5c-48e4-9332-6e5d093c3060,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:35:25.552308 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:25.584404 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:25.648770 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc5327-8a71-4988-b30d-ce299d6f4fdd None None] Pushing event updated for resources: {'Port': ['ID=78f028d7-4d5c-48e4-9332-6e5d093c3060,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:25.660386 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] Allocated IP 172.26.5.58 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/47d1074b-d4ff-4fc7-ae5d-369fe905c7d8) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:35:25.764229 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:25.881673 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:25.925044 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:35:25.929758 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:35:25.931663 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:35:25.940836 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e441846-959f-4183-8640-d5b8eea5d54e None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:35:25.958160 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] Pushing event updated for resources: {'Port': ['ID=47d1074b-d4ff-4fc7-ae5d-369fe905c7d8,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:26.042901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-efe9cbd9-fd16-4411-93c7-238b34eb17b0 None None] Provisioning complete for port 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:35:26.043304 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-efe9cbd9-fd16-4411-93c7-238b34eb17b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:26.082946 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-efe9cbd9-fd16-4411-93c7-238b34eb17b0 None None] Port 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:35:26.289042 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:26.489887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:26.500421 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec925dd3-3a86-4348-b94b-ac59b54ad003 None None] Network a2118402-0d4d-47ff-b5ce-9c0fddb287fd requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:35:26.630227 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-9ba81e84-7e1a-42a0-9939-1425280cb2be None None] Provisioning complete for port 78f028d7-4d5c-48e4-9332-6e5d093c3060 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:35:26.631134 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9ba81e84-7e1a-42a0-9939-1425280cb2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:26.715675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] Router 949eafc0-3e1f-4617-b8e7-0997b03891ad is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:35:26.740464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9ba81e84-7e1a-42a0-9939-1425280cb2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:26.777250 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-9ba81e84-7e1a-42a0-9939-1425280cb2be None None] For port 78f028d7-4d5c-48e4-9332-6e5d093c3060, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=78f028d7-4d5c-48e4-9332-6e5d093c3060,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:26.833825 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:35:26.844206 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Sync routers for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:35:26.854179 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:35:26.854872 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:35:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:35:26.869670 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9ba81e84-7e1a-42a0-9939-1425280cb2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:26.922273 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba81e84-7e1a-42a0-9939-1425280cb2be None None] Pushing event updated for resources: {'Port': ['ID=78f028d7-4d5c-48e4-9332-6e5d093c3060,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:26.930749 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:26.932078 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4710312e-0fc1-4045-868a-e30dd4b10d44 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9856071 Nov 11 12:35:26.935265 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 58350) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:35:26.967935 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:35:26.993251 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e2cd4dff-c95a-4e18-8746-feae8b039d2a None None] Provisioning complete for port 78f028d7-4d5c-48e4-9332-6e5d093c3060 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:35:26.993837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4dff-c95a-4e18-8746-feae8b039d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:27.244467 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:26Z', 'revision_number': 3, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:35:27.271139 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Checking router: 949eafc0-3e1f-4617-b8e7-0997b03891ad for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:35:27.271493 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Updating router 949eafc0-3e1f-4617-b8e7-0997b03891ad port 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:35:27.296999 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:27.542516 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:27.642700 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:27.675782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 78f028d7-4d5c-48e4-9332-6e5d093c3060 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:35:27.689648 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Attempting to bind port 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:35:27.690005 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Attempting to bind port 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:35:27.690387 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Attempting to bind port 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:35:27.698163 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:35:27.698525 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:35:27.698914 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:27.699320 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:35:27.699775 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Bound port: 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:35:27.700143 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:27.710434 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d59d6de-de68-44a1-8b3d-402cbb93d862 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:35:27.711133 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b2318516-7e3a-4931-945e-feb70b970437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:27.721138 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798463b-17a4-4deb-b4db-c860f61ff48a None None] Pushing event updated for resources: {'Port': ['ID=47d1074b-d4ff-4fc7-ae5d-369fe905c7d8,revision_number=2']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:27.730392 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798463b-17a4-4deb-b4db-c860f61ff48a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:27.730778 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798463b-17a4-4deb-b4db-c860f61ff48a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:27.731217 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798463b-17a4-4deb-b4db-c860f61ff48a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:27.731546 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798463b-17a4-4deb-b4db-c860f61ff48a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:27.731869 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798463b-17a4-4deb-b4db-c860f61ff48a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:27.732172 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798463b-17a4-4deb-b4db-c860f61ff48a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:27.732488 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798463b-17a4-4deb-b4db-c860f61ff48a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:27.732802 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798463b-17a4-4deb-b4db-c860f61ff48a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:27.733113 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798463b-17a4-4deb-b4db-c860f61ff48a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:27.733465 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798463b-17a4-4deb-b4db-c860f61ff48a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:27.733777 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798463b-17a4-4deb-b4db-c860f61ff48a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:27.734084 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8798463b-17a4-4deb-b4db-c860f61ff48a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:27.743851 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 78f028d7-4d5c-48e4-9332-6e5d093c3060 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:35:27.744293 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:27.765899 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] For port 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:35:27.769031 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] For port 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=47d1074b-d4ff-4fc7-ae5d-369fe905c7d8,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:35:27.839379 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c1afefbb-9556-4ca2-9439-4dc30663c587 None None] Provisioning complete for port 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:35:27.839847 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c1afefbb-9556-4ca2-9439-4dc30663c587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:27.841994 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:27.889154 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:35:27.891012 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:35:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:35:27.910015 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac05c553-fc8f-4255-aada-dae071ccf96e None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:35:27.932265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c1afefbb-9556-4ca2-9439-4dc30663c587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:27.942329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-b2318516-7e3a-4931-945e-feb70b970437 admin admin] Allocated IP 172.20.0.1 (a2118402-0d4d-47ff-b5ce-9c0fddb287fd/0f589ced-d48d-48e0-a43b-77872d81fc94/356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:35:27.952542 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c1afefbb-9556-4ca2-9439-4dc30663c587 None None] For port 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=47d1074b-d4ff-4fc7-ae5d-369fe905c7d8,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:27.980712 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798463b-17a4-4deb-b4db-c860f61ff48a None None] Pushing event updated for resources: {'Port': ['ID=47d1074b-d4ff-4fc7-ae5d-369fe905c7d8,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:28.005714 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:35:28.031941 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c1afefbb-9556-4ca2-9439-4dc30663c587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:28.056499 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b2318516-7e3a-4931-945e-feb70b970437 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:28.086366 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1afefbb-9556-4ca2-9439-4dc30663c587 None None] Pushing event updated for resources: {'Port': ['ID=47d1074b-d4ff-4fc7-ae5d-369fe905c7d8,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:28.134603 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b2318516-7e3a-4931-945e-feb70b970437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:28.153773 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a2d9be76-4cc5-4371-9e64-fcbbeb76e0ce None None] Provisioning complete for port 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:35:28.154138 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a2d9be76-4cc5-4371-9e64-fcbbeb76e0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:28.175164 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2318516-7e3a-4931-945e-feb70b970437 admin admin] Network a2118402-0d4d-47ff-b5ce-9c0fddb287fd is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:35:28.178172 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-b2318516-7e3a-4931-945e-feb70b970437 admin admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:35:28.181823 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2318516-7e3a-4931-945e-feb70b970437 admin admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:35:28.195341 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:26Z', 'revision_number': 3, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:35:28.213547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2318516-7e3a-4931-945e-feb70b970437 admin admin] Pushing event updated for resources: {'Port': ['ID=356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:28.235687 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51270f08-2d01-4266-9973-ea0fbfc808b4 None None] The sync data for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv is: [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:26Z', 'revision_number': 3, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:35:28.237412 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b2318516-7e3a-4931-945e-feb70b970437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:28.390722 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b6415ae2-f5d0-4d47-bf19-c04c4a543ccf None None] Provisioning complete for port 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:35:28.391098 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b6415ae2-f5d0-4d47-bf19-c04c4a543ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:28.424972 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-b6415ae2-f5d0-4d47-bf19-c04c4a543ccf None None] Port 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:35:28.469982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b2318516-7e3a-4931-945e-feb70b970437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:28.642401 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b2318516-7e3a-4931-945e-feb70b970437 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:28.694065 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b2318516-7e3a-4931-945e-feb70b970437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:28.767230 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2318516-7e3a-4931-945e-feb70b970437 admin admin] Pushing event updated for resources: {'Port': ['ID=356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:28.769672 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b2318516-7e3a-4931-945e-feb70b970437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:28.865612 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2318516-7e3a-4931-945e-feb70b970437 admin admin] Network a2118402-0d4d-47ff-b5ce-9c0fddb287fd is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:35:28.867155 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-b2318516-7e3a-4931-945e-feb70b970437 admin admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:35:28.989759 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2318516-7e3a-4931-945e-feb70b970437 admin admin] Router 949eafc0-3e1f-4617-b8e7-0997b03891ad has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:35:29.102271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2318516-7e3a-4931-945e-feb70b970437 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:35:29.107276 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b2318516-7e3a-4931-945e-feb70b970437 admin admin] 10.222.0.50 "PUT /v2.0/routers/949eafc0-3e1f-4617-b8e7-0997b03891ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1710055 Nov 11 12:35:29.164305 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-15629cc3-744b-4069-898b-368f9421faff None None] Provisioning complete for port 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:35:29.164868 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-15629cc3-744b-4069-898b-368f9421faff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:29.197807 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-15629cc3-744b-4069-898b-368f9421faff None None] Port 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:35:29.643327 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 58358) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:35:29.648223 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-3161162e-9b0a-4598-b09c-3ce0b90fcc38 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1807842617', 'description': 'tempest-description--1662171625'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:35:29.664180 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:35:29.702788 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Sync routers for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:35:29.718253 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:35:29.718857 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:35:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:35:29.734569 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3161162e-9b0a-4598-b09c-3ce0b90fcc38 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:29.805519 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3161162e-9b0a-4598-b09c-3ce0b90fcc38 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:29.871663 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3161162e-9b0a-4598-b09c-3ce0b90fcc38 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:29.900991 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161162e-9b0a-4598-b09c-3ce0b90fcc38 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85da415a-d5d9-4ccb-8ef5-51e6d91ba393,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:29.905901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:35:29.906268 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:29.953462 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3161162e-9b0a-4598-b09c-3ce0b90fcc38 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:29.954640 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3161162e-9b0a-4598-b09c-3ce0b90fcc38 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3100586 Nov 11 12:35:29.957687 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 58360) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:35:29.962139 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-cff9da3e-3d69-499c-920e-d57f0eeac3ca tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Request body: {'security_group_rule': {'security_group_id': '85da415a-d5d9-4ccb-8ef5-51e6d91ba393', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:35:30.005700 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:35:30.042188 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cff9da3e-3d69-499c-920e-d57f0eeac3ca tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:30.101170 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cff9da3e-3d69-499c-920e-d57f0eeac3ca tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:30.180048 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cff9da3e-3d69-499c-920e-d57f0eeac3ca tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:30.197577 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9da3e-3d69-499c-920e-d57f0eeac3ca tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bf3aff-7790-446f-b7be-7d517ee152f7,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:30.236144 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 2, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:35:30.271001 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Checking router: 949eafc0-3e1f-4617-b8e7-0997b03891ad for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:35:30.271616 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Updating router 949eafc0-3e1f-4617-b8e7-0997b03891ad port 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:35:30.284668 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cff9da3e-3d69-499c-920e-d57f0eeac3ca tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:30.285959 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-cff9da3e-3d69-499c-920e-d57f0eeac3ca tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272879 Nov 11 12:35:30.288568 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 58362) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:35:30.292977 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-8e59c413-d897-44d0-8f75-1cb9800bf1bb tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Request body: {'security_group_rule': {'security_group_id': '85da415a-d5d9-4ccb-8ef5-51e6d91ba393', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:35:30.300857 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:30.384648 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8e59c413-d897-44d0-8f75-1cb9800bf1bb tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:30.442551 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8e59c413-d897-44d0-8f75-1cb9800bf1bb tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:30.526600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8e59c413-d897-44d0-8f75-1cb9800bf1bb tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:30.553097 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59c413-d897-44d0-8f75-1cb9800bf1bb tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b9ea9c-f739-498d-b172-0df6456e80bf,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:30.581163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:30.639394 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8e59c413-d897-44d0-8f75-1cb9800bf1bb tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:30.641593 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8e59c413-d897-44d0-8f75-1cb9800bf1bb tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3521979 Nov 11 12:35:30.644573 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 58364) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:35:30.649252 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-c25954cf-b817-4b43-904b-e12b29ed2086 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:35:30.664180 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:30.718661 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da3af3-030f-4374-8515-5c26d1928a71 None None] Pushing event updated for resources: {'Port': ['ID=356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:30.745685 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c25954cf-b817-4b43-904b-e12b29ed2086 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for floatingip, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:30.779546 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Attempting to bind port 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:35:30.779923 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Attempting to bind port 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:35:30.780493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Attempting to bind port 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 on network a2118402-0d4d-47ff-b5ce-9c0fddb287fd {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:35:30.787492 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:35:30.787492 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Checking segment: {'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:35:30.787492 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:30.788560 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Bound using segment: {'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:35:30.788894 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Bound port: 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:35:30.790116 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:30.857286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c25954cf-b817-4b43-904b-e12b29ed2086 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:30.862557 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] For port 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:35:30.866028 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] For port 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:35:30.930774 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-25def3f8-2e39-4c86-b5ed-672237405eef None None] Provisioning complete for port 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:35:30.931169 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-25def3f8-2e39-4c86-b5ed-672237405eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:30.956681 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:30.972300 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-c25954cf-b817-4b43-904b-e12b29ed2086 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Allocated IP 172.26.5.107 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/8f67e6ca-1911-466c-a87d-f31f4b48a90f) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:35:31.005336 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-25def3f8-2e39-4c86-b5ed-672237405eef None None] Port 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:35:31.026060 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da3af3-030f-4374-8515-5c26d1928a71 None None] Pushing event updated for resources: {'Port': ['ID=356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:31.032154 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:35:31.032780 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:35:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:35:31.097231 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c25954cf-b817-4b43-904b-e12b29ed2086 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:31.161989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:35:31.214399 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c25954cf-b817-4b43-904b-e12b29ed2086 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:31.264169 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25954cf-b817-4b43-904b-e12b29ed2086 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:35:31.268152 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-c25954cf-b817-4b43-904b-e12b29ed2086 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:35:31.270142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25954cf-b817-4b43-904b-e12b29ed2086 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Pushing event updated for resources: {'Port': ['ID=8f67e6ca-1911-466c-a87d-f31f4b48a90f,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:31.272216 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25954cf-b817-4b43-904b-e12b29ed2086 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:35:31.292124 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-094b7785-659f-42e9-a736-f845d5d52b53 None None] Provisioning complete for port 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:35:31.292790 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-094b7785-659f-42e9-a736-f845d5d52b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:31.361940 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c25954cf-b817-4b43-904b-e12b29ed2086 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:31.430426 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-094b7785-659f-42e9-a736-f845d5d52b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:31.464523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:30Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:35:31.467229 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c25954cf-b817-4b43-904b-e12b29ed2086 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:31.494856 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f049bdb-f8a1-4f22-8d83-0f51b71d8f61 None None] The sync data for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv is: [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:30Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:35:31.497764 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-094b7785-659f-42e9-a736-f845d5d52b53 None None] For port 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:31.567761 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-094b7785-659f-42e9-a736-f845d5d52b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:31.636414 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b7785-659f-42e9-a736-f845d5d52b53 None None] Pushing event updated for resources: {'Port': ['ID=356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:31.667531 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c25954cf-b817-4b43-904b-e12b29ed2086 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:31.693548 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:35:31.728571 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c25954cf-b817-4b43-904b-e12b29ed2086 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:31.746144 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:35:31.746581 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:31.809732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25954cf-b817-4b43-904b-e12b29ed2086 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Pushing event updated for resources: {'Port': ['ID=8f67e6ca-1911-466c-a87d-f31f4b48a90f,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:31.815199 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c25954cf-b817-4b43-904b-e12b29ed2086 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:31.919018 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c25954cf-b817-4b43-904b-e12b29ed2086 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:31.920309 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c25954cf-b817-4b43-904b-e12b29ed2086 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2747974 Nov 11 12:35:32.074069 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-3d777078-be53-4139-af16-cdfc7cb42f95 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1807842617&fields=id&tenant_id=53e67b435a854bf5961e3aa899984860 HTTP/1.1" status: 200 len: 267 time: 0.0449209 Nov 11 12:35:32.187447 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-6a7f18a0-d07e-42ed-a47f-0c01aad4cd6c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:32.189093 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-6a7f18a0-d07e-42ed-a47f-0c01aad4cd6c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 811 time: 0.1065528 Nov 11 12:35:32.205162 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-19c59d66-0fbf-425b-a203-b89a5cd07b2a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/quotas/53e67b435a854bf5961e3aa899984860 HTTP/1.1" status: 200 len: 375 time: 0.0101128 Nov 11 12:35:32.265330 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-2bb85fc2-66c8-4ac9-bb62-2de14021e528 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536749 Nov 11 12:35:32.363505 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-3e1f0535-c1cb-4edd-ab90-36509c413ac2 service neutron] 10.222.0.50 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861144 Nov 11 12:35:32.457734 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-fb8e254e-5535-4c60-8516-57c639e25ae9 service neutron] 10.222.0.50 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880802 Nov 11 12:35:32.709528 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-88226727-5b99-43f1-927f-9ac7e5b83030 req-566b113e-c99a-45c6-958c-7abd61e2b293 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 210 time: 0.0276601 Nov 11 12:35:33.225646 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c19f46f0-9494-48eb-8d16-b94c94f576d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:33.648251 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:35:33.695532 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:35:33.695898 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:33.805017 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b92dc6e3-d98f-4927-a7e3-bb19c510f53e req-f39dd8f7-48e2-41b0-8bed-f1b2e03bb1d1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 210 time: 0.0267036 Nov 11 12:35:34.578213 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-79de4b61-4d59-4bcf-98d1-9d95d2324543 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:34.579692 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-79de4b61-4d59-4bcf-98d1-9d95d2324543 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 811 time: 0.1060152 Nov 11 12:35:34.642099 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-fbe44003-ced5-4733-935b-e84974d9ae38 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53e67b435a854bf5961e3aa899984860 HTTP/1.1" status: 200 len: 380 time: 0.0526252 Nov 11 12:35:34.653063 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-01c119cd-6de1-4c3c-ad7f-0db502eb7cd1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Request body: {'port': {'device_id': '575d6087-de81-46ee-bed6-c84f8c378893', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'admin_state_up': True, 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'security_groups': ['85da415a-d5d9-4ccb-8ef5-51e6d91ba393']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:35:34.850782 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-01c119cd-6de1-4c3c-ad7f-0db502eb7cd1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Made reservation on behalf of 53e67b435a854bf5961e3aa899984860 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:35:34.850782 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-01c119cd-6de1-4c3c-ad7f-0db502eb7cd1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:34.901319 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-adb974ae-cf95-49f8-bf28-352c46cfd6c5 req-fd2b71e1-3139-4178-a03a-0f059ff3941c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 210 time: 0.0259781 Nov 11 12:35:34.982523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-01c119cd-6de1-4c3c-ad7f-0db502eb7cd1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Allocated IP 172.20.0.7 (a2118402-0d4d-47ff-b5ce-9c0fddb287fd/0f589ced-d48d-48e0-a43b-77872d81fc94/2eab5020-f606-45ae-8968-271a0cbf2e26) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:35:35.118062 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-01c119cd-6de1-4c3c-ad7f-0db502eb7cd1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:35.214625 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-01c119cd-6de1-4c3c-ad7f-0db502eb7cd1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:35.258378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-01c119cd-6de1-4c3c-ad7f-0db502eb7cd1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Network a2118402-0d4d-47ff-b5ce-9c0fddb287fd is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:35:35.261572 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-01c119cd-6de1-4c3c-ad7f-0db502eb7cd1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:35:35.266022 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-01c119cd-6de1-4c3c-ad7f-0db502eb7cd1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:35:35.271400 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c119cd-6de1-4c3c-ad7f-0db502eb7cd1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Pushing event updated for resources: {'Port': ['ID=2eab5020-f606-45ae-8968-271a0cbf2e26,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:35.324989 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-01c119cd-6de1-4c3c-ad7f-0db502eb7cd1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:35.325615 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-01c119cd-6de1-4c3c-ad7f-0db502eb7cd1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:35.411346 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-01c119cd-6de1-4c3c-ad7f-0db502eb7cd1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7636549 Nov 11 12:35:35.425153 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Request body: {'port': {'device_id': '575d6087-de81-46ee-bed6-c84f8c378893', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:35:35.481278 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:35.512757 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a3994ad2-e85f-492d-bdd5-2411083ed3c6 None None] Provisioning complete for port 2eab5020-f606-45ae-8968-271a0cbf2e26 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:35:35.513322 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a3994ad2-e85f-492d-bdd5-2411083ed3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:35.543365 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d1185753-fe26-4f0d-8298-7a1907d2c66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:35.549360 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-a3994ad2-e85f-492d-bdd5-2411083ed3c6 None None] Port 2eab5020-f606-45ae-8968-271a0cbf2e26 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:35:35.749872 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eab5020-f606-45ae-8968-271a0cbf2e26 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:35:35.757234 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:35.769127 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Transition to ACTIVE for port object 2eab5020-f606-45ae-8968-271a0cbf2e26 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:35:35.814215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:35.868359 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Pushing event updated for resources: {'Port': ['ID=2eab5020-f606-45ae-8968-271a0cbf2e26,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:35.934182 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Attempting to bind port 2eab5020-f606-45ae-8968-271a0cbf2e26 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:35:35.934617 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Attempting to bind port 2eab5020-f606-45ae-8968-271a0cbf2e26 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:35:35.934835 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Attempting to bind port 2eab5020-f606-45ae-8968-271a0cbf2e26 on network a2118402-0d4d-47ff-b5ce-9c0fddb287fd {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:35:35.941147 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Port 2eab5020-f606-45ae-8968-271a0cbf2e26 on network a2118402-0d4d-47ff-b5ce-9c0fddb287fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:35:35.942080 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Attempting to bind port 2eab5020-f606-45ae-8968-271a0cbf2e26 on network a2118402-0d4d-47ff-b5ce-9c0fddb287fd {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:35:35.950061 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:35:35.950396 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Checking segment: {'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:35:35.950814 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Bound using segment: {'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:35:35.951265 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Bound port: 2eab5020-f606-45ae-8968-271a0cbf2e26, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:35:35.951626 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:36.032142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] For port 2eab5020-f606-45ae-8968-271a0cbf2e26, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:35:36.036463 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] For port 2eab5020-f606-45ae-8968-271a0cbf2e26, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2eab5020-f606-45ae-8968-271a0cbf2e26,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:35:36.043764 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55034b-6f79-4653-b574-6ab406f5f5ea req-d1444342-ac85-4f6c-8feb-a138fadc979b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:36.046467 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0d55034b-6f79-4653-b574-6ab406f5f5ea req-d1444342-ac85-4f6c-8feb-a138fadc979b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 943 time: 0.0677254 Nov 11 12:35:36.095192 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0d55034b-6f79-4653-b574-6ab406f5f5ea req-458b3557-eba9-4bba-bcf8-c27816114f19 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424724 Nov 11 12:35:36.110478 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:36.149222 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:36.149846 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:36.151258 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] 10.222.0.70 "PUT /v2.0/ports/2eab5020-f606-45ae-8968-271a0cbf2e26 HTTP/1.1" status: 200 len: 1093 time: 0.7309153 Nov 11 12:35:36.151705 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575d6087-de81-46ee-bed6-c84f8c378893', 'tag': '2eab5020-f606-45ae-8968-271a0cbf2e26'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:35:36.153926 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f56d4fc-8e1c-4d1d-84f4-6732eb248bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "575d6087-de81-46ee-bed6-c84f8c378893", "tag": "2eab5020-f606-45ae-8968-271a0cbf2e26"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:35:36.176078 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b0061-45ec-4b37-9984-65969c60db51 service neutron] Pushing event updated for resources: {'Port': ['ID=2eab5020-f606-45ae-8968-271a0cbf2e26,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:36.209670 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6968a97c-77bd-4dd1-ac26-fa926f7b9b7c x-openstack-request-id: req-6968a97c-77bd-4dd1-ac26-fa926f7b9b7c {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:35:36.210025 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575d6087-de81-46ee-bed6-c84f8c378893", "tag": "2eab5020-f606-45ae-8968-271a0cbf2e26", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:35:36.210370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6968a97c-77bd-4dd1-ac26-fa926f7b9b7c {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:35:36.210880 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575d6087-de81-46ee-bed6-c84f8c378893', 'tag': '2eab5020-f606-45ae-8968-271a0cbf2e26', 'status': 'completed', 'code': 200} Nov 11 12:35:36.279933 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56d4fc-8e1c-4d1d-84f4-6732eb248bfe req-07a3d2df-134c-4b43-9821-af5e74e317c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:36.281942 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0f56d4fc-8e1c-4d1d-84f4-6732eb248bfe req-07a3d2df-134c-4b43-9821-af5e74e317c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 1096 time: 0.0469396 Nov 11 12:35:36.392982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56d4fc-8e1c-4d1d-84f4-6732eb248bfe req-ed31ecae-d22e-41cd-9884-61f6048aaa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:36.395477 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0f56d4fc-8e1c-4d1d-84f4-6732eb248bfe req-ed31ecae-d22e-41cd-9884-61f6048aaa0c service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=53e67b435a854bf5961e3aa899984860&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1035357 Nov 11 12:35:36.494952 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56d4fc-8e1c-4d1d-84f4-6732eb248bfe req-d78500bb-a1b8-4a19-a509-70361d7312f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:36.494952 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0f56d4fc-8e1c-4d1d-84f4-6732eb248bfe req-d78500bb-a1b8-4a19-a509-70361d7312f9 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888064 Nov 11 12:35:36.539780 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:36.573977 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-56b8b0f1-4d70-43b1-b254-82ff93d73911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:36.575506 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-56b8b0f1-4d70-43b1-b254-82ff93d73911 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 1096 time: 0.0446534 Nov 11 12:35:36.618501 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-7d9515f1-dd72-45db-8c99-d53094a0e6ef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eab5020-f606-45ae-8968-271a0cbf2e26 HTTP/1.1" status: 200 len: 217 time: 0.0347719 Nov 11 12:35:36.671597 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-d6433e94-3a0c-4819-b4d7-9b3bb723ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:36.673038 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-d6433e94-3a0c-4819-b4d7-9b3bb723ff94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0462201 Nov 11 12:35:36.720717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-93327c8a-7d30-432a-b514-68551463ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:36.722165 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-93327c8a-7d30-432a-b514-68551463ddef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0422971 Nov 11 12:35:36.810711 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-55f1f578-4f28-4fff-81a0-41a16a28ad64 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815518 Nov 11 12:35:36.901901 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-bddccb3a-1072-441b-ab62-794e5e9babf8 req-d4635081-b8dc-4e79-94bd-8838f8963e4b service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843859 Nov 11 12:35:37.207440 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb3c73-a9a3-4d92-bb41-8f44d85daf19 req-8ef497c0-8694-45a0-8bd4-2b00d38aa308 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:37.208873 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-efeb3c73-a9a3-4d92-bb41-8f44d85daf19 req-8ef497c0-8694-45a0-8bd4-2b00d38aa308 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 943 time: 0.0470767 Nov 11 12:35:37.254567 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-efeb3c73-a9a3-4d92-bb41-8f44d85daf19 req-14cb49e5-5067-424f-9589-b4d8d60fdc0b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398669 Nov 11 12:35:38.183817 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:38.368048 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba240aa-b7e3-41ea-8fcd-bed765b2965f req-33050dac-d954-42b1-b0fb-7a123eb5ea2a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:38.369482 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2ba240aa-b7e3-41ea-8fcd-bed765b2965f req-33050dac-d954-42b1-b0fb-7a123eb5ea2a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 943 time: 0.0477681 Nov 11 12:35:38.417822 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2ba240aa-b7e3-41ea-8fcd-bed765b2965f req-0e60ace1-fa5a-4acd-bafb-9ca376f41ebc tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424738 Nov 11 12:35:39.145300 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:39.364704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 2eab5020-f606-45ae-8968-271a0cbf2e26 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:35:39.459815 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 2eab5020-f606-45ae-8968-271a0cbf2e26, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2eab5020-f606-45ae-8968-271a0cbf2e26,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:39.471099 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '2eab5020-f606-45ae-8968-271a0cbf2e26', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'port_id': '2eab5020-f606-45ae-8968-271a0cbf2e26', 'mac_address': 'fa:16:3e:ce:7c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:35:39.507824 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:39.520646 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eab5020-f606-45ae-8968-271a0cbf2e26 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:35:39.530465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b3435-efe5-4540-b432-bc0497f7d28d req-a9d5f660-7ffd-4493-a4bc-5e64851be824 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:39.531980 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e01b3435-efe5-4540-b432-bc0497f7d28d req-a9d5f660-7ffd-4493-a4bc-5e64851be824 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 943 time: 0.0490723 Nov 11 12:35:39.540688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 2eab5020-f606-45ae-8968-271a0cbf2e26, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2eab5020-f606-45ae-8968-271a0cbf2e26,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:39.578252 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e01b3435-efe5-4540-b432-bc0497f7d28d req-4f43f741-c79f-4736-896d-c2f469f12357 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403786 Nov 11 12:35:39.592123 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:39.649431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=2eab5020-f606-45ae-8968-271a0cbf2e26,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:39.656283 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:39.656636 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:39.656978 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:39.657314 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:39.657645 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:39.657977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:39.658305 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:39.658639 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:39.658964 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:39.659318 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:39.659642 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:39.659962 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:35:39.794092 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['2eab5020-f606-45ae-8968-271a0cbf2e26'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:35:40.691759 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e5b67-65b7-4a76-96fb-15ce6df423b4 req-fae53f05-8244-4974-b738-19d7b5099b63 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:40.693213 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-428e5b67-65b7-4a76-96fb-15ce6df423b4 req-fae53f05-8244-4974-b738-19d7b5099b63 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 944 time: 0.0479910 Nov 11 12:35:40.738609 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-428e5b67-65b7-4a76-96fb-15ce6df423b4 req-32e04c6c-f89f-41fd-8acb-2e0c8a276924 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395572 Nov 11 12:35:40.877017 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:41.227589 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:35:41.381066 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 2eab5020-f606-45ae-8968-271a0cbf2e26 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:35:41.503624 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 2eab5020-f606-45ae-8968-271a0cbf2e26 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:35:41.507085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 2eab5020-f606-45ae-8968-271a0cbf2e26 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:35:41.507457 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:41.581778 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:41.603795 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575d6087-de81-46ee-bed6-c84f8c378893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eab5020-f606-45ae-8968-271a0cbf2e26'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:35:41.606031 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4397719c-9030-462e-abd2-721227be1cae" -d '{"events": [{"server_uuid": "575d6087-de81-46ee-bed6-c84f8c378893", "name": "network-vif-plugged", "status": "completed", "tag": "2eab5020-f606-45ae-8968-271a0cbf2e26"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:35:41.618289 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 2eab5020-f606-45ae-8968-271a0cbf2e26, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2eab5020-f606-45ae-8968-271a0cbf2e26,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:35:41.645842 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7caac116-2858-4cb7-81cc-e4b5f188ef91 x-openstack-request-id: req-7caac116-2858-4cb7-81cc-e4b5f188ef91 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:35:41.645842 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575d6087-de81-46ee-bed6-c84f8c378893", "name": "network-vif-plugged", "status": "completed", "tag": "2eab5020-f606-45ae-8968-271a0cbf2e26", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:35:41.645842 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7caac116-2858-4cb7-81cc-e4b5f188ef91 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:35:41.645842 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575d6087-de81-46ee-bed6-c84f8c378893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eab5020-f606-45ae-8968-271a0cbf2e26', 'code': 200} Nov 11 12:35:41.692640 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:41.749575 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=2eab5020-f606-45ae-8968-271a0cbf2e26,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:35:41.856968 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47953c-f332-49cc-853c-23dda41a6812 req-cb7637d0-a09a-4872-9111-a0cf0afe9220 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:41.858466 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6b47953c-f332-49cc-853c-23dda41a6812 req-cb7637d0-a09a-4872-9111-a0cf0afe9220 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0538974 Nov 11 12:35:41.906043 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6b47953c-f332-49cc-853c-23dda41a6812 req-e593e277-e1e7-4052-a078-0dd58566b11d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414271 Nov 11 12:35:41.986959 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605e9e9-3537-4cab-93ec-10ebb6b7f532 req-63c43228-fe50-4101-8bd7-f9f073509297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:41.988604 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8605e9e9-3537-4cab-93ec-10ebb6b7f532 req-63c43228-fe50-4101-8bd7-f9f073509297 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 1098 time: 0.0400648 Nov 11 12:35:42.040493 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8605e9e9-3537-4cab-93ec-10ebb6b7f532 req-0026b156-cd8b-4d35-bc0e-1608f7d5f846 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438206 Nov 11 12:35:43.020393 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884abbf0-16a3-4624-99f6-b52e3b3b8e5b req-e6b7fc73-edc1-4032-add9-611954661eca tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:43.021878 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-884abbf0-16a3-4624-99f6-b52e3b3b8e5b req-e6b7fc73-edc1-4032-add9-611954661eca tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0478878 Nov 11 12:35:43.068684 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-884abbf0-16a3-4624-99f6-b52e3b3b8e5b req-a79efac0-fc19-4300-9fb9-5190a8f5e8f6 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409524 Nov 11 12:35:44.184461 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bfc15-6442-4bc6-bf31-fb54eea0fd9e req-d96ae310-a0f5-4a25-a8d2-9bb738938642 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:44.185919 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e51bfc15-6442-4bc6-bf31-fb54eea0fd9e req-d96ae310-a0f5-4a25-a8d2-9bb738938642 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0513105 Nov 11 12:35:44.232036 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e51bfc15-6442-4bc6-bf31-fb54eea0fd9e req-a6307b97-2e28-46bf-bc51-99a90a1addc0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401509 Nov 11 12:35:44.339507 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bec0d-55e7-4910-9dc8-af389671967e req-a01569ef-8004-4f32-aca5-0815979e86c6 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:44.340967 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-be7bec0d-55e7-4910-9dc8-af389671967e req-a01569ef-8004-4f32-aca5-0815979e86c6 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0474322 Nov 11 12:35:44.350010 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 58420) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:35:44.354180 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-24e50269-1597-4c53-b40c-4e0aa9954ae0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Request body: {'floatingip': {'port_id': '2eab5020-f606-45ae-8968-271a0cbf2e26'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:35:44.391116 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-24e50269-1597-4c53-b40c-4e0aa9954ae0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for floatingip, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:45.051518 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.db.resource_extend [None req-24e50269-1597-4c53-b40c-4e0aa9954ae0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 12:35:45.099411 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-24e50269-1597-4c53-b40c-4e0aa9954ae0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:45.162311 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-24e50269-1597-4c53-b40c-4e0aa9954ae0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:45.260916 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-24e50269-1597-4c53-b40c-4e0aa9954ae0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Floating IP b0a3f29c-1d95-4143-b3ed-2d265f543870 associated. External IP: 172.26.5.107, port: 2eab5020-f606-45ae-8968-271a0cbf2e26. Nov 11 12:35:45.466165 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e50269-1597-4c53-b40c-4e0aa9954ae0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Router 949eafc0-3e1f-4617-b8e7-0997b03891ad has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:35:45.572299 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e50269-1597-4c53-b40c-4e0aa9954ae0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:35:45.580206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-24e50269-1597-4c53-b40c-4e0aa9954ae0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:35:45.583056 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e329fa-27b9-4467-865b-927b7aa04c79 None None] Sync routers for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:35:45.592308 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e329fa-27b9-4467-865b-927b7aa04c79 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:35:45.592935 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-18e329fa-27b9-4467-865b-927b7aa04c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:35:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:35:45.604951 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-24e50269-1597-4c53-b40c-4e0aa9954ae0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "PUT /v2.0/floatingips/b0a3f29c-1d95-4143-b3ed-2d265f543870 HTTP/1.1" status: 200 len: 991 time: 1.2539997 Nov 11 12:35:45.605530 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575d6087-de81-46ee-bed6-c84f8c378893', 'tag': '2eab5020-f606-45ae-8968-271a0cbf2e26'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:35:45.607892 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda03249-f722-4f15-9295-2eda568a87f3" -d '{"events": [{"name": "network-changed", "server_uuid": "575d6087-de81-46ee-bed6-c84f8c378893", "tag": "2eab5020-f606-45ae-8968-271a0cbf2e26"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:35:45.707576 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-18e329fa-27b9-4467-865b-927b7aa04c79 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:35:45.716402 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f9c797-5854-477e-83d7-611363909f94 x-openstack-request-id: req-e7f9c797-5854-477e-83d7-611363909f94 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:35:45.716645 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575d6087-de81-46ee-bed6-c84f8c378893", "tag": "2eab5020-f606-45ae-8968-271a0cbf2e26", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:35:45.716899 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e7f9c797-5854-477e-83d7-611363909f94 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:35:45.717304 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575d6087-de81-46ee-bed6-c84f8c378893', 'tag': '2eab5020-f606-45ae-8968-271a0cbf2e26', 'status': 'completed', 'code': 200} Nov 11 12:35:45.778478 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda03249-f722-4f15-9295-2eda568a87f3 req-177dec87-7ce1-4091-8805-b6d1d93228da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:45.780036 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fda03249-f722-4f15-9295-2eda568a87f3 req-177dec87-7ce1-4091-8805-b6d1d93228da service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 1098 time: 0.0407267 Nov 11 12:35:45.872601 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda03249-f722-4f15-9295-2eda568a87f3 req-8d0dc3a7-821d-437e-bdd1-bc563d42689d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:45.874590 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fda03249-f722-4f15-9295-2eda568a87f3 req-8d0dc3a7-821d-437e-bdd1-bc563d42689d service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0874026 Nov 11 12:35:45.926033 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-18e329fa-27b9-4467-865b-927b7aa04c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'b0a3f29c-1d95-4143-b3ed-2d265f543870', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'floating_ip_address': '172.26.5.107', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'port_id': '2eab5020-f606-45ae-8968-271a0cbf2e26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'mac_address': 'fa:16:3e:ce:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d6087-de81-46ee-bed6-c84f8c378893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:35:31Z', 'updated_at': '2021-11-11T12:35:44Z', 'revision_number': 1, 'project_id': '53e67b435a854bf5961e3aa899984860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:35:45.944256 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fda03249-f722-4f15-9295-2eda568a87f3 req-a4dc38ec-69c0-486b-8da2-656d71de20b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eab5020-f606-45ae-8968-271a0cbf2e26 HTTP/1.1" status: 200 len: 999 time: 0.0611439 Nov 11 12:35:45.960530 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e329fa-27b9-4467-865b-927b7aa04c79 None None] Checking router: 949eafc0-3e1f-4617-b8e7-0997b03891ad for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:35:45.969073 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e329fa-27b9-4467-865b-927b7aa04c79 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:35:45.969603 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-18e329fa-27b9-4467-865b-927b7aa04c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:35:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:35:46.011539 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda03249-f722-4f15-9295-2eda568a87f3 req-bc7bb387-d6c8-4d0a-8e06-73d33f59df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:46.012983 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fda03249-f722-4f15-9295-2eda568a87f3 req-bc7bb387-d6c8-4d0a-8e06-73d33f59df34 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0634000 Nov 11 12:35:46.058022 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda03249-f722-4f15-9295-2eda568a87f3 req-a7506a75-b602-4e7c-9198-6aa19da668e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:35:46.059540 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fda03249-f722-4f15-9295-2eda568a87f3 req-a7506a75-b602-4e7c-9198-6aa19da668e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396316 Nov 11 12:35:46.075307 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-18e329fa-27b9-4467-865b-927b7aa04c79 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:35:46.148867 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fda03249-f722-4f15-9295-2eda568a87f3 req-0db7400b-0691-477a-bc57-6144cd4677f8 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811746 Nov 11 12:35:46.245503 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fda03249-f722-4f15-9295-2eda568a87f3 req-435cf051-c5f6-479e-af70-9ded669652a5 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893981 Nov 11 12:35:46.296567 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-18e329fa-27b9-4467-865b-927b7aa04c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'b0a3f29c-1d95-4143-b3ed-2d265f543870', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'floating_ip_address': '172.26.5.107', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'port_id': '2eab5020-f606-45ae-8968-271a0cbf2e26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'mac_address': 'fa:16:3e:ce:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d6087-de81-46ee-bed6-c84f8c378893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:35:31Z', 'updated_at': '2021-11-11T12:35:44Z', 'revision_number': 1, 'project_id': '53e67b435a854bf5961e3aa899984860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:35:46.323338 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e329fa-27b9-4467-865b-927b7aa04c79 None None] The sync data for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv is: [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'b0a3f29c-1d95-4143-b3ed-2d265f543870', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'floating_ip_address': '172.26.5.107', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'port_id': '2eab5020-f606-45ae-8968-271a0cbf2e26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'mac_address': 'fa:16:3e:ce:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d6087-de81-46ee-bed6-c84f8c378893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:35:31Z', 'updated_at': '2021-11-11T12:35:44Z', 'revision_number': 1, 'project_id': '53e67b435a854bf5961e3aa899984860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:35:46.508090 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee874c-7d7b-4768-8c3b-5aef1d5ce1a6 None None] New status for floating IP b0a3f29c-1d95-4143-b3ed-2d265f543870: ACTIVE {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:36:03.236703 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8b54c28c-8a6d-4d69-887f-7c60c655e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:03.918884 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8ad67729-0464-439f-811f-950ea753ffa4 req-c57f67cd-d4da-4971-a1a8-895453c1891a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384898 Nov 11 12:36:03.998808 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad67729-0464-439f-811f-950ea753ffa4 req-b5c2fc54-ec13-44c4-b0f3-562f0589e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:04.000314 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8ad67729-0464-439f-811f-950ea753ffa4 req-b5c2fc54-ec13-44c4-b0f3-562f0589e3ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 1098 time: 0.0392570 Nov 11 12:36:04.105038 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad67729-0464-439f-811f-950ea753ffa4 req-b826f0e2-86cd-47d8-92e0-9c80876cf824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:04.106463 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8ad67729-0464-439f-811f-950ea753ffa4 req-b826f0e2-86cd-47d8-92e0-9c80876cf824 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0862832 Nov 11 12:36:04.174220 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8ad67729-0464-439f-811f-950ea753ffa4 req-0ed60c99-941e-4e3e-8d3c-89deb1ff4220 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eab5020-f606-45ae-8968-271a0cbf2e26 HTTP/1.1" status: 200 len: 1001 time: 0.0597925 Nov 11 12:36:04.223161 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad67729-0464-439f-811f-950ea753ffa4 req-2bb977ac-ae1d-4d3a-8e21-eae164dbffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:04.224650 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8ad67729-0464-439f-811f-950ea753ffa4 req-2bb977ac-ae1d-4d3a-8e21-eae164dbffbb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0431695 Nov 11 12:36:04.272729 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad67729-0464-439f-811f-950ea753ffa4 req-d07bc93c-56a5-498f-90d9-73289d52490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:04.274226 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8ad67729-0464-439f-811f-950ea753ffa4 req-d07bc93c-56a5-498f-90d9-73289d52490c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0416756 Nov 11 12:36:04.367024 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8ad67729-0464-439f-811f-950ea753ffa4 req-3a170f45-37d8-4669-8d7c-073ee033cecb service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843627 Nov 11 12:36:04.454253 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8ad67729-0464-439f-811f-950ea753ffa4 req-e4b422cd-8f56-47cb-82c0-040395b71123 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793183 Nov 11 12:36:05.556374 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a1bffc00-bcdf-454a-87ad-5411aefaa348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:06.562844 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:08.200486 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:09.167785 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:10.893444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:18.226221 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:36:21.888493 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c922e-8550-4d71-b786-dbc8948d6a27 req-29a28296-97ff-4465-b9bb-4f22c84d082d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:21.890493 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fd6c922e-8550-4d71-b786-dbc8948d6a27 req-29a28296-97ff-4465-b9bb-4f22c84d082d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0493760 Nov 11 12:36:21.940225 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fd6c922e-8550-4d71-b786-dbc8948d6a27 req-2c2fd25f-7bc1-4724-a5d0-cc41c615b4f3 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438333 Nov 11 12:36:23.412862 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46147d-1908-4125-817a-4d5ad36e8cc4 req-20b3fb11-960f-40b3-88cb-2b326be43ba7 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:23.414334 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bd46147d-1908-4125-817a-4d5ad36e8cc4 req-20b3fb11-960f-40b3-88cb-2b326be43ba7 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0485821 Nov 11 12:36:23.460986 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bd46147d-1908-4125-817a-4d5ad36e8cc4 req-dfcb6795-6dbe-4a59-8d0f-9288b77346e7 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406904 Nov 11 12:36:23.518586 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-8123f0ec-43fe-4f3f-815f-2d554e05baf0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387614 Nov 11 12:36:24.575602 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a62cda-2c8c-4c3a-ade3-9c52c682843d req-0b46511d-cb0e-4978-9176-fe9341a3580e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:24.577605 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-82a62cda-2c8c-4c3a-ade3-9c52c682843d req-0b46511d-cb0e-4978-9176-fe9341a3580e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0493290 Nov 11 12:36:24.627846 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-82a62cda-2c8c-4c3a-ade3-9c52c682843d req-8f43b8f6-aa84-4cff-a532-672e10415daa tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438292 Nov 11 12:36:25.382445 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-fa54324d-fa37-441d-8930-9851f26a9017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:25.383987 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-fa54324d-fa37-441d-8930-9851f26a9017 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 1098 time: 0.0402710 Nov 11 12:36:25.476524 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-cdfed929-a905-4b6c-89ac-56d494b24f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:25.477962 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-cdfed929-a905-4b6c-89ac-56d494b24f0e service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0867519 Nov 11 12:36:25.544977 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-15d4663c-988f-46a7-9210-598dd648d10e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eab5020-f606-45ae-8968-271a0cbf2e26 HTTP/1.1" status: 200 len: 1001 time: 0.0598218 Nov 11 12:36:25.747238 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e3d2f-ce8c-46ee-a06d-52630a8f9659 req-f1c98566-4c92-4177-b168-c0d0da0ea618 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:25.749425 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c22e3d2f-ce8c-46ee-a06d-52630a8f9659 req-f1c98566-4c92-4177-b168-c0d0da0ea618 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0512066 Nov 11 12:36:25.799143 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c22e3d2f-ce8c-46ee-a06d-52630a8f9659 req-ad3afaf2-d4be-4771-89c4-1bc0b0bbccbf tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433843 Nov 11 12:36:25.927691 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-2ee65327-8954-4cfc-89f2-bc43c33d77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:25.929119 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-2ee65327-8954-4cfc-89f2-bc43c33d77d9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.3775826 Nov 11 12:36:25.974510 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-cd136678-ad22-481c-bd1e-78af4e46f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:25.975922 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-cd136678-ad22-481c-bd1e-78af4e46f61e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0376403 Nov 11 12:36:26.066389 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-45637331-75b4-46fe-b124-4451bf683595 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827222 Nov 11 12:36:26.153580 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-f470a3af-f22d-4085-8592-35a0da3b1582 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798547 Nov 11 12:36:26.913307 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060731b2-eef0-438d-9efa-8a9e9fccfd46 req-bb9baeb4-8012-45ce-aaf9-dd4e88bbdd39 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:26.914741 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-060731b2-eef0-438d-9efa-8a9e9fccfd46 req-bb9baeb4-8012-45ce-aaf9-dd4e88bbdd39 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0479119 Nov 11 12:36:26.960523 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-060731b2-eef0-438d-9efa-8a9e9fccfd46 req-f732aab6-1f2f-44f4-bedc-e82dba3facb3 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399415 Nov 11 12:36:28.085472 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea414e6-e02e-450d-a0de-0e8601126989 req-d0a5e20f-f20a-4abd-afa4-5444b746126a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:28.086931 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-eea414e6-e02e-450d-a0de-0e8601126989 req-d0a5e20f-f20a-4abd-afa4-5444b746126a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0519714 Nov 11 12:36:28.133221 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-eea414e6-e02e-450d-a0de-0e8601126989 req-e615936a-d8d2-4de6-9b0c-b048e07f37a4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396826 Nov 11 12:36:29.249682 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669abe74-2c1f-4ce1-a521-926b75635c27 req-db866810-e3d1-4177-bbe2-ad43e7c4e943 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:29.251179 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-669abe74-2c1f-4ce1-a521-926b75635c27 req-db866810-e3d1-4177-bbe2-ad43e7c4e943 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0484421 Nov 11 12:36:29.297229 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-669abe74-2c1f-4ce1-a521-926b75635c27 req-e08a82ad-30e0-4aad-a0d6-46934138369b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401900 Nov 11 12:36:30.421127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a8845-beb6-4a81-af62-66933e00d6e7 req-a6ec7f59-d806-4b5a-a614-6f99d0d0d0c2 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:30.422586 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c95a8845-beb6-4a81-af62-66933e00d6e7 req-a6ec7f59-d806-4b5a-a614-6f99d0d0d0c2 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0548277 Nov 11 12:36:30.469126 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c95a8845-beb6-4a81-af62-66933e00d6e7 req-816c2558-86dd-4f59-a8a7-737e15ee8d51 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405791 Nov 11 12:36:31.582934 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35299232-42f9-4aa4-bb62-8e0e7eeec0f4 req-477c3a2c-aab7-4a70-a426-169d8e39791b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:31.584479 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-35299232-42f9-4aa4-bb62-8e0e7eeec0f4 req-477c3a2c-aab7-4a70-a426-169d8e39791b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0485809 Nov 11 12:36:31.631350 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-35299232-42f9-4aa4-bb62-8e0e7eeec0f4 req-c0797b90-7f1d-4770-9837-e2563f2d9a53 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407674 Nov 11 12:36:32.749554 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83240f0-475f-4a42-b7cc-308878d09438 req-10b8da75-d623-40a8-96b3-4cfeb73dd2d3 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:32.751017 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b83240f0-475f-4a42-b7cc-308878d09438 req-10b8da75-d623-40a8-96b3-4cfeb73dd2d3 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0483758 Nov 11 12:36:32.801261 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b83240f0-475f-4a42-b7cc-308878d09438 req-149e1fac-56dc-4997-ab3b-5b731339fddc tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443029 Nov 11 12:36:33.230650 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c035033b-7914-46f2-b148-ad4bdc14d94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:33.915509 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2a1fa-9625-4cdf-9062-529f735f5847 req-ce68dd81-f327-4e1b-a814-a249ef46869c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:33.916868 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6eb2a1fa-9625-4cdf-9062-529f735f5847 req-ce68dd81-f327-4e1b-a814-a249ef46869c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0484219 Nov 11 12:36:33.968923 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6eb2a1fa-9625-4cdf-9062-529f735f5847 req-92076baa-b4ea-4030-a70c-73c730d0d3ec tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454566 Nov 11 12:36:35.082758 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635b5fe-452c-41ab-b742-6dad5d32e9ee req-71a26475-cba3-4499-a3b0-f8b8b5cdab90 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:35.084239 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9635b5fe-452c-41ab-b742-6dad5d32e9ee req-71a26475-cba3-4499-a3b0-f8b8b5cdab90 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0483291 Nov 11 12:36:35.132287 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9635b5fe-452c-41ab-b742-6dad5d32e9ee req-49e961a6-a4b1-4852-b40b-e046e93757a2 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422668 Nov 11 12:36:35.562964 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-72c91bff-d79b-498a-ac64-98ca00fd3ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:36.252923 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc2001-2b07-4902-a361-b8f34e701dc6 req-90b28c26-61e0-47e7-9db1-84bb2a19f88b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:36.254494 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-93fc2001-2b07-4902-a361-b8f34e701dc6 req-90b28c26-61e0-47e7-9db1-84bb2a19f88b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0539935 Nov 11 12:36:36.304567 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-93fc2001-2b07-4902-a361-b8f34e701dc6 req-deb28a03-6acb-45f6-a51d-df561b1fbc2f tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440993 Nov 11 12:36:36.551026 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:37.417646 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8d507-3d6c-4539-bb06-6a4c22018050 req-63b23ddd-1847-4ff9-9120-555a84dd8910 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:37.419115 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-23f8d507-3d6c-4539-bb06-6a4c22018050 req-63b23ddd-1847-4ff9-9120-555a84dd8910 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0471842 Nov 11 12:36:37.465534 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-23f8d507-3d6c-4539-bb06-6a4c22018050 req-58a4af70-cc2f-49b0-9c0b-96851e688dc7 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398128 Nov 11 12:36:38.049379 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-36dc2afb-f2b7-4135-acef-f2223c922d2f service neutron] 10.222.0.70 "GET /v2.0/ports/2eab5020-f606-45ae-8968-271a0cbf2e26/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0560398 Nov 11 12:36:38.191024 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:38.580712 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cb444-f058-46b8-b01d-9e8d71febc1c req-efa8d23d-c50e-4438-a92e-c91ebfed3b93 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:38.582233 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-338cb444-f058-46b8-b01d-9e8d71febc1c req-efa8d23d-c50e-4438-a92e-c91ebfed3b93 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0490608 Nov 11 12:36:38.591250 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-b9b6e842-8737-44ab-acbc-73b769739681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:38.592780 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-b9b6e842-8737-44ab-acbc-73b769739681 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893&tenant_id=53e67b435a854bf5961e3aa899984860 HTTP/1.1" status: 200 len: 1098 time: 0.0414581 Nov 11 12:36:38.633498 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-338cb444-f058-46b8-b01d-9e8d71febc1c req-7b535d6d-7655-4dd7-931e-6d58fd265cd3 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452249 Nov 11 12:36:38.652714 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-c6a295e3-bf4b-485a-9350-3842bd9a8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:38.654225 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-c6a295e3-bf4b-485a-9350-3842bd9a8467 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 1098 time: 0.0399327 Nov 11 12:36:38.744741 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-1b5ba873-526a-4b3d-b1b2-fe73f760533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:38.746088 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-1b5ba873-526a-4b3d-b1b2-fe73f760533b service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0851190 Nov 11 12:36:38.809024 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-1edee615-475e-4492-93a5-2107b2dcc19a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eab5020-f606-45ae-8968-271a0cbf2e26 HTTP/1.1" status: 200 len: 1001 time: 0.0559793 Nov 11 12:36:38.860268 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-7dcaabb1-e74d-4ce6-a1c0-c62d8d3c04f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:38.861653 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-7dcaabb1-e74d-4ce6-a1c0-c62d8d3c04f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0461831 Nov 11 12:36:38.905578 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-7c4ced5e-3d6f-4fd7-a81c-e7066431d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:38.907014 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-7c4ced5e-3d6f-4fd7-a81c-e7066431d0bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0383747 Nov 11 12:36:38.999249 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-4e6254f3-395d-4f92-8475-4d41cf3899f8 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850222 Nov 11 12:36:39.091165 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e9b5321b-bc00-4de2-adc3-ecb56f8c3edf req-5156bb02-e3f5-425a-80bc-b12b5c6028b6 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847707 Nov 11 12:36:39.145557 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:39.747646 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f8905-27cf-4a49-9350-6cd313633cff req-febef793-09fe-433a-a038-1383f65847ee tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:39.749590 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cc3f8905-27cf-4a49-9350-6cd313633cff req-febef793-09fe-433a-a038-1383f65847ee tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0481691 Nov 11 12:36:39.794898 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cc3f8905-27cf-4a49-9350-6cd313633cff req-b999ca6b-d50b-4e03-a3b6-449fc8632305 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395474 Nov 11 12:36:40.888018 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:40.911740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa7393-b2ec-4c9b-8970-eac29d7336a0 req-54bd68d6-cabe-43e3-a61a-5133f00550f1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:40.913236 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c1aa7393-b2ec-4c9b-8970-eac29d7336a0 req-54bd68d6-cabe-43e3-a61a-5133f00550f1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0494325 Nov 11 12:36:40.962159 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c1aa7393-b2ec-4c9b-8970-eac29d7336a0 req-f24b646a-1939-46f0-bfb6-21b061830727 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425951 Nov 11 12:36:42.079410 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ac67c-1686-4ec6-adb1-88019cc42172 req-6eb5bd6f-19c2-40e7-bf7d-f7be86b98e77 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:42.081209 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ca1ac67c-1686-4ec6-adb1-88019cc42172 req-6eb5bd6f-19c2-40e7-bf7d-f7be86b98e77 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0520692 Nov 11 12:36:42.131551 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ca1ac67c-1686-4ec6-adb1-88019cc42172 req-458712d1-d087-4d64-9aba-aee8d4cb9ab5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441866 Nov 11 12:36:42.445721 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ddce0-1cb2-4c28-a690-dc9ab99a3061 req-252029c7-ab83-4f1a-919a-9c7c293341ae tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:42.447224 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c48ddce0-1cb2-4c28-a690-dc9ab99a3061 req-252029c7-ab83-4f1a-919a-9c7c293341ae tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0488865 Nov 11 12:36:42.494370 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c48ddce0-1cb2-4c28-a690-dc9ab99a3061 req-a9befb91-443e-4381-9101-66f55c1100b6 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411470 Nov 11 12:36:42.529811 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809ca35-a63d-4515-b201-3ec12d03ac89 req-1612f350-cd88-4132-8a4e-dcb71b24ae7f tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:42.531764 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3809ca35-a63d-4515-b201-3ec12d03ac89 req-1612f350-cd88-4132-8a4e-dcb71b24ae7f tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893&tenant_id=53e67b435a854bf5961e3aa899984860&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.0524547 Nov 11 12:36:42.613910 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809ca35-a63d-4515-b201-3ec12d03ac89 req-d59e2a8d-847f-4a74-9a2f-ef10cf22176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:42.615441 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3809ca35-a63d-4515-b201-3ec12d03ac89 req-d59e2a8d-847f-4a74-9a2f-ef10cf22176b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 1098 time: 0.0413299 Nov 11 12:36:42.708734 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809ca35-a63d-4515-b201-3ec12d03ac89 req-3308d016-252d-4b13-84a8-34355f32e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:42.710196 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3809ca35-a63d-4515-b201-3ec12d03ac89 req-3308d016-252d-4b13-84a8-34355f32e8e2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0874190 Nov 11 12:36:42.778984 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3809ca35-a63d-4515-b201-3ec12d03ac89 req-67175fdf-1976-44d0-b080-14d9f13a7ff9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eab5020-f606-45ae-8968-271a0cbf2e26 HTTP/1.1" status: 200 len: 1001 time: 0.0614612 Nov 11 12:36:42.831138 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809ca35-a63d-4515-b201-3ec12d03ac89 req-762b5be2-83a6-4e5e-873b-18feb3be31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:42.832574 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3809ca35-a63d-4515-b201-3ec12d03ac89 req-762b5be2-83a6-4e5e-873b-18feb3be31f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0471671 Nov 11 12:36:42.877045 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809ca35-a63d-4515-b201-3ec12d03ac89 req-7eedf733-7713-403b-920f-d050a795df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:42.878474 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3809ca35-a63d-4515-b201-3ec12d03ac89 req-7eedf733-7713-403b-920f-d050a795df63 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0387771 Nov 11 12:36:42.971581 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3809ca35-a63d-4515-b201-3ec12d03ac89 req-4441288f-5259-471e-817d-ceac21e429fa service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855319 Nov 11 12:36:43.061824 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3809ca35-a63d-4515-b201-3ec12d03ac89 req-8108af8a-09fa-4068-9ad2-c9acf5f0440e service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830724 Nov 11 12:36:43.615977 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22948181-aaee-4c62-b5f1-df31fdc132f1 req-2c5d2ea6-3939-43ea-8034-9f6ad957919e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:43.617448 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-22948181-aaee-4c62-b5f1-df31fdc132f1 req-2c5d2ea6-3939-43ea-8034-9f6ad957919e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0523024 Nov 11 12:36:43.670391 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-22948181-aaee-4c62-b5f1-df31fdc132f1 req-fe9cc384-cb16-41c9-91b2-319be2536cbc tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456374 Nov 11 12:36:44.790315 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05597555-7ba7-4d98-bb55-b43360571516 req-a29d24b2-0118-4e90-8249-8fba8396c025 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:44.791784 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-05597555-7ba7-4d98-bb55-b43360571516 req-a29d24b2-0118-4e90-8249-8fba8396c025 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0481546 Nov 11 12:36:44.838289 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-05597555-7ba7-4d98-bb55-b43360571516 req-4e41a31e-3518-49e4-b019-927442e0d895 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406923 Nov 11 12:36:44.953465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccf524-6008-48d3-9e0b-1b46c030dea1 req-52655591-8f2a-4e37-92a3-c641bf946adc tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:44.954913 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2bccf524-6008-48d3-9e0b-1b46c030dea1 req-52655591-8f2a-4e37-92a3-c641bf946adc tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0522711 Nov 11 12:36:45.004642 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2bccf524-6008-48d3-9e0b-1b46c030dea1 req-7b5da610-4813-437b-a981-3929fb0cea40 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434823 Nov 11 12:36:45.114770 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f0901-96b4-487b-9ede-494abab080ff req-c172ebb3-c42b-4dc9-9ac9-d5c510522e7e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:45.116241 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-421f0901-96b4-487b-9ede-494abab080ff req-c172ebb3-c42b-4dc9-9ac9-d5c510522e7e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0480211 Nov 11 12:36:45.162775 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-421f0901-96b4-487b-9ede-494abab080ff req-de577413-6647-40f2-8c1a-9c584cea484b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404947 Nov 11 12:36:45.593548 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea425f11-b9b9-4200-89f7-ad8bca03f566 req-7d30de24-d014-428f-a337-3774708578bb tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:45.595564 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ea425f11-b9b9-4200-89f7-ad8bca03f566 req-7d30de24-d014-428f-a337-3774708578bb tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0530331 Nov 11 12:36:45.645231 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ea425f11-b9b9-4200-89f7-ad8bca03f566 req-ef275325-510c-4732-a9dc-e2f45d851d98 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434287 Nov 11 12:36:46.763533 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda784d-51ff-4ea8-87a9-5699d1e7ba2c req-f22662e6-80d7-4d2d-a7ed-dcfe41917c59 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:46.764982 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9fda784d-51ff-4ea8-87a9-5699d1e7ba2c req-f22662e6-80d7-4d2d-a7ed-dcfe41917c59 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0515263 Nov 11 12:36:46.810771 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9fda784d-51ff-4ea8-87a9-5699d1e7ba2c req-442b31a1-f437-4348-80d2-c033facc31a3 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399506 Nov 11 12:36:47.284565 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b7e5f-3520-4ec1-936b-9d44f3c05461 req-8ce0a5b5-8997-45fe-b484-18127168c688 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:47.286024 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5a2b7e5f-3520-4ec1-936b-9d44f3c05461 req-8ce0a5b5-8997-45fe-b484-18127168c688 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 945 time: 0.0481765 Nov 11 12:36:47.391141 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-5a2b7e5f-3520-4ec1-936b-9d44f3c05461 req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Deleting port 2eab5020-f606-45ae-8968-271a0cbf2e26 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:36:47.391473 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-5a2b7e5f-3520-4ec1-936b-9d44f3c05461 req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:47.478906 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-5a2b7e5f-3520-4ec1-936b-9d44f3c05461 req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] For port 2eab5020-f606-45ae-8968-271a0cbf2e26, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2eab5020-f606-45ae-8968-271a0cbf2e26,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:36:47.479291 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-5a2b7e5f-3520-4ec1-936b-9d44f3c05461 req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:47.649807 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-5a2b7e5f-3520-4ec1-936b-9d44f3c05461 req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:47.650171 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-5a2b7e5f-3520-4ec1-936b-9d44f3c05461 req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:47.650487 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [req-5a2b7e5f-3520-4ec1-936b-9d44f3c05461 req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Floating IP b0a3f29c-1d95-4143-b3ed-2d265f543870 disassociated. External IP: 172.26.5.107, port: 2eab5020-f606-45ae-8968-271a0cbf2e26. Nov 11 12:36:47.650831 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-5a2b7e5f-3520-4ec1-936b-9d44f3c05461 req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Calling delete_port for 2eab5020-f606-45ae-8968-271a0cbf2e26 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:36:47.842925 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-5a2b7e5f-3520-4ec1-936b-9d44f3c05461 req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:47.881392 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Pushing event deleted for resources: {'Port': ['ID=2eab5020-f606-45ae-8968-271a0cbf2e26,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:47.893250 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:47.893690 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:47.893956 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:47.894287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:47.894615 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:47.894940 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:47.895289 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:47.895613 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:47.895935 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:47.896251 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:47.896569 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:47.896880 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:47.906036 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-37023b09-f692-4b9d-9561-cd842aa20442 req-9afed854-a0ea-4847-aeb2-62df9d382d41 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 210 time: 0.0273361 Nov 11 12:36:48.003702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a2b7e5f-3520-4ec1-936b-9d44f3c05461 req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Router 949eafc0-3e1f-4617-b8e7-0997b03891ad has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:36:48.119449 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a2b7e5f-3520-4ec1-936b-9d44f3c05461 req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:36:48.157241 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c7bff3-7fad-4880-996d-188a2cf93752 None None] Sync routers for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:36:48.164084 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2b7e5f-3520-4ec1-936b-9d44f3c05461 req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] No DVR routers for this DVR port 2eab5020-f606-45ae-8968-271a0cbf2e26 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:36:48.166509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-5a2b7e5f-3520-4ec1-936b-9d44f3c05461 req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:48.169857 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5a2b7e5f-3520-4ec1-936b-9d44f3c05461 req-f01b18f1-2667-467b-903c-bc18c58830e0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "DELETE /v2.0/ports/2eab5020-f606-45ae-8968-271a0cbf2e26 HTTP/1.1" status: 204 len: 173 time: 0.8779137 Nov 11 12:36:48.170973 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575d6087-de81-46ee-bed6-c84f8c378893', 'name': 'network-vif-deleted', 'tag': '2eab5020-f606-45ae-8968-271a0cbf2e26'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:36:48.173168 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710b2158-4efa-478b-bbd9-f1f7fc246eee" -d '{"events": [{"server_uuid": "575d6087-de81-46ee-bed6-c84f8c378893", "name": "network-vif-deleted", "tag": "2eab5020-f606-45ae-8968-271a0cbf2e26"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:36:48.177700 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c7bff3-7fad-4880-996d-188a2cf93752 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:36:48.178320 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f4c7bff3-7fad-4880-996d-188a2cf93752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:36:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:36:48.208379 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d481a24-2169-43dd-bb2e-b627bc953be8 x-openstack-request-id: req-3d481a24-2169-43dd-bb2e-b627bc953be8 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:36:48.208672 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575d6087-de81-46ee-bed6-c84f8c378893", "name": "network-vif-deleted", "tag": "2eab5020-f606-45ae-8968-271a0cbf2e26", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:36:48.208927 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3d481a24-2169-43dd-bb2e-b627bc953be8 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:36:48.209327 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575d6087-de81-46ee-bed6-c84f8c378893', 'name': 'network-vif-deleted', 'tag': '2eab5020-f606-45ae-8968-271a0cbf2e26', 'status': 'completed', 'code': 200} Nov 11 12:36:48.324742 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-f4c7bff3-7fad-4880-996d-188a2cf93752 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:36:48.539571 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f4c7bff3-7fad-4880-996d-188a2cf93752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:36:48.564580 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c7bff3-7fad-4880-996d-188a2cf93752 None None] Checking router: 949eafc0-3e1f-4617-b8e7-0997b03891ad for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:36:48.572589 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c7bff3-7fad-4880-996d-188a2cf93752 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:36:48.573172 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f4c7bff3-7fad-4880-996d-188a2cf93752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:36:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:36:48.673448 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-f4c7bff3-7fad-4880-996d-188a2cf93752 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:36:48.864665 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-f4c7bff3-7fad-4880-996d-188a2cf93752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:36:48.890743 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c7bff3-7fad-4880-996d-188a2cf93752 None None] The sync data for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv is: [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:36:49.030996 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d3de2468-5b14-43a6-bf89-b37269be3ac9 req-1cf1fd04-8a43-4f09-ad1f-0df4cdabded1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=575d6087-de81-46ee-bed6-c84f8c378893 HTTP/1.1" status: 200 len: 210 time: 0.0272534 Nov 11 12:36:49.133038 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dbd151-c584-4e75-ad3e-803c49b919a3 None None] New status for floating IP b0a3f29c-1d95-4143-b3ed-2d265f543870: DOWN {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:36:50.264390 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-679f1a5f-b3de-436c-8507-d1037199473d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1807842617&fields=id&tenant_id=53e67b435a854bf5961e3aa899984860 HTTP/1.1" status: 200 len: 267 time: 0.0420258 Nov 11 12:36:50.370198 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-940e40de-4ac0-4f2e-bac1-c94275284670 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:50.371651 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-940e40de-4ac0-4f2e-bac1-c94275284670 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 811 time: 0.0999780 Nov 11 12:36:50.386376 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-c97d5769-8915-4640-b30e-1e6d1b7b1cb8 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/quotas/53e67b435a854bf5961e3aa899984860 HTTP/1.1" status: 200 len: 375 time: 0.0086467 Nov 11 12:36:50.437129 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-9ad9812f-41cc-427e-bfd9-f0903d3e3b70 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451062 Nov 11 12:36:50.573780 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-51b89efe-0b69-46c1-a40c-b79c2938cc74 service neutron] 10.222.0.50 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248467 Nov 11 12:36:50.660280 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-4190819a-f227-4aa5-ab40-73c55c6df150 service neutron] 10.222.0.50 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804586 Nov 11 12:36:50.927966 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-537da409-20f2-4ef8-90e5-6a93805f3235 req-e58be70f-7a1d-47b8-b57e-12f0cb91b1d5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 210 time: 0.0260587 Nov 11 12:36:51.787022 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 2eab5020-f606-45ae-8968-271a0cbf2e26 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:36:51.806923 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 2eab5020-f606-45ae-8968-271a0cbf2e26 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:36:51.807292 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 2eab5020-f606-45ae-8968-271a0cbf2e26 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:36:52.027215 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b14c9778-629c-4d36-bc69-c9d7ae508cb0 req-b2587451-7a48-4db8-b52b-47cf6eede7fb tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 210 time: 0.0305693 Nov 11 12:36:52.589094 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-0b810225-ce21-424a-a674-12f79b95d4b0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:52.590562 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-0b810225-ce21-424a-a674-12f79b95d4b0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 811 time: 0.1043990 Nov 11 12:36:52.655500 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-08e370b5-9afa-42cd-a9dc-88956bbf3820 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53e67b435a854bf5961e3aa899984860 HTTP/1.1" status: 200 len: 380 time: 0.0556340 Nov 11 12:36:52.664812 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-94602ea7-14ab-42f6-9ccd-3cde005f080e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Request body: {'port': {'device_id': 'e2c1290b-1b9c-4841-9458-7d7d3b98230b', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'admin_state_up': True, 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'security_groups': ['85da415a-d5d9-4ccb-8ef5-51e6d91ba393']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:36:52.843466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-94602ea7-14ab-42f6-9ccd-3cde005f080e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Made reservation on behalf of 53e67b435a854bf5961e3aa899984860 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:36:52.847001 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-94602ea7-14ab-42f6-9ccd-3cde005f080e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:52.974402 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-94602ea7-14ab-42f6-9ccd-3cde005f080e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Allocated IP 172.20.0.4 (a2118402-0d4d-47ff-b5ce-9c0fddb287fd/0f589ced-d48d-48e0-a43b-77872d81fc94/7d63d850-bf97-4434-af9a-747d9acc2197) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:36:53.107088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-94602ea7-14ab-42f6-9ccd-3cde005f080e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:53.120982 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a833e777-fa31-4676-8257-e1eeb6c811be req-c159cd2e-7694-41e6-99aa-37f6c00a477a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 210 time: 0.0268586 Nov 11 12:36:53.198209 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-94602ea7-14ab-42f6-9ccd-3cde005f080e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:53.243153 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-94602ea7-14ab-42f6-9ccd-3cde005f080e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Network a2118402-0d4d-47ff-b5ce-9c0fddb287fd is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:36:53.246284 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-94602ea7-14ab-42f6-9ccd-3cde005f080e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:36:53.248943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-94602ea7-14ab-42f6-9ccd-3cde005f080e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:36:53.274848 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94602ea7-14ab-42f6-9ccd-3cde005f080e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Pushing event updated for resources: {'Port': ['ID=7d63d850-bf97-4434-af9a-747d9acc2197,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:53.306481 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-94602ea7-14ab-42f6-9ccd-3cde005f080e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:53.307154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-94602ea7-14ab-42f6-9ccd-3cde005f080e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:53.404851 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-94602ea7-14ab-42f6-9ccd-3cde005f080e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7436306 Nov 11 12:36:53.419594 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Request body: {'port': {'device_id': 'e2c1290b-1b9c-4841-9458-7d7d3b98230b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:36:53.443469 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-543452e7-8c52-405a-81f8-8f7ccc29f61d None None] Provisioning complete for port 7d63d850-bf97-4434-af9a-747d9acc2197 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:36:53.444057 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-543452e7-8c52-405a-81f8-8f7ccc29f61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:53.471672 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:53.478840 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-543452e7-8c52-405a-81f8-8f7ccc29f61d None None] Port 7d63d850-bf97-4434-af9a-747d9acc2197 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:36:53.728452 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d63d850-bf97-4434-af9a-747d9acc2197 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:36:53.735728 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:53.747143 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Transition to ACTIVE for port object 7d63d850-bf97-4434-af9a-747d9acc2197 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:36:53.824556 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:53.877605 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Pushing event updated for resources: {'Port': ['ID=7d63d850-bf97-4434-af9a-747d9acc2197,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:53.945593 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Attempting to bind port 7d63d850-bf97-4434-af9a-747d9acc2197 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:36:53.945924 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Attempting to bind port 7d63d850-bf97-4434-af9a-747d9acc2197 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:36:53.946255 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Attempting to bind port 7d63d850-bf97-4434-af9a-747d9acc2197 on network a2118402-0d4d-47ff-b5ce-9c0fddb287fd {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:36:53.951216 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Port 7d63d850-bf97-4434-af9a-747d9acc2197 on network a2118402-0d4d-47ff-b5ce-9c0fddb287fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:36:53.951544 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Attempting to bind port 7d63d850-bf97-4434-af9a-747d9acc2197 on network a2118402-0d4d-47ff-b5ce-9c0fddb287fd {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:36:53.957570 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:36:53.957905 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Checking segment: {'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:36:53.958287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Bound using segment: {'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:36:53.958720 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Bound port: 7d63d850-bf97-4434-af9a-747d9acc2197, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:36:53.959135 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:54.024121 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] For port 7d63d850-bf97-4434-af9a-747d9acc2197, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:36:54.027111 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] For port 7d63d850-bf97-4434-af9a-747d9acc2197, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7d63d850-bf97-4434-af9a-747d9acc2197,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:36:54.100572 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:54.133139 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:54.133848 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:54.135180 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] 10.222.0.70 "PUT /v2.0/ports/7d63d850-bf97-4434-af9a-747d9acc2197 HTTP/1.1" status: 200 len: 1093 time: 0.7218547 Nov 11 12:36:54.135637 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c1290b-1b9c-4841-9458-7d7d3b98230b', 'tag': '7d63d850-bf97-4434-af9a-747d9acc2197'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:36:54.137838 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87e7827-4506-4416-8a22-f557c5ce080c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c1290b-1b9c-4841-9458-7d7d3b98230b", "tag": "7d63d850-bf97-4434-af9a-747d9acc2197"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:36:54.176860 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84567f-023a-4ba3-a577-92faf79d8266 service neutron] Pushing event updated for resources: {'Port': ['ID=7d63d850-bf97-4434-af9a-747d9acc2197,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:54.184588 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c971e181-256d-4784-8de6-747763c1447e x-openstack-request-id: req-c971e181-256d-4784-8de6-747763c1447e {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:36:54.184880 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c1290b-1b9c-4841-9458-7d7d3b98230b", "tag": "7d63d850-bf97-4434-af9a-747d9acc2197", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:36:54.185132 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c971e181-256d-4784-8de6-747763c1447e {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:36:54.185536 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c1290b-1b9c-4841-9458-7d7d3b98230b', 'tag': '7d63d850-bf97-4434-af9a-747d9acc2197', 'status': 'completed', 'code': 200} Nov 11 12:36:54.252642 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e7827-4506-4416-8a22-f557c5ce080c req-351cebe8-d769-44fa-a328-240be85de876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:54.254945 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a87e7827-4506-4416-8a22-f557c5ce080c req-351cebe8-d769-44fa-a328-240be85de876 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 1096 time: 0.0554373 Nov 11 12:36:54.269763 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a84507-8091-4203-b0f7-484ac2c5d79f req-bf6ad10f-274d-4d3a-bcdd-a23f53f2632f tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:54.271521 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-21a84507-8091-4203-b0f7-484ac2c5d79f req-bf6ad10f-274d-4d3a-bcdd-a23f53f2632f tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 943 time: 0.0693464 Nov 11 12:36:54.322949 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-21a84507-8091-4203-b0f7-484ac2c5d79f req-54c988e5-a2bb-4b8a-96c9-4537e28e1463 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448668 Nov 11 12:36:54.374563 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e7827-4506-4416-8a22-f557c5ce080c req-ceaa98ce-28b1-4218-a4bd-791a7c1ab66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:54.376704 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a87e7827-4506-4416-8a22-f557c5ce080c req-ceaa98ce-28b1-4218-a4bd-791a7c1ab66a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=53e67b435a854bf5961e3aa899984860&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1142399 Nov 11 12:36:54.472099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e7827-4506-4416-8a22-f557c5ce080c req-68092292-6d3d-4a20-a8da-79f845acd2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:54.473538 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a87e7827-4506-4416-8a22-f557c5ce080c req-68092292-6d3d-4a20-a8da-79f845acd2e2 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906799 Nov 11 12:36:54.546158 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-ed413aa5-45a2-452f-bd22-6942777fda35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:54.548216 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-ed413aa5-45a2-452f-bd22-6942777fda35 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 1096 time: 0.0400512 Nov 11 12:36:54.589305 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-819d4acb-6c4e-4720-8507-f7d48d6b6463 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d63d850-bf97-4434-af9a-747d9acc2197 HTTP/1.1" status: 200 len: 217 time: 0.0335786 Nov 11 12:36:54.639388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-d91953da-3972-4f2e-a164-e44d30cc37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:54.640762 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-d91953da-3972-4f2e-a164-e44d30cc37ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0452621 Nov 11 12:36:54.686509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-10425220-04e2-4471-be22-a5a58c7ceba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:54.687930 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-10425220-04e2-4471-be22-a5a58c7ceba5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0392315 Nov 11 12:36:54.775256 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-61ade5d4-5ab3-4bbb-bd2f-2553ae84fac0 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804923 Nov 11 12:36:54.867793 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9ed30c9c-f7b7-4405-b25a-5878b1ae03dd req-7a07369b-eede-461e-9d96-539c7d0fd178 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846870 Nov 11 12:36:55.225710 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:36:55.438966 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709b078-ebec-477f-9f60-e22a44e8c3e0 req-2cef9b38-db53-4a45-96f4-32a56f1f52da tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:55.440411 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2709b078-ebec-477f-9f60-e22a44e8c3e0 req-2cef9b38-db53-4a45-96f4-32a56f1f52da tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 943 time: 0.0475168 Nov 11 12:36:55.489483 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2709b078-ebec-477f-9f60-e22a44e8c3e0 req-b1f86671-73d8-452b-ac74-5bf3f8342bcd tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432055 Nov 11 12:36:55.787090 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 7d63d850-bf97-4434-af9a-747d9acc2197 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:36:55.882447 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 7d63d850-bf97-4434-af9a-747d9acc2197, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7d63d850-bf97-4434-af9a-747d9acc2197,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:36:55.893484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '7d63d850-bf97-4434-af9a-747d9acc2197', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'port_id': '7d63d850-bf97-4434-af9a-747d9acc2197', 'mac_address': 'fa:16:3e:ee:52:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:36:55.928967 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:55.942234 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d63d850-bf97-4434-af9a-747d9acc2197 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:36:55.960624 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 7d63d850-bf97-4434-af9a-747d9acc2197, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7d63d850-bf97-4434-af9a-747d9acc2197,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:36:56.014285 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:56.059230 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=7d63d850-bf97-4434-af9a-747d9acc2197,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:56.065914 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:56.066263 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:56.066607 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:56.066944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:56.067310 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:56.067644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:56.067977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:56.068305 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:56.068653 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:56.068958 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:56.069281 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:56.069600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:36:56.217486 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['7d63d850-bf97-4434-af9a-747d9acc2197'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:36:56.603477 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375f339-69ef-48a8-9bde-3ced98c27c1c req-4659ad62-f246-422e-9c4d-ed68f9cb871d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:56.604927 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d375f339-69ef-48a8-9bde-3ced98c27c1c req-4659ad62-f246-422e-9c4d-ed68f9cb871d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 944 time: 0.0486157 Nov 11 12:36:56.650731 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d375f339-69ef-48a8-9bde-3ced98c27c1c req-a76fffe8-89a3-4850-8623-949d8ea79c5f tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398071 Nov 11 12:36:57.763971 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae0881-b648-42a6-9471-db2d2b946448 req-80dd0e49-fe57-4708-9b75-a9c189db55aa tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:57.765411 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-28ae0881-b648-42a6-9471-db2d2b946448 req-80dd0e49-fe57-4708-9b75-a9c189db55aa tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 944 time: 0.0488160 Nov 11 12:36:57.788032 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 7d63d850-bf97-4434-af9a-747d9acc2197 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:36:57.811882 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-28ae0881-b648-42a6-9471-db2d2b946448 req-fb8a380d-5071-420c-a64a-de922cf26f13 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404592 Nov 11 12:36:57.904704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 7d63d850-bf97-4434-af9a-747d9acc2197 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:36:57.908979 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 7d63d850-bf97-4434-af9a-747d9acc2197 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:36:57.909343 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:57.986458 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:58.007678 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c1290b-1b9c-4841-9458-7d7d3b98230b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d63d850-bf97-4434-af9a-747d9acc2197'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:36:58.009873 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c39b82-169b-4c20-bf6e-f90ae9b0c9fa" -d '{"events": [{"server_uuid": "e2c1290b-1b9c-4841-9458-7d7d3b98230b", "name": "network-vif-plugged", "status": "completed", "tag": "7d63d850-bf97-4434-af9a-747d9acc2197"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:36:58.022569 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 7d63d850-bf97-4434-af9a-747d9acc2197, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7d63d850-bf97-4434-af9a-747d9acc2197,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:36:58.046252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91414745-c4ad-49d4-82b9-1e734ed5d350 x-openstack-request-id: req-91414745-c4ad-49d4-82b9-1e734ed5d350 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:36:58.046252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c1290b-1b9c-4841-9458-7d7d3b98230b", "name": "network-vif-plugged", "status": "completed", "tag": "7d63d850-bf97-4434-af9a-747d9acc2197", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:36:58.046252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-91414745-c4ad-49d4-82b9-1e734ed5d350 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:36:58.046516 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c1290b-1b9c-4841-9458-7d7d3b98230b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d63d850-bf97-4434-af9a-747d9acc2197', 'code': 200} Nov 11 12:36:58.093560 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:36:58.142450 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=7d63d850-bf97-4434-af9a-747d9acc2197,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:36:58.323591 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4d58-6dd4-4287-913a-bf485d3ae580 req-4235439a-8db1-4e58-8e19-cc6f669eea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:58.325062 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-77fe4d58-6dd4-4287-913a-bf485d3ae580 req-4235439a-8db1-4e58-8e19-cc6f669eea3e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 1098 time: 0.0404527 Nov 11 12:36:58.368642 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-77fe4d58-6dd4-4287-913a-bf485d3ae580 req-f6b7fa3c-bc56-4162-a54c-b2338ac35014 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362036 Nov 11 12:36:58.928585 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360921d-6482-4833-abbb-c9959e52f2bf req-a8b55273-d326-425f-bcd3-c0121bff3497 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:36:58.930019 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5360921d-6482-4833-abbb-c9959e52f2bf req-a8b55273-d326-425f-bcd3-c0121bff3497 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0507743 Nov 11 12:36:58.975436 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5360921d-6482-4833-abbb-c9959e52f2bf req-17427ed6-61af-4cd8-b90c-df2bac5114b5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396042 Nov 11 12:37:00.093446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ff191-b48c-4968-b918-40ab0258d835 req-ec245f5f-3072-48a9-9c73-5e85c1bb82d0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:00.094891 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-110ff191-b48c-4968-b918-40ab0258d835 req-ec245f5f-3072-48a9-9c73-5e85c1bb82d0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0480466 Nov 11 12:37:00.140227 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-110ff191-b48c-4968-b918-40ab0258d835 req-56fe8fe7-fd17-4d55-8ccd-3ea869f53b1b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395198 Nov 11 12:37:00.252964 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ec947-667c-4cc0-aae0-0a129923cd1e req-6687757e-cb85-4472-8cb7-ea2d9beaa713 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:00.254433 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e17ec947-667c-4cc0-aae0-0a129923cd1e req-6687757e-cb85-4472-8cb7-ea2d9beaa713 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0518770 Nov 11 12:37:00.263641 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 58644) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:37:00.267864 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0b28b3c8-4bce-477e-80e9-17bf90036bbd tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Request body: {'floatingip': {'port_id': '7d63d850-bf97-4434-af9a-747d9acc2197'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:37:00.305189 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0b28b3c8-4bce-477e-80e9-17bf90036bbd tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for floatingip, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:00.715544 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0b28b3c8-4bce-477e-80e9-17bf90036bbd tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:00.768098 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0b28b3c8-4bce-477e-80e9-17bf90036bbd tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:00.864674 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-0b28b3c8-4bce-477e-80e9-17bf90036bbd tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Floating IP b0a3f29c-1d95-4143-b3ed-2d265f543870 associated. External IP: 172.26.5.107, port: 7d63d850-bf97-4434-af9a-747d9acc2197. Nov 11 12:37:01.061635 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b28b3c8-4bce-477e-80e9-17bf90036bbd tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Router 949eafc0-3e1f-4617-b8e7-0997b03891ad has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:37:01.164363 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b28b3c8-4bce-477e-80e9-17bf90036bbd tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:37:01.169138 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0b28b3c8-4bce-477e-80e9-17bf90036bbd tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:01.174108 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7ef1b8-35b1-4e64-bbdb-363cb4395aa1 None None] Sync routers for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:37:01.183325 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7ef1b8-35b1-4e64-bbdb-363cb4395aa1 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:37:01.183937 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9c7ef1b8-35b1-4e64-bbdb-363cb4395aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:36:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:37:01.204614 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0b28b3c8-4bce-477e-80e9-17bf90036bbd tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "PUT /v2.0/floatingips/b0a3f29c-1d95-4143-b3ed-2d265f543870 HTTP/1.1" status: 200 len: 991 time: 0.9368434 Nov 11 12:37:01.204614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c1290b-1b9c-4841-9458-7d7d3b98230b', 'tag': '7d63d850-bf97-4434-af9a-747d9acc2197'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:37:01.204901 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884a4a73-bdf7-4942-8e8a-429ce191fc0d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c1290b-1b9c-4841-9458-7d7d3b98230b", "tag": "7d63d850-bf97-4434-af9a-747d9acc2197"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:37:01.243428 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a693d8-ff58-466f-8bda-476ef9ab6a8e x-openstack-request-id: req-02a693d8-ff58-466f-8bda-476ef9ab6a8e {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:37:01.243942 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c1290b-1b9c-4841-9458-7d7d3b98230b", "tag": "7d63d850-bf97-4434-af9a-747d9acc2197", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:37:01.244388 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-02a693d8-ff58-466f-8bda-476ef9ab6a8e {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:37:01.245420 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c1290b-1b9c-4841-9458-7d7d3b98230b', 'tag': '7d63d850-bf97-4434-af9a-747d9acc2197', 'status': 'completed', 'code': 200} Nov 11 12:37:01.296074 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-9c7ef1b8-35b1-4e64-bbdb-363cb4395aa1 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:37:01.312011 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a4a73-bdf7-4942-8e8a-429ce191fc0d req-80194fa6-8eda-4d96-86d8-d6c82eaec0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:01.313957 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-884a4a73-bdf7-4942-8e8a-429ce191fc0d req-80194fa6-8eda-4d96-86d8-d6c82eaec0ad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 1098 time: 0.0440528 Nov 11 12:37:01.406564 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a4a73-bdf7-4942-8e8a-429ce191fc0d req-27a68e44-38ff-4111-adeb-a5e088bd444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:01.408094 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-884a4a73-bdf7-4942-8e8a-429ce191fc0d req-27a68e44-38ff-4111-adeb-a5e088bd444d service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0875337 Nov 11 12:37:01.477199 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-884a4a73-bdf7-4942-8e8a-429ce191fc0d req-3ae08ee9-23d6-4056-842b-a4c0a7bb4a33 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d63d850-bf97-4434-af9a-747d9acc2197 HTTP/1.1" status: 200 len: 999 time: 0.0622909 Nov 11 12:37:01.517429 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9c7ef1b8-35b1-4e64-bbdb-363cb4395aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'b0a3f29c-1d95-4143-b3ed-2d265f543870', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'floating_ip_address': '172.26.5.107', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'port_id': '7d63d850-bf97-4434-af9a-747d9acc2197', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'mac_address': 'fa:16:3e:ee:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c1290b-1b9c-4841-9458-7d7d3b98230b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:35:31Z', 'updated_at': '2021-11-11T12:37:00Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:37:01.527219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a4a73-bdf7-4942-8e8a-429ce191fc0d req-5163f4d9-30af-47a7-81f1-6cbdc6316349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:01.528675 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-884a4a73-bdf7-4942-8e8a-429ce191fc0d req-5163f4d9-30af-47a7-81f1-6cbdc6316349 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0447142 Nov 11 12:37:01.544067 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7ef1b8-35b1-4e64-bbdb-363cb4395aa1 None None] Checking router: 949eafc0-3e1f-4617-b8e7-0997b03891ad for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:37:01.552880 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7ef1b8-35b1-4e64-bbdb-363cb4395aa1 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:37:01.553469 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9c7ef1b8-35b1-4e64-bbdb-363cb4395aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:36:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:37:01.576019 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a4a73-bdf7-4942-8e8a-429ce191fc0d req-a979cf17-44d9-4a87-9d67-c5cd12b073e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:01.576019 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-884a4a73-bdf7-4942-8e8a-429ce191fc0d req-a979cf17-44d9-4a87-9d67-c5cd12b073e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391648 Nov 11 12:37:01.656804 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-9c7ef1b8-35b1-4e64-bbdb-363cb4395aa1 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:37:01.668535 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-884a4a73-bdf7-4942-8e8a-429ce191fc0d req-35f65f9a-da65-4919-8c0b-6a54c6b93c58 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869405 Nov 11 12:37:01.759277 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-884a4a73-bdf7-4942-8e8a-429ce191fc0d req-1827711c-8170-4c55-9f38-28773b7e5af4 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835700 Nov 11 12:37:01.956869 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9c7ef1b8-35b1-4e64-bbdb-363cb4395aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'b0a3f29c-1d95-4143-b3ed-2d265f543870', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'floating_ip_address': '172.26.5.107', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'port_id': '7d63d850-bf97-4434-af9a-747d9acc2197', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'mac_address': 'fa:16:3e:ee:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c1290b-1b9c-4841-9458-7d7d3b98230b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:35:31Z', 'updated_at': '2021-11-11T12:37:00Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:37:01.984762 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7ef1b8-35b1-4e64-bbdb-363cb4395aa1 None None] The sync data for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv is: [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'b0a3f29c-1d95-4143-b3ed-2d265f543870', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'floating_ip_address': '172.26.5.107', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'port_id': '7d63d850-bf97-4434-af9a-747d9acc2197', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'mac_address': 'fa:16:3e:ee:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c1290b-1b9c-4841-9458-7d7d3b98230b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:35:31Z', 'updated_at': '2021-11-11T12:37:00Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:37:02.162608 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfd7699-0049-4db8-8839-59153b867579 None None] New status for floating IP b0a3f29c-1d95-4143-b3ed-2d265f543870: ACTIVE {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:37:03.238281 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f6604d85-2e21-4a61-b45e-1e6e832f25bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:04.917261 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-27fc3f34-cd2a-4853-a2b3-a7a475a9dbe4 req-298777bc-7659-4e43-8ec3-d46053d096f4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393102 Nov 11 12:37:04.999680 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3f34-cd2a-4853-a2b3-a7a475a9dbe4 req-e4d6669a-cfa0-40b7-b372-bbc9607f5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:05.001645 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-27fc3f34-cd2a-4853-a2b3-a7a475a9dbe4 req-e4d6669a-cfa0-40b7-b372-bbc9607f5f5b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 1098 time: 0.0436912 Nov 11 12:37:05.104410 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3f34-cd2a-4853-a2b3-a7a475a9dbe4 req-5d2d41a1-90e3-4b40-8125-7ffc403040c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:05.105796 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-27fc3f34-cd2a-4853-a2b3-a7a475a9dbe4 req-5d2d41a1-90e3-4b40-8125-7ffc403040c2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0858698 Nov 11 12:37:05.172323 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-27fc3f34-cd2a-4853-a2b3-a7a475a9dbe4 req-2c2d11b8-15eb-4884-b0d0-67de1778b8bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d63d850-bf97-4434-af9a-747d9acc2197 HTTP/1.1" status: 200 len: 1001 time: 0.0596180 Nov 11 12:37:05.220497 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3f34-cd2a-4853-a2b3-a7a475a9dbe4 req-7e334dd2-aba2-4eca-a5cc-3ad0df11e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:05.221918 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-27fc3f34-cd2a-4853-a2b3-a7a475a9dbe4 req-7e334dd2-aba2-4eca-a5cc-3ad0df11e7bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0430419 Nov 11 12:37:05.266187 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3f34-cd2a-4853-a2b3-a7a475a9dbe4 req-3c36cc70-f281-4344-9448-dc21629fde98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:05.267695 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-27fc3f34-cd2a-4853-a2b3-a7a475a9dbe4 req-3c36cc70-f281-4344-9448-dc21629fde98 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391269 Nov 11 12:37:05.358331 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-27fc3f34-cd2a-4853-a2b3-a7a475a9dbe4 req-91cc2b64-c67b-489e-a976-752cca9a5970 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834594 Nov 11 12:37:05.444352 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-27fc3f34-cd2a-4853-a2b3-a7a475a9dbe4 req-f23116a2-55d2-4fa7-918f-3bf54e814616 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796180 Nov 11 12:37:05.558213 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-095e9119-13c8-452e-bcf1-b4033cbbbbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:06.567591 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:08.168132 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:09.146916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:10.975304 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:32.223973 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:37:33.228060 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ad505eb8-459d-4d40-bc99-7118c04f60b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:35.570717 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8a2313b2-8988-48e7-800d-f12ae7473bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:36.592472 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:38.182033 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:39.170713 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:39.688146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce26de7-2b65-4454-8887-f9a1f9f40c76 req-248c9c7f-1586-47b0-af01-b14d81e473a2 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:39.689547 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4ce26de7-2b65-4454-8887-f9a1f9f40c76 req-248c9c7f-1586-47b0-af01-b14d81e473a2 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0489395 Nov 11 12:37:39.737920 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4ce26de7-2b65-4454-8887-f9a1f9f40c76 req-1bad159f-730b-4310-98c2-95bb8fe2f00f tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419757 Nov 11 12:37:40.856451 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d105c-36ab-4638-b190-1beb6d440e38 req-9ebc166c-4e33-465b-b748-844b89ae500a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:40.857884 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bd7d105c-36ab-4638-b190-1beb6d440e38 req-9ebc166c-4e33-465b-b748-844b89ae500a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0503807 Nov 11 12:37:40.878220 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:40.903941 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bd7d105c-36ab-4638-b190-1beb6d440e38 req-a90b2c79-b318-4c44-b83d-1b74188830b3 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399981 Nov 11 12:37:42.021882 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9850c-0bb3-4996-bd1e-d586b2f22c6d req-83a19643-4742-41ba-80dc-f44fd2967776 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:42.023355 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ead9850c-0bb3-4996-bd1e-d586b2f22c6d req-83a19643-4742-41ba-80dc-f44fd2967776 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0515358 Nov 11 12:37:42.068565 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ead9850c-0bb3-4996-bd1e-d586b2f22c6d req-8220f0f6-e427-420e-9aab-3847ecc028e8 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393462 Nov 11 12:37:43.183241 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761d4c1-ea9c-44d6-acfe-38a6d7248920 req-391ddcc9-e3e3-4a32-8bff-708bbd43e5de tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:43.184714 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2761d4c1-ea9c-44d6-acfe-38a6d7248920 req-391ddcc9-e3e3-4a32-8bff-708bbd43e5de tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0497687 Nov 11 12:37:43.230596 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2761d4c1-ea9c-44d6-acfe-38a6d7248920 req-71ada901-facb-4e67-b576-18a14221741d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401154 Nov 11 12:37:44.341192 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa7a8a-4882-4fef-98e5-e39399389338 req-09d38c48-0049-48d7-85cf-4c8efbc47473 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:44.342636 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4ffa7a8a-4882-4fef-98e5-e39399389338 req-09d38c48-0049-48d7-85cf-4c8efbc47473 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0468802 Nov 11 12:37:44.391368 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4ffa7a8a-4882-4fef-98e5-e39399389338 req-2b9f511a-1e1c-44a9-9b7d-4c42229edb56 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422285 Nov 11 12:37:45.503471 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560a978-91c5-43aa-8add-c11aacf6e84c req-3a11980d-f190-468f-bb8f-e3d2b3c73285 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:45.505337 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8560a978-91c5-43aa-8add-c11aacf6e84c req-3a11980d-f190-468f-bb8f-e3d2b3c73285 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0487568 Nov 11 12:37:45.552470 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8560a978-91c5-43aa-8add-c11aacf6e84c req-9ea3cd06-fb7b-41d5-94bc-55df3dcc1465 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410805 Nov 11 12:37:46.669894 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc896a9-1117-412b-a842-8f4a4f9b052b req-0c7d35b3-b44b-496b-91b3-8c28dc282bf0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:46.671526 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2dc896a9-1117-412b-a842-8f4a4f9b052b req-0c7d35b3-b44b-496b-91b3-8c28dc282bf0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0498536 Nov 11 12:37:46.718187 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2dc896a9-1117-412b-a842-8f4a4f9b052b req-48a00c8d-9a26-41bd-ae02-52fbece52e2d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401671 Nov 11 12:37:47.832850 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa247cc-88b8-48e6-b65a-e12112b5ce2c req-3261506a-3065-4539-926f-20d47c661166 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:47.834813 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-faa247cc-88b8-48e6-b65a-e12112b5ce2c req-3261506a-3065-4539-926f-20d47c661166 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0508976 Nov 11 12:37:47.880057 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-faa247cc-88b8-48e6-b65a-e12112b5ce2c req-9cba0a51-194d-4cac-828d-5ae4dcd0ebc5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393267 Nov 11 12:37:48.992413 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d885cf2-bb67-4611-921e-e098103a8b55 req-1914ee27-ea58-4ebb-9ea7-0e8a2d25719c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:48.993860 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3d885cf2-bb67-4611-921e-e098103a8b55 req-1914ee27-ea58-4ebb-9ea7-0e8a2d25719c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0477204 Nov 11 12:37:49.039067 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3d885cf2-bb67-4611-921e-e098103a8b55 req-0278a6d9-dd77-40f9-950e-e16efff4d95e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393710 Nov 11 12:37:50.155520 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c418c7-37b5-44dd-a2ff-f6cce91fb562 req-09653c3b-8ae3-4c1a-89e0-c08d9868fc5e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:50.156984 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-79c418c7-37b5-44dd-a2ff-f6cce91fb562 req-09653c3b-8ae3-4c1a-89e0-c08d9868fc5e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0517471 Nov 11 12:37:50.202720 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-79c418c7-37b5-44dd-a2ff-f6cce91fb562 req-32c8eea0-3f05-4131-ad28-9f080892843a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390513 Nov 11 12:37:50.537625 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45886a5-f2f9-4e65-8f99-01319bd21215 req-31b45fc0-a81b-4f2e-b73c-97cd7b105a75 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:50.539105 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f45886a5-f2f9-4e65-8f99-01319bd21215 req-31b45fc0-a81b-4f2e-b73c-97cd7b105a75 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0482600 Nov 11 12:37:50.586154 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f45886a5-f2f9-4e65-8f99-01319bd21215 req-6f5311e1-4bdb-4e9f-ba38-83cb9022068d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410199 Nov 11 12:37:50.644724 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-175bcc28-4303-4949-8a40-69a9331d939f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415344 Nov 11 12:37:51.704358 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506fcc7-cae5-41ed-b7c3-b4845ab43b24 req-9a058188-dc78-412c-9d64-18aa2843e52c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:51.705835 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0506fcc7-cae5-41ed-b7c3-b4845ab43b24 req-9a058188-dc78-412c-9d64-18aa2843e52c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0519881 Nov 11 12:37:51.753764 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0506fcc7-cae5-41ed-b7c3-b4845ab43b24 req-2614772a-ee7a-44cc-acd4-2fff033d6f40 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412962 Nov 11 12:37:52.477184 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-6fed21b8-ccef-497f-a152-e425c198af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:52.478646 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-6fed21b8-ccef-497f-a152-e425c198af28 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 1098 time: 0.0407259 Nov 11 12:37:52.565829 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-d166a09b-0e3f-4f7f-976d-1395a38031d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:52.567239 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-d166a09b-0e3f-4f7f-976d-1395a38031d8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0817926 Nov 11 12:37:52.635349 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-47b7ed46-93fb-433e-8662-1fe3f0edeca5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d63d850-bf97-4434-af9a-747d9acc2197 HTTP/1.1" status: 200 len: 1001 time: 0.0613968 Nov 11 12:37:52.683981 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-ab1be283-0082-4471-8380-f37d2022f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:52.685421 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-ab1be283-0082-4471-8380-f37d2022f5cb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0437696 Nov 11 12:37:52.735846 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-2b7c1e75-dd97-4661-b74a-946b4092ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:52.737345 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-2b7c1e75-dd97-4661-b74a-946b4092ba05 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0441802 Nov 11 12:37:52.830514 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-30d21d93-8f02-45ea-a13d-cb2436cc2362 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859346 Nov 11 12:37:52.867630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9462e-efa0-480f-9d3e-29e9f2bb169b req-b5dcef8d-d2aa-4fea-a005-b7776995e9fd tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:52.869095 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-dfb9462e-efa0-480f-9d3e-29e9f2bb169b req-b5dcef8d-d2aa-4fea-a005-b7776995e9fd tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0484042 Nov 11 12:37:52.915422 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-dfb9462e-efa0-480f-9d3e-29e9f2bb169b req-fcb11c42-5b7e-4b50-8b9c-b87885ed8320 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403144 Nov 11 12:37:52.919235 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-a332f916-9cda-46bf-a36a-d45837d4f485 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815828 Nov 11 12:37:54.026438 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264da80d-e961-460a-8157-c164b36560a7 req-ff897ed6-46a2-4531-a341-5cb1f47414eb tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:54.027933 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-264da80d-e961-460a-8157-c164b36560a7 req-ff897ed6-46a2-4531-a341-5cb1f47414eb tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0466344 Nov 11 12:37:54.368451 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-264da80d-e961-460a-8157-c164b36560a7 req-439ee166-8709-4660-8817-47cdefdbf84e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3344786 Nov 11 12:37:54.775494 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-722083c2-d3cb-47b4-915e-eb6414ddf9f8 service neutron] 10.222.0.70 "GET /v2.0/ports/7d63d850-bf97-4434-af9a-747d9acc2197/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0577958 Nov 11 12:37:55.253913 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-40e8e0f9-0b9f-4566-94bb-0e16ce6dd485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:55.255407 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-40e8e0f9-0b9f-4566-94bb-0e16ce6dd485 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b&tenant_id=53e67b435a854bf5961e3aa899984860 HTTP/1.1" status: 200 len: 1098 time: 0.0424247 Nov 11 12:37:55.314069 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-e7dd054d-5dc7-44bc-b54e-9f84c5a6601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:55.315532 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-e7dd054d-5dc7-44bc-b54e-9f84c5a6601c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 1098 time: 0.0394175 Nov 11 12:37:55.409429 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-b6a0083f-525d-48b7-bff7-442dfa987e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:55.410896 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-b6a0083f-525d-48b7-bff7-442dfa987e36 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0876551 Nov 11 12:37:55.475844 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-3c9d2d5a-a195-4cd0-8ab1-45ead66dd26f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d63d850-bf97-4434-af9a-747d9acc2197 HTTP/1.1" status: 200 len: 1001 time: 0.0579982 Nov 11 12:37:55.481888 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebce86-b62f-4707-bab1-608659912ced req-bed8865e-da0b-4c65-86b8-dcee8e12eaed tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:55.483402 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f6ebce86-b62f-4707-bab1-608659912ced req-bed8865e-da0b-4c65-86b8-dcee8e12eaed tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0475132 Nov 11 12:37:55.525668 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-b8b1ca14-5b4e-455c-a2e6-98e335844b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:55.527070 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-b8b1ca14-5b4e-455c-a2e6-98e335844b92 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0445025 Nov 11 12:37:55.529880 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f6ebce86-b62f-4707-bab1-608659912ced req-1461fe6c-6048-499d-b5fb-90b84f8cf4b9 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405390 Nov 11 12:37:55.575774 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-d36b5d77-515f-4e7e-9504-34b6cb5d28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:55.577241 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-d36b5d77-515f-4e7e-9504-34b6cb5d28e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436485 Nov 11 12:37:55.663921 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-3d98f742-9429-4bff-ab5b-4ef2bae099d8 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795481 Nov 11 12:37:55.755836 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5ec8d39c-e111-4d7d-9367-596c06f87c9e req-e3be02c2-920f-4060-a8ef-7eb2d2f950ed service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844991 Nov 11 12:37:56.643112 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4f703-0346-4b04-baf9-67815f14bdb3 req-0a40a2ba-2c3c-4c17-abfe-54f718db7f2f tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:56.644571 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d9b4f703-0346-4b04-baf9-67815f14bdb3 req-0a40a2ba-2c3c-4c17-abfe-54f718db7f2f tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0478244 Nov 11 12:37:56.690391 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d9b4f703-0346-4b04-baf9-67815f14bdb3 req-b907ecaa-6d65-49f3-b5b5-f4154544fb03 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394678 Nov 11 12:37:57.807526 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411b227-aac0-4b68-b564-5da90656ca05 req-9832473e-17d5-48d0-8a66-b0aecf56b6d3 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:57.810021 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1411b227-aac0-4b68-b564-5da90656ca05 req-9832473e-17d5-48d0-8a66-b0aecf56b6d3 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0506032 Nov 11 12:37:57.855016 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1411b227-aac0-4b68-b564-5da90656ca05 req-61ca03de-d1db-4b04-a748-f34807a1fc56 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401163 Nov 11 12:37:58.102082 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 7d63d850-bf97-4434-af9a-747d9acc2197 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:37:58.197406 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 7d63d850-bf97-4434-af9a-747d9acc2197, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7d63d850-bf97-4434-af9a-747d9acc2197,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:37:58.212544 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '7d63d850-bf97-4434-af9a-747d9acc2197', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'port_id': '7d63d850-bf97-4434-af9a-747d9acc2197', 'mac_address': 'fa:16:3e:ee:52:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:37:58.215298 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e86bb4-c8f6-4010-9f95-aa256af4481a req-e7829d7e-9a2b-4fb0-a4c5-1066c1665849 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:58.216818 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-53e86bb4-c8f6-4010-9f95-aa256af4481a req-e7829d7e-9a2b-4fb0-a4c5-1066c1665849 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0482726 Nov 11 12:37:58.260404 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:58.269223 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-53e86bb4-c8f6-4010-9f95-aa256af4481a req-d3e4efaa-ccb7-4cb9-8eaf-50b673f0199b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463407 Nov 11 12:37:58.280996 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d63d850-bf97-4434-af9a-747d9acc2197 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:37:58.301236 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 7d63d850-bf97-4434-af9a-747d9acc2197, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7d63d850-bf97-4434-af9a-747d9acc2197,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:37:58.320874 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52b13a-f614-4284-b6de-b4611eaeb5f8 req-b9fafa0d-1af0-4b29-9c39-54f9d1a31efa tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:58.322327 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-da52b13a-f614-4284-b6de-b4611eaeb5f8 req-b9fafa0d-1af0-4b29-9c39-54f9d1a31efa tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b&tenant_id=53e67b435a854bf5961e3aa899984860&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.0564282 Nov 11 12:37:58.387540 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:37:58.440163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=7d63d850-bf97-4434-af9a-747d9acc2197,revision_number=6']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:37:58.449019 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['7d63d850-bf97-4434-af9a-747d9acc2197'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:37:58.451334 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:58.451726 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:58.452138 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:58.452481 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:58.452814 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:58.453149 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:58.453480 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:58.453805 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:58.454130 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:58.454471 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:58.454772 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:58.455115 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:37:58.455411 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52b13a-f614-4284-b6de-b4611eaeb5f8 req-4fc8329a-ecfa-4f33-9392-c3dda8dda57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:58.456999 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-da52b13a-f614-4284-b6de-b4611eaeb5f8 req-4fc8329a-ecfa-4f33-9392-c3dda8dda57e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 1097 time: 0.0905480 Nov 11 12:37:58.548105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52b13a-f614-4284-b6de-b4611eaeb5f8 req-d8915632-f403-4848-b88d-74bd842db01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:58.549584 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-da52b13a-f614-4284-b6de-b4611eaeb5f8 req-d8915632-f403-4848-b88d-74bd842db01f service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0855267 Nov 11 12:37:58.615018 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-da52b13a-f614-4284-b6de-b4611eaeb5f8 req-4610821d-a88a-4179-9b0f-405766115930 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d63d850-bf97-4434-af9a-747d9acc2197 HTTP/1.1" status: 200 len: 1000 time: 0.0577905 Nov 11 12:37:58.662778 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52b13a-f614-4284-b6de-b4611eaeb5f8 req-d07d3f1c-258d-4374-b71a-8f8c67ad2b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:58.664097 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-da52b13a-f614-4284-b6de-b4611eaeb5f8 req-d07d3f1c-258d-4374-b71a-8f8c67ad2b45 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0419555 Nov 11 12:37:58.711772 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52b13a-f614-4284-b6de-b4611eaeb5f8 req-77fc0789-034a-4a60-b9fa-71a1887d6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:58.713199 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-da52b13a-f614-4284-b6de-b4611eaeb5f8 req-77fc0789-034a-4a60-b9fa-71a1887d6e7d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0426888 Nov 11 12:37:58.799525 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-da52b13a-f614-4284-b6de-b4611eaeb5f8 req-a78b1a16-9f40-4231-ae4e-d283f710dd7e service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793502 Nov 11 12:37:59.223926 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-da52b13a-f614-4284-b6de-b4611eaeb5f8 req-ccd2ad10-bb9d-4daa-8078-d01b574464e8 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174085 Nov 11 12:37:59.389122 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe159b92-a8cc-4cc0-bb24-5b1060ec23c1 req-b9d7ce39-a416-4f46-8676-344a8ecdd2c0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:37:59.390566 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fe159b92-a8cc-4cc0-bb24-5b1060ec23c1 req-b9d7ce39-a416-4f46-8676-344a8ecdd2c0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 944 time: 0.0519812 Nov 11 12:37:59.436698 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fe159b92-a8cc-4cc0-bb24-5b1060ec23c1 req-035ca683-20b2-4ce9-b3fb-14fbcaa1ca85 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400741 Nov 11 12:38:00.101314 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 7d63d850-bf97-4434-af9a-747d9acc2197 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:38:00.149266 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 7d63d850-bf97-4434-af9a-747d9acc2197 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:38:00.149634 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:00.228893 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:00.257536 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c1290b-1b9c-4841-9458-7d7d3b98230b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d63d850-bf97-4434-af9a-747d9acc2197'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:38:00.259773 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999abbf9-f0ef-4007-b28b-59157349857d" -d '{"events": [{"server_uuid": "e2c1290b-1b9c-4841-9458-7d7d3b98230b", "name": "network-vif-plugged", "status": "completed", "tag": "7d63d850-bf97-4434-af9a-747d9acc2197"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:38:00.272107 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 7d63d850-bf97-4434-af9a-747d9acc2197, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7d63d850-bf97-4434-af9a-747d9acc2197,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:38:00.295452 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fb65e1-2f5f-47c3-925c-9d1c46419d27 x-openstack-request-id: req-44fb65e1-2f5f-47c3-925c-9d1c46419d27 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:38:00.295762 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c1290b-1b9c-4841-9458-7d7d3b98230b", "name": "network-vif-plugged", "status": "completed", "tag": "7d63d850-bf97-4434-af9a-747d9acc2197", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:38:00.296026 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44fb65e1-2f5f-47c3-925c-9d1c46419d27 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:38:00.296492 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c1290b-1b9c-4841-9458-7d7d3b98230b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d63d850-bf97-4434-af9a-747d9acc2197', 'code': 200} Nov 11 12:38:00.354570 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:00.404928 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=7d63d850-bf97-4434-af9a-747d9acc2197,revision_number=7']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:38:00.548774 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15332fcc-5904-4d2a-82fc-045d409cde9f req-1387f248-790a-491d-8e52-14e7664d4dbf tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:00.550113 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-15332fcc-5904-4d2a-82fc-045d409cde9f req-1387f248-790a-491d-8e52-14e7664d4dbf tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0473454 Nov 11 12:38:00.595728 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-15332fcc-5904-4d2a-82fc-045d409cde9f req-b8db2bf7-ace4-471b-8861-c1c79be9d127 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390553 Nov 11 12:38:00.707200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec63dc-127b-49ab-af99-2911ca190fd3 req-26ebee08-9f29-4712-9fab-dc45bcc60475 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:00.708643 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-15ec63dc-127b-49ab-af99-2911ca190fd3 req-26ebee08-9f29-4712-9fab-dc45bcc60475 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0475326 Nov 11 12:38:00.759680 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-15ec63dc-127b-49ab-af99-2911ca190fd3 req-fd63db0b-f823-4dd3-9d0e-54728e9446f1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449998 Nov 11 12:38:01.092003 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88616286-8316-4286-aa92-8fa15d879655 req-1f05449d-c18e-4784-a2b1-94ec8cf499cf tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:01.093474 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-88616286-8316-4286-aa92-8fa15d879655 req-1f05449d-c18e-4784-a2b1-94ec8cf499cf tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0476847 Nov 11 12:38:01.140228 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-88616286-8316-4286-aa92-8fa15d879655 req-ff23e9bb-a4b2-4ddf-91ca-a4d529b9f319 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408161 Nov 11 12:38:01.188324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66184eda-38ba-4af4-91a7-23d2f4d5521c req-12ea8711-45c7-46ce-8de0-df4ddfc2d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:01.189843 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-66184eda-38ba-4af4-91a7-23d2f4d5521c req-12ea8711-45c7-46ce-8de0-df4ddfc2d751 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 1098 time: 0.0404975 Nov 11 12:38:01.283413 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66184eda-38ba-4af4-91a7-23d2f4d5521c req-872557f8-4ab1-4965-9930-3b216f48ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:01.284834 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-66184eda-38ba-4af4-91a7-23d2f4d5521c req-872557f8-4ab1-4965-9930-3b216f48ca82 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0871465 Nov 11 12:38:01.350017 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-66184eda-38ba-4af4-91a7-23d2f4d5521c req-090fcca4-1659-4869-ac80-3c85fa005adc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d63d850-bf97-4434-af9a-747d9acc2197 HTTP/1.1" status: 200 len: 1001 time: 0.0580530 Nov 11 12:38:01.399187 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66184eda-38ba-4af4-91a7-23d2f4d5521c req-14d83a6e-efe2-4cd9-9e90-7de7ff22c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:01.400608 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-66184eda-38ba-4af4-91a7-23d2f4d5521c req-14d83a6e-efe2-4cd9-9e90-7de7ff22c7da service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0443282 Nov 11 12:38:01.453114 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66184eda-38ba-4af4-91a7-23d2f4d5521c req-906bcdfc-56ae-4252-9297-a6065a66e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:01.454586 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-66184eda-38ba-4af4-91a7-23d2f4d5521c req-906bcdfc-56ae-4252-9297-a6065a66e0b4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0477180 Nov 11 12:38:01.544350 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-66184eda-38ba-4af4-91a7-23d2f4d5521c req-e076b650-bad1-467b-8c31-5c59a9de3a06 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821102 Nov 11 12:38:01.635309 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-66184eda-38ba-4af4-91a7-23d2f4d5521c req-a4882a93-900a-43be-a6c5-ecff227f26d1 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838110 Nov 11 12:38:02.260536 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c184768-d068-484f-81f0-425a2830412f req-846c0c50-a45f-4f64-a9a4-6902b643708b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:02.262348 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1c184768-d068-484f-81f0-425a2830412f req-846c0c50-a45f-4f64-a9a4-6902b643708b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0511465 Nov 11 12:38:02.308851 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1c184768-d068-484f-81f0-425a2830412f req-1861930a-9755-4fd0-9b99-565ef06b7224 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407989 Nov 11 12:38:03.223402 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-956cc33b-2fdf-49f0-9383-411f2eda0da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:03.430087 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f250e4d-a1d1-40d0-9a4f-0095183969d2 req-be7f7183-22b9-4137-a574-bbbc0d7a4d21 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:03.431551 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0f250e4d-a1d1-40d0-9a4f-0095183969d2 req-be7f7183-22b9-4137-a574-bbbc0d7a4d21 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0518930 Nov 11 12:38:03.478057 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0f250e4d-a1d1-40d0-9a4f-0095183969d2 req-57da195b-47fc-403d-8b48-e59698a4c856 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407348 Nov 11 12:38:03.888234 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade26bd-757a-4c5b-8f22-ae27cb6a4124 req-a2dae1ae-bf0c-45e3-9e57-f2931244a75d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:03.889679 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aade26bd-757a-4c5b-8f22-ae27cb6a4124 req-a2dae1ae-bf0c-45e3-9e57-f2931244a75d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0487568 Nov 11 12:38:03.936005 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aade26bd-757a-4c5b-8f22-ae27cb6a4124 req-3dc0ed72-c3ad-47d9-be8b-188084347772 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403271 Nov 11 12:38:05.053156 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896b967-2527-4159-90bf-ea04bd007e39 req-4baf08d6-5c4a-431b-b9cb-46875ef22fdb tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:05.054598 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a896b967-2527-4159-90bf-ea04bd007e39 req-4baf08d6-5c4a-431b-b9cb-46875ef22fdb tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0470924 Nov 11 12:38:05.103562 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a896b967-2527-4159-90bf-ea04bd007e39 req-8604db63-d7eb-4851-8244-bf44d35492a1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430696 Nov 11 12:38:05.568381 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eeb8e4-4897-47b0-a257-0463ff9ae867 req-55ddcfd2-9b4b-407f-8834-bd61ece2da93 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:05.570392 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-19eeb8e4-4897-47b0-a257-0463ff9ae867 req-55ddcfd2-9b4b-407f-8834-bd61ece2da93 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 945 time: 0.0489469 Nov 11 12:38:05.576081 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-adbfa9fc-99f0-45dd-926c-c72206e54afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:05.663700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-19eeb8e4-4897-47b0-a257-0463ff9ae867 req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Deleting port 7d63d850-bf97-4434-af9a-747d9acc2197 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:38:05.664040 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-19eeb8e4-4897-47b0-a257-0463ff9ae867 req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:05.750524 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-19eeb8e4-4897-47b0-a257-0463ff9ae867 req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] For port 7d63d850-bf97-4434-af9a-747d9acc2197, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7d63d850-bf97-4434-af9a-747d9acc2197,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:38:05.750883 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-19eeb8e4-4897-47b0-a257-0463ff9ae867 req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:05.918521 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-19eeb8e4-4897-47b0-a257-0463ff9ae867 req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:05.918870 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-19eeb8e4-4897-47b0-a257-0463ff9ae867 req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:05.919325 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [req-19eeb8e4-4897-47b0-a257-0463ff9ae867 req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Floating IP b0a3f29c-1d95-4143-b3ed-2d265f543870 disassociated. External IP: 172.26.5.107, port: 7d63d850-bf97-4434-af9a-747d9acc2197. Nov 11 12:38:05.919664 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-19eeb8e4-4897-47b0-a257-0463ff9ae867 req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Calling delete_port for 7d63d850-bf97-4434-af9a-747d9acc2197 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:38:06.109162 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-19eeb8e4-4897-47b0-a257-0463ff9ae867 req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:06.138193 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Pushing event deleted for resources: {'Port': ['ID=7d63d850-bf97-4434-af9a-747d9acc2197,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:38:06.149735 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:38:06.150092 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:38:06.150882 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:38:06.151216 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:38:06.151553 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:38:06.151878 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:38:06.152211 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:38:06.152538 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:38:06.152862 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:38:06.153184 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:38:06.153506 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:38:06.153821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:38:06.202240 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-80e979af-e91b-4dae-bd5c-48fe83f59e94 req-23a559a1-fede-4fce-a7a4-26b3e22efa05 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 210 time: 0.0285430 Nov 11 12:38:06.277152 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19eeb8e4-4897-47b0-a257-0463ff9ae867 req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Router 949eafc0-3e1f-4617-b8e7-0997b03891ad has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:38:06.389765 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19eeb8e4-4897-47b0-a257-0463ff9ae867 req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:38:06.399484 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ef46f7-1bcf-4f07-92f2-a72dd954b037 None None] Sync routers for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:38:06.409343 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ef46f7-1bcf-4f07-92f2-a72dd954b037 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:38:06.410120 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-58ef46f7-1bcf-4f07-92f2-a72dd954b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:38:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:38:06.427732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-19eeb8e4-4897-47b0-a257-0463ff9ae867 req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] No DVR routers for this DVR port 7d63d850-bf97-4434-af9a-747d9acc2197 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:38:06.430675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-19eeb8e4-4897-47b0-a257-0463ff9ae867 req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:06.434012 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-19eeb8e4-4897-47b0-a257-0463ff9ae867 req-4826a892-1e62-4c8e-9cd7-501ecdacbfb4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "DELETE /v2.0/ports/7d63d850-bf97-4434-af9a-747d9acc2197 HTTP/1.1" status: 204 len: 173 time: 0.8576183 Nov 11 12:38:06.434471 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c1290b-1b9c-4841-9458-7d7d3b98230b', 'name': 'network-vif-deleted', 'tag': '7d63d850-bf97-4434-af9a-747d9acc2197'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:38:06.436738 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47c8b02-5f08-4049-96e0-ff8761986fde" -d '{"events": [{"server_uuid": "e2c1290b-1b9c-4841-9458-7d7d3b98230b", "name": "network-vif-deleted", "tag": "7d63d850-bf97-4434-af9a-747d9acc2197"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:38:06.474132 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f55cd9-e362-4cd3-947e-4c51d3600be7 x-openstack-request-id: req-e5f55cd9-e362-4cd3-947e-4c51d3600be7 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:38:06.474439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c1290b-1b9c-4841-9458-7d7d3b98230b", "name": "network-vif-deleted", "tag": "7d63d850-bf97-4434-af9a-747d9acc2197", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:38:06.474703 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e5f55cd9-e362-4cd3-947e-4c51d3600be7 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:38:06.475642 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c1290b-1b9c-4841-9458-7d7d3b98230b', 'name': 'network-vif-deleted', 'tag': '7d63d850-bf97-4434-af9a-747d9acc2197', 'status': 'completed', 'code': 200} Nov 11 12:38:06.516040 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-58ef46f7-1bcf-4f07-92f2-a72dd954b037 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:38:06.611896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:06.708964 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-58ef46f7-1bcf-4f07-92f2-a72dd954b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:38:06.737755 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ef46f7-1bcf-4f07-92f2-a72dd954b037 None None] Checking router: 949eafc0-3e1f-4617-b8e7-0997b03891ad for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:38:06.747300 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ef46f7-1bcf-4f07-92f2-a72dd954b037 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:38:06.747908 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-58ef46f7-1bcf-4f07-92f2-a72dd954b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:38:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:38:06.854077 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-58ef46f7-1bcf-4f07-92f2-a72dd954b037 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:38:07.041790 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-58ef46f7-1bcf-4f07-92f2-a72dd954b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:38:07.070344 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ef46f7-1bcf-4f07-92f2-a72dd954b037 None None] The sync data for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv is: [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:38:07.307786 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14edfa89-a6fa-46b9-aae8-372c6d3990d8 None None] New status for floating IP b0a3f29c-1d95-4143-b3ed-2d265f543870: DOWN {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:38:07.317607 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b550fd97-5547-4926-9034-4c9ff52bee7e req-2fc057cf-b817-4a75-a09b-52322d8ff7fb tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2c1290b-1b9c-4841-9458-7d7d3b98230b HTTP/1.1" status: 200 len: 210 time: 0.0281134 Nov 11 12:38:08.199001 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:08.567248 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b5338c57-aed4-49ec-b490-279f7348807b req-11be3527-e263-40f1-bd04-01a14c4f1874 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1807842617&fields=id&tenant_id=53e67b435a854bf5961e3aa899984860 HTTP/1.1" status: 200 len: 267 time: 0.0419014 Nov 11 12:38:08.685065 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5338c57-aed4-49ec-b490-279f7348807b req-6ac0c1d8-ea16-4acb-863d-acab31b848c2 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:08.686416 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b5338c57-aed4-49ec-b490-279f7348807b req-6ac0c1d8-ea16-4acb-863d-acab31b848c2 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 811 time: 0.1126397 Nov 11 12:38:08.700825 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b5338c57-aed4-49ec-b490-279f7348807b req-e26f312c-1588-4ce9-a56c-465bdbb73be4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/quotas/53e67b435a854bf5961e3aa899984860 HTTP/1.1" status: 200 len: 375 time: 0.0087090 Nov 11 12:38:08.751885 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b5338c57-aed4-49ec-b490-279f7348807b req-8e5adade-4e67-4b42-b734-f4233400dca9 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459917 Nov 11 12:38:08.846735 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b5338c57-aed4-49ec-b490-279f7348807b req-e988bc22-13a6-4824-8c45-2b2bfe465912 service neutron] 10.222.0.50 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835652 Nov 11 12:38:08.933973 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b5338c57-aed4-49ec-b490-279f7348807b req-2a52990b-725c-45ff-ae03-89543f288042 service neutron] 10.222.0.50 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804858 Nov 11 12:38:09.146792 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-40b8e6e9-5f29-4739-af51-38457ca620ff req-d83e2b32-d3ce-475d-b4b9-634f65d2889d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 210 time: 0.0277219 Nov 11 12:38:09.159177 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:09.222743 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:38:10.165300 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 7d63d850-bf97-4434-af9a-747d9acc2197 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:38:10.185822 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 7d63d850-bf97-4434-af9a-747d9acc2197 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:38:10.186161 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 7d63d850-bf97-4434-af9a-747d9acc2197 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:38:10.243933 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1f11ea17-ba25-4de0-aca2-3e787d547f7c req-28e094b2-6c12-456b-89a4-4e028eb819f4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 210 time: 0.0289154 Nov 11 12:38:10.892761 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:10.914627 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5338c57-aed4-49ec-b490-279f7348807b req-20fb5406-33f2-4128-9464-e014dfb21e7f tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:10.916171 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b5338c57-aed4-49ec-b490-279f7348807b req-20fb5406-33f2-4128-9464-e014dfb21e7f tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 811 time: 0.1079376 Nov 11 12:38:10.977233 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b5338c57-aed4-49ec-b490-279f7348807b req-7cc8a413-1d63-4800-892d-f1919d9a1ead tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53e67b435a854bf5961e3aa899984860 HTTP/1.1" status: 200 len: 380 time: 0.0525248 Nov 11 12:38:10.986289 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-b5338c57-aed4-49ec-b490-279f7348807b req-84cf3b08-be76-45d8-83e8-ae3cb6e694b5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Request body: {'port': {'device_id': 'a2970d37-71ec-413f-87f8-fbe7de0c30d7', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'admin_state_up': True, 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'security_groups': ['85da415a-d5d9-4ccb-8ef5-51e6d91ba393']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:38:11.149426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5338c57-aed4-49ec-b490-279f7348807b req-84cf3b08-be76-45d8-83e8-ae3cb6e694b5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Made reservation on behalf of 53e67b435a854bf5961e3aa899984860 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:38:11.153020 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b5338c57-aed4-49ec-b490-279f7348807b req-84cf3b08-be76-45d8-83e8-ae3cb6e694b5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:11.284475 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-b5338c57-aed4-49ec-b490-279f7348807b req-84cf3b08-be76-45d8-83e8-ae3cb6e694b5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Allocated IP 172.20.0.12 (a2118402-0d4d-47ff-b5ce-9c0fddb287fd/0f589ced-d48d-48e0-a43b-77872d81fc94/5442602e-dde1-4a7f-81d5-3059a0c55494) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:38:11.342529 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0b66ecef-366e-4cab-acdd-957c4118496c req-6a6a2b62-1fcb-4e23-be0d-34f70c00bdcd tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 210 time: 0.0299277 Nov 11 12:38:11.419057 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b5338c57-aed4-49ec-b490-279f7348807b req-84cf3b08-be76-45d8-83e8-ae3cb6e694b5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:11.509910 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b5338c57-aed4-49ec-b490-279f7348807b req-84cf3b08-be76-45d8-83e8-ae3cb6e694b5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:11.552814 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5338c57-aed4-49ec-b490-279f7348807b req-84cf3b08-be76-45d8-83e8-ae3cb6e694b5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Network a2118402-0d4d-47ff-b5ce-9c0fddb287fd is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:38:11.555964 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-b5338c57-aed4-49ec-b490-279f7348807b req-84cf3b08-be76-45d8-83e8-ae3cb6e694b5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:38:11.558448 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5338c57-aed4-49ec-b490-279f7348807b req-84cf3b08-be76-45d8-83e8-ae3cb6e694b5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:38:11.595533 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf3b08-be76-45d8-83e8-ae3cb6e694b5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Pushing event updated for resources: {'Port': ['ID=5442602e-dde1-4a7f-81d5-3059a0c55494,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:38:11.622032 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5338c57-aed4-49ec-b490-279f7348807b req-84cf3b08-be76-45d8-83e8-ae3cb6e694b5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:11.622670 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b5338c57-aed4-49ec-b490-279f7348807b req-84cf3b08-be76-45d8-83e8-ae3cb6e694b5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:11.701099 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b5338c57-aed4-49ec-b490-279f7348807b req-84cf3b08-be76-45d8-83e8-ae3cb6e694b5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7183962 Nov 11 12:38:11.715367 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Request body: {'port': {'device_id': 'a2970d37-71ec-413f-87f8-fbe7de0c30d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:38:11.769665 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:11.771783 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-734eadcf-4afa-40e6-b998-9373f5c9aa1e None None] Provisioning complete for port 5442602e-dde1-4a7f-81d5-3059a0c55494 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:38:11.772306 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-734eadcf-4afa-40e6-b998-9373f5c9aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:11.804901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-734eadcf-4afa-40e6-b998-9373f5c9aa1e None None] Port 5442602e-dde1-4a7f-81d5-3059a0c55494 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:38:12.027938 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5442602e-dde1-4a7f-81d5-3059a0c55494 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:38:12.035261 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:12.047170 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Transition to ACTIVE for port object 5442602e-dde1-4a7f-81d5-3059a0c55494 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:38:12.126223 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:12.174288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Pushing event updated for resources: {'Port': ['ID=5442602e-dde1-4a7f-81d5-3059a0c55494,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:38:12.253717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Attempting to bind port 5442602e-dde1-4a7f-81d5-3059a0c55494 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:38:12.254055 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Attempting to bind port 5442602e-dde1-4a7f-81d5-3059a0c55494 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:38:12.254378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Attempting to bind port 5442602e-dde1-4a7f-81d5-3059a0c55494 on network a2118402-0d4d-47ff-b5ce-9c0fddb287fd {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:38:12.259408 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Port 5442602e-dde1-4a7f-81d5-3059a0c55494 on network a2118402-0d4d-47ff-b5ce-9c0fddb287fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:38:12.259725 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Attempting to bind port 5442602e-dde1-4a7f-81d5-3059a0c55494 on network a2118402-0d4d-47ff-b5ce-9c0fddb287fd {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:38:12.264840 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:38:12.265169 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Checking segment: {'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:38:12.265537 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Bound using segment: {'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:38:12.265957 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Bound port: 5442602e-dde1-4a7f-81d5-3059a0c55494, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:38:12.266309 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:12.331634 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] For port 5442602e-dde1-4a7f-81d5-3059a0c55494, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:38:12.335353 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] For port 5442602e-dde1-4a7f-81d5-3059a0c55494, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5442602e-dde1-4a7f-81d5-3059a0c55494,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:38:12.417059 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:12.453380 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:12.453941 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:12.455391 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b5338c57-aed4-49ec-b490-279f7348807b req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] 10.222.0.70 "PUT /v2.0/ports/5442602e-dde1-4a7f-81d5-3059a0c55494 HTTP/1.1" status: 200 len: 1094 time: 0.7443314 Nov 11 12:38:12.455837 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2970d37-71ec-413f-87f8-fbe7de0c30d7', 'tag': '5442602e-dde1-4a7f-81d5-3059a0c55494'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:38:12.458124 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442eb186-5e34-4a87-9afe-3648c600ebed" -d '{"events": [{"name": "network-changed", "server_uuid": "a2970d37-71ec-413f-87f8-fbe7de0c30d7", "tag": "5442602e-dde1-4a7f-81d5-3059a0c55494"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:38:12.460194 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8bf03-32a6-448f-bae7-f40dd226e56d req-1a7457ef-e34c-47e1-acbf-0371719033b9 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:12.462492 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-54f8bf03-32a6-448f-bae7-f40dd226e56d req-1a7457ef-e34c-47e1-acbf-0371719033b9 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 944 time: 0.0533886 Nov 11 12:38:12.498119 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088da92-a52f-4425-81ef-db0c6c54656b service neutron] Pushing event updated for resources: {'Port': ['ID=5442602e-dde1-4a7f-81d5-3059a0c55494,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:38:12.514296 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-54f8bf03-32a6-448f-bae7-f40dd226e56d req-b0da20ed-a11a-4483-a6e2-630e988604c0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449677 Nov 11 12:38:12.519441 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d891f863-6ac0-4d61-90bb-51379caf847a x-openstack-request-id: req-d891f863-6ac0-4d61-90bb-51379caf847a {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:38:12.519892 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2970d37-71ec-413f-87f8-fbe7de0c30d7", "tag": "5442602e-dde1-4a7f-81d5-3059a0c55494", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:38:12.520073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d891f863-6ac0-4d61-90bb-51379caf847a {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:38:12.520489 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2970d37-71ec-413f-87f8-fbe7de0c30d7', 'tag': '5442602e-dde1-4a7f-81d5-3059a0c55494', 'status': 'completed', 'code': 200} Nov 11 12:38:12.585187 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eb186-5e34-4a87-9afe-3648c600ebed req-8b25a520-c34e-4f6d-b43e-5efe75db75d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:12.586784 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-442eb186-5e34-4a87-9afe-3648c600ebed req-8b25a520-c34e-4f6d-b43e-5efe75db75d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 1097 time: 0.0437787 Nov 11 12:38:12.690190 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eb186-5e34-4a87-9afe-3648c600ebed req-2f9c722a-7ba8-4b8f-92d5-aaa06b7468b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:12.691700 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-442eb186-5e34-4a87-9afe-3648c600ebed req-2f9c722a-7ba8-4b8f-92d5-aaa06b7468b4 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=53e67b435a854bf5961e3aa899984860&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0973992 Nov 11 12:38:12.789096 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eb186-5e34-4a87-9afe-3648c600ebed req-ac844298-a632-4e0b-85f6-9337dd48824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:12.790538 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-442eb186-5e34-4a87-9afe-3648c600ebed req-ac844298-a632-4e0b-85f6-9337dd48824c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923724 Nov 11 12:38:12.868795 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5338c57-aed4-49ec-b490-279f7348807b req-ace29b77-4001-4c2a-bc36-601e99b478c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:12.870260 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b5338c57-aed4-49ec-b490-279f7348807b req-ace29b77-4001-4c2a-bc36-601e99b478c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 1097 time: 0.0423989 Nov 11 12:38:12.911712 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b5338c57-aed4-49ec-b490-279f7348807b req-9f0f20cb-fe50-4d95-b5cb-b5ee2dfc9748 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5442602e-dde1-4a7f-81d5-3059a0c55494 HTTP/1.1" status: 200 len: 217 time: 0.0342741 Nov 11 12:38:12.958594 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5338c57-aed4-49ec-b490-279f7348807b req-6f3c6550-e4e3-48db-8a94-dcb6185fa14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:12.960602 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b5338c57-aed4-49ec-b490-279f7348807b req-6f3c6550-e4e3-48db-8a94-dcb6185fa14c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0424600 Nov 11 12:38:13.008591 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5338c57-aed4-49ec-b490-279f7348807b req-34552e94-984a-409b-b267-f066ff3fa6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:13.010042 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b5338c57-aed4-49ec-b490-279f7348807b req-34552e94-984a-409b-b267-f066ff3fa6c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0428646 Nov 11 12:38:13.097981 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b5338c57-aed4-49ec-b490-279f7348807b req-6b99d7aa-15d4-460b-9107-1b05ca349564 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808027 Nov 11 12:38:13.189634 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b5338c57-aed4-49ec-b490-279f7348807b req-273cb8be-adb2-4f59-aa64-ad367da90cbf service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846496 Nov 11 12:38:13.633466 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16748191-f304-4247-a3e9-7a969e4b9d7a req-4287593a-b7a8-4a9f-97dd-558a9a25f057 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:13.634897 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-16748191-f304-4247-a3e9-7a969e4b9d7a req-4287593a-b7a8-4a9f-97dd-558a9a25f057 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 944 time: 0.0474401 Nov 11 12:38:13.681717 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-16748191-f304-4247-a3e9-7a969e4b9d7a req-7c79c6f2-2dd4-4b95-867e-a6fd34eff0f3 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409727 Nov 11 12:38:14.195508 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 5442602e-dde1-4a7f-81d5-3059a0c55494 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:38:14.428229 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 5442602e-dde1-4a7f-81d5-3059a0c55494, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5442602e-dde1-4a7f-81d5-3059a0c55494,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:38:14.438129 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '5442602e-dde1-4a7f-81d5-3059a0c55494', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'port_id': '5442602e-dde1-4a7f-81d5-3059a0c55494', 'mac_address': 'fa:16:3e:5f:7f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:38:14.474317 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:14.486223 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5442602e-dde1-4a7f-81d5-3059a0c55494 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:38:14.504899 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 5442602e-dde1-4a7f-81d5-3059a0c55494, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5442602e-dde1-4a7f-81d5-3059a0c55494,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:38:14.606654 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:14.655190 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=5442602e-dde1-4a7f-81d5-3059a0c55494,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:38:14.796775 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f477e7-fb3e-4618-b021-71b35fe819c9 req-515bca6a-c133-475e-8433-ded294be1445 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:14.798126 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a4f477e7-fb3e-4618-b021-71b35fe819c9 req-515bca6a-c133-475e-8433-ded294be1445 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 945 time: 0.0513322 Nov 11 12:38:14.825901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['5442602e-dde1-4a7f-81d5-3059a0c55494'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:38:14.845982 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a4f477e7-fb3e-4618-b021-71b35fe819c9 req-181faf31-4b17-4e01-917a-f4c78be91bf2 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414941 Nov 11 12:38:15.957826 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917abc2c-ed23-4bd2-821c-6dd53dc74685 req-9205711b-cf55-4947-aa2a-6fde4d971d0e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:15.959199 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-917abc2c-ed23-4bd2-821c-6dd53dc74685 req-9205711b-cf55-4947-aa2a-6fde4d971d0e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 945 time: 0.0477176 Nov 11 12:38:16.005154 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-917abc2c-ed23-4bd2-821c-6dd53dc74685 req-d04c0039-0034-490d-973c-c547d3e37c09 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398371 Nov 11 12:38:16.196266 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 5442602e-dde1-4a7f-81d5-3059a0c55494 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:38:16.330742 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 5442602e-dde1-4a7f-81d5-3059a0c55494 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:38:16.334599 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 5442602e-dde1-4a7f-81d5-3059a0c55494 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:38:16.334970 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:16.409445 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:16.431108 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2970d37-71ec-413f-87f8-fbe7de0c30d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5442602e-dde1-4a7f-81d5-3059a0c55494'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:38:16.433287 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c872c4db-f33c-4c2f-98f6-59e7564b09fd" -d '{"events": [{"server_uuid": "a2970d37-71ec-413f-87f8-fbe7de0c30d7", "name": "network-vif-plugged", "status": "completed", "tag": "5442602e-dde1-4a7f-81d5-3059a0c55494"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:38:16.445332 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 5442602e-dde1-4a7f-81d5-3059a0c55494, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5442602e-dde1-4a7f-81d5-3059a0c55494,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:38:16.468464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a1cec7-bb19-43d8-9604-ab6d1371eb31 x-openstack-request-id: req-17a1cec7-bb19-43d8-9604-ab6d1371eb31 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:38:16.468750 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2970d37-71ec-413f-87f8-fbe7de0c30d7", "name": "network-vif-plugged", "status": "completed", "tag": "5442602e-dde1-4a7f-81d5-3059a0c55494", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:38:16.469062 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-17a1cec7-bb19-43d8-9604-ab6d1371eb31 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:38:16.469393 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2970d37-71ec-413f-87f8-fbe7de0c30d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5442602e-dde1-4a7f-81d5-3059a0c55494', 'code': 200} Nov 11 12:38:16.508252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:16.555632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=5442602e-dde1-4a7f-81d5-3059a0c55494,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:38:16.806617 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586a140-d55a-4f0f-8aca-50d5175379f4 req-382a98a5-7661-4ac4-98e4-b59a13578003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:16.808079 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f586a140-d55a-4f0f-8aca-50d5175379f4 req-382a98a5-7661-4ac4-98e4-b59a13578003 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 1099 time: 0.0412757 Nov 11 12:38:16.852457 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f586a140-d55a-4f0f-8aca-50d5175379f4 req-6532bd9f-676f-47cf-8761-1b25352d4725 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372214 Nov 11 12:38:17.121729 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d40b-8756-42c2-9eb9-b9604b7003bb req-e1bc2967-6a95-43e8-9405-ab773a5d1db9 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:17.123229 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-68b5d40b-8756-42c2-9eb9-b9604b7003bb req-e1bc2967-6a95-43e8-9405-ab773a5d1db9 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0528302 Nov 11 12:38:17.168932 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-68b5d40b-8756-42c2-9eb9-b9604b7003bb req-a6ed5cf8-0396-4459-9102-5ae15c0a5f5b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399048 Nov 11 12:38:18.284510 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69031e19-0699-4f95-a46c-4617714e992d req-4eae797f-3424-462a-988c-a3fc8a55e696 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:18.286010 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-69031e19-0699-4f95-a46c-4617714e992d req-4eae797f-3424-462a-988c-a3fc8a55e696 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0488169 Nov 11 12:38:18.333107 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-69031e19-0699-4f95-a46c-4617714e992d req-dccaedc8-dde6-4a3b-9b36-d6a4e2b4e074 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405114 Nov 11 12:38:18.442702 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ce063-4ff4-45cc-924d-93c96f9edcb2 req-d846e4b0-366c-4354-ba79-5dfac44b911e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:18.444181 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bd4ce063-4ff4-45cc-924d-93c96f9edcb2 req-d846e4b0-366c-4354-ba79-5dfac44b911e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0480781 Nov 11 12:38:18.452737 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 58876) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:38:18.456973 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-1371cbd8-5f08-4012-b078-11cf8a88150e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Request body: {'floatingip': {'port_id': '5442602e-dde1-4a7f-81d5-3059a0c55494'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:38:18.498941 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1371cbd8-5f08-4012-b078-11cf8a88150e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for floatingip, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:18.924664 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1371cbd8-5f08-4012-b078-11cf8a88150e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:18.999274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1371cbd8-5f08-4012-b078-11cf8a88150e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:19.093530 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-1371cbd8-5f08-4012-b078-11cf8a88150e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Floating IP b0a3f29c-1d95-4143-b3ed-2d265f543870 associated. External IP: 172.26.5.107, port: 5442602e-dde1-4a7f-81d5-3059a0c55494. Nov 11 12:38:19.301537 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1371cbd8-5f08-4012-b078-11cf8a88150e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Router 949eafc0-3e1f-4617-b8e7-0997b03891ad has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:38:19.404727 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1371cbd8-5f08-4012-b078-11cf8a88150e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:38:19.409581 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1371cbd8-5f08-4012-b078-11cf8a88150e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:19.414063 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76afa77b-5608-47c6-8e86-edbcd88c5002 None None] Sync routers for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:38:19.423790 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76afa77b-5608-47c6-8e86-edbcd88c5002 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:38:19.424381 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-76afa77b-5608-47c6-8e86-edbcd88c5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:38:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:38:19.436662 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1371cbd8-5f08-4012-b078-11cf8a88150e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "PUT /v2.0/floatingips/b0a3f29c-1d95-4143-b3ed-2d265f543870 HTTP/1.1" status: 200 len: 992 time: 0.9829094 Nov 11 12:38:19.437247 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2970d37-71ec-413f-87f8-fbe7de0c30d7', 'tag': '5442602e-dde1-4a7f-81d5-3059a0c55494'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:38:19.439512 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c0d21b-1578-447b-81ac-198205a08a32" -d '{"events": [{"name": "network-changed", "server_uuid": "a2970d37-71ec-413f-87f8-fbe7de0c30d7", "tag": "5442602e-dde1-4a7f-81d5-3059a0c55494"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:38:19.482579 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9203ea52-751c-4ca9-a333-c35807d2aecb x-openstack-request-id: req-9203ea52-751c-4ca9-a333-c35807d2aecb {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:38:19.482875 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2970d37-71ec-413f-87f8-fbe7de0c30d7", "tag": "5442602e-dde1-4a7f-81d5-3059a0c55494", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:38:19.483164 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9203ea52-751c-4ca9-a333-c35807d2aecb {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:38:19.483566 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2970d37-71ec-413f-87f8-fbe7de0c30d7', 'tag': '5442602e-dde1-4a7f-81d5-3059a0c55494', 'status': 'completed', 'code': 200} Nov 11 12:38:19.533428 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-76afa77b-5608-47c6-8e86-edbcd88c5002 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:38:19.546328 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0d21b-1578-447b-81ac-198205a08a32 req-ef1c7763-690d-40ec-aa9d-5f5dd7683df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:19.547830 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4c0d21b-1578-447b-81ac-198205a08a32 req-ef1c7763-690d-40ec-aa9d-5f5dd7683df4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 1099 time: 0.0411496 Nov 11 12:38:19.641596 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0d21b-1578-447b-81ac-198205a08a32 req-168138f6-4339-49b4-a0f5-8b9d93a9ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:19.643126 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4c0d21b-1578-447b-81ac-198205a08a32 req-168138f6-4339-49b4-a0f5-8b9d93a9ff18 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0873888 Nov 11 12:38:19.708991 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4c0d21b-1578-447b-81ac-198205a08a32 req-7518c469-1b43-469f-b33b-a6abdd069db3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5442602e-dde1-4a7f-81d5-3059a0c55494 HTTP/1.1" status: 200 len: 1000 time: 0.0583339 Nov 11 12:38:19.749352 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-76afa77b-5608-47c6-8e86-edbcd88c5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'b0a3f29c-1d95-4143-b3ed-2d265f543870', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'floating_ip_address': '172.26.5.107', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'port_id': '5442602e-dde1-4a7f-81d5-3059a0c55494', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'mac_address': 'fa:16:3e:5f:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2970d37-71ec-413f-87f8-fbe7de0c30d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:35:31Z', 'updated_at': '2021-11-11T12:38:18Z', 'revision_number': 9, 'project_id': '53e67b435a854bf5961e3aa899984860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:38:19.761518 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0d21b-1578-447b-81ac-198205a08a32 req-b87f037f-3691-466a-bd49-1411aba32ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:19.763030 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4c0d21b-1578-447b-81ac-198205a08a32 req-b87f037f-3691-466a-bd49-1411aba32ab7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0475500 Nov 11 12:38:19.814611 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0d21b-1578-447b-81ac-198205a08a32 req-c9b59b5b-9fae-4926-bb8c-bfd2d5cc309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:19.814611 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4c0d21b-1578-447b-81ac-198205a08a32 req-c9b59b5b-9fae-4926-bb8c-bfd2d5cc309c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0420635 Nov 11 12:38:19.866750 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76afa77b-5608-47c6-8e86-edbcd88c5002 None None] Checking router: 949eafc0-3e1f-4617-b8e7-0997b03891ad for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:38:19.875392 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76afa77b-5608-47c6-8e86-edbcd88c5002 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:38:19.875999 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-76afa77b-5608-47c6-8e86-edbcd88c5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:38:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:38:19.910245 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4c0d21b-1578-447b-81ac-198205a08a32 req-d06e72ee-a10a-4eb7-8b97-fe775129dfd2 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909190 Nov 11 12:38:19.979312 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-76afa77b-5608-47c6-8e86-edbcd88c5002 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:38:20.005061 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a4c0d21b-1578-447b-81ac-198205a08a32 req-2bea3237-2775-4c92-9394-7c7f31362849 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877542 Nov 11 12:38:20.201617 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-76afa77b-5608-47c6-8e86-edbcd88c5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'b0a3f29c-1d95-4143-b3ed-2d265f543870', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'floating_ip_address': '172.26.5.107', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'port_id': '5442602e-dde1-4a7f-81d5-3059a0c55494', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'mac_address': 'fa:16:3e:5f:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2970d37-71ec-413f-87f8-fbe7de0c30d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:35:31Z', 'updated_at': '2021-11-11T12:38:18Z', 'revision_number': 9, 'project_id': '53e67b435a854bf5961e3aa899984860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:38:20.228450 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76afa77b-5608-47c6-8e86-edbcd88c5002 None None] The sync data for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv is: [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'b0a3f29c-1d95-4143-b3ed-2d265f543870', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'floating_ip_address': '172.26.5.107', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'port_id': '5442602e-dde1-4a7f-81d5-3059a0c55494', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'mac_address': 'fa:16:3e:5f:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2970d37-71ec-413f-87f8-fbe7de0c30d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:35:31Z', 'updated_at': '2021-11-11T12:38:18Z', 'revision_number': 9, 'project_id': '53e67b435a854bf5961e3aa899984860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:38:20.412621 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1a84b2-9199-4b97-9350-007c693f6635 None None] New status for floating IP b0a3f29c-1d95-4143-b3ed-2d265f543870: ACTIVE {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:38:33.224118 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-83bdc926-70a4-420b-90cb-9e6999a62466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:35.563577 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-25953a6c-6b18-428b-842b-15856c948e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:36.579400 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:38.201872 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:39.161483 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:40.898501 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:38:46.221293 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:38:56.873128 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedcfd1-2530-44a0-84c1-6da04337060e req-0d4204a1-04f2-474b-832d-ba2bb8b9dbe7 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:56.874735 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8aedcfd1-2530-44a0-84c1-6da04337060e req-0d4204a1-04f2-474b-832d-ba2bb8b9dbe7 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0493395 Nov 11 12:38:56.925415 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8aedcfd1-2530-44a0-84c1-6da04337060e req-20d23908-4690-4876-97de-f75bd7066513 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447729 Nov 11 12:38:57.055948 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-92b98d25-2c05-48a5-a25d-728e159936be req-045a3b8d-bd7e-4230-9dec-7a9f355be2cc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807040 Nov 11 12:38:58.040019 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbb3f5-67e5-470d-b777-7068572784ea req-807945b3-3c2d-43ed-94b9-7382998488d3 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:58.042202 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fdbbb3f5-67e5-470d-b777-7068572784ea req-807945b3-3c2d-43ed-94b9-7382998488d3 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0487576 Nov 11 12:38:58.089750 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fdbbb3f5-67e5-470d-b777-7068572784ea req-23b486c4-eb70-4fa6-a8e0-10b0c4894a47 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411754 Nov 11 12:38:59.008708 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b98d25-2c05-48a5-a25d-728e159936be req-3d027bf1-b8d1-43c6-bbc9-c22ccfcca9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:59.010825 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-92b98d25-2c05-48a5-a25d-728e159936be req-3d027bf1-b8d1-43c6-bbc9-c22ccfcca9eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 1099 time: 0.0438313 Nov 11 12:38:59.099220 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b98d25-2c05-48a5-a25d-728e159936be req-a57365e8-eaf4-472b-adc2-7cec92247b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:59.100680 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-92b98d25-2c05-48a5-a25d-728e159936be req-a57365e8-eaf4-472b-adc2-7cec92247b43 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0826058 Nov 11 12:38:59.169541 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-92b98d25-2c05-48a5-a25d-728e159936be req-a0415676-4e37-49dd-bda1-f2511456c66b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5442602e-dde1-4a7f-81d5-3059a0c55494 HTTP/1.1" status: 200 len: 1003 time: 0.0617919 Nov 11 12:38:59.204259 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e19329-5019-4b79-ae83-03a63aabc087 req-e02746de-5830-4b0b-abe0-a15d17ef22ec tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:59.205740 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-67e19329-5019-4b79-ae83-03a63aabc087 req-e02746de-5830-4b0b-abe0-a15d17ef22ec tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0479078 Nov 11 12:38:59.220951 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b98d25-2c05-48a5-a25d-728e159936be req-87241c27-ef3c-445b-b7ea-f12bdbadefff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:59.222387 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-92b98d25-2c05-48a5-a25d-728e159936be req-87241c27-ef3c-445b-b7ea-f12bdbadefff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0460780 Nov 11 12:38:59.256652 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-67e19329-5019-4b79-ae83-03a63aabc087 req-e19f4207-1d2a-4f3e-9074-468cbe1e87d7 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448790 Nov 11 12:38:59.275000 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b98d25-2c05-48a5-a25d-728e159936be req-4630e83d-9535-482c-8f32-2930008f83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:38:59.276573 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-92b98d25-2c05-48a5-a25d-728e159936be req-4630e83d-9535-482c-8f32-2930008f83ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0474494 Nov 11 12:38:59.367284 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-92b98d25-2c05-48a5-a25d-728e159936be req-d6c76d23-e24c-4286-854c-f4f8454fccbd service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836239 Nov 11 12:38:59.455714 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-92b98d25-2c05-48a5-a25d-728e159936be req-8b10659c-dd63-4c8a-a465-a5c00aad2a2b service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819540 Nov 11 12:39:00.369309 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda5536-4710-4eb0-80c8-ee21b3ab2ab8 req-faec820a-566a-4a47-af2b-d873278285fb tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:00.370744 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0bda5536-4710-4eb0-80c8-ee21b3ab2ab8 req-faec820a-566a-4a47-af2b-d873278285fb tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0474541 Nov 11 12:39:00.416740 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0bda5536-4710-4eb0-80c8-ee21b3ab2ab8 req-b2597fff-37ab-4066-86df-7c910c1d5f14 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401242 Nov 11 12:39:01.529559 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b3f18-17d4-4952-8105-c198b82e8eae req-b28bcc93-f12a-436e-bbfe-0b4c369a1593 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:01.530919 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7b9b3f18-17d4-4952-8105-c198b82e8eae req-b28bcc93-f12a-436e-bbfe-0b4c369a1593 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0475910 Nov 11 12:39:01.577180 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7b9b3f18-17d4-4952-8105-c198b82e8eae req-f5087b99-0f5e-4d76-9e4b-e27acd1e9916 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403471 Nov 11 12:39:02.703851 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec7e96-2e72-4b9c-8b31-2af84be34cee req-d8b458b1-523c-4f87-b379-cc665f2ea015 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:02.705303 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f5ec7e96-2e72-4b9c-8b31-2af84be34cee req-d8b458b1-523c-4f87-b379-cc665f2ea015 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0520184 Nov 11 12:39:02.752083 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f5ec7e96-2e72-4b9c-8b31-2af84be34cee req-20cac4a0-9d24-41d2-b6d8-1e6ddb63cc8e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407631 Nov 11 12:39:03.252185 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d85e1c54-b6e0-469c-abf4-68f541b15e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:03.864265 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef02dc5-8c9c-463e-b243-56313fbab3f8 req-ef944df1-b4c1-4097-9462-3342a457c1cd tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:03.865710 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7ef02dc5-8c9c-463e-b243-56313fbab3f8 req-ef944df1-b4c1-4097-9462-3342a457c1cd tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0481911 Nov 11 12:39:03.911594 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7ef02dc5-8c9c-463e-b243-56313fbab3f8 req-574ad59a-376e-41df-a04e-e12011f7a2f2 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391023 Nov 11 12:39:05.030015 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf63542-7408-4d4c-97dc-7853114fd04d req-409b8dfb-4789-4765-835c-c80d73a3a947 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:05.031454 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ddf63542-7408-4d4c-97dc-7853114fd04d req-409b8dfb-4789-4765-835c-c80d73a3a947 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0509546 Nov 11 12:39:05.076955 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ddf63542-7408-4d4c-97dc-7853114fd04d req-7d374ae2-88aa-47eb-b8c1-5e58da18a6eb tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397251 Nov 11 12:39:05.556801 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-53eed30f-9407-4f87-8464-baf0e7c5b5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:06.194182 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd35f1-8059-4f6b-bbfc-bd6c5cc66a22 req-f5ff0182-a3dd-4ee3-8740-08feeb6164cf tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:06.195730 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e8dd35f1-8059-4f6b-bbfc-bd6c5cc66a22 req-f5ff0182-a3dd-4ee3-8740-08feeb6164cf tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0523634 Nov 11 12:39:06.242159 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e8dd35f1-8059-4f6b-bbfc-bd6c5cc66a22 req-2d4f28b7-bb79-416a-8951-a0aa1b71257d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400383 Nov 11 12:39:06.568410 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:06.610418 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ac919-ab1f-4248-bb72-fe048f54d30c req-8bdef0a3-745b-4061-97e6-322bc68ed4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:06.611943 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-df9ac919-ab1f-4248-bb72-fe048f54d30c req-8bdef0a3-745b-4061-97e6-322bc68ed4e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 1099 time: 0.0413272 Nov 11 12:39:06.717030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ac919-ab1f-4248-bb72-fe048f54d30c req-a4a4e670-8dcb-4574-a7f2-78c0137b4b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:06.718483 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-df9ac919-ab1f-4248-bb72-fe048f54d30c req-a4a4e670-8dcb-4574-a7f2-78c0137b4b44 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0878758 Nov 11 12:39:06.781511 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-df9ac919-ab1f-4248-bb72-fe048f54d30c req-74e6c282-3fb3-450c-bf91-0c7d195c5ddf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5442602e-dde1-4a7f-81d5-3059a0c55494 HTTP/1.1" status: 200 len: 1003 time: 0.0561750 Nov 11 12:39:06.833620 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ac919-ab1f-4248-bb72-fe048f54d30c req-f03b65bf-c996-491e-a685-34e3721329f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:06.835062 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-df9ac919-ab1f-4248-bb72-fe048f54d30c req-f03b65bf-c996-491e-a685-34e3721329f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0469890 Nov 11 12:39:06.882033 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ac919-ab1f-4248-bb72-fe048f54d30c req-bf25c1c0-e8ae-40f8-a796-ce8b601b9dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:06.883581 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-df9ac919-ab1f-4248-bb72-fe048f54d30c req-bf25c1c0-e8ae-40f8-a796-ce8b601b9dbc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0416367 Nov 11 12:39:06.973585 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-df9ac919-ab1f-4248-bb72-fe048f54d30c req-6bc953f0-463d-4c27-8d7a-fe784d556d40 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828967 Nov 11 12:39:07.060506 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-df9ac919-ab1f-4248-bb72-fe048f54d30c req-69a1ae00-b850-469e-8c1b-7314bd23b9b8 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791509 Nov 11 12:39:07.361439 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe6ca9-6c54-4615-88ef-a81d16cc9466 req-56758be3-b021-4f11-9d5f-d954be3f7bf8 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:07.362916 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1abe6ca9-6c54-4615-88ef-a81d16cc9466 req-56758be3-b021-4f11-9d5f-d954be3f7bf8 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0494740 Nov 11 12:39:07.412310 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1abe6ca9-6c54-4615-88ef-a81d16cc9466 req-784fad60-4d51-42d8-8f3f-0abab168d35e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434186 Nov 11 12:39:08.166394 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:08.527127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729dc50-7d48-480c-ab32-8c8e07e8054d req-3323926f-778e-4d5c-b77e-9a0048655908 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:08.528564 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5729dc50-7d48-480c-ab32-8c8e07e8054d req-3323926f-778e-4d5c-b77e-9a0048655908 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0486033 Nov 11 12:39:08.574309 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5729dc50-7d48-480c-ab32-8c8e07e8054d req-82768b96-68ba-4115-a482-2198176b028c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398157 Nov 11 12:39:09.160703 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:09.704144 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bac40e-3964-4267-a60a-fe0175eebfdb req-a649a3a4-e47b-4e2d-ba68-ecb514a55f0e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:09.706402 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d7bac40e-3964-4267-a60a-fe0175eebfdb req-a649a3a4-e47b-4e2d-ba68-ecb514a55f0e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0574396 Nov 11 12:39:09.753181 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d7bac40e-3964-4267-a60a-fe0175eebfdb req-ee17d94b-b243-46a0-9f85-9ba92653b43d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404742 Nov 11 12:39:10.872815 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410501e-8adf-4dc2-bed7-8f5b4abd7c4d req-9be44ffd-de0c-41f0-8f47-5f5774796277 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:10.874370 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7410501e-8adf-4dc2-bed7-8f5b4abd7c4d req-9be44ffd-de0c-41f0-8f47-5f5774796277 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0525718 Nov 11 12:39:10.894001 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:10.920903 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7410501e-8adf-4dc2-bed7-8f5b4abd7c4d req-490dbc9a-28f8-4c64-8a05-a7b44a948c62 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406106 Nov 11 12:39:11.373767 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-92b98d25-2c05-48a5-a25d-728e159936be req-e4c2bd91-6887-489d-8bff-f82caddde26a service neutron] 10.222.0.70 "GET /v2.0/ports/5442602e-dde1-4a7f-81d5-3059a0c55494/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0541501 Nov 11 12:39:11.874384 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b98d25-2c05-48a5-a25d-728e159936be req-5cd72f7f-ff3f-48aa-aa1f-3858d401e081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:11.876042 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-92b98d25-2c05-48a5-a25d-728e159936be req-5cd72f7f-ff3f-48aa-aa1f-3858d401e081 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7&tenant_id=53e67b435a854bf5961e3aa899984860 HTTP/1.1" status: 200 len: 1099 time: 0.0443892 Nov 11 12:39:11.935105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b98d25-2c05-48a5-a25d-728e159936be req-ce386477-29c2-4921-9025-b05058879569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:11.936566 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-92b98d25-2c05-48a5-a25d-728e159936be req-ce386477-29c2-4921-9025-b05058879569 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 1099 time: 0.0390227 Nov 11 12:39:12.024845 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b98d25-2c05-48a5-a25d-728e159936be req-b5243474-c8c2-4b00-bf61-73a0abcdf832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:12.026324 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-92b98d25-2c05-48a5-a25d-728e159936be req-b5243474-c8c2-4b00-bf61-73a0abcdf832 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0831189 Nov 11 12:39:12.034932 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8e61d-aaaf-4ef6-83dd-9e547793a23c req-a02c2c3d-fb62-43c7-8c30-43ebe6c79266 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:12.036413 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-98d8e61d-aaaf-4ef6-83dd-9e547793a23c req-a02c2c3d-fb62-43c7-8c30-43ebe6c79266 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0480254 Nov 11 12:39:12.083161 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-98d8e61d-aaaf-4ef6-83dd-9e547793a23c req-838c20b5-d8e6-437d-8c9d-8bf268c0583d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407310 Nov 11 12:39:12.095374 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-92b98d25-2c05-48a5-a25d-728e159936be req-b4ef757a-7b85-432e-921a-154baeba0129 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5442602e-dde1-4a7f-81d5-3059a0c55494 HTTP/1.1" status: 200 len: 1003 time: 0.0613372 Nov 11 12:39:12.142983 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b98d25-2c05-48a5-a25d-728e159936be req-f4392536-de70-4015-93f8-6d62a9aaebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:12.144394 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-92b98d25-2c05-48a5-a25d-728e159936be req-f4392536-de70-4015-93f8-6d62a9aaebe2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0424995 Nov 11 12:39:12.188129 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b98d25-2c05-48a5-a25d-728e159936be req-492b37db-537a-4ee4-834f-c3961b38f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:12.189520 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-92b98d25-2c05-48a5-a25d-728e159936be req-492b37db-537a-4ee4-834f-c3961b38f334 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0382972 Nov 11 12:39:12.278548 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-92b98d25-2c05-48a5-a25d-728e159936be req-2c44edc9-3174-44a2-9852-5843a68f83ed service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821795 Nov 11 12:39:12.365004 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-92b98d25-2c05-48a5-a25d-728e159936be req-cd04d8a2-0050-477b-9a6f-bc945a413cd5 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793924 Nov 11 12:39:13.195194 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba7d31-7441-4337-b3ee-f262d5eeee3b req-19009034-07d8-4bf7-a142-ff31864c8e5a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:13.196637 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c3ba7d31-7441-4337-b3ee-f262d5eeee3b req-19009034-07d8-4bf7-a142-ff31864c8e5a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0468845 Nov 11 12:39:13.246832 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c3ba7d31-7441-4337-b3ee-f262d5eeee3b req-0d66793b-c0ed-4166-b224-3190df53355d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438125 Nov 11 12:39:14.365337 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e441bc-72ca-4c3c-99c0-269807dba574 req-68744a46-e976-40e6-a2ff-f85c6e4d84cf tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:14.366828 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-81e441bc-72ca-4c3c-99c0-269807dba574 req-68744a46-e976-40e6-a2ff-f85c6e4d84cf tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0500517 Nov 11 12:39:14.413711 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-81e441bc-72ca-4c3c-99c0-269807dba574 req-52a4c92f-6c2a-4f05-a2fb-ddf8f29faaac tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406244 Nov 11 12:39:14.596261 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 5442602e-dde1-4a7f-81d5-3059a0c55494 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:39:14.694807 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 5442602e-dde1-4a7f-81d5-3059a0c55494, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5442602e-dde1-4a7f-81d5-3059a0c55494,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:39:14.705905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '5442602e-dde1-4a7f-81d5-3059a0c55494', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'port_id': '5442602e-dde1-4a7f-81d5-3059a0c55494', 'mac_address': 'fa:16:3e:5f:7f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:39:14.742390 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:14.754971 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5442602e-dde1-4a7f-81d5-3059a0c55494 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:39:14.773906 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 5442602e-dde1-4a7f-81d5-3059a0c55494, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5442602e-dde1-4a7f-81d5-3059a0c55494,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:39:14.865443 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:14.915284 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=5442602e-dde1-4a7f-81d5-3059a0c55494,revision_number=6']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:39:14.922452 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['5442602e-dde1-4a7f-81d5-3059a0c55494'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:39:14.945335 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:14.945683 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:14.946036 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:14.946354 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:14.946683 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:14.947011 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:14.947362 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:14.947688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:14.948013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:14.948362 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:14.948685 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:14.948999 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:15.535072 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf580aea-18c1-44f3-8f52-5fc9b5fda095 req-29f97c04-1d94-489f-8872-078bfbaeb4a4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:15.535072 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cf580aea-18c1-44f3-8f52-5fc9b5fda095 req-29f97c04-1d94-489f-8872-078bfbaeb4a4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 945 time: 0.0476737 Nov 11 12:39:15.574819 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cf580aea-18c1-44f3-8f52-5fc9b5fda095 req-8894bb60-e00c-41af-8117-fce42a7db162 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398271 Nov 11 12:39:16.214751 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f70965-3ffa-448a-8572-9bce8285db47 req-8b108d57-ef2e-4840-839f-c9dea76eecc0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:16.216727 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b7f70965-3ffa-448a-8572-9bce8285db47 req-8b108d57-ef2e-4840-839f-c9dea76eecc0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 945 time: 0.0522871 Nov 11 12:39:16.268916 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-4ad77e56-a972-420f-b5fa-3627ccbb32de tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:16.270386 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-4ad77e56-a972-420f-b5fa-3627ccbb32de tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7&tenant_id=53e67b435a854bf5961e3aa899984860&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.0584085 Nov 11 12:39:16.271094 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b7f70965-3ffa-448a-8572-9bce8285db47 req-4c5cd4c7-a392-45e6-85fc-6454532fee4a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483184 Nov 11 12:39:16.330672 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-29ad26b4-a235-40c4-9bc5-1c254030f48c service neutron] 10.222.0.70 "GET /v2.0/ports/5442602e-dde1-4a7f-81d5-3059a0c55494/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0518935 Nov 11 12:39:16.400714 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-e546ba1d-d050-4896-a433-3a5731af934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:16.402106 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-e546ba1d-d050-4896-a433-3a5731af934e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 1098 time: 0.0489140 Nov 11 12:39:16.493489 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-c77a0e4f-4e38-4912-b47f-24a0baf8312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:16.494933 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-c77a0e4f-4e38-4912-b47f-24a0baf8312c service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0853980 Nov 11 12:39:16.561035 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-0fe1443f-c1f0-4a2e-a378-3d54e02aa4b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5442602e-dde1-4a7f-81d5-3059a0c55494 HTTP/1.1" status: 200 len: 1002 time: 0.0577934 Nov 11 12:39:16.609092 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-0a3eae43-ceac-41d6-acd0-93e8eaf3c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:16.611152 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-0a3eae43-ceac-41d6-acd0-93e8eaf3c571 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0432267 Nov 11 12:39:16.613300 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 5442602e-dde1-4a7f-81d5-3059a0c55494 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:39:16.663405 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-f2097a07-934b-4155-9b02-9c6b58606803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:16.664799 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-f2097a07-934b-4155-9b02-9c6b58606803 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0479536 Nov 11 12:39:16.670523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 5442602e-dde1-4a7f-81d5-3059a0c55494 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:39:16.670896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:16.751810 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:16.754322 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-4acd2db5-5d60-4bce-ae79-21cf34e44ff6 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823667 Nov 11 12:39:16.774152 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2970d37-71ec-413f-87f8-fbe7de0c30d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5442602e-dde1-4a7f-81d5-3059a0c55494'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:39:16.776409 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755c01ad-393a-44b7-b914-32a67e75b635" -d '{"events": [{"server_uuid": "a2970d37-71ec-413f-87f8-fbe7de0c30d7", "name": "network-vif-plugged", "status": "completed", "tag": "5442602e-dde1-4a7f-81d5-3059a0c55494"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:39:16.790609 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 5442602e-dde1-4a7f-81d5-3059a0c55494, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5442602e-dde1-4a7f-81d5-3059a0c55494,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:39:16.827264 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba49a73e-1f8d-4fe8-9c05-7d82accdc906 x-openstack-request-id: req-ba49a73e-1f8d-4fe8-9c05-7d82accdc906 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:39:16.827562 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2970d37-71ec-413f-87f8-fbe7de0c30d7", "name": "network-vif-plugged", "status": "completed", "tag": "5442602e-dde1-4a7f-81d5-3059a0c55494", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:39:16.827817 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba49a73e-1f8d-4fe8-9c05-7d82accdc906 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:39:16.828213 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2970d37-71ec-413f-87f8-fbe7de0c30d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5442602e-dde1-4a7f-81d5-3059a0c55494', 'code': 200} Nov 11 12:39:16.850139 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-4a259cbb-4f23-41f8-bd49-6cf698b64e6a service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885270 Nov 11 12:39:16.877419 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:16.925363 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=5442602e-dde1-4a7f-81d5-3059a0c55494,revision_number=7']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:39:17.389973 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55ff6f-fe26-4f54-b135-50be425d224b req-21151076-45c1-4ce3-bc67-3be9a51571f1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:17.391455 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-db55ff6f-fe26-4f54-b135-50be425d224b req-21151076-45c1-4ce3-bc67-3be9a51571f1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0522065 Nov 11 12:39:17.437843 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-db55ff6f-fe26-4f54-b135-50be425d224b req-0e558a03-2cb3-4548-a1e2-33d3b569bfe2 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404344 Nov 11 12:39:18.558617 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d236e-a725-47e9-9ea2-be73c54a4329 req-0b6f23aa-4a69-4ca2-9e41-327dbef56125 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:18.560542 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2f2d236e-a725-47e9-9ea2-be73c54a4329 req-0b6f23aa-4a69-4ca2-9e41-327dbef56125 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0504594 Nov 11 12:39:18.605086 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2f2d236e-a725-47e9-9ea2-be73c54a4329 req-bba4e8ae-1679-4359-9992-f1f29643a63b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387218 Nov 11 12:39:19.725897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27250d77-9ea1-490b-b4d0-25f835c0493e req-684bd7ee-fe25-4b0d-b03c-a2d2219c8357 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:19.727403 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-27250d77-9ea1-490b-b4d0-25f835c0493e req-684bd7ee-fe25-4b0d-b03c-a2d2219c8357 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0537589 Nov 11 12:39:19.770291 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-55eaf553-e0e2-4a96-9a3d-401a38ba3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:19.771717 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-55eaf553-e0e2-4a96-9a3d-401a38ba3ee8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7&tenant_id=53e67b435a854bf5961e3aa899984860 HTTP/1.1" status: 200 len: 1099 time: 0.0418105 Nov 11 12:39:19.774855 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-27250d77-9ea1-490b-b4d0-25f835c0493e req-9c21f207-9baf-406e-99e7-bd22cae8ca33 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415390 Nov 11 12:39:19.833613 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-d7107c86-c456-4a25-987a-a563c57b38be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:19.835076 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-d7107c86-c456-4a25-987a-a563c57b38be service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 1099 time: 0.0407791 Nov 11 12:39:19.930213 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-9aa2cee4-7ba4-4e06-8ae1-b5f656c88d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:19.931726 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-9aa2cee4-7ba4-4e06-8ae1-b5f656c88d5a service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0897682 Nov 11 12:39:19.997746 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-1a47707c-5b61-4b37-8953-15b476ebbb8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5442602e-dde1-4a7f-81d5-3059a0c55494 HTTP/1.1" status: 200 len: 1003 time: 0.0573418 Nov 11 12:39:20.047881 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-a993b051-bc2b-4ec6-bdc5-36a30048e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:20.049192 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-a993b051-bc2b-4ec6-bdc5-36a30048e0f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0452240 Nov 11 12:39:20.093434 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-5c08a3c3-799a-43f2-974d-c778fd2c4939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:20.094875 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-5c08a3c3-799a-43f2-974d-c778fd2c4939 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0390055 Nov 11 12:39:20.182454 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-574c52a4-082c-4459-9566-71a6124cb42e service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799210 Nov 11 12:39:20.278766 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d7159d65-4d2b-4f66-90eb-11397e460d1f req-06dee8c3-71bf-4af0-a51c-a859b93dd33c service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887601 Nov 11 12:39:20.887088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3696be-fd3c-42fe-a2d9-9d66fe276d01 req-e2e4d47f-8af8-498f-a9ff-b03fc527b9ce tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:20.889059 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8d3696be-fd3c-42fe-a2d9-9d66fe276d01 req-e2e4d47f-8af8-498f-a9ff-b03fc527b9ce tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0471661 Nov 11 12:39:20.986345 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8d3696be-fd3c-42fe-a2d9-9d66fe276d01 req-07f3eda4-1036-47e3-96c1-3c0253f040ca tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913684 Nov 11 12:39:22.148730 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad82ef-e176-41b3-a2ff-e98e390a0223 req-f0ad480e-fdba-4e35-9c9e-f822007e44f6 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:22.150182 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f9ad82ef-e176-41b3-a2ff-e98e390a0223 req-f0ad480e-fdba-4e35-9c9e-f822007e44f6 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0965109 Nov 11 12:39:22.197511 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f9ad82ef-e176-41b3-a2ff-e98e390a0223 req-a632cd04-e2ea-4682-813c-f900a478c344 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406444 Nov 11 12:39:22.311768 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bb39b-b207-4d21-bcb0-f5a61508a759 req-b19f811e-166c-4835-99d2-1116a113ade0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:22.313122 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-059bb39b-b207-4d21-bcb0-f5a61508a759 req-b19f811e-166c-4835-99d2-1116a113ade0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0478120 Nov 11 12:39:22.359643 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-059bb39b-b207-4d21-bcb0-f5a61508a759 req-876e2468-d02e-49af-a998-f4358424cdf7 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405664 Nov 11 12:39:22.478318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a1906-801f-4882-ae2d-82fe1fe15df8 req-c2f79851-7308-4c28-a1f3-004437944bbc tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:22.479771 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8e9a1906-801f-4882-ae2d-82fe1fe15df8 req-c2f79851-7308-4c28-a1f3-004437944bbc tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 946 time: 0.0514474 Nov 11 12:39:22.524887 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8e9a1906-801f-4882-ae2d-82fe1fe15df8 req-1301b11f-ff8a-47a2-a420-0fdbf879807b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391486 Nov 11 12:39:22.644994 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 5442602e-dde1-4a7f-81d5-3059a0c55494 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:39:22.719205 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:22.740910 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2970d37-71ec-413f-87f8-fbe7de0c30d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5442602e-dde1-4a7f-81d5-3059a0c55494'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:39:22.743096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663b7f84-13d9-4527-a6f8-9df68228d4af" -d '{"events": [{"server_uuid": "a2970d37-71ec-413f-87f8-fbe7de0c30d7", "name": "network-vif-unplugged", "status": "completed", "tag": "5442602e-dde1-4a7f-81d5-3059a0c55494"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:39:22.756480 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 5442602e-dde1-4a7f-81d5-3059a0c55494, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5442602e-dde1-4a7f-81d5-3059a0c55494,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:39:22.786166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3c1573-89ba-4957-b175-f6c71a121d23 x-openstack-request-id: req-3c3c1573-89ba-4957-b175-f6c71a121d23 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:39:22.786458 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2970d37-71ec-413f-87f8-fbe7de0c30d7", "name": "network-vif-unplugged", "status": "completed", "tag": "5442602e-dde1-4a7f-81d5-3059a0c55494", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:39:22.786708 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c3c1573-89ba-4957-b175-f6c71a121d23 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:39:22.787116 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2970d37-71ec-413f-87f8-fbe7de0c30d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5442602e-dde1-4a7f-81d5-3059a0c55494', 'code': 200} Nov 11 12:39:22.803163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:22.854868 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=5442602e-dde1-4a7f-81d5-3059a0c55494,revision_number=8']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:39:22.926436 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabc4ee-6425-4ef7-b7a8-aea17d5ba982 req-7acd83a4-0775-43aa-8c2f-a32e0a866cc9 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:22.927933 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-dbabc4ee-6425-4ef7-b7a8-aea17d5ba982 req-7acd83a4-0775-43aa-8c2f-a32e0a866cc9 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 944 time: 0.0477538 Nov 11 12:39:22.976918 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-dbabc4ee-6425-4ef7-b7a8-aea17d5ba982 req-fd32b3b0-fd9b-4f9f-9bb3-2d3e067b5ce6 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430605 Nov 11 12:39:23.220207 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:39:24.092849 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313bf6c-5cbd-48bd-b9cd-639a1f52fc56 req-d47cc44d-91e7-4a75-a3ca-29f2eb1aaf83 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:24.094289 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7313bf6c-5cbd-48bd-b9cd-639a1f52fc56 req-d47cc44d-91e7-4a75-a3ca-29f2eb1aaf83 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 944 time: 0.0477059 Nov 11 12:39:24.143550 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7313bf6c-5cbd-48bd-b9cd-639a1f52fc56 req-8d8999e3-cf20-450a-9c7d-8edb73ec687a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435135 Nov 11 12:39:25.117857 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2a0e3-a6d4-4e84-b3f3-8b4b8418c18e req-042e0114-5e2b-4dbb-9300-ccaabf15af10 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:25.119276 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a3c2a0e3-a6d4-4e84-b3f3-8b4b8418c18e req-042e0114-5e2b-4dbb-9300-ccaabf15af10 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 944 time: 0.0481148 Nov 11 12:39:25.207929 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-a3c2a0e3-a6d4-4e84-b3f3-8b4b8418c18e req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Deleting port 5442602e-dde1-4a7f-81d5-3059a0c55494 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:39:25.208267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a3c2a0e3-a6d4-4e84-b3f3-8b4b8418c18e req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:25.256927 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c5adc-f353-49fc-8a3a-7e895cd6e09c req-ad4d0c8b-8c50-4a8c-8269-df1934d65a8e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:25.258406 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d00c5adc-f353-49fc-8a3a-7e895cd6e09c req-ad4d0c8b-8c50-4a8c-8269-df1934d65a8e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 944 time: 0.0495601 Nov 11 12:39:25.308301 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d00c5adc-f353-49fc-8a3a-7e895cd6e09c req-cd72def7-3ba4-46ef-a87e-8e6177967986 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431283 Nov 11 12:39:25.311361 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-a3c2a0e3-a6d4-4e84-b3f3-8b4b8418c18e req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] For port 5442602e-dde1-4a7f-81d5-3059a0c55494, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5442602e-dde1-4a7f-81d5-3059a0c55494,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:39:25.311717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a3c2a0e3-a6d4-4e84-b3f3-8b4b8418c18e req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:25.478515 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a3c2a0e3-a6d4-4e84-b3f3-8b4b8418c18e req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:25.478774 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a3c2a0e3-a6d4-4e84-b3f3-8b4b8418c18e req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:25.479103 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [req-a3c2a0e3-a6d4-4e84-b3f3-8b4b8418c18e req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Floating IP b0a3f29c-1d95-4143-b3ed-2d265f543870 disassociated. External IP: 172.26.5.107, port: 5442602e-dde1-4a7f-81d5-3059a0c55494. Nov 11 12:39:25.479440 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-a3c2a0e3-a6d4-4e84-b3f3-8b4b8418c18e req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Calling delete_port for 5442602e-dde1-4a7f-81d5-3059a0c55494 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:39:25.670181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a3c2a0e3-a6d4-4e84-b3f3-8b4b8418c18e req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:25.696868 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Pushing event deleted for resources: {'Port': ['ID=5442602e-dde1-4a7f-81d5-3059a0c55494,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:39:25.709909 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:25.710261 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:25.710601 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:25.710936 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:25.711296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:25.711631 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:25.711962 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:25.712316 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:25.712899 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:25.713646 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:25.713646 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:25.713852 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:39:26.161090 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3c2a0e3-a6d4-4e84-b3f3-8b4b8418c18e req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Router 949eafc0-3e1f-4617-b8e7-0997b03891ad has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:39:26.266031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3c2a0e3-a6d4-4e84-b3f3-8b4b8418c18e req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:39:26.275244 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d68d7e-dfe6-4321-8dcd-02bd972bd770 None None] Sync routers for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:39:26.284423 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d68d7e-dfe6-4321-8dcd-02bd972bd770 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:39:26.285013 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-e6d68d7e-dfe6-4321-8dcd-02bd972bd770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:39:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:39:26.308102 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c2a0e3-a6d4-4e84-b3f3-8b4b8418c18e req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] No DVR routers for this DVR port 5442602e-dde1-4a7f-81d5-3059a0c55494 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:39:26.312367 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a3c2a0e3-a6d4-4e84-b3f3-8b4b8418c18e req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:26.317809 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a3c2a0e3-a6d4-4e84-b3f3-8b4b8418c18e req-343e2f60-4dc6-4b99-b0f2-83ac7a008ac0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "DELETE /v2.0/ports/5442602e-dde1-4a7f-81d5-3059a0c55494 HTTP/1.1" status: 204 len: 173 time: 1.1922166 Nov 11 12:39:26.318421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2970d37-71ec-413f-87f8-fbe7de0c30d7', 'name': 'network-vif-deleted', 'tag': '5442602e-dde1-4a7f-81d5-3059a0c55494'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:39:26.321897 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f316a49a-254f-44fe-bd46-6d8fae9ff969" -d '{"events": [{"server_uuid": "a2970d37-71ec-413f-87f8-fbe7de0c30d7", "name": "network-vif-deleted", "tag": "5442602e-dde1-4a7f-81d5-3059a0c55494"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:39:26.373900 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc83ff50-0700-444a-8e86-0f98f2f567e5 x-openstack-request-id: req-fc83ff50-0700-444a-8e86-0f98f2f567e5 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:39:26.374416 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2970d37-71ec-413f-87f8-fbe7de0c30d7", "name": "network-vif-deleted", "tag": "5442602e-dde1-4a7f-81d5-3059a0c55494", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:39:26.374669 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc83ff50-0700-444a-8e86-0f98f2f567e5 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:39:26.375095 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2970d37-71ec-413f-87f8-fbe7de0c30d7', 'name': 'network-vif-deleted', 'tag': '5442602e-dde1-4a7f-81d5-3059a0c55494', 'status': 'completed', 'code': 200} Nov 11 12:39:26.398849 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-e6d68d7e-dfe6-4321-8dcd-02bd972bd770 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:39:26.410549 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1c75a073-23c5-4bb9-b6e8-cca3cb21ae56 req-164c0fc8-eefc-4000-8f5a-9b8d24512234 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2970d37-71ec-413f-87f8-fbe7de0c30d7 HTTP/1.1" status: 200 len: 210 time: 0.0257196 Nov 11 12:39:26.595870 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-e6d68d7e-dfe6-4321-8dcd-02bd972bd770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:39:26.622038 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d68d7e-dfe6-4321-8dcd-02bd972bd770 None None] Checking router: 949eafc0-3e1f-4617-b8e7-0997b03891ad for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:39:26.631113 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d68d7e-dfe6-4321-8dcd-02bd972bd770 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:39:26.631726 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-e6d68d7e-dfe6-4321-8dcd-02bd972bd770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:39:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:39:26.735464 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-e6d68d7e-dfe6-4321-8dcd-02bd972bd770 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:39:26.926802 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-e6d68d7e-dfe6-4321-8dcd-02bd972bd770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:39:26.952109 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d68d7e-dfe6-4321-8dcd-02bd972bd770 None None] The sync data for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv is: [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:39:27.168275 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ae552b-9175-4ce3-85e4-f41d77c5077a None None] New status for floating IP b0a3f29c-1d95-4143-b3ed-2d265f543870: DOWN {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:39:27.661596 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-881356df-ceaf-4592-9a55-30323e5f01d9 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1807842617&fields=id&tenant_id=53e67b435a854bf5961e3aa899984860 HTTP/1.1" status: 200 len: 267 time: 0.0404949 Nov 11 12:39:27.767154 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-6105e0e1-afca-4393-8669-2f87f4577753 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:27.768563 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-6105e0e1-afca-4393-8669-2f87f4577753 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 811 time: 0.1002960 Nov 11 12:39:27.782560 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-19be5764-0494-4651-a3e3-42800b6c9827 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/quotas/53e67b435a854bf5961e3aa899984860 HTTP/1.1" status: 200 len: 375 time: 0.0084426 Nov 11 12:39:27.832981 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-a536c0d4-c1f6-4a8e-9c85-16565768d23d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453832 Nov 11 12:39:27.971254 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-f9ed03a5-9642-4bf0-a94a-3053fb5143bb service neutron] 10.222.0.50 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260960 Nov 11 12:39:28.058842 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-34482942-ad50-493b-b907-2698305121c8 service neutron] 10.222.0.50 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816195 Nov 11 12:39:28.284960 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c2c86ca1-d442-4fb3-ba56-1804a96ba1fc req-1e885efb-3193-49d9-a858-af0a55847c6b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 210 time: 0.0312912 Nov 11 12:39:29.378428 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3651d909-b7b0-4617-ae6e-07cbd3c24cce req-1a1a3196-9b4b-4b94-90bf-3a9fea516204 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 210 time: 0.0260746 Nov 11 12:39:30.173079 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-bc3fca31-0bb4-4aed-a254-a2c00b6cdb54 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:30.174526 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-bc3fca31-0bb4-4aed-a254-a2c00b6cdb54 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 811 time: 0.0998781 Nov 11 12:39:30.235594 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-47725fd8-a15f-43e6-8322-27f99d5c8315 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53e67b435a854bf5961e3aa899984860 HTTP/1.1" status: 200 len: 380 time: 0.0516665 Nov 11 12:39:30.245887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-bc1dd8b2-e938-4c40-a305-5d658f53c340 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Request body: {'port': {'device_id': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'admin_state_up': True, 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'security_groups': ['85da415a-d5d9-4ccb-8ef5-51e6d91ba393']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:39:30.409099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-bc1dd8b2-e938-4c40-a305-5d658f53c340 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Made reservation on behalf of 53e67b435a854bf5961e3aa899984860 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:39:30.412833 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-bc1dd8b2-e938-4c40-a305-5d658f53c340 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:30.474436 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-39b062f3-80d4-435e-a0f5-efd91e519d5b req-f4645f51-386f-43d1-99d6-d29ff9916e7b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 210 time: 0.0263312 Nov 11 12:39:30.545098 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-bc1dd8b2-e938-4c40-a305-5d658f53c340 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Allocated IP 172.20.0.4 (a2118402-0d4d-47ff-b5ce-9c0fddb287fd/0f589ced-d48d-48e0-a43b-77872d81fc94/0325b824-b15e-4009-b39c-e87161e76352) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:39:30.675880 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-bc1dd8b2-e938-4c40-a305-5d658f53c340 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:30.718746 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 5442602e-dde1-4a7f-81d5-3059a0c55494 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:39:30.734079 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 5442602e-dde1-4a7f-81d5-3059a0c55494 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:39:30.734419 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 5442602e-dde1-4a7f-81d5-3059a0c55494 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:39:30.768093 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-bc1dd8b2-e938-4c40-a305-5d658f53c340 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:30.816715 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-bc1dd8b2-e938-4c40-a305-5d658f53c340 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Network a2118402-0d4d-47ff-b5ce-9c0fddb287fd is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:39:30.819885 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-bc1dd8b2-e938-4c40-a305-5d658f53c340 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:39:30.822252 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-bc1dd8b2-e938-4c40-a305-5d658f53c340 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:39:30.849533 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1dd8b2-e938-4c40-a305-5d658f53c340 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Pushing event updated for resources: {'Port': ['ID=0325b824-b15e-4009-b39c-e87161e76352,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:39:30.880142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-bc1dd8b2-e938-4c40-a305-5d658f53c340 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:30.880782 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-bc1dd8b2-e938-4c40-a305-5d658f53c340 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:30.954425 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-bc1dd8b2-e938-4c40-a305-5d658f53c340 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7121806 Nov 11 12:39:30.967558 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Request body: {'port': {'device_id': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:39:31.020937 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:31.021915 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-3281e03f-97bd-4215-bee3-bef380aa511c None None] Provisioning complete for port 0325b824-b15e-4009-b39c-e87161e76352 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:39:31.022284 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3281e03f-97bd-4215-bee3-bef380aa511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:31.058718 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-3281e03f-97bd-4215-bee3-bef380aa511c None None] Port 0325b824-b15e-4009-b39c-e87161e76352 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:39:31.281836 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0325b824-b15e-4009-b39c-e87161e76352 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:39:31.289374 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:31.301008 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Transition to ACTIVE for port object 0325b824-b15e-4009-b39c-e87161e76352 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:39:31.378427 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:31.429699 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Pushing event updated for resources: {'Port': ['ID=0325b824-b15e-4009-b39c-e87161e76352,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:39:31.501120 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Attempting to bind port 0325b824-b15e-4009-b39c-e87161e76352 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:39:31.501365 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Attempting to bind port 0325b824-b15e-4009-b39c-e87161e76352 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:39:31.501678 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Attempting to bind port 0325b824-b15e-4009-b39c-e87161e76352 on network a2118402-0d4d-47ff-b5ce-9c0fddb287fd {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:39:31.506487 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Port 0325b824-b15e-4009-b39c-e87161e76352 on network a2118402-0d4d-47ff-b5ce-9c0fddb287fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:39:31.506958 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Attempting to bind port 0325b824-b15e-4009-b39c-e87161e76352 on network a2118402-0d4d-47ff-b5ce-9c0fddb287fd {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:39:31.514074 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:39:31.514468 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Checking segment: {'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:39:31.514775 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Bound using segment: {'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:39:31.515266 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Bound port: 0325b824-b15e-4009-b39c-e87161e76352, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449fd18a-3595-4f68-ad13-6fb8231993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:39:31.515625 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:31.587749 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] For port 0325b824-b15e-4009-b39c-e87161e76352, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:39:31.593362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] For port 0325b824-b15e-4009-b39c-e87161e76352, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0325b824-b15e-4009-b39c-e87161e76352,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:39:31.605008 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1ccdb-3d06-4cb7-900f-811c997c28e9 req-df70b4db-a7af-4dc7-99ec-bd4f5992530d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:31.606469 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ade1ccdb-3d06-4cb7-900f-811c997c28e9 req-df70b4db-a7af-4dc7-99ec-bd4f5992530d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 943 time: 0.0573795 Nov 11 12:39:31.653385 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ade1ccdb-3d06-4cb7-900f-811c997c28e9 req-79fa62ae-023a-4f3b-8800-87eb5b61cc9a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409737 Nov 11 12:39:31.689636 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:31.727303 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:31.727976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:31.729401 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] 10.222.0.70 "PUT /v2.0/ports/0325b824-b15e-4009-b39c-e87161e76352 HTTP/1.1" status: 200 len: 1093 time: 0.7672448 Nov 11 12:39:31.729840 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'tag': '0325b824-b15e-4009-b39c-e87161e76352'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:39:31.732229 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e3c775-d76d-4ff2-92b2-26230b1b6627" -d '{"events": [{"name": "network-changed", "server_uuid": "ac30d185-858d-4d0a-a331-0592890f17d1", "tag": "0325b824-b15e-4009-b39c-e87161e76352"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:39:31.766760 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb073f9e-bac0-4a5c-9752-023723a31759 service neutron] Pushing event updated for resources: {'Port': ['ID=0325b824-b15e-4009-b39c-e87161e76352,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:39:31.774669 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f705c145-9398-4353-b502-fa4f32ec6777 x-openstack-request-id: req-f705c145-9398-4353-b502-fa4f32ec6777 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:39:31.775021 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac30d185-858d-4d0a-a331-0592890f17d1", "tag": "0325b824-b15e-4009-b39c-e87161e76352", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:39:31.775352 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f705c145-9398-4353-b502-fa4f32ec6777 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:39:31.775819 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'tag': '0325b824-b15e-4009-b39c-e87161e76352', 'status': 'completed', 'code': 200} Nov 11 12:39:31.837329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3c775-d76d-4ff2-92b2-26230b1b6627 req-6f5f770a-4fc9-4512-aac0-d5c707facf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:31.839179 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-42e3c775-d76d-4ff2-92b2-26230b1b6627 req-6f5f770a-4fc9-4512-aac0-d5c707facf22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 1096 time: 0.0438259 Nov 11 12:39:31.944125 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3c775-d76d-4ff2-92b2-26230b1b6627 req-bd322618-cf44-44fa-bc44-d0db97796691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:31.945587 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-42e3c775-d76d-4ff2-92b2-26230b1b6627 req-bd322618-cf44-44fa-bc44-d0db97796691 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=53e67b435a854bf5961e3aa899984860&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0988533 Nov 11 12:39:32.055248 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3c775-d76d-4ff2-92b2-26230b1b6627 req-2d0d5525-4d62-40db-a662-255a58a06870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:32.056732 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-42e3c775-d76d-4ff2-92b2-26230b1b6627 req-2d0d5525-4d62-40db-a662-255a58a06870 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1048772 Nov 11 12:39:32.137926 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-fadb3a35-40f0-473a-befd-d91c520efdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:32.139419 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-fadb3a35-40f0-473a-befd-d91c520efdc2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 1096 time: 0.0410972 Nov 11 12:39:32.180675 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-21f39849-7ce1-494c-92f3-bd8a75695c4b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0325b824-b15e-4009-b39c-e87161e76352 HTTP/1.1" status: 200 len: 217 time: 0.0336242 Nov 11 12:39:32.232696 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-d547287a-1607-4e99-a812-038e2834a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:32.234114 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-d547287a-1607-4e99-a812-038e2834a9cb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0461171 Nov 11 12:39:32.279140 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-68d3ff69-93d6-41f6-b45c-f765cf6ed007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:32.280498 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-68d3ff69-93d6-41f6-b45c-f765cf6ed007 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395997 Nov 11 12:39:32.368311 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-c20949df-9ffb-40c6-8adc-6823627ef49e service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808117 Nov 11 12:39:32.464092 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e0a7262f-a3d3-40a5-a5f5-76f628e266bd req-482a5c64-ddf9-4de9-9795-1c3a91268cc4 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889132 Nov 11 12:39:32.770047 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9699b2-469e-4224-917a-6e0ec2ef11a0 req-3faadfdc-3c0f-4664-89bd-ff37a39de675 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:32.771514 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9f9699b2-469e-4224-917a-6e0ec2ef11a0 req-3faadfdc-3c0f-4664-89bd-ff37a39de675 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 943 time: 0.0522230 Nov 11 12:39:32.816975 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9f9699b2-469e-4224-917a-6e0ec2ef11a0 req-8044b238-cd0e-4e31-aa45-65d3b6fd39ed tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395579 Nov 11 12:39:33.231695 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-78a8c5b0-4538-4d55-8a8b-902278dc9aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:33.936827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163dfe6-da91-4309-a94f-1600e370e169 req-851e31ef-ee12-4913-b9b8-5d379a103b08 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:33.938254 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3163dfe6-da91-4309-a94f-1600e370e169 req-851e31ef-ee12-4913-b9b8-5d379a103b08 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 943 time: 0.0477264 Nov 11 12:39:33.985357 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3163dfe6-da91-4309-a94f-1600e370e169 req-91e691ff-3de3-40c3-a6ac-51d34ec8e53a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409856 Nov 11 12:39:34.744955 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 0325b824-b15e-4009-b39c-e87161e76352 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:39:34.839980 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 0325b824-b15e-4009-b39c-e87161e76352, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0325b824-b15e-4009-b39c-e87161e76352,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:39:34.851167 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '0325b824-b15e-4009-b39c-e87161e76352', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'port_id': '0325b824-b15e-4009-b39c-e87161e76352', 'mac_address': 'fa:16:3e:a0:52:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:39:34.886712 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:34.899902 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0325b824-b15e-4009-b39c-e87161e76352 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:39:34.918361 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 0325b824-b15e-4009-b39c-e87161e76352, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0325b824-b15e-4009-b39c-e87161e76352,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:39:34.974651 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:35.027078 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=0325b824-b15e-4009-b39c-e87161e76352,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:39:35.100079 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb385b-6bdd-4f03-a06f-185113cf26b0 req-322dbaa0-8846-4255-825e-bb95cbbf54f7 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:35.101521 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-68bb385b-6bdd-4f03-a06f-185113cf26b0 req-322dbaa0-8846-4255-825e-bb95cbbf54f7 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 944 time: 0.0476420 Nov 11 12:39:35.151400 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-68bb385b-6bdd-4f03-a06f-185113cf26b0 req-5c2dc7b2-f613-4f2c-b832-6ccc6628cc85 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435450 Nov 11 12:39:35.180655 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['0325b824-b15e-4009-b39c-e87161e76352'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:39:35.552194 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cc6dcc01-5c37-40a9-a7ec-e24ae91be40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:36.266408 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408cfc8-c8dc-4c03-ae73-a6333d1f339d req-6578b332-d678-4aa0-a264-7bc6d8f53569 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:36.268073 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8408cfc8-c8dc-4c03-ae73-a6333d1f339d req-6578b332-d678-4aa0-a264-7bc6d8f53569 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 944 time: 0.0498512 Nov 11 12:39:36.314716 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8408cfc8-c8dc-4c03-ae73-a6333d1f339d req-01576129-c917-4b37-8e41-8e5c37a2d9f4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407550 Nov 11 12:39:36.592077 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:36.744715 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 0325b824-b15e-4009-b39c-e87161e76352 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:39:36.866120 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 0325b824-b15e-4009-b39c-e87161e76352 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:39:36.869879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 0325b824-b15e-4009-b39c-e87161e76352 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:39:36.870263 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:36.945544 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:36.971613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0325b824-b15e-4009-b39c-e87161e76352'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:39:36.973811 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3f7134-6e71-4274-8a0e-307193e7f2ee" -d '{"events": [{"server_uuid": "ac30d185-858d-4d0a-a331-0592890f17d1", "name": "network-vif-plugged", "status": "completed", "tag": "0325b824-b15e-4009-b39c-e87161e76352"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:39:36.986385 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 0325b824-b15e-4009-b39c-e87161e76352, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0325b824-b15e-4009-b39c-e87161e76352,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:39:37.011005 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbc8c10-d678-4d7d-9bec-84430d17aa33 x-openstack-request-id: req-7fbc8c10-d678-4d7d-9bec-84430d17aa33 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:39:37.011322 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac30d185-858d-4d0a-a331-0592890f17d1", "name": "network-vif-plugged", "status": "completed", "tag": "0325b824-b15e-4009-b39c-e87161e76352", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:39:37.011573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7fbc8c10-d678-4d7d-9bec-84430d17aa33 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:39:37.011955 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0325b824-b15e-4009-b39c-e87161e76352', 'code': 200} Nov 11 12:39:37.060308 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:37.109706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=0325b824-b15e-4009-b39c-e87161e76352,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:39:37.291238 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78a80e-e570-4bfa-ae38-212bbca2131e req-eb205134-9a42-440c-875a-7b49a5a526f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:37.292717 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fe78a80e-e570-4bfa-ae38-212bbca2131e req-eb205134-9a42-440c-875a-7b49a5a526f5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 1098 time: 0.0407472 Nov 11 12:39:37.336915 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fe78a80e-e570-4bfa-ae38-212bbca2131e req-297db09c-bd09-4fde-92de-ddfa4da6875f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366011 Nov 11 12:39:37.427364 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092e830-64a7-4164-8287-a682ee151c4d req-9ecc0c85-cfd7-4cc9-badb-38320b8605f5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:37.428737 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8092e830-64a7-4164-8287-a682ee151c4d req-9ecc0c85-cfd7-4cc9-badb-38320b8605f5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0478992 Nov 11 12:39:37.474959 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8092e830-64a7-4164-8287-a682ee151c4d req-98bdfaae-ebab-4085-808e-2c0ec0f2f39c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401654 Nov 11 12:39:38.224759 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:38.618497 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94237194-527c-474a-aeac-6724f9c1f8c8 req-a75db59b-1eee-4b32-9e07-7ec75887bc3c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:38.619972 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-94237194-527c-474a-aeac-6724f9c1f8c8 req-a75db59b-1eee-4b32-9e07-7ec75887bc3c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0518754 Nov 11 12:39:38.666199 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-94237194-527c-474a-aeac-6724f9c1f8c8 req-6d8e51ed-0d1f-4df2-afe0-2c1875842f83 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400536 Nov 11 12:39:38.774591 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c7b25-0d50-4fa8-ae4d-a741980bb0ee req-31fe833a-af99-4a25-af04-0664cc2ac4e7 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:38.775948 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-988c7b25-0d50-4fa8-ae4d-a741980bb0ee req-31fe833a-af99-4a25-af04-0664cc2ac4e7 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0471447 Nov 11 12:39:38.784905 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59120) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:39:38.789057 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-350d7498-947b-48d3-8de7-6378df2c8827 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Request body: {'floatingip': {'port_id': '0325b824-b15e-4009-b39c-e87161e76352'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:39:38.829798 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-350d7498-947b-48d3-8de7-6378df2c8827 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for floatingip, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:39.158859 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:39.545210 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-350d7498-947b-48d3-8de7-6378df2c8827 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:39.591877 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-350d7498-947b-48d3-8de7-6378df2c8827 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:39.688372 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-350d7498-947b-48d3-8de7-6378df2c8827 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Floating IP b0a3f29c-1d95-4143-b3ed-2d265f543870 associated. External IP: 172.26.5.107, port: 0325b824-b15e-4009-b39c-e87161e76352. Nov 11 12:39:39.896863 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350d7498-947b-48d3-8de7-6378df2c8827 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Router 949eafc0-3e1f-4617-b8e7-0997b03891ad has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:39:40.001103 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350d7498-947b-48d3-8de7-6378df2c8827 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:39:40.005577 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-350d7498-947b-48d3-8de7-6378df2c8827 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:40.011845 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec8bb3a-ffc0-4f0a-bd98-cd1b2c831522 None None] Sync routers for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:39:40.024192 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec8bb3a-ffc0-4f0a-bd98-cd1b2c831522 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:39:40.024932 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1ec8bb3a-ffc0-4f0a-bd98-cd1b2c831522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:39:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:39:40.044102 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-350d7498-947b-48d3-8de7-6378df2c8827 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "PUT /v2.0/floatingips/b0a3f29c-1d95-4143-b3ed-2d265f543870 HTTP/1.1" status: 200 len: 992 time: 1.2550762 Nov 11 12:39:40.044102 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'tag': '0325b824-b15e-4009-b39c-e87161e76352'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:39:40.044102 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c828cda-b0fa-45e5-949c-ffa08b3e59c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ac30d185-858d-4d0a-a331-0592890f17d1", "tag": "0325b824-b15e-4009-b39c-e87161e76352"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:39:40.092771 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89090dec-10b5-4c87-9b52-7831258a665f x-openstack-request-id: req-89090dec-10b5-4c87-9b52-7831258a665f {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:39:40.093066 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac30d185-858d-4d0a-a331-0592890f17d1", "tag": "0325b824-b15e-4009-b39c-e87161e76352", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:39:40.093321 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89090dec-10b5-4c87-9b52-7831258a665f {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:39:40.093723 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'tag': '0325b824-b15e-4009-b39c-e87161e76352', 'status': 'completed', 'code': 200} Nov 11 12:39:40.163342 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c828cda-b0fa-45e5-949c-ffa08b3e59c6 req-89e007fc-1ab3-4e3d-b960-e3686c1471e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:40.164765 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9c828cda-b0fa-45e5-949c-ffa08b3e59c6 req-89e007fc-1ab3-4e3d-b960-e3686c1471e2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 1098 time: 0.0467803 Nov 11 12:39:40.217800 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-1ec8bb3a-ffc0-4f0a-bd98-cd1b2c831522 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:39:40.255460 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c828cda-b0fa-45e5-949c-ffa08b3e59c6 req-bdc9b04c-e67c-41c3-8c7a-f0ae307848c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:40.256975 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9c828cda-b0fa-45e5-949c-ffa08b3e59c6 req-bdc9b04c-e67c-41c3-8c7a-f0ae307848c5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0857356 Nov 11 12:39:40.326402 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9c828cda-b0fa-45e5-949c-ffa08b3e59c6 req-a3592337-6941-4219-a8d5-c66287ad56e6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0325b824-b15e-4009-b39c-e87161e76352 HTTP/1.1" status: 200 len: 1000 time: 0.0624890 Nov 11 12:39:40.394692 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c828cda-b0fa-45e5-949c-ffa08b3e59c6 req-b8cf60b0-dd88-477f-b811-7be088a21ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:40.396353 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9c828cda-b0fa-45e5-949c-ffa08b3e59c6 req-b8cf60b0-dd88-477f-b811-7be088a21ad7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0638139 Nov 11 12:39:40.441882 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1ec8bb3a-ffc0-4f0a-bd98-cd1b2c831522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'b0a3f29c-1d95-4143-b3ed-2d265f543870', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'floating_ip_address': '172.26.5.107', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'port_id': '0325b824-b15e-4009-b39c-e87161e76352', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'mac_address': 'fa:16:3e:a0:52:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:35:31Z', 'updated_at': '2021-11-11T12:39:39Z', 'revision_number': 13, 'project_id': '53e67b435a854bf5961e3aa899984860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:39:40.443021 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c828cda-b0fa-45e5-949c-ffa08b3e59c6 req-0d195536-544a-42dc-92f4-778ebeb397cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:39:40.444525 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9c828cda-b0fa-45e5-949c-ffa08b3e59c6 req-0d195536-544a-42dc-92f4-778ebeb397cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411654 Nov 11 12:39:40.467155 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec8bb3a-ffc0-4f0a-bd98-cd1b2c831522 None None] Checking router: 949eafc0-3e1f-4617-b8e7-0997b03891ad for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:39:40.475220 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec8bb3a-ffc0-4f0a-bd98-cd1b2c831522 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:39:40.475820 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1ec8bb3a-ffc0-4f0a-bd98-cd1b2c831522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:39:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:39:40.536602 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9c828cda-b0fa-45e5-949c-ffa08b3e59c6 req-13c4cd06-1a11-4771-b277-3d54b2b11116 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849135 Nov 11 12:39:40.579147 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-1ec8bb3a-ffc0-4f0a-bd98-cd1b2c831522 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:39:40.625934 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9c828cda-b0fa-45e5-949c-ffa08b3e59c6 req-f98c233d-d1a7-4fd0-9d21-97a7f80611f4 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820174 Nov 11 12:39:40.800436 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1ec8bb3a-ffc0-4f0a-bd98-cd1b2c831522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'b0a3f29c-1d95-4143-b3ed-2d265f543870', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'floating_ip_address': '172.26.5.107', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'port_id': '0325b824-b15e-4009-b39c-e87161e76352', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'mac_address': 'fa:16:3e:a0:52:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:35:31Z', 'updated_at': '2021-11-11T12:39:39Z', 'revision_number': 13, 'project_id': '53e67b435a854bf5961e3aa899984860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:39:40.825485 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec8bb3a-ffc0-4f0a-bd98-cd1b2c831522 None None] The sync data for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv is: [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'b0a3f29c-1d95-4143-b3ed-2d265f543870', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'floating_ip_address': '172.26.5.107', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'port_id': '0325b824-b15e-4009-b39c-e87161e76352', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'mac_address': 'fa:16:3e:a0:52:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:35:31Z', 'updated_at': '2021-11-11T12:39:39Z', 'revision_number': 13, 'project_id': '53e67b435a854bf5961e3aa899984860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:39:40.910435 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:39:41.018626 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1268e17-14c0-4d68-90ce-ea1d22829e8e None None] New status for floating IP b0a3f29c-1d95-4143-b3ed-2d265f543870: ACTIVE {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:40:00.220337 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:40:03.226893 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0a7c5fb3-d05e-42f5-9cc3-5d560b182633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:05.567966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b42fd59a-b885-46b7-890f-c450244e77b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:05.933956 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-acfae48b-97c5-4d84-bcf9-5cb08ecb063b req-5a0d3007-d391-4733-8f62-692d04572a57 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427928 Nov 11 12:40:06.028149 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfae48b-97c5-4d84-bcf9-5cb08ecb063b req-337e033b-a712-44c1-bc26-3d6720982a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:06.030946 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-acfae48b-97c5-4d84-bcf9-5cb08ecb063b req-337e033b-a712-44c1-bc26-3d6720982a22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 1098 time: 0.0490522 Nov 11 12:40:06.134674 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfae48b-97c5-4d84-bcf9-5cb08ecb063b req-9a0b1177-ec92-4dfe-87ec-ba815ab329f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:06.136159 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-acfae48b-97c5-4d84-bcf9-5cb08ecb063b req-9a0b1177-ec92-4dfe-87ec-ba815ab329f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0841408 Nov 11 12:40:06.207527 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-acfae48b-97c5-4d84-bcf9-5cb08ecb063b req-9e835e95-ff0b-4af2-895c-a7113b351836 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0325b824-b15e-4009-b39c-e87161e76352 HTTP/1.1" status: 200 len: 1002 time: 0.0617089 Nov 11 12:40:06.259840 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfae48b-97c5-4d84-bcf9-5cb08ecb063b req-0b502899-0345-4c20-8036-d7343c6aaae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:06.261292 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-acfae48b-97c5-4d84-bcf9-5cb08ecb063b req-0b502899-0345-4c20-8036-d7343c6aaae6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0461118 Nov 11 12:40:06.308269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfae48b-97c5-4d84-bcf9-5cb08ecb063b req-8dfc5915-b321-4ad7-a12e-da455da73d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:06.309721 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-acfae48b-97c5-4d84-bcf9-5cb08ecb063b req-8dfc5915-b321-4ad7-a12e-da455da73d4e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398724 Nov 11 12:40:06.404321 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-acfae48b-97c5-4d84-bcf9-5cb08ecb063b req-de43314c-ccda-45ec-b8b5-4825807ec4c9 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857031 Nov 11 12:40:06.491538 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-acfae48b-97c5-4d84-bcf9-5cb08ecb063b req-b8ca8c33-a6eb-46f4-9a1c-6641bf7b0891 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794222 Nov 11 12:40:06.573728 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:08.345108 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:09.158372 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:10.907099 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:19.930384 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696e361-a05f-4f5e-9b48-d6a67dd198b9 req-eac6c504-a4bd-43be-8f99-1c25bedab60f tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:19.931910 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8696e361-a05f-4f5e-9b48-d6a67dd198b9 req-eac6c504-a4bd-43be-8f99-1c25bedab60f tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0482819 Nov 11 12:40:19.988367 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8696e361-a05f-4f5e-9b48-d6a67dd198b9 req-586d4ada-cabd-44b9-8df6-23e797a27da1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496843 Nov 11 12:40:33.238994 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-71393066-c498-4aff-9ca3-79bbfa5b7eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:33.903110 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48720617-c1da-49da-8c5a-f37b485fe731 req-67006cb0-36b8-4e42-9780-12c59bc63b1d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:33.904578 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-48720617-c1da-49da-8c5a-f37b485fe731 req-67006cb0-36b8-4e42-9780-12c59bc63b1d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0481317 Nov 11 12:40:33.950618 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-48720617-c1da-49da-8c5a-f37b485fe731 req-aa180a02-5184-47d3-8837-47d7db2a8e39 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400617 Nov 11 12:40:34.056166 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-5bfb3689-29d5-4d3b-ad31-b7628cdb49c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0378058 Nov 11 12:40:35.069181 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f4b05-e9f0-4087-a404-bbc5dee3a8d5 req-9dd24220-1a28-4d1e-ad81-5a55d1250bb2 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:35.070774 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-296f4b05-e9f0-4087-a404-bbc5dee3a8d5 req-9dd24220-1a28-4d1e-ad81-5a55d1250bb2 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0496576 Nov 11 12:40:35.121848 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-296f4b05-e9f0-4087-a404-bbc5dee3a8d5 req-b993d9fa-ab4c-4233-9091-6cb9bf6723fd tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449221 Nov 11 12:40:35.576247 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d8972637-8a57-464e-8893-821f7732e340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:35.952202 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-a7148e7c-70f3-4210-9dc9-e970af11b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:35.953759 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-a7148e7c-70f3-4210-9dc9-e970af11b408 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 1098 time: 0.0481470 Nov 11 12:40:36.046847 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-666eeef9-5845-4def-adcc-cb4a70820a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:36.048386 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-666eeef9-5845-4def-adcc-cb4a70820a05 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0874786 Nov 11 12:40:36.119238 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-ff1c4acb-6900-4624-8f73-e2df82248862 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0325b824-b15e-4009-b39c-e87161e76352 HTTP/1.1" status: 200 len: 1002 time: 0.0628915 Nov 11 12:40:36.170153 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-9f0b35ec-a098-4a4f-a37f-bcd0d7d95ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:36.172185 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-9f0b35ec-a098-4a4f-a37f-bcd0d7d95ff5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0461042 Nov 11 12:40:36.220567 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-283e26bd-cc47-4944-b1fd-23508667686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:36.222049 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-283e26bd-cc47-4944-b1fd-23508667686d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0420234 Nov 11 12:40:36.243878 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10899ff-d4fe-4ad7-a3cc-869f3b82f1ee req-95d1bf4b-2e29-4da4-8e83-59db078cc475 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:36.245829 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f10899ff-d4fe-4ad7-a3cc-869f3b82f1ee req-95d1bf4b-2e29-4da4-8e83-59db078cc475 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0519078 Nov 11 12:40:36.294589 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f10899ff-d4fe-4ad7-a3cc-869f3b82f1ee req-c8b2e2a5-eb79-4d56-babe-ca6e36a156b6 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428023 Nov 11 12:40:36.332427 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-60c1c8c4-d86f-4992-8d13-325f07073ca5 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032059 Nov 11 12:40:36.422906 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-e8c5efa1-036b-4b06-ac21-d6444475d3fa service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832372 Nov 11 12:40:36.570314 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:37.220414 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:40:37.410987 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb96110-0ebb-4db0-97b9-3e18e2fa0b9a req-f1700f41-22bb-421e-809b-1c2b7215a89d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:37.412449 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9eb96110-0ebb-4db0-97b9-3e18e2fa0b9a req-f1700f41-22bb-421e-809b-1c2b7215a89d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0471585 Nov 11 12:40:37.458955 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9eb96110-0ebb-4db0-97b9-3e18e2fa0b9a req-080ff2c3-0713-42ee-9852-1b0e554ad63c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406342 Nov 11 12:40:38.192832 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:38.575934 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64eab4c-8400-436e-bca3-f9f7e12799f5 req-8188fda9-7c57-4bee-96aa-45e202c21fd4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:38.578026 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e64eab4c-8400-436e-bca3-f9f7e12799f5 req-8188fda9-7c57-4bee-96aa-45e202c21fd4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0517104 Nov 11 12:40:38.623520 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e64eab4c-8400-436e-bca3-f9f7e12799f5 req-fb97a1a0-c065-4973-afbd-4dec211a0e28 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394394 Nov 11 12:40:39.136075 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:39.739652 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5754e-a8c7-43b2-82e7-e5cac1f13830 req-47516e03-183e-4e53-8caf-45bebf1e44c3 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:39.741250 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-eeb5754e-a8c7-43b2-82e7-e5cac1f13830 req-47516e03-183e-4e53-8caf-45bebf1e44c3 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0476077 Nov 11 12:40:39.788472 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-eeb5754e-a8c7-43b2-82e7-e5cac1f13830 req-f20b8666-01c2-4c0e-bc99-b01199e21ef0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415087 Nov 11 12:40:40.907802 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22315e1-9ed5-4b5d-ae01-7c479bf89f23 req-d902cfd6-3160-43a6-9d23-f6098eeb86be tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:40.909221 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b22315e1-9ed5-4b5d-ae01-7c479bf89f23 req-d902cfd6-3160-43a6-9d23-f6098eeb86be tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0518167 Nov 11 12:40:40.913491 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:40:40.955636 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b22315e1-9ed5-4b5d-ae01-7c479bf89f23 req-8c4a9096-1591-4be4-b38b-ea95af356aa5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404222 Nov 11 12:40:42.070007 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87b166-1f91-48fe-9220-cb3e3870cc39 req-2ebfc082-68d7-46f2-8465-eef6d0eb49b0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:42.071415 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8a87b166-1f91-48fe-9220-cb3e3870cc39 req-2ebfc082-68d7-46f2-8465-eef6d0eb49b0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0479980 Nov 11 12:40:42.118264 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8a87b166-1f91-48fe-9220-cb3e3870cc39 req-4686ba1b-7eb4-44ff-8cac-1b9d3069e88b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409701 Nov 11 12:40:43.231318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af1d7e-b2c0-4365-a172-5b3c0d2655ac req-2f30e4e6-78ac-4389-b285-7d1e225a8489 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:43.232761 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-13af1d7e-b2c0-4365-a172-5b3c0d2655ac req-2f30e4e6-78ac-4389-b285-7d1e225a8489 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0482857 Nov 11 12:40:43.283680 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-13af1d7e-b2c0-4365-a172-5b3c0d2655ac req-295a364e-7cf4-49be-9c93-b74addd5f6ce tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445397 Nov 11 12:40:44.398161 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a19cab-3c16-493c-815e-8602198a8633 req-c50eff18-bdd7-4639-bd5f-2db8d44a2a78 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:44.399634 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-87a19cab-3c16-493c-815e-8602198a8633 req-c50eff18-bdd7-4639-bd5f-2db8d44a2a78 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0482707 Nov 11 12:40:44.445355 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-87a19cab-3c16-493c-815e-8602198a8633 req-47051b7d-3bc0-42b8-b73b-85d4e4fdfb3f tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397363 Nov 11 12:40:45.559304 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df55d3-9518-4053-8f71-6b2a6bf84e71 req-55832b48-9f17-42aa-a6f3-c258f78483dc tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:45.560753 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f2df55d3-9518-4053-8f71-6b2a6bf84e71 req-55832b48-9f17-42aa-a6f3-c258f78483dc tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0484610 Nov 11 12:40:45.607698 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f2df55d3-9518-4053-8f71-6b2a6bf84e71 req-557124bd-c913-4ddd-9f07-b6f563ea0548 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410120 Nov 11 12:40:46.734421 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634d502-178b-47c9-882e-c0ebd24cb542 req-36bc497e-af95-4be2-9ce4-aec8f3fee781 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:46.735899 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0634d502-178b-47c9-882e-c0ebd24cb542 req-36bc497e-af95-4be2-9ce4-aec8f3fee781 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0578635 Nov 11 12:40:46.781525 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0634d502-178b-47c9-882e-c0ebd24cb542 req-222b80d2-450d-49b5-8e70-0f315cdfeb0a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394590 Nov 11 12:40:47.896117 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962cbc4-f7d5-428d-9e49-15c52f3beb2a req-1b9c77da-65ca-48ac-a03c-7c0f998cfb69 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:47.897575 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1962cbc4-f7d5-428d-9e49-15c52f3beb2a req-1b9c77da-65ca-48ac-a03c-7c0f998cfb69 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0486865 Nov 11 12:40:47.943463 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1962cbc4-f7d5-428d-9e49-15c52f3beb2a req-4c7c47c8-f156-46e8-91b6-50b1c7267049 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399592 Nov 11 12:40:49.056802 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e30b82-69b5-4bfd-a183-c001409f0390 req-1e5a69f1-1a07-406e-a1a7-a2531f663c7e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:49.058230 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c1e30b82-69b5-4bfd-a183-c001409f0390 req-1e5a69f1-1a07-406e-a1a7-a2531f663c7e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0471895 Nov 11 12:40:49.108055 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c1e30b82-69b5-4bfd-a183-c001409f0390 req-d2b92c67-4ab1-45e9-a0ae-8da49b8d7232 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435264 Nov 11 12:40:50.221470 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f0079-2d56-4ff2-af11-51d3b6c6848d req-9d6ef979-41e7-42ac-b9f1-e9fa7a7c6cc9 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:50.222901 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2c6f0079-2d56-4ff2-af11-51d3b6c6848d req-9d6ef979-41e7-42ac-b9f1-e9fa7a7c6cc9 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0479419 Nov 11 12:40:50.268767 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2c6f0079-2d56-4ff2-af11-51d3b6c6848d req-1e3b0a5f-2431-45e6-83f9-f80dbb6f5d74 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400064 Nov 11 12:40:51.384083 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1714b50-0661-42d0-bee1-37f6d2567912 req-decbd826-e2b3-4812-b7a6-7046af7fa6d5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:51.385526 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f1714b50-0661-42d0-bee1-37f6d2567912 req-decbd826-e2b3-4812-b7a6-7046af7fa6d5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0478644 Nov 11 12:40:51.431273 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f1714b50-0661-42d0-bee1-37f6d2567912 req-212c8515-c014-4c38-b4ca-eea5a3283b5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391643 Nov 11 12:40:52.548301 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064f42a-8b77-45c1-beaa-e2b743cc256f req-be63f78e-2015-48c5-9726-9c90f5e8ed47 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:52.549678 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0064f42a-8b77-45c1-beaa-e2b743cc256f req-be63f78e-2015-48c5-9726-9c90f5e8ed47 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0515609 Nov 11 12:40:52.596466 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0064f42a-8b77-45c1-beaa-e2b743cc256f req-8e71a1b8-8db4-4efe-8bb0-a7129aeaf37c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407495 Nov 11 12:40:53.708133 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c215c4-b3c4-43f1-b309-8a8efc9158dd req-8fe05c2f-580e-4f1d-9918-a876290735c4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:53.709549 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-71c215c4-b3c4-43f1-b309-8a8efc9158dd req-8fe05c2f-580e-4f1d-9918-a876290735c4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0475969 Nov 11 12:40:53.754762 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-71c215c4-b3c4-43f1-b309-8a8efc9158dd req-95b64746-0b13-43eb-a231-a9c282944f18 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394709 Nov 11 12:40:54.872946 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd92994-8a22-4a2a-a66f-89486970d586 req-73ebe6be-737b-4e5a-aa51-abc4b3f0b1af tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:54.874408 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cfd92994-8a22-4a2a-a66f-89486970d586 req-73ebe6be-737b-4e5a-aa51-abc4b3f0b1af tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0527697 Nov 11 12:40:54.926542 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cfd92994-8a22-4a2a-a66f-89486970d586 req-22165307-3458-45b1-ae62-574284528f18 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422950 Nov 11 12:40:56.041186 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b2d3e-6418-43eb-b3eb-b8b6ff6c1387 req-af1767b7-d4ee-41eb-bf24-fc87ddca19d6 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:56.042571 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5c2b2d3e-6418-43eb-b3eb-b8b6ff6c1387 req-af1767b7-d4ee-41eb-bf24-fc87ddca19d6 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0485437 Nov 11 12:40:56.088856 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5c2b2d3e-6418-43eb-b3eb-b8b6ff6c1387 req-df49c58d-4256-4dc6-8a6d-7969a780de56 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398998 Nov 11 12:40:57.203121 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d36bf-13b3-4966-be02-01fba4280865 req-c828b16c-7b6a-4679-ba86-aeb19fb4398c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:57.204609 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-137d36bf-13b3-4966-be02-01fba4280865 req-c828b16c-7b6a-4679-ba86-aeb19fb4398c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0484116 Nov 11 12:40:57.266069 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-137d36bf-13b3-4966-be02-01fba4280865 req-1c08a506-3cbc-4017-b483-c86297802ef5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556536 Nov 11 12:40:58.381328 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47636e6c-6cfc-4bb9-9877-33eff74c649f req-6869b2e6-f6cf-4330-bcb9-bb2a67930660 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:58.382783 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-47636e6c-6cfc-4bb9-9877-33eff74c649f req-6869b2e6-f6cf-4330-bcb9-bb2a67930660 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0483131 Nov 11 12:40:58.428833 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-47636e6c-6cfc-4bb9-9877-33eff74c649f req-1d16c45d-9f01-4d3a-b038-9fe9403d67db tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402310 Nov 11 12:40:59.541816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb42b63-31c5-4f1a-98e6-8d4160058ce8 req-eb4e1cea-9bed-4728-b20e-891750e43fc4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:40:59.543229 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ecb42b63-31c5-4f1a-98e6-8d4160058ce8 req-eb4e1cea-9bed-4728-b20e-891750e43fc4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0473850 Nov 11 12:40:59.591444 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ecb42b63-31c5-4f1a-98e6-8d4160058ce8 req-229ad63c-36cd-4a30-b3fc-3189ffa88fe4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417268 Nov 11 12:41:00.710561 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494ccb8-9a57-4a97-a0cc-b1fa42a03820 req-bbc51629-c4a7-4d1b-95c4-55301b907fc5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:00.712028 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5494ccb8-9a57-4a97-a0cc-b1fa42a03820 req-bbc51629-c4a7-4d1b-95c4-55301b907fc5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0518568 Nov 11 12:41:00.758045 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5494ccb8-9a57-4a97-a0cc-b1fa42a03820 req-45440554-c8da-4d8e-811d-1d718a3f07b1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398870 Nov 11 12:41:01.871906 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff9f62-daa6-4056-8c7e-1416ef1f591f req-3aeaf292-f5e2-4fc6-a6a3-cb9fadd29f3e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:01.873422 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-15ff9f62-daa6-4056-8c7e-1416ef1f591f req-3aeaf292-f5e2-4fc6-a6a3-cb9fadd29f3e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0485473 Nov 11 12:41:01.923547 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-15ff9f62-daa6-4056-8c7e-1416ef1f591f req-2d74c14e-7cb9-4b3c-bf06-392890f8d6b0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436220 Nov 11 12:41:03.037109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b52cf7-57d0-4ded-9b4e-1b3288587950 req-100d9877-ba76-42d6-95f8-c2b21f71fab8 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:03.038524 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-95b52cf7-57d0-4ded-9b4e-1b3288587950 req-100d9877-ba76-42d6-95f8-c2b21f71fab8 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0472903 Nov 11 12:41:03.086939 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-95b52cf7-57d0-4ded-9b4e-1b3288587950 req-343b00f3-b9a3-4810-a04c-c6cf17fd2d4e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426650 Nov 11 12:41:03.226375 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a1da3ba5-036a-4715-a03a-af2da333044c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:04.204287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbd1ed-08f2-4bbd-93b6-26fa46ac5bd4 req-2f5b9ebe-e518-4728-99d1-c8f51327f0a8 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:04.205678 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-84dbd1ed-08f2-4bbd-93b6-26fa46ac5bd4 req-2f5b9ebe-e518-4728-99d1-c8f51327f0a8 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0502415 Nov 11 12:41:04.253259 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-84dbd1ed-08f2-4bbd-93b6-26fa46ac5bd4 req-9314f028-7f86-4661-81a2-45f9bab92bd1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416927 Nov 11 12:41:05.377427 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b31f5-eb52-4302-918e-b9c58f3d0265 req-0e2e56fe-8c36-4db3-83b3-6c2b6fa4e4d9 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:05.378906 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-388b31f5-eb52-4302-918e-b9c58f3d0265 req-0e2e56fe-8c36-4db3-83b3-6c2b6fa4e4d9 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0507860 Nov 11 12:41:05.425744 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-388b31f5-eb52-4302-918e-b9c58f3d0265 req-1867158a-0165-4088-a5c9-63bf4199c8e3 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406995 Nov 11 12:41:05.552225 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2c6070fe-aec1-4c73-b5c7-addc5a2eaf98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:05.862192 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-3e9b303b-418d-4646-90e7-dd5c99b3a9d7 service neutron] 10.222.0.70 "GET /v2.0/ports/0325b824-b15e-4009-b39c-e87161e76352/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0587640 Nov 11 12:41:06.403112 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-31bbfb8e-4109-4685-ba40-e129a538fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:06.404486 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-31bbfb8e-4109-4685-ba40-e129a538fe68 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1&tenant_id=53e67b435a854bf5961e3aa899984860 HTTP/1.1" status: 200 len: 1098 time: 0.0422897 Nov 11 12:41:06.467555 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-ed7640bc-8081-46f8-bc02-d0599d327541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:06.469309 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-ed7640bc-8081-46f8-bc02-d0599d327541 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 1098 time: 0.0410063 Nov 11 12:41:06.552579 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d6eb0-c828-499a-94c1-1f6bdfc07c29 req-e4f05af2-f213-45f2-bc18-051dac3871de tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:06.554053 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d62d6eb0-c828-499a-94c1-1f6bdfc07c29 req-e4f05af2-f213-45f2-bc18-051dac3871de tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0582840 Nov 11 12:41:06.565987 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-72b877cd-f36c-409a-b1e5-181086009c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:06.570406 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-72b877cd-f36c-409a-b1e5-181086009c2f service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0913792 Nov 11 12:41:06.588439 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:06.602902 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d62d6eb0-c828-499a-94c1-1f6bdfc07c29 req-69054a40-ee3c-4f60-950e-7937cf599a4d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427589 Nov 11 12:41:06.634337 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-53537909-c71b-4051-8f8b-060e2464d49c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0325b824-b15e-4009-b39c-e87161e76352 HTTP/1.1" status: 200 len: 1002 time: 0.0598481 Nov 11 12:41:06.687397 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-3459fa07-55fa-43b7-87ff-6f9568677284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:06.688836 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-3459fa07-55fa-43b7-87ff-6f9568677284 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0476248 Nov 11 12:41:06.734746 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-917ba14a-6e62-4bf2-b7c5-572914d05b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:06.736240 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-917ba14a-6e62-4bf2-b7c5-572914d05b6d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399327 Nov 11 12:41:06.823233 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-71868f42-97ad-446c-b927-39646fc3e4ec service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792525 Nov 11 12:41:06.914886 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-8e03a703-218a-460c-be6b-b08ed7ec82a7 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849464 Nov 11 12:41:07.070822 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 0325b824-b15e-4009-b39c-e87161e76352 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:41:07.147997 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:07.170189 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0325b824-b15e-4009-b39c-e87161e76352'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:41:07.172502 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9f0848-e053-4f66-9826-534b28102ce1" -d '{"events": [{"server_uuid": "ac30d185-858d-4d0a-a331-0592890f17d1", "name": "network-vif-unplugged", "status": "completed", "tag": "0325b824-b15e-4009-b39c-e87161e76352"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:41:07.186300 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 0325b824-b15e-4009-b39c-e87161e76352, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0325b824-b15e-4009-b39c-e87161e76352,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:07.262966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:07.287361 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70089df-f9ee-4f2d-90c9-90dab152584d x-openstack-request-id: req-d70089df-f9ee-4f2d-90c9-90dab152584d {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:41:07.287648 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac30d185-858d-4d0a-a331-0592890f17d1", "name": "network-vif-unplugged", "status": "completed", "tag": "0325b824-b15e-4009-b39c-e87161e76352", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:41:07.287917 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d70089df-f9ee-4f2d-90c9-90dab152584d {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:41:07.288317 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0325b824-b15e-4009-b39c-e87161e76352', 'code': 200} Nov 11 12:41:07.314382 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=0325b824-b15e-4009-b39c-e87161e76352,revision_number=6']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:07.321348 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:07.321644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:07.321989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:07.322329 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:07.322662 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:07.322993 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:07.323350 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:07.323681 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:07.324065 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:07.324397 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:07.324734 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:07.325043 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:07.575459 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752cb97-5d06-4a49-b0a2-30a3c03818be req-4784af11-e5be-4b80-bf39-6c99b54beb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:07.576825 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e752cb97-5d06-4a49-b0a2-30a3c03818be req-4784af11-e5be-4b80-bf39-6c99b54beb46 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 1096 time: 0.0436320 Nov 11 12:41:07.687481 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752cb97-5d06-4a49-b0a2-30a3c03818be req-3ccbb4bf-6411-4853-954d-c237ebbed7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:07.688959 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e752cb97-5d06-4a49-b0a2-30a3c03818be req-3ccbb4bf-6411-4853-954d-c237ebbed7ad service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0926714 Nov 11 12:41:07.721429 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00661c-ca71-4985-8e7e-daca5ac0ecf3 req-6f40bb8e-bf79-4c80-baa1-b0b51f1d3717 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:07.722941 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-da00661c-ca71-4985-8e7e-daca5ac0ecf3 req-6f40bb8e-bf79-4c80-baa1-b0b51f1d3717 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 943 time: 0.0486183 Nov 11 12:41:07.754926 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e752cb97-5d06-4a49-b0a2-30a3c03818be req-9b8fe8e1-37a3-49cb-b482-e524734b5ffb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0325b824-b15e-4009-b39c-e87161e76352 HTTP/1.1" status: 200 len: 1000 time: 0.0589654 Nov 11 12:41:07.771226 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-da00661c-ca71-4985-8e7e-daca5ac0ecf3 req-917bebff-15d3-4e5b-a118-7fe065ad77d7 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417264 Nov 11 12:41:07.808386 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752cb97-5d06-4a49-b0a2-30a3c03818be req-9471bcba-4949-4229-a609-86578ea2c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:07.809890 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e752cb97-5d06-4a49-b0a2-30a3c03818be req-9471bcba-4949-4229-a609-86578ea2c2e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0486836 Nov 11 12:41:07.857774 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752cb97-5d06-4a49-b0a2-30a3c03818be req-50cda22c-d0af-4f49-b58f-7b512a779e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:07.860061 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e752cb97-5d06-4a49-b0a2-30a3c03818be req-50cda22c-d0af-4f49-b58f-7b512a779e31 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432355 Nov 11 12:41:07.951658 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e752cb97-5d06-4a49-b0a2-30a3c03818be req-42cf42e5-8683-4cf8-90bf-a53c5d4ec483 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834112 Nov 11 12:41:08.044166 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e752cb97-5d06-4a49-b0a2-30a3c03818be req-e38f7816-bd3f-4d50-b797-41d2df495b08 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850117 Nov 11 12:41:08.188449 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:08.895847 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74768c5e-6f1d-485b-8ec8-19ad2a1255ad req-18b14855-b270-4999-bb96-f2502f99b607 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:08.897277 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-74768c5e-6f1d-485b-8ec8-19ad2a1255ad req-18b14855-b270-4999-bb96-f2502f99b607 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 943 time: 0.0540016 Nov 11 12:41:08.944517 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-74768c5e-6f1d-485b-8ec8-19ad2a1255ad req-30cccfd3-a6e8-4cad-8843-33aa036c2a3c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412409 Nov 11 12:41:09.163661 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:10.058727 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89718360-7a16-415e-ad84-8fc4c664e0fd req-47e1b00f-1412-47c1-8f9b-458ae8ef3b82 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:10.060149 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-89718360-7a16-415e-ad84-8fc4c664e0fd req-47e1b00f-1412-47c1-8f9b-458ae8ef3b82 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 943 time: 0.0485220 Nov 11 12:41:10.108219 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-89718360-7a16-415e-ad84-8fc4c664e0fd req-1de72bce-16ef-4494-a28f-1469a8d69ac4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416379 Nov 11 12:41:10.919662 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:11.224109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de98d9a-bcf2-48bd-9de6-0a83967a4fef req-64e0f5fc-5a98-4844-9719-2fa763715a1f tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:11.225492 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1de98d9a-bcf2-48bd-9de6-0a83967a4fef req-64e0f5fc-5a98-4844-9719-2fa763715a1f tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 943 time: 0.0484080 Nov 11 12:41:11.276236 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1de98d9a-bcf2-48bd-9de6-0a83967a4fef req-d7077ee2-424b-42ba-a468-6154fab684e6 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447268 Nov 11 12:41:12.393660 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd62320-db52-4eab-92d6-44d5b87a264f req-ff150326-3bfd-4c5b-9569-72ba00154843 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:12.395138 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ccd62320-db52-4eab-92d6-44d5b87a264f req-ff150326-3bfd-4c5b-9569-72ba00154843 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 943 time: 0.0484774 Nov 11 12:41:12.441609 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ccd62320-db52-4eab-92d6-44d5b87a264f req-d18f3088-4fdf-4578-a77e-a82f067859b8 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405126 Nov 11 12:41:13.555842 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5914161-e4c2-49aa-a09b-8a0f01f707f1 req-a503a684-20bc-4ec6-832e-c855534b6c63 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:13.557194 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e5914161-e4c2-49aa-a09b-8a0f01f707f1 req-a503a684-20bc-4ec6-832e-c855534b6c63 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 943 time: 0.0474191 Nov 11 12:41:13.603233 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e5914161-e4c2-49aa-a09b-8a0f01f707f1 req-e818c6d0-63bc-4b77-8530-619b25e2f285 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395164 Nov 11 12:41:14.221827 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:41:14.722915 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222e4a6-c6a1-467e-8b88-78082eccf04d req-2006ed1f-4fa0-49f0-baea-55c8f5371591 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:14.724354 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e222e4a6-c6a1-467e-8b88-78082eccf04d req-2006ed1f-4fa0-49f0-baea-55c8f5371591 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 943 time: 0.0518591 Nov 11 12:41:14.770122 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e222e4a6-c6a1-467e-8b88-78082eccf04d req-6194d53c-a848-42df-ae28-ad8b9c8fd0e5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399997 Nov 11 12:41:15.149213 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 0325b824-b15e-4009-b39c-e87161e76352 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:41:15.240546 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 0325b824-b15e-4009-b39c-e87161e76352, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0325b824-b15e-4009-b39c-e87161e76352,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:15.252532 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '0325b824-b15e-4009-b39c-e87161e76352', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'port_id': '0325b824-b15e-4009-b39c-e87161e76352', 'mac_address': 'fa:16:3e:a0:52:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:41:15.291356 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:15.304449 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0325b824-b15e-4009-b39c-e87161e76352 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:41:15.323483 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 0325b824-b15e-4009-b39c-e87161e76352, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0325b824-b15e-4009-b39c-e87161e76352,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:15.382396 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:15.430525 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=0325b824-b15e-4009-b39c-e87161e76352,revision_number=7']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:15.439409 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['0325b824-b15e-4009-b39c-e87161e76352'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:41:15.885123 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e0a87-3b56-462e-bdc0-9d24aeeea6ef req-10a7f4d7-d0d6-48b1-bb96-937723a32390 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:15.886562 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2c6e0a87-3b56-462e-bdc0-9d24aeeea6ef req-10a7f4d7-d0d6-48b1-bb96-937723a32390 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 944 time: 0.0484049 Nov 11 12:41:15.935752 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2c6e0a87-3b56-462e-bdc0-9d24aeeea6ef req-976aae82-fc32-4f82-a21c-2514cd187f28 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401607 Nov 11 12:41:17.049658 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c277d-c79a-47c1-9efe-48a189f3af3e req-b76ea681-eb96-4c47-af16-94c46334b0e6 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:17.051111 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-050c277d-c79a-47c1-9efe-48a189f3af3e req-b76ea681-eb96-4c47-af16-94c46334b0e6 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 944 time: 0.0477183 Nov 11 12:41:17.100816 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-050c277d-c79a-47c1-9efe-48a189f3af3e req-c733009b-76ca-4768-8972-66b266f89ecc tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438867 Nov 11 12:41:17.149035 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 0325b824-b15e-4009-b39c-e87161e76352 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:41:17.194976 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 0325b824-b15e-4009-b39c-e87161e76352 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:41:17.195380 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:17.269789 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:17.294845 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0325b824-b15e-4009-b39c-e87161e76352'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:41:17.297091 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0035ca2b-bc7f-4fa1-9f7c-f33ccc05b727" -d '{"events": [{"server_uuid": "ac30d185-858d-4d0a-a331-0592890f17d1", "name": "network-vif-plugged", "status": "completed", "tag": "0325b824-b15e-4009-b39c-e87161e76352"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:41:17.309627 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 0325b824-b15e-4009-b39c-e87161e76352, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0325b824-b15e-4009-b39c-e87161e76352,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:17.339966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2644f8df-3104-4ad6-80ca-fd461df80e68 x-openstack-request-id: req-2644f8df-3104-4ad6-80ca-fd461df80e68 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:41:17.339966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac30d185-858d-4d0a-a331-0592890f17d1", "name": "network-vif-plugged", "status": "completed", "tag": "0325b824-b15e-4009-b39c-e87161e76352", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:41:17.339966 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2644f8df-3104-4ad6-80ca-fd461df80e68 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:41:17.340253 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0325b824-b15e-4009-b39c-e87161e76352', 'code': 200} Nov 11 12:41:17.386793 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:17.434123 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=0325b824-b15e-4009-b39c-e87161e76352,revision_number=8']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:18.214251 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f453c0-37ff-4916-a651-d29b0d3d318d req-2f09522b-e590-4427-b2bc-4dad64ba26d4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:18.215980 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-02f453c0-37ff-4916-a651-d29b0d3d318d req-2f09522b-e590-4427-b2bc-4dad64ba26d4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0480094 Nov 11 12:41:18.266819 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-02f453c0-37ff-4916-a651-d29b0d3d318d req-6c674c83-460f-44c9-8879-e2b512f745e4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444765 Nov 11 12:41:19.385195 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8f9cc-8b36-4f9f-8f05-62684005dce3 req-9858d0cc-3f0e-4ae2-bf32-dec7bb3ac8d3 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:19.386726 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-43c8f9cc-8b36-4f9f-8f05-62684005dce3 req-9858d0cc-3f0e-4ae2-bf32-dec7bb3ac8d3 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0492647 Nov 11 12:41:19.433295 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-43c8f9cc-8b36-4f9f-8f05-62684005dce3 req-518d1ff9-a7b8-4544-a18d-26b9174d37c6 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405295 Nov 11 12:41:20.550705 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b090c1-4cbc-47d0-b6b1-75b8c7622c49 req-0c282505-21c3-48f3-bd38-1cefb832c9bc tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:20.552085 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-51b090c1-4cbc-47d0-b6b1-75b8c7622c49 req-0c282505-21c3-48f3-bd38-1cefb832c9bc tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0512710 Nov 11 12:41:20.599191 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-51b090c1-4cbc-47d0-b6b1-75b8c7622c49 req-288d79eb-8889-44bd-995a-b5955a4d4457 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413175 Nov 11 12:41:21.189066 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d4efc-f970-4741-b3fb-e462a3333e8e req-6d4dccaa-08eb-4b63-90b0-fb810ba9c6ca tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:21.190498 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-398d4efc-f970-4741-b3fb-e462a3333e8e req-6d4dccaa-08eb-4b63-90b0-fb810ba9c6ca tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0494480 Nov 11 12:41:21.250927 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-398d4efc-f970-4741-b3fb-e462a3333e8e req-cd9fff1c-267b-4a21-8d5d-585f37fddfb1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544846 Nov 11 12:41:21.269304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-1992c086-af64-43a7-932a-3f6e9d9669e2 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:21.269304 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-1992c086-af64-43a7-932a-3f6e9d9669e2 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1&tenant_id=53e67b435a854bf5961e3aa899984860&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.0555902 Nov 11 12:41:21.326091 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-1c7c5833-9adf-468a-a56e-144c8be389a9 service neutron] 10.222.0.70 "GET /v2.0/ports/0325b824-b15e-4009-b39c-e87161e76352/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0527050 Nov 11 12:41:21.391518 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-999656cc-9c7f-4376-b17e-c869af2eaea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:21.392931 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-999656cc-9c7f-4376-b17e-c869af2eaea4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 1098 time: 0.0438335 Nov 11 12:41:21.482452 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-1b58e763-d322-40ee-ac53-717b78d7b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:21.483955 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-1b58e763-d322-40ee-ac53-717b78d7b698 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0839338 Nov 11 12:41:21.555878 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-7c1ed597-5610-4298-9d3b-332157ebeba8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0325b824-b15e-4009-b39c-e87161e76352 HTTP/1.1" status: 200 len: 1002 time: 0.0653472 Nov 11 12:41:21.604681 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-a34078e8-bf44-4e9a-a897-bdda1f4510a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:21.606072 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-a34078e8-bf44-4e9a-a897-bdda1f4510a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0432544 Nov 11 12:41:21.649702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-44fe3f4e-a777-491f-84ce-e4b028e5875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:21.651083 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-44fe3f4e-a777-491f-84ce-e4b028e5875c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0383546 Nov 11 12:41:21.741607 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-e6607c79-1923-449d-b216-f62e0bea4917 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832393 Nov 11 12:41:21.829597 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-0bca33f2-c4e6-415c-a655-67187e538547 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812726 Nov 11 12:41:22.384974 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893050ab-0503-43a7-a745-c3b393378d2a req-4813e7fb-cdd6-46d9-9677-d0736450019a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:22.386418 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-893050ab-0503-43a7-a745-c3b393378d2a req-4813e7fb-cdd6-46d9-9677-d0736450019a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0523310 Nov 11 12:41:22.431799 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-893050ab-0503-43a7-a745-c3b393378d2a req-bee37d80-44d3-4b2a-b9b6-60ff4a1e5275 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392601 Nov 11 12:41:23.546088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102bc96-484c-4843-b530-e1a4190c8d93 req-d8c78492-f064-4275-aaaa-73838646ed41 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:23.547501 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4102bc96-484c-4843-b530-e1a4190c8d93 req-d8c78492-f064-4275-aaaa-73838646ed41 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0481596 Nov 11 12:41:23.593776 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4102bc96-484c-4843-b530-e1a4190c8d93 req-7337bcd9-c6ce-4a48-8fa5-c5fef2cbeec7 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403090 Nov 11 12:41:24.707598 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f10dd-da20-4c42-a736-a1d5da728a39 req-2faaa30f-584f-4200-b75d-74ad379624d8 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:24.709080 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ea0f10dd-da20-4c42-a736-a1d5da728a39 req-2faaa30f-584f-4200-b75d-74ad379624d8 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0478868 Nov 11 12:41:24.759891 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ea0f10dd-da20-4c42-a736-a1d5da728a39 req-4a882564-7e06-4558-a1d0-bfae79a8fedc tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446842 Nov 11 12:41:25.877160 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad2c33-f6a4-493f-a40e-44610f2f5ae1 req-6552efb6-9cca-41dd-a571-ba7ac085afd2 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:25.878609 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cbad2c33-f6a4-493f-a40e-44610f2f5ae1 req-6552efb6-9cca-41dd-a571-ba7ac085afd2 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0486174 Nov 11 12:41:25.925654 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cbad2c33-f6a4-493f-a40e-44610f2f5ae1 req-a5bf4aee-6096-48a3-9ee4-8c2e431fe4dc tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406137 Nov 11 12:41:27.043336 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baad74f-a7aa-4228-90c1-49e8bacbdeec req-e197f612-6b07-46fb-adf1-f1bb845a8e6c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:27.044833 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5baad74f-a7aa-4228-90c1-49e8bacbdeec req-e197f612-6b07-46fb-adf1-f1bb845a8e6c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0500641 Nov 11 12:41:27.093784 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5baad74f-a7aa-4228-90c1-49e8bacbdeec req-9a43daf6-7551-4180-9b57-8670c63f299c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418935 Nov 11 12:41:27.184206 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 0325b824-b15e-4009-b39c-e87161e76352 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:41:27.276601 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:27.277076 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-c6606aff-c910-4d78-9512-a219ea7186cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:27.278577 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-c6606aff-c910-4d78-9512-a219ea7186cf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1&tenant_id=53e67b435a854bf5961e3aa899984860 HTTP/1.1" status: 200 len: 1098 time: 0.0479312 Nov 11 12:41:27.301260 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0325b824-b15e-4009-b39c-e87161e76352'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:41:27.303533 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d865fe-c8b7-4e05-a2a1-f81e96a914b1" -d '{"events": [{"server_uuid": "ac30d185-858d-4d0a-a331-0592890f17d1", "name": "network-vif-unplugged", "status": "completed", "tag": "0325b824-b15e-4009-b39c-e87161e76352"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:41:27.315786 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 0325b824-b15e-4009-b39c-e87161e76352, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0325b824-b15e-4009-b39c-e87161e76352,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:27.345215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-408dc49a-db68-4b07-9ab1-0a20ab3b8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:27.346779 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-408dc49a-db68-4b07-9ab1-0a20ab3b8ef0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53e67b435a854bf5961e3aa899984860&device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 1098 time: 0.0457940 Nov 11 12:41:27.349234 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8f81bd-7937-4178-b250-404ff2b72c86 x-openstack-request-id: req-ed8f81bd-7937-4178-b250-404ff2b72c86 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:41:27.349527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac30d185-858d-4d0a-a331-0592890f17d1", "name": "network-vif-unplugged", "status": "completed", "tag": "0325b824-b15e-4009-b39c-e87161e76352", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:41:27.349781 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed8f81bd-7937-4178-b250-404ff2b72c86 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:41:27.350193 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0325b824-b15e-4009-b39c-e87161e76352', 'code': 200} Nov 11 12:41:27.382631 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:27.430469 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=0325b824-b15e-4009-b39c-e87161e76352,revision_number=9']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:27.449311 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-2577bf7c-969b-49dd-9a3d-4d1a797f4c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:27.450820 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-2577bf7c-969b-49dd-9a3d-4d1a797f4c24 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 200 len: 912 time: 0.0902154 Nov 11 12:41:27.519400 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-679d6794-5c55-4fc9-87f8-a271b8fcc455 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0325b824-b15e-4009-b39c-e87161e76352 HTTP/1.1" status: 200 len: 1000 time: 0.0615880 Nov 11 12:41:27.569666 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-18e96a06-10df-402b-a459-cecef00937c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:27.571442 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-18e96a06-10df-402b-a459-cecef00937c5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 200 len: 850 time: 0.0447457 Nov 11 12:41:27.617028 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-031a598d-0caa-49f9-a4cf-cab6e9a8ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:27.618489 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-031a598d-0caa-49f9-a4cf-cab6e9a8ce8c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a2118402-0d4d-47ff-b5ce-9c0fddb287fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0400121 Nov 11 12:41:27.709222 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-c28a4e2d-dac8-4d55-bce4-465145856574 service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835361 Nov 11 12:41:27.797056 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0181c2f4-6357-4d49-81ad-558c25cb2bff req-63c395c4-f324-4a9f-af5f-39f4bbd8fedf service neutron] 10.222.0.70 "GET /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799880 Nov 11 12:41:28.220221 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e42b7-7923-483e-b111-005346140c1a req-b21d3684-21cc-45d0-935f-83eee0ffe5ab tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:28.221698 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bb6e42b7-7923-483e-b111-005346140c1a req-b21d3684-21cc-45d0-935f-83eee0ffe5ab tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 943 time: 0.0593750 Nov 11 12:41:28.270303 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bb6e42b7-7923-483e-b111-005346140c1a req-2bec555e-8712-4a29-b214-71bd87bdc871 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424321 Nov 11 12:41:29.387168 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fd257-db14-4d8a-9a9f-13139646710d req-21d97bc3-3a9b-4779-aaa8-a25f4c785520 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:29.388639 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d95fd257-db14-4d8a-9a9f-13139646710d req-21d97bc3-3a9b-4779-aaa8-a25f4c785520 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 943 time: 0.0486157 Nov 11 12:41:29.435366 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d95fd257-db14-4d8a-9a9f-13139646710d req-2c5c3479-4d8c-4b2c-82cb-2cd2ca62dc21 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401137 Nov 11 12:41:30.551527 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e05bc-e5ea-4863-85cc-30e20cc44e51 req-95b37c5d-7d87-4e18-adbc-2f7c843a3f37 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:30.552986 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2b1e05bc-e5ea-4863-85cc-30e20cc44e51 req-95b37c5d-7d87-4e18-adbc-2f7c843a3f37 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 943 time: 0.0486209 Nov 11 12:41:30.604177 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2b1e05bc-e5ea-4863-85cc-30e20cc44e51 req-9b4867cb-70ea-41d7-a378-c91f7ef9b8ba tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450532 Nov 11 12:41:31.722678 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37a870-c5be-4221-b7bb-fc8d4c0b4a32 req-fee192b3-53bc-464e-8b51-e30a72c30e65 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:31.724300 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4f37a870-c5be-4221-b7bb-fc8d4c0b4a32 req-fee192b3-53bc-464e-8b51-e30a72c30e65 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 943 time: 0.0510221 Nov 11 12:41:31.772515 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4f37a870-c5be-4221-b7bb-fc8d4c0b4a32 req-0f744533-1d44-4acd-ad47-2ff29f704545 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420835 Nov 11 12:41:32.890288 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601e5a2-64d8-45ac-9542-7420986f6264 req-05185522-959f-4322-8079-6346ee1ff67a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:32.891807 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5601e5a2-64d8-45ac-9542-7420986f6264 req-05185522-959f-4322-8079-6346ee1ff67a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 943 time: 0.0500405 Nov 11 12:41:32.939895 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5601e5a2-64d8-45ac-9542-7420986f6264 req-624d5e39-714d-4459-857d-b87a512156fe tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420451 Nov 11 12:41:33.217170 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec1a9-92aa-439c-8a3b-c8f290a66c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:34.058316 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832eec6-f6a9-4cda-9848-b3c0b61ef18c req-4565ca8e-fc6e-4553-9f5d-9c50a6224058 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:34.059708 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2832eec6-f6a9-4cda-9848-b3c0b61ef18c req-4565ca8e-fc6e-4553-9f5d-9c50a6224058 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 943 time: 0.0523925 Nov 11 12:41:34.105899 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2832eec6-f6a9-4cda-9848-b3c0b61ef18c req-b179d936-6045-42ce-8f9f-04244f98b16d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398793 Nov 11 12:41:35.220160 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 0325b824-b15e-4009-b39c-e87161e76352 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:41:35.232304 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014fdb6-c325-49fa-b713-0851b4244a17 req-acfadea8-cea8-45e3-8de4-fe1e8c844fd5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:35.233871 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0014fdb6-c325-49fa-b713-0851b4244a17 req-acfadea8-cea8-45e3-8de4-fe1e8c844fd5 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 943 time: 0.0589330 Nov 11 12:41:35.287241 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0014fdb6-c325-49fa-b713-0851b4244a17 req-e0704b70-88a9-492d-b343-a9515ea13969 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459859 Nov 11 12:41:35.338866 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 0325b824-b15e-4009-b39c-e87161e76352, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0325b824-b15e-4009-b39c-e87161e76352,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:35.352379 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '0325b824-b15e-4009-b39c-e87161e76352', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'port_id': '0325b824-b15e-4009-b39c-e87161e76352', 'mac_address': 'fa:16:3e:a0:52:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:41:35.397452 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:35.410293 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0325b824-b15e-4009-b39c-e87161e76352 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:41:35.430741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 0325b824-b15e-4009-b39c-e87161e76352, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0325b824-b15e-4009-b39c-e87161e76352,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:35.501760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:35.553464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-41aeb9d4-5bcf-41ea-a2d6-024096a88caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:35.555900 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=0325b824-b15e-4009-b39c-e87161e76352,revision_number=10']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:35.561059 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['0325b824-b15e-4009-b39c-e87161e76352'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:41:36.406907 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256305e9-5a58-4e47-99cb-c656b5c7ad55 req-2f991cdd-f73a-476b-8cc2-f980620edc37 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:36.408538 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-256305e9-5a58-4e47-99cb-c656b5c7ad55 req-2f991cdd-f73a-476b-8cc2-f980620edc37 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 945 time: 0.0527263 Nov 11 12:41:36.454978 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-256305e9-5a58-4e47-99cb-c656b5c7ad55 req-1d6f18cd-4249-44cf-b5bb-4ea7c8d90a5a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405378 Nov 11 12:41:36.583104 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:37.237653 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 0325b824-b15e-4009-b39c-e87161e76352 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:41:37.284244 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 0325b824-b15e-4009-b39c-e87161e76352 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:41:37.284632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:37.360206 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:37.381645 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0325b824-b15e-4009-b39c-e87161e76352'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:41:37.383866 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdeac0b-fa22-4425-8ff4-cba8be6aee96" -d '{"events": [{"server_uuid": "ac30d185-858d-4d0a-a331-0592890f17d1", "name": "network-vif-plugged", "status": "completed", "tag": "0325b824-b15e-4009-b39c-e87161e76352"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:41:37.396977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 0325b824-b15e-4009-b39c-e87161e76352, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0325b824-b15e-4009-b39c-e87161e76352,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:37.426701 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fe85c8-53c0-40de-8a07-8b15df8a392e x-openstack-request-id: req-71fe85c8-53c0-40de-8a07-8b15df8a392e {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:41:37.426995 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac30d185-858d-4d0a-a331-0592890f17d1", "name": "network-vif-plugged", "status": "completed", "tag": "0325b824-b15e-4009-b39c-e87161e76352", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:41:37.427275 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-71fe85c8-53c0-40de-8a07-8b15df8a392e {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:41:37.427665 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0325b824-b15e-4009-b39c-e87161e76352', 'code': 200} Nov 11 12:41:37.467434 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:37.514734 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=0325b824-b15e-4009-b39c-e87161e76352,revision_number=11']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:37.572843 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6544a5f-0b07-4fd6-a962-5e19396f11fe req-a4806ba9-608b-4735-a5e5-e26d16a6ad24 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:37.574294 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d6544a5f-0b07-4fd6-a962-5e19396f11fe req-a4806ba9-608b-4735-a5e5-e26d16a6ad24 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 946 time: 0.0488276 Nov 11 12:41:37.620692 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d6544a5f-0b07-4fd6-a962-5e19396f11fe req-4426deba-a2da-4096-8eca-048a66233e21 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405796 Nov 11 12:41:38.192992 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:38.740827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff68527-2b9c-4e33-aed1-428901e95ec5 req-ea7819fb-19c2-47f3-a925-8ace563e9e0f tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:38.742240 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cff68527-2b9c-4e33-aed1-428901e95ec5 req-ea7819fb-19c2-47f3-a925-8ace563e9e0f tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 946 time: 0.0475802 Nov 11 12:41:38.790775 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cff68527-2b9c-4e33-aed1-428901e95ec5 req-3e99ca5f-7015-4181-981f-fd0a68e487c2 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426843 Nov 11 12:41:39.154627 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:39.913086 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce386dd4-65e3-4f2c-add3-fa1295c1f33a req-9309f108-4cac-4c47-af43-e26243f6cf05 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:39.914548 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ce386dd4-65e3-4f2c-add3-fa1295c1f33a req-9309f108-4cac-4c47-af43-e26243f6cf05 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 946 time: 0.0489259 Nov 11 12:41:39.962010 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ce386dd4-65e3-4f2c-add3-fa1295c1f33a req-50958a28-8170-4032-98cc-c7e95a5477ff tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413551 Nov 11 12:41:40.931330 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:41.077045 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add64aec-0087-4f27-a97c-5774f57d8c10 req-61e42498-4bbe-4bda-beaa-e104483d1bbd tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:41.078995 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-add64aec-0087-4f27-a97c-5774f57d8c10 req-61e42498-4bbe-4bda-beaa-e104483d1bbd tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 946 time: 0.0490587 Nov 11 12:41:41.124959 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-add64aec-0087-4f27-a97c-5774f57d8c10 req-e155d43e-f333-4a89-b25d-f83deafb4ec1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400505 Nov 11 12:41:41.240079 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a08ac7-48d6-4767-8179-de2923eefb6a req-908bf98f-f75a-4ffd-9471-b4caf6865744 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:41.241537 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-32a08ac7-48d6-4767-8179-de2923eefb6a req-908bf98f-f75a-4ffd-9471-b4caf6865744 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 946 time: 0.0513747 Nov 11 12:41:41.287532 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-32a08ac7-48d6-4767-8179-de2923eefb6a req-867c0ac4-267b-4eb5-9c91-a769c4da5da0 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399983 Nov 11 12:41:41.399025 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8e6d7-b59e-462d-b741-14450d235a6c req-681d57e0-7630-42cf-8c9d-ed72de006a29 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:41.400609 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0dd8e6d7-b59e-462d-b741-14450d235a6c req-681d57e0-7630-42cf-8c9d-ed72de006a29 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 946 time: 0.0478153 Nov 11 12:41:41.445541 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0dd8e6d7-b59e-462d-b741-14450d235a6c req-ffffc559-42e5-448e-a83f-4b4c89493eab tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390077 Nov 11 12:41:41.910976 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f3f0b-eb8f-4fe6-aade-faf466aa4a77 req-630cf53c-ce8a-499b-b2b9-168279a9d4c6 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:41.912445 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f87f3f0b-eb8f-4fe6-aade-faf466aa4a77 req-630cf53c-ce8a-499b-b2b9-168279a9d4c6 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 946 time: 0.0472806 Nov 11 12:41:41.963071 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f87f3f0b-eb8f-4fe6-aade-faf466aa4a77 req-376c45ff-0165-4464-911d-17de1a6b32b1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447447 Nov 11 12:41:43.078590 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f81de-f77a-4ad4-8d94-7ba30f787596 req-6f1fcf41-8572-4f8b-85c6-a1d93b1b1d6c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:43.080051 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-451f81de-f77a-4ad4-8d94-7ba30f787596 req-6f1fcf41-8572-4f8b-85c6-a1d93b1b1d6c tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 946 time: 0.0480297 Nov 11 12:41:43.125413 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-451f81de-f77a-4ad4-8d94-7ba30f787596 req-13c182fb-86a9-489a-8252-154a00a54a4d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390964 Nov 11 12:41:44.239305 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2afbb-ec07-4e29-8bd9-00faf8c4e95d req-40a919fc-6a47-44f2-8453-770fbeb3f4bf tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:44.240808 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-16b2afbb-ec07-4e29-8bd9-00faf8c4e95d req-40a919fc-6a47-44f2-8453-770fbeb3f4bf tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 946 time: 0.0481782 Nov 11 12:41:44.276030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ef478-988e-4ee7-9427-d69f555247f4 req-37503c5a-838b-43dd-aa81-415053e2b964 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:41:44.277499 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-494ef478-988e-4ee7-9427-d69f555247f4 req-37503c5a-838b-43dd-aa81-415053e2b964 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 946 time: 0.0520189 Nov 11 12:41:44.288353 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-16b2afbb-ec07-4e29-8bd9-00faf8c4e95d req-db19b237-5809-4984-8732-ea212ce56ae6 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups?id=85da415a-d5d9-4ccb-8ef5-51e6d91ba393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412908 Nov 11 12:41:44.366703 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-494ef478-988e-4ee7-9427-d69f555247f4 req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Deleting port 0325b824-b15e-4009-b39c-e87161e76352 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:41:44.367037 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-494ef478-988e-4ee7-9427-d69f555247f4 req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:44.456597 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-494ef478-988e-4ee7-9427-d69f555247f4 req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] For port 0325b824-b15e-4009-b39c-e87161e76352, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0325b824-b15e-4009-b39c-e87161e76352,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:44.456872 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-494ef478-988e-4ee7-9427-d69f555247f4 req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:44.628292 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-494ef478-988e-4ee7-9427-d69f555247f4 req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:44.628651 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-494ef478-988e-4ee7-9427-d69f555247f4 req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:44.628965 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [req-494ef478-988e-4ee7-9427-d69f555247f4 req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Floating IP b0a3f29c-1d95-4143-b3ed-2d265f543870 disassociated. External IP: 172.26.5.107, port: 0325b824-b15e-4009-b39c-e87161e76352. Nov 11 12:41:44.629302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-494ef478-988e-4ee7-9427-d69f555247f4 req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Calling delete_port for 0325b824-b15e-4009-b39c-e87161e76352 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:41:44.806015 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-494ef478-988e-4ee7-9427-d69f555247f4 req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:44.833250 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Pushing event deleted for resources: {'Port': ['ID=0325b824-b15e-4009-b39c-e87161e76352,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:44.845451 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:44.845805 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:44.846170 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:44.846486 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:44.846816 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:44.847176 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:44.847507 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:44.847833 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:44.848167 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:44.848491 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:44.848811 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:44.849131 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:44.962135 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-494ef478-988e-4ee7-9427-d69f555247f4 req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Router 949eafc0-3e1f-4617-b8e7-0997b03891ad has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:41:45.386149 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ad695115-2ac0-4aa7-be94-c85f2de023fb req-3beb5a6d-6afc-400e-aa8b-12fec5dccff4 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 210 time: 0.0302045 Nov 11 12:41:45.412350 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-494ef478-988e-4ee7-9427-d69f555247f4 req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:41:45.422301 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d485651-56a0-4c5d-af98-20b16d06628b None None] Sync routers for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:41:45.431237 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d485651-56a0-4c5d-af98-20b16d06628b None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:41:45.431836 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-6d485651-56a0-4c5d-af98-20b16d06628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:41:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:41:45.450025 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-494ef478-988e-4ee7-9427-d69f555247f4 req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] No DVR routers for this DVR port 0325b824-b15e-4009-b39c-e87161e76352 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:41:45.452559 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-494ef478-988e-4ee7-9427-d69f555247f4 req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:45.456416 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-494ef478-988e-4ee7-9427-d69f555247f4 req-963cfce9-f332-4e50-8467-c1108d09cb5d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.70 "DELETE /v2.0/ports/0325b824-b15e-4009-b39c-e87161e76352 HTTP/1.1" status: 204 len: 173 time: 1.1727974 Nov 11 12:41:45.456856 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'name': 'network-vif-deleted', 'tag': '0325b824-b15e-4009-b39c-e87161e76352'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:41:45.459400 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ff53bd-1c5c-498c-a4b4-55d9d814a113" -d '{"events": [{"server_uuid": "ac30d185-858d-4d0a-a331-0592890f17d1", "name": "network-vif-deleted", "tag": "0325b824-b15e-4009-b39c-e87161e76352"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:41:45.541938 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-6d485651-56a0-4c5d-af98-20b16d06628b None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:41:45.551821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f547e83-a0f0-40ad-ac62-e559a0add25d x-openstack-request-id: req-6f547e83-a0f0-40ad-ac62-e559a0add25d {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:41:45.552113 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac30d185-858d-4d0a-a331-0592890f17d1", "name": "network-vif-deleted", "tag": "0325b824-b15e-4009-b39c-e87161e76352", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:41:45.552368 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6f547e83-a0f0-40ad-ac62-e559a0add25d {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:41:45.552757 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac30d185-858d-4d0a-a331-0592890f17d1', 'name': 'network-vif-deleted', 'tag': '0325b824-b15e-4009-b39c-e87161e76352', 'status': 'completed', 'code': 200} Nov 11 12:41:45.738406 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-6d485651-56a0-4c5d-af98-20b16d06628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:41:45.762733 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d485651-56a0-4c5d-af98-20b16d06628b None None] Checking router: 949eafc0-3e1f-4617-b8e7-0997b03891ad for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:41:45.771445 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d485651-56a0-4c5d-af98-20b16d06628b None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:41:45.772030 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-6d485651-56a0-4c5d-af98-20b16d06628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:41:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:41:45.874502 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-6d485651-56a0-4c5d-af98-20b16d06628b None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:41:46.149888 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-6d485651-56a0-4c5d-af98-20b16d06628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:41:46.177881 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d485651-56a0-4c5d-af98-20b16d06628b None None] The sync data for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv is: [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:28Z', 'revision_number': 4, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6', 'name': '', 'network_id': 'a2118402-0d4d-47ff-b5ce-9c0fddb287fd', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'mac_address': 'fa:16:3e:11:3f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:27Z', 'updated_at': '2021-11-11T12:35:31Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'subnets': [{'id': '0f589ced-d48d-48e0-a43b-77872d81fc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:41:46.411649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f643966-4059-4901-abc7-bc4552293fdd None None] New status for floating IP b0a3f29c-1d95-4143-b3ed-2d265f543870: DOWN {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:41:46.488812 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b159efc0-ab4f-4fcf-a398-1ba110bcc78f req-6dcb1f30-b542-471a-83b0-f0e73fba4698 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 210 time: 0.0277824 Nov 11 12:41:47.584498 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bd0b4ce2-22c0-4af1-93d3-bfefecb0e5a7 req-afcfb87f-25fd-4965-9919-d2e8822f436a tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 210 time: 0.0269725 Nov 11 12:41:48.677203 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9f0f382b-f515-46c1-9d51-e5fbbbc89144 req-83b82e0a-d2f9-47a8-b1dd-d4e9b78de80b tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 210 time: 0.0264604 Nov 11 12:41:49.278007 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 0325b824-b15e-4009-b39c-e87161e76352 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:41:49.298323 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 0325b824-b15e-4009-b39c-e87161e76352 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:41:49.298676 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 0325b824-b15e-4009-b39c-e87161e76352 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:41:49.771723 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ecc5c2d7-3a75-4c75-be7c-2d2280114be4 req-c2ba410f-1fff-4b4f-b8ec-b1e8e87163e1 tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac30d185-858d-4d0a-a331-0592890f17d1 HTTP/1.1" status: 200 len: 210 time: 0.0253646 Nov 11 12:41:51.221330 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:41:54.853397 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59486) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:41:54.912583 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-487ef285-791a-44e4-9ce7-def4efba9f9d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:54.936303 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-487ef285-791a-44e4-9ce7-def4efba9f9d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:55.056006 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-487ef285-791a-44e4-9ce7-def4efba9f9d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:55.059290 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-487ef285-791a-44e4-9ce7-def4efba9f9d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:55.060471 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-487ef285-791a-44e4-9ce7-def4efba9f9d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "DELETE /v2.0/security-groups/85da415a-d5d9-4ccb-8ef5-51e6d91ba393 HTTP/1.1" status: 204 len: 168 time: 0.2059455 Nov 11 12:41:55.063276 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59488) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:41:55.070483 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ef285-791a-44e4-9ce7-def4efba9f9d tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85da415a-d5d9-4ccb-8ef5-51e6d91ba393,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:55.086878 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-de5e0ac8-d65b-474c-98b8-ae5c6458d9ac tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] show failed (client error): The resource could not be found. Nov 11 12:41:55.087965 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-de5e0ac8-d65b-474c-98b8-ae5c6458d9ac tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "GET /v2.0/security-groups/85da415a-d5d9-4ccb-8ef5-51e6d91ba393 HTTP/1.1" status: 404 len: 347 time: 0.0235295 Nov 11 12:41:55.090695 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59490) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:41:55.221927 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Deleting port 8f67e6ca-1911-466c-a87d-f31f4b48a90f {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:41:55.222266 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:55.303199 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:55.303521 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:55.315725 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Calling delete_port for 8f67e6ca-1911-466c-a87d-f31f4b48a90f owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:41:55.515135 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:55.541766 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Pushing event deleted for resources: {'Port': ['ID=8f67e6ca-1911-466c-a87d-f31f4b48a90f,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:55.552736 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:55.553094 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:55.553555 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:55.553831 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:55.554168 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:55.554501 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:55.554832 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:55.555189 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:55.555521 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:55.555847 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:55.556170 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:55.556492 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:41:55.614962 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:55.617563 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:55.618688 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b15de6d7-cc1a-4884-8b59-836ae435605e tempest-ServerActionsTestJSON-523908323 tempest-ServerActionsTestJSON-523908323-project] 10.222.0.50 "DELETE /v2.0/floatingips/b0a3f29c-1d95-4143-b3ed-2d265f543870 HTTP/1.1" status: 204 len: 168 time: 0.5266151 Nov 11 12:41:55.621660 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59492) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:41:56.019109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cc71a6d3-754e-438d-a687-9625d0cf7dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:56.546591 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-cc71a6d3-754e-438d-a687-9625d0cf7dbc admin admin] Deleting port 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:41:56.547394 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cc71a6d3-754e-438d-a687-9625d0cf7dbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:56.624449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-cc71a6d3-754e-438d-a687-9625d0cf7dbc admin admin] For port 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:56.624803 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cc71a6d3-754e-438d-a687-9625d0cf7dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:56.637298 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-cc71a6d3-754e-438d-a687-9625d0cf7dbc admin admin] Calling delete_port for 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:41:56.901899 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cc71a6d3-754e-438d-a687-9625d0cf7dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:56.926738 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71a6d3-754e-438d-a687-9625d0cf7dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:57.085573 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cc71a6d3-754e-438d-a687-9625d0cf7dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:57.292694 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc71a6d3-754e-438d-a687-9625d0cf7dbc admin admin] Router 949eafc0-3e1f-4617-b8e7-0997b03891ad has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:41:57.397058 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc71a6d3-754e-438d-a687-9625d0cf7dbc admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:41:57.402076 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cc71a6d3-754e-438d-a687-9625d0cf7dbc admin admin] 10.222.0.50 "PUT /v2.0/routers/949eafc0-3e1f-4617-b8e7-0997b03891ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7794776 Nov 11 12:41:57.404666 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59496) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:41:57.407333 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd153c2-125e-4128-aeef-3af1157faaf6 None None] Sync routers for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:41:57.416656 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd153c2-125e-4128-aeef-3af1157faaf6 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:41:57.417250 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ddd153c2-125e-4128-aeef-3af1157faaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:41:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:41:57.506545 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-378cfb9c-bfee-46f9-af7f-96f303639e61 admin admin] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:57.518782 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-ddd153c2-125e-4128-aeef-3af1157faaf6 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:41:57.613014 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-378cfb9c-bfee-46f9-af7f-96f303639e61 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:57.704148 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ddd153c2-125e-4128-aeef-3af1157faaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:41:56Z', 'revision_number': 5, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port': {'id': '47d1074b-d4ff-4fc7-ae5d-369fe905c7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:41:57.722108 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-378cfb9c-bfee-46f9-af7f-96f303639e61 admin admin] Deleting port 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:41:57.722439 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-378cfb9c-bfee-46f9-af7f-96f303639e61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:57.729230 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd153c2-125e-4128-aeef-3af1157faaf6 None None] Checking router: 949eafc0-3e1f-4617-b8e7-0997b03891ad for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:41:57.737688 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd153c2-125e-4128-aeef-3af1157faaf6 None None] Routers {'949eafc0-3e1f-4617-b8e7-0997b03891ad'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:41:57.738271 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ddd153c2-125e-4128-aeef-3af1157faaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:41:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['949eafc0-3e1f-4617-b8e7-0997b03891ad'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:41:57.804445 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-378cfb9c-bfee-46f9-af7f-96f303639e61 admin admin] For port 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=47d1074b-d4ff-4fc7-ae5d-369fe905c7d8,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:57.804821 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-378cfb9c-bfee-46f9-af7f-96f303639e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:57.820587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-378cfb9c-bfee-46f9-af7f-96f303639e61 admin admin] Calling delete_port for 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8 owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:41:57.822957 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-ddd153c2-125e-4128-aeef-3af1157faaf6 None None] Set router 949eafc0-3e1f-4617-b8e7-0997b03891ad gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:41:57.881622 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ddd153c2-125e-4128-aeef-3af1157faaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:41:57Z', 'revision_number': 6, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:41:57.913717 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd153c2-125e-4128-aeef-3af1157faaf6 None None] The sync data for ids ['949eafc0-3e1f-4617-b8e7-0997b03891ad'] in dv-neutron-786478-23-hyperv is: [{'id': '949eafc0-3e1f-4617-b8e7-0997b03891ad', 'name': 'tempest-ServerActionsTestJSON-757934257-router', 'tenant_id': '53e67b435a854bf5961e3aa899984860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:35:25Z', 'updated_at': '2021-11-11T12:41:57Z', 'revision_number': 6, 'project_id': '53e67b435a854bf5961e3aa899984860', 'gw_port_host': None}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:41:58.040328 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-378cfb9c-bfee-46f9-af7f-96f303639e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:58.063581 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cfb9c-bfee-46f9-af7f-96f303639e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=47d1074b-d4ff-4fc7-ae5d-369fe905c7d8,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:58.079158 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cb73ab-1a61-4a44-8c45-9b600eb7dc49 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:41:58.124922 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-378cfb9c-bfee-46f9-af7f-96f303639e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:58.214990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-378cfb9c-bfee-46f9-af7f-96f303639e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:58.217400 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-378cfb9c-bfee-46f9-af7f-96f303639e61 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:58.309195 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-378cfb9c-bfee-46f9-af7f-96f303639e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:58.309730 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378cfb9c-bfee-46f9-af7f-96f303639e61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 949eafc0-3e1f-4617-b8e7-0997b03891ad {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:41:58.314330 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-378cfb9c-bfee-46f9-af7f-96f303639e61 admin admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:58.315414 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-378cfb9c-bfee-46f9-af7f-96f303639e61 admin admin] 10.222.0.50 "DELETE /v2.0/routers/949eafc0-3e1f-4617-b8e7-0997b03891ad HTTP/1.1" status: 204 len: 168 time: 0.9098458 Nov 11 12:41:58.318127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59498) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:41:58.362802 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a75286-5bec-48af-b8d6-f73bfc51856a admin admin] Deleting subnet 0f589ced-d48d-48e0-a43b-77872d81fc94 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:41:58.365870 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-44a75286-5bec-48af-b8d6-f73bfc51856a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:58.402844 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-44a75286-5bec-48af-b8d6-f73bfc51856a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:58.481171 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-44a75286-5bec-48af-b8d6-f73bfc51856a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:58.578548 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-44a75286-5bec-48af-b8d6-f73bfc51856a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:58.604369 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a75286-5bec-48af-b8d6-f73bfc51856a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f589ced-d48d-48e0-a43b-77872d81fc94,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:58.607824 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-44a75286-5bec-48af-b8d6-f73bfc51856a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:58.610952 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-44a75286-5bec-48af-b8d6-f73bfc51856a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0f589ced-d48d-48e0-a43b-77872d81fc94 HTTP/1.1" status: 204 len: 168 time: 0.2919095 Nov 11 12:41:58.613475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59500) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:41:58.615674 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f72dd0-c74d-45a2-82ec-bd2667e1be2b None None] Network a2118402-0d4d-47ff-b5ce-9c0fddb287fd requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:41:58.685800 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:58.740673 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] Deleting port 78f028d7-4d5c-48e4-9332-6e5d093c3060 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:41:58.741108 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:58.806165 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] For port 78f028d7-4d5c-48e4-9332-6e5d093c3060, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=78f028d7-4d5c-48e4-9332-6e5d093c3060,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:58.806528 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:58.811069 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9552171a-d8d8-48e4-8d81-63b2f4399dc2 None None] DHCP port deletion for a2118402-0d4d-47ff-b5ce-9c0fddb287fd request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:41:58.819860 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] Calling delete_port for 78f028d7-4d5c-48e4-9332-6e5d093c3060 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:41:58.866820 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-9552171a-d8d8-48e4-8d81-63b2f4399dc2 None None] Deleting port 78f028d7-4d5c-48e4-9332-6e5d093c3060 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:41:58.866820 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9552171a-d8d8-48e4-8d81-63b2f4399dc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:58.938102 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-9552171a-d8d8-48e4-8d81-63b2f4399dc2 None None] For port 78f028d7-4d5c-48e4-9332-6e5d093c3060, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=78f028d7-4d5c-48e4-9332-6e5d093c3060,segment=NetworkSegment(449fd18a-3595-4f68-ad13-6fb8231993e8),segment_id=449fd18a-3595-4f68-ad13-6fb8231993e8)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:41:58.938508 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9552171a-d8d8-48e4-8d81-63b2f4399dc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:58.951139 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-9552171a-d8d8-48e4-8d81-63b2f4399dc2 None None] Calling delete_port for 78f028d7-4d5c-48e4-9332-6e5d093c3060 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:41:58.987418 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:59.012443 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=78f028d7-4d5c-48e4-9332-6e5d093c3060,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:59.016224 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] No DVR routers for this DVR port 78f028d7-4d5c-48e4-9332-6e5d093c3060 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:41:59.028709 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9552171a-d8d8-48e4-8d81-63b2f4399dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:59.053730 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552171a-d8d8-48e4-8d81-63b2f4399dc2 None None] Pushing event deleted for resources: {'Port': ['ID=78f028d7-4d5c-48e4-9332-6e5d093c3060,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:59.058154 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9552171a-d8d8-48e4-8d81-63b2f4399dc2 None None] No DVR routers for this DVR port 78f028d7-4d5c-48e4-9332-6e5d093c3060 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:41:59.092032 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:59.111935 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2118402-0d4d-47ff-b5ce-9c0fddb287fd']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:41:59.120804 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449fd18a-3595-4f68-ad13-6fb8231993e8') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:41:59.121095 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449fd18a-3595-4f68-ad13-6fb8231993e8') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:41:59.130093 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:59.142953 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:59.148718 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:41:59.149090 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:41:59.150676 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:41:59.234357 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:59.239561 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:59.242715 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a2118402-0d4d-47ff-b5ce-9c0fddb287fd HTTP/1.1" status: 204 len: 168 time: 0.6283410 Nov 11 12:41:59.253952 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05df5e-1364-4793-aeb4-1ae609221be8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2118402-0d4d-47ff-b5ce-9c0fddb287fd,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:59.503230 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59504) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:41:59.545422 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-da842391-5623-4a3b-bba3-4f31dad1b82d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=53e67b435a854bf5961e3aa899984860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410466 Nov 11 12:41:59.547754 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59506) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:41:59.593479 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b7fdc55a-55af-47b4-9d87-3495bc9a9a05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:59.613762 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b7fdc55a-55af-47b4-9d87-3495bc9a9a05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:59.731901 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b7fdc55a-55af-47b4-9d87-3495bc9a9a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:59.734988 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b7fdc55a-55af-47b4-9d87-3495bc9a9a05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:41:59.738218 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b7fdc55a-55af-47b4-9d87-3495bc9a9a05 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de8fbc9c-ad6b-4e50-991c-ff83397d7788 HTTP/1.1" status: 204 len: 168 time: 0.1875110 Nov 11 12:41:59.743858 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fdc55a-55af-47b4-9d87-3495bc9a9a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8fbc9c-ad6b-4e50-991c-ff83397d7788,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:41:59.853237 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:41:59.877020 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:41:59.877362 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 356cd137-43e9-42b6-9f1e-6e5b7eb7d0d6 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:41:59.885278 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:41:59.898250 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:41:59.898600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 47d1074b-d4ff-4fc7-ae5d-369fe905c7d8 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:41:59.899026 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 78f028d7-4d5c-48e4-9332-6e5d093c3060 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:41:59.933326 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 78f028d7-4d5c-48e4-9332-6e5d093c3060 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:41:59.934472 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 78f028d7-4d5c-48e4-9332-6e5d093c3060 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:42:00.775680 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59528) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:00.867942 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-af6cb8ee-505e-4688-aaf2-217d1c0c157b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-188371597-network', 'tenant_id': 'a9c4eb08a47c4b1980dcb1c1ca804f69'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:42:00.920118 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6cb8ee-505e-4688-aaf2-217d1c0c157b admin admin] Made reservation on behalf of a9c4eb08a47c4b1980dcb1c1ca804f69 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:42:00.922353 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-af6cb8ee-505e-4688-aaf2-217d1c0c157b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:00.930456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-af6cb8ee-505e-4688-aaf2-217d1c0c157b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:01.002540 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-af6cb8ee-505e-4688-aaf2-217d1c0c157b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:01.057338 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-af6cb8ee-505e-4688-aaf2-217d1c0c157b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:01.081881 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6cb8ee-505e-4688-aaf2-217d1c0c157b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:42:01.090197 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cb8ee-505e-4688-aaf2-217d1c0c157b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:01.096274 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-af6cb8ee-505e-4688-aaf2-217d1c0c157b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:01.096607 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-af6cb8ee-505e-4688-aaf2-217d1c0c157b admin admin] Added segment 4c67b246-0a25-4cce-8ade-4a4bd1df067f of type vlan for network a9bc8a68-ffe8-4797-96ad-370410707db0 Nov 11 12:42:01.137003 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-af6cb8ee-505e-4688-aaf2-217d1c0c157b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:01.246158 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-af6cb8ee-505e-4688-aaf2-217d1c0c157b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:01.247165 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6cb8ee-505e-4688-aaf2-217d1c0c157b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:01.247732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-af6cb8ee-505e-4688-aaf2-217d1c0c157b admin admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:01.329030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cb8ee-505e-4688-aaf2-217d1c0c157b admin admin] Pushing event updated for resources: {'Network': ['ID=a9bc8a68-ffe8-4797-96ad-370410707db0,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:01.338585 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network a9bc8a68-ffe8-4797-96ad-370410707db0 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:42:01.357673 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-af6cb8ee-505e-4688-aaf2-217d1c0c157b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5808513 Nov 11 12:42:01.361016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59532) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:01.365791 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-7bb6c11b-05b5-4bff-986e-03c0685c4b05 admin admin] Request body: {'subnet': {'network_id': 'a9bc8a68-ffe8-4797-96ad-370410707db0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-188371597-subnet', 'tenant_id': 'a9c4eb08a47c4b1980dcb1c1ca804f69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:42:01.451593 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb6c11b-05b5-4bff-986e-03c0685c4b05 admin admin] Made reservation on behalf of a9c4eb08a47c4b1980dcb1c1ca804f69 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:42:01.453948 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c11b-05b5-4bff-986e-03c0685c4b05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:01.663327 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c11b-05b5-4bff-986e-03c0685c4b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:01.722935 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6c11b-05b5-4bff-986e-03c0685c4b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06732dbb-b646-4534-a527-509e7390f3f5,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:01.729902 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb6c11b-05b5-4bff-986e-03c0685c4b05 admin admin] Checking segment: {'id': '4c67b246-0a25-4cce-8ade-4a4bd1df067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a9bc8a68-ffe8-4797-96ad-370410707db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:42:01.730259 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb6c11b-05b5-4bff-986e-03c0685c4b05 admin admin] Network hostable DHCP agents. Network: a9bc8a68-ffe8-4797-96ad-370410707db0, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:42:01.873189 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb6c11b-05b5-4bff-986e-03c0685c4b05 admin admin] Network a9bc8a68-ffe8-4797-96ad-370410707db0 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:42:01.964696 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-7bb6c11b-05b5-4bff-986e-03c0685c4b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, a9bc8a68-ffe8-4797-96ad-370410707db0) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:42:01.969430 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb6c11b-05b5-4bff-986e-03c0685c4b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:01.970019 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c11b-05b5-4bff-986e-03c0685c4b05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:01.974127 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf45f93-9d04-45fc-ab78-1ae74c2198bd None None] Network a9bc8a68-ffe8-4797-96ad-370410707db0 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:42:02.059269 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7bb6c11b-05b5-4bff-986e-03c0685c4b05 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6971333 Nov 11 12:42:02.096205 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b18a014-ebc0-46d9-b805-bdf01fe462bb None None] Network a9bc8a68-ffe8-4797-96ad-370410707db0 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:42:02.477276 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-f7047d8d-7957-430a-ade3-21d2fd92cf70 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:02.478660 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-f7047d8d-7957-430a-ade3-21d2fd92cf70 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/networks?id=a9bc8a68-ffe8-4797-96ad-370410707db0 HTTP/1.1" status: 200 len: 813 time: 0.1041002 Nov 11 12:42:02.493250 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-5cd81934-2eef-409c-b3c1-e4bb6eedf0f4 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/quotas/a9c4eb08a47c4b1980dcb1c1ca804f69 HTTP/1.1" status: 200 len: 375 time: 0.0089078 Nov 11 12:42:02.524244 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-5858b287-cc6f-4925-8d69-885268c6ab7f tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9c4eb08a47c4b1980dcb1c1ca804f69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259774 Nov 11 12:42:02.663590 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-7b71aaf4-e8c0-4766-8a19-b827590e7309 service neutron] 10.222.0.50 "GET /v2.0/networks/a9bc8a68-ffe8-4797-96ad-370410707db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326058 Nov 11 12:42:02.752220 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-2c07a56f-7313-4d97-bb64-d9ee6fd10354 service neutron] 10.222.0.50 "GET /v2.0/networks/a9bc8a68-ffe8-4797-96ad-370410707db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826092 Nov 11 12:42:03.011250 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-42ef2d9c-ca5b-4901-ba3a-2d76eb0078a0 req-9fe1684f-784f-4c2d-9508-f22a42866c16 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 210 time: 0.0268397 Nov 11 12:42:03.263473 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e4309197-0485-4e1a-8314-b8cc077bfeff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:04.106289 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-941b9569-488f-421d-8afb-bb3a810d70b0 req-170f15ef-2f9c-4971-ae50-b83ac86f29bc tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 210 time: 0.0301316 Nov 11 12:42:05.032029 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-5b86ff62-62a8-40a0-9d27-ad2e859540b8 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:05.033380 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-5b86ff62-62a8-40a0-9d27-ad2e859540b8 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.70 "GET /v2.0/networks?id=a9bc8a68-ffe8-4797-96ad-370410707db0 HTTP/1.1" status: 200 len: 813 time: 0.1007612 Nov 11 12:42:05.047382 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-5fe13d61-aa9d-423e-89bd-239e79dd97f2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Request body: {'port': {'device_id': '4ea08bf3-f0e8-41db-91f9-58c368b8a522', 'network_id': 'a9bc8a68-ffe8-4797-96ad-370410707db0', 'admin_state_up': True, 'tenant_id': 'a9c4eb08a47c4b1980dcb1c1ca804f69'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:42:05.202717 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a028c89f-3033-4132-8c83-6163a3d5a29a req-5a8a6f8a-bc03-42b5-a408-c1dca21097a3 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 210 time: 0.0255404 Nov 11 12:42:05.240655 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-5fe13d61-aa9d-423e-89bd-239e79dd97f2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Made reservation on behalf of a9c4eb08a47c4b1980dcb1c1ca804f69 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:42:05.244208 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-5fe13d61-aa9d-423e-89bd-239e79dd97f2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:05.369184 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-5fe13d61-aa9d-423e-89bd-239e79dd97f2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Allocated IP 172.20.0.10 (a9bc8a68-ffe8-4797-96ad-370410707db0/06732dbb-b646-4534-a527-509e7390f3f5/8ee57d0b-00d4-4a22-ba86-f19170e936a6) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:42:05.509412 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-5fe13d61-aa9d-423e-89bd-239e79dd97f2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:05.577877 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-df25d128-b546-4ebd-b0bc-5c9d316da753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:05.606954 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-5fe13d61-aa9d-423e-89bd-239e79dd97f2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:05.652038 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-5fe13d61-aa9d-423e-89bd-239e79dd97f2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Network a9bc8a68-ffe8-4797-96ad-370410707db0 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:42:05.655095 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-5fe13d61-aa9d-423e-89bd-239e79dd97f2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:42:05.658899 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-5fe13d61-aa9d-423e-89bd-239e79dd97f2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:42:05.683018 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe13d61-aa9d-423e-89bd-239e79dd97f2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Pushing event updated for resources: {'Port': ['ID=8ee57d0b-00d4-4a22-ba86-f19170e936a6,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:05.711475 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-5fe13d61-aa9d-423e-89bd-239e79dd97f2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:05.712077 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-5fe13d61-aa9d-423e-89bd-239e79dd97f2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:05.795985 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-5fe13d61-aa9d-423e-89bd-239e79dd97f2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7522316 Nov 11 12:42:05.806059 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-9771b10d-2da4-41dd-b6cc-14f4a7433216 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:42:05.806989 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-9771b10d-2da4-41dd-b6cc-14f4a7433216 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050025 Nov 11 12:42:05.819032 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Request body: {'port': {'device_id': '4ea08bf3-f0e8-41db-91f9-58c368b8a522', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:42:05.873784 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:06.132840 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee57d0b-00d4-4a22-ba86-f19170e936a6 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:42:06.140557 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:06.152740 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Transition to ACTIVE for port object 8ee57d0b-00d4-4a22-ba86-f19170e936a6 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:42:06.234454 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:06.302072 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Pushing event updated for resources: {'Port': ['ID=8ee57d0b-00d4-4a22-ba86-f19170e936a6,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:06.326037 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce28ef-c1af-456b-85db-7524a35c9126 req-d57bcbac-cf74-496d-a375-b5472598a830 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:06.327561 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f2ce28ef-c1af-456b-85db-7524a35c9126 req-d57bcbac-cf74-496d-a375-b5472598a830 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 944 time: 0.0491879 Nov 11 12:42:06.356919 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Attempting to bind port 8ee57d0b-00d4-4a22-ba86-f19170e936a6 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:42:06.357258 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Attempting to bind port 8ee57d0b-00d4-4a22-ba86-f19170e936a6 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '4c67b246-0a25-4cce-8ade-4a4bd1df067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a9bc8a68-ffe8-4797-96ad-370410707db0'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:42:06.357588 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Attempting to bind port 8ee57d0b-00d4-4a22-ba86-f19170e936a6 on network a9bc8a68-ffe8-4797-96ad-370410707db0 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:42:06.361995 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Port 8ee57d0b-00d4-4a22-ba86-f19170e936a6 on network a9bc8a68-ffe8-4797-96ad-370410707db0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:42:06.362341 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Attempting to bind port 8ee57d0b-00d4-4a22-ba86-f19170e936a6 on network a9bc8a68-ffe8-4797-96ad-370410707db0 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:42:06.367143 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:42:06.367482 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Checking segment: {'id': '4c67b246-0a25-4cce-8ade-4a4bd1df067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a9bc8a68-ffe8-4797-96ad-370410707db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:42:06.367858 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Bound using segment: {'id': '4c67b246-0a25-4cce-8ade-4a4bd1df067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a9bc8a68-ffe8-4797-96ad-370410707db0'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:42:06.368275 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Bound port: 8ee57d0b-00d4-4a22-ba86-f19170e936a6, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c67b246-0a25-4cce-8ade-4a4bd1df067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a9bc8a68-ffe8-4797-96ad-370410707db0'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:42:06.368627 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:06.375838 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f2ce28ef-c1af-456b-85db-7524a35c9126 req-159526d2-68df-4e88-a2c8-45b32892081f tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411508 Nov 11 12:42:06.430647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] For port 8ee57d0b-00d4-4a22-ba86-f19170e936a6, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:42:06.433602 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] For port 8ee57d0b-00d4-4a22-ba86-f19170e936a6, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8ee57d0b-00d4-4a22-ba86-f19170e936a6,segment=NetworkSegment(4c67b246-0a25-4cce-8ade-4a4bd1df067f),segment_id=4c67b246-0a25-4cce-8ade-4a4bd1df067f)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:42:06.497477 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:06.530130 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:06.530762 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:06.532136 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] 10.222.0.70 "PUT /v2.0/ports/8ee57d0b-00d4-4a22-ba86-f19170e936a6 HTTP/1.1" status: 200 len: 1094 time: 0.7168462 Nov 11 12:42:06.535361 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea08bf3-f0e8-41db-91f9-58c368b8a522', 'tag': '8ee57d0b-00d4-4a22-ba86-f19170e936a6'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:42:06.535361 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9652111-7d28-477f-b495-99c4a783d898" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea08bf3-f0e8-41db-91f9-58c368b8a522", "tag": "8ee57d0b-00d4-4a22-ba86-f19170e936a6"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:42:06.560091 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af98d9-08ca-4a63-8a85-f6b69ae6d37f service neutron] Pushing event updated for resources: {'Port': ['ID=8ee57d0b-00d4-4a22-ba86-f19170e936a6,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:06.572620 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a573cd5-6264-4ae2-8535-14b857db81b4 x-openstack-request-id: req-8a573cd5-6264-4ae2-8535-14b857db81b4 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:42:06.572959 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea08bf3-f0e8-41db-91f9-58c368b8a522", "tag": "8ee57d0b-00d4-4a22-ba86-f19170e936a6", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:42:06.573214 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a573cd5-6264-4ae2-8535-14b857db81b4 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:42:06.573643 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea08bf3-f0e8-41db-91f9-58c368b8a522', 'tag': '8ee57d0b-00d4-4a22-ba86-f19170e936a6', 'status': 'completed', 'code': 200} Nov 11 12:42:06.583250 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:06.636570 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9652111-7d28-477f-b495-99c4a783d898 req-e2c35e2a-2ff7-40bf-879a-a1effea3b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:06.637955 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c9652111-7d28-477f-b495-99c4a783d898 req-e2c35e2a-2ff7-40bf-879a-a1effea3b2cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a9c4eb08a47c4b1980dcb1c1ca804f69&device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 1097 time: 0.0413609 Nov 11 12:42:06.741092 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9652111-7d28-477f-b495-99c4a783d898 req-1bf2a307-2ca3-4bc9-8f60-2043c3a0bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:06.742533 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c9652111-7d28-477f-b495-99c4a783d898 req-1bf2a307-2ca3-4bc9-8f60-2043c3a0bc2f service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=a9c4eb08a47c4b1980dcb1c1ca804f69&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0961461 Nov 11 12:42:06.839515 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9652111-7d28-477f-b495-99c4a783d898 req-d090fee5-30cb-4195-8842-487f200d654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:06.840989 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c9652111-7d28-477f-b495-99c4a783d898 req-d090fee5-30cb-4195-8842-487f200d654b service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916588 Nov 11 12:42:06.917968 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-318db2b7-97a0-4196-93fc-9ccd285b1205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:06.919403 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-318db2b7-97a0-4196-93fc-9ccd285b1205 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a9c4eb08a47c4b1980dcb1c1ca804f69&device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 1097 time: 0.0398397 Nov 11 12:42:06.963125 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-e07d685e-968a-49b9-a92d-d928266bb9eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ee57d0b-00d4-4a22-ba86-f19170e936a6 HTTP/1.1" status: 200 len: 217 time: 0.0350955 Nov 11 12:42:07.017144 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-c5cb488c-ccb5-4044-8535-c8eb8b6ba80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:07.018610 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-c5cb488c-ccb5-4044-8535-c8eb8b6ba80e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=06732dbb-b646-4534-a527-509e7390f3f5 HTTP/1.1" status: 200 len: 853 time: 0.0476716 Nov 11 12:42:07.051445 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-949b281c-4808-4766-af7c-6601070c3a0c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9bc8a68-ffe8-4797-96ad-370410707db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241241 Nov 11 12:42:07.145768 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-5f3c6e4a-737d-4a04-b709-2091e1c6b209 service neutron] 10.222.0.70 "GET /v2.0/networks/a9bc8a68-ffe8-4797-96ad-370410707db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857873 Nov 11 12:42:07.250035 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4759d8c9-7ecc-493a-aa7c-d3238d7e51cd req-415ce911-43de-477c-ba74-2ebd700e192c service neutron] 10.222.0.70 "GET /v2.0/networks/a9bc8a68-ffe8-4797-96ad-370410707db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879686 Nov 11 12:42:07.489720 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd95168-0965-430b-a96a-c9bb5abe8478 req-d7e4d76f-92d8-4f43-b901-985f08668141 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:07.491204 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5fd95168-0965-430b-a96a-c9bb5abe8478 req-d7e4d76f-92d8-4f43-b901-985f08668141 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 944 time: 0.0480154 Nov 11 12:42:07.542374 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5fd95168-0965-430b-a96a-c9bb5abe8478 req-11726717-5af6-45e2-a298-5af6db02903d tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450547 Nov 11 12:42:08.234904 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:08.657676 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37d871-ba25-4abc-a440-80e56bb60819 req-c2131ffb-565c-4fe6-9a80-4d3bfa771fa7 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:08.659154 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7b37d871-ba25-4abc-a440-80e56bb60819 req-c2131ffb-565c-4fe6-9a80-4d3bfa771fa7 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 944 time: 0.0475299 Nov 11 12:42:08.705873 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7b37d871-ba25-4abc-a440-80e56bb60819 req-d6358cb8-d121-46f9-bd6e-156e312c2f59 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408807 Nov 11 12:42:09.181523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:09.819404 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a7e4b-9064-4944-87f8-056e7be5ff8e req-7c397c77-31cb-4082-942f-208d447474ad tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:09.820910 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ab8a7e4b-9064-4944-87f8-056e7be5ff8e req-7c397c77-31cb-4082-942f-208d447474ad tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 944 time: 0.0482976 Nov 11 12:42:09.872192 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ab8a7e4b-9064-4944-87f8-056e7be5ff8e req-368439f9-8963-416a-92ce-30a630239f6f tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453067 Nov 11 12:42:10.943464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:10.987907 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f1e51-d45b-4232-968c-d4496e50b59f req-d56e9aa9-533e-4410-ae11-446bbb471cf1 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:10.989422 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e70f1e51-d45b-4232-968c-d4496e50b59f req-d56e9aa9-533e-4410-ae11-446bbb471cf1 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 944 time: 0.0525887 Nov 11 12:42:11.034991 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e70f1e51-d45b-4232-968c-d4496e50b59f req-ac663bf7-3ff0-4e2a-bf93-5660e8dfed49 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396736 Nov 11 12:42:11.371351 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 8ee57d0b-00d4-4a22-ba86-f19170e936a6 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:42:11.464548 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 8ee57d0b-00d4-4a22-ba86-f19170e936a6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8ee57d0b-00d4-4a22-ba86-f19170e936a6,segment=NetworkSegment(4c67b246-0a25-4cce-8ade-4a4bd1df067f),segment_id=4c67b246-0a25-4cce-8ade-4a4bd1df067f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:42:11.475772 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '8ee57d0b-00d4-4a22-ba86-f19170e936a6', 'network_id': 'a9bc8a68-ffe8-4797-96ad-370410707db0', 'port_id': '8ee57d0b-00d4-4a22-ba86-f19170e936a6', 'mac_address': 'fa:16:3e:91:1e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06732dbb-b646-4534-a527-509e7390f3f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:42:11.511174 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:11.523710 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee57d0b-00d4-4a22-ba86-f19170e936a6 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:42:11.542683 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 8ee57d0b-00d4-4a22-ba86-f19170e936a6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8ee57d0b-00d4-4a22-ba86-f19170e936a6,segment=NetworkSegment(4c67b246-0a25-4cce-8ade-4a4bd1df067f),segment_id=4c67b246-0a25-4cce-8ade-4a4bd1df067f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:42:11.629032 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:11.677734 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=8ee57d0b-00d4-4a22-ba86-f19170e936a6,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:11.684494 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:11.684837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:11.685172 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:11.685501 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:11.685850 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:11.686173 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:11.686496 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:11.686817 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:11.687163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:11.687485 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:11.688290 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:11.688601 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:11.850416 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['8ee57d0b-00d4-4a22-ba86-f19170e936a6'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:42:12.151751 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce3358-78a3-482b-bc5d-f0edcd63c6b0 req-b1a74735-ea24-4916-8a50-8e8e9aa0799a tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:12.153472 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8dce3358-78a3-482b-bc5d-f0edcd63c6b0 req-b1a74735-ea24-4916-8a50-8e8e9aa0799a tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 945 time: 0.0513299 Nov 11 12:42:12.199837 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8dce3358-78a3-482b-bc5d-f0edcd63c6b0 req-90bb5f9c-bf00-463d-b70f-3dfa68fbd46e tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401914 Nov 11 12:42:13.322429 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068156ae-e36d-485d-8d3b-2900b5f9ed35 req-ebfa8c7a-3525-452b-b30b-5f1ebeac2e62 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:13.323894 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-068156ae-e36d-485d-8d3b-2900b5f9ed35 req-ebfa8c7a-3525-452b-b30b-5f1ebeac2e62 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 945 time: 0.0512729 Nov 11 12:42:13.369207 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-068156ae-e36d-485d-8d3b-2900b5f9ed35 req-78efe614-f7be-4972-8cd6-462dc50ed3e6 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394840 Nov 11 12:42:13.391940 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 8ee57d0b-00d4-4a22-ba86-f19170e936a6 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:42:13.663026 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 8ee57d0b-00d4-4a22-ba86-f19170e936a6 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:42:13.666638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 8ee57d0b-00d4-4a22-ba86-f19170e936a6 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:42:13.666996 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:13.739649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:13.761023 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea08bf3-f0e8-41db-91f9-58c368b8a522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee57d0b-00d4-4a22-ba86-f19170e936a6'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:42:13.763215 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75856a51-4c07-4b2a-a47b-995017f7134e" -d '{"events": [{"server_uuid": "4ea08bf3-f0e8-41db-91f9-58c368b8a522", "name": "network-vif-plugged", "status": "completed", "tag": "8ee57d0b-00d4-4a22-ba86-f19170e936a6"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:42:13.777733 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 8ee57d0b-00d4-4a22-ba86-f19170e936a6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8ee57d0b-00d4-4a22-ba86-f19170e936a6,segment=NetworkSegment(4c67b246-0a25-4cce-8ade-4a4bd1df067f),segment_id=4c67b246-0a25-4cce-8ade-4a4bd1df067f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:42:13.799709 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cfe74d-650e-4e46-928a-90aaf8c62569 x-openstack-request-id: req-68cfe74d-650e-4e46-928a-90aaf8c62569 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:42:13.803061 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea08bf3-f0e8-41db-91f9-58c368b8a522", "name": "network-vif-plugged", "status": "completed", "tag": "8ee57d0b-00d4-4a22-ba86-f19170e936a6", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:42:13.803061 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-68cfe74d-650e-4e46-928a-90aaf8c62569 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:42:13.803061 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea08bf3-f0e8-41db-91f9-58c368b8a522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee57d0b-00d4-4a22-ba86-f19170e936a6', 'code': 200} Nov 11 12:42:13.852326 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:13.907013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=8ee57d0b-00d4-4a22-ba86-f19170e936a6,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:14.113591 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df695a7-6617-4b11-8c1d-795af5e1ede7 req-86adddcd-cc84-4cb7-b365-ea7aaa0e483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:14.115071 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-7df695a7-6617-4b11-8c1d-795af5e1ede7 req-86adddcd-cc84-4cb7-b365-ea7aaa0e483a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 1099 time: 0.0410123 Nov 11 12:42:14.166677 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-7df695a7-6617-4b11-8c1d-795af5e1ede7 req-5cda1ad6-2cd4-40bb-88e3-33a565fdf986 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439911 Nov 11 12:42:14.483735 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61734664-1b85-4b3a-a572-c6e41ebf3588 req-ae7209b1-90f8-4ab8-bb48-416b70ea11b1 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:14.485749 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-61734664-1b85-4b3a-a572-c6e41ebf3588 req-ae7209b1-90f8-4ab8-bb48-416b70ea11b1 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 946 time: 0.0480714 Nov 11 12:42:14.530274 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-61734664-1b85-4b3a-a572-c6e41ebf3588 req-186e3f42-a750-4193-882a-99747f9af6b0 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387127 Nov 11 12:42:15.644607 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f2957-a7f7-4f63-b96c-4134f9bb33c3 req-b86a6370-1a80-434a-b229-71c5e488c1a7 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:15.646053 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-100f2957-a7f7-4f63-b96c-4134f9bb33c3 req-b86a6370-1a80-434a-b229-71c5e488c1a7 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 946 time: 0.0479784 Nov 11 12:42:15.695708 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-100f2957-a7f7-4f63-b96c-4134f9bb33c3 req-98d8177d-938f-4225-9e5a-9ec2bd3fcf24 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437553 Nov 11 12:42:15.911131 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-bc7acb40-c55c-4494-957c-1a0713e5ff1d tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:15.912558 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-bc7acb40-c55c-4494-957c-1a0713e5ff1d tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/networks?id=a9bc8a68-ffe8-4797-96ad-370410707db0 HTTP/1.1" status: 200 len: 813 time: 0.0982709 Nov 11 12:42:15.927427 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-509a5684-faf7-4267-aeff-4be07aca382e tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/quotas/a9c4eb08a47c4b1980dcb1c1ca804f69 HTTP/1.1" status: 200 len: 375 time: 0.0092552 Nov 11 12:42:15.973806 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-df74fc51-e080-4bd4-9cee-d836e961bbc0 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9c4eb08a47c4b1980dcb1c1ca804f69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0413532 Nov 11 12:42:16.064179 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-4da95835-d942-4abc-a6a5-19ece36f5fd1 service neutron] 10.222.0.50 "GET /v2.0/networks/a9bc8a68-ffe8-4797-96ad-370410707db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833347 Nov 11 12:42:16.149820 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-d778fe6c-f7f2-49ac-92d2-2131459c268b service neutron] 10.222.0.50 "GET /v2.0/networks/a9bc8a68-ffe8-4797-96ad-370410707db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796993 Nov 11 12:42:16.396892 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7d5dd0a6-3fbb-4a3a-bbad-612fe9fcb7f5 req-d1427104-5d92-418e-a4d6-ce1cb5621585 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b24bf26-c4b7-4995-a575-743db46f0510 HTTP/1.1" status: 200 len: 210 time: 0.0309191 Nov 11 12:42:17.491702 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1685bec9-e579-4b2b-8bb0-771d5a1872cc req-ba9b5a39-83c7-4463-ac81-a6e462e4b6bf tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b24bf26-c4b7-4995-a575-743db46f0510 HTTP/1.1" status: 200 len: 210 time: 0.0274742 Nov 11 12:42:18.232506 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-37abf65d-a2a8-463d-a082-41ef910901d3 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:18.234005 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-37abf65d-a2a8-463d-a082-41ef910901d3 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.70 "GET /v2.0/networks?id=a9bc8a68-ffe8-4797-96ad-370410707db0 HTTP/1.1" status: 200 len: 813 time: 0.1123710 Nov 11 12:42:18.247261 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-eb1d373a-b6d5-4490-8da6-869a1d5055e2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Request body: {'port': {'device_id': '0b24bf26-c4b7-4995-a575-743db46f0510', 'network_id': 'a9bc8a68-ffe8-4797-96ad-370410707db0', 'admin_state_up': True, 'tenant_id': 'a9c4eb08a47c4b1980dcb1c1ca804f69'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:42:18.417797 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-eb1d373a-b6d5-4490-8da6-869a1d5055e2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Made reservation on behalf of a9c4eb08a47c4b1980dcb1c1ca804f69 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:42:18.421395 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-eb1d373a-b6d5-4490-8da6-869a1d5055e2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:18.546312 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-eb1d373a-b6d5-4490-8da6-869a1d5055e2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Allocated IP 172.20.0.11 (a9bc8a68-ffe8-4797-96ad-370410707db0/06732dbb-b646-4534-a527-509e7390f3f5/2478ffac-3ecc-4004-8e78-1cfad9388c92) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:42:18.585330 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-af08da11-bd78-434c-a185-732145093b83 req-b0f7e9f9-cb61-460b-a33e-bbf642a24968 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b24bf26-c4b7-4995-a575-743db46f0510 HTTP/1.1" status: 200 len: 210 time: 0.0265098 Nov 11 12:42:18.693259 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-eb1d373a-b6d5-4490-8da6-869a1d5055e2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:18.778375 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-eb1d373a-b6d5-4490-8da6-869a1d5055e2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:18.791078 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['8ee57d0b-00d4-4a22-ba86-f19170e936a6'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:42:18.822893 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-eb1d373a-b6d5-4490-8da6-869a1d5055e2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Network a9bc8a68-ffe8-4797-96ad-370410707db0 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:42:18.826050 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-eb1d373a-b6d5-4490-8da6-869a1d5055e2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:42:18.831370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-eb1d373a-b6d5-4490-8da6-869a1d5055e2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:42:18.859906 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d373a-b6d5-4490-8da6-869a1d5055e2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Pushing event updated for resources: {'Port': ['ID=2478ffac-3ecc-4004-8e78-1cfad9388c92,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:18.888033 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-eb1d373a-b6d5-4490-8da6-869a1d5055e2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:18.888634 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-eb1d373a-b6d5-4490-8da6-869a1d5055e2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:18.958212 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-eb1d373a-b6d5-4490-8da6-869a1d5055e2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7147598 Nov 11 12:42:18.972385 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Request body: {'port': {'device_id': '0b24bf26-c4b7-4995-a575-743db46f0510', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:42:19.024516 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:19.280687 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2478ffac-3ecc-4004-8e78-1cfad9388c92 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:42:19.288190 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:19.300349 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Transition to ACTIVE for port object 2478ffac-3ecc-4004-8e78-1cfad9388c92 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:42:19.377107 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:19.429019 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2478ffac-3ecc-4004-8e78-1cfad9388c92,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:19.491621 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Attempting to bind port 2478ffac-3ecc-4004-8e78-1cfad9388c92 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:42:19.491947 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Attempting to bind port 2478ffac-3ecc-4004-8e78-1cfad9388c92 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '4c67b246-0a25-4cce-8ade-4a4bd1df067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a9bc8a68-ffe8-4797-96ad-370410707db0'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:42:19.492267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Attempting to bind port 2478ffac-3ecc-4004-8e78-1cfad9388c92 on network a9bc8a68-ffe8-4797-96ad-370410707db0 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:42:19.496544 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Port 2478ffac-3ecc-4004-8e78-1cfad9388c92 on network a9bc8a68-ffe8-4797-96ad-370410707db0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:42:19.496801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Attempting to bind port 2478ffac-3ecc-4004-8e78-1cfad9388c92 on network a9bc8a68-ffe8-4797-96ad-370410707db0 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:42:19.502031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:42:19.502348 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Checking segment: {'id': '4c67b246-0a25-4cce-8ade-4a4bd1df067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a9bc8a68-ffe8-4797-96ad-370410707db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:42:19.502714 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Bound using segment: {'id': '4c67b246-0a25-4cce-8ade-4a4bd1df067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a9bc8a68-ffe8-4797-96ad-370410707db0'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:42:19.503146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Bound port: 2478ffac-3ecc-4004-8e78-1cfad9388c92, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c67b246-0a25-4cce-8ade-4a4bd1df067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a9bc8a68-ffe8-4797-96ad-370410707db0'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:42:19.503507 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:19.571411 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] For port 2478ffac-3ecc-4004-8e78-1cfad9388c92, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:42:19.574449 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] For port 2478ffac-3ecc-4004-8e78-1cfad9388c92, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2478ffac-3ecc-4004-8e78-1cfad9388c92,segment=NetworkSegment(4c67b246-0a25-4cce-8ade-4a4bd1df067f),segment_id=4c67b246-0a25-4cce-8ade-4a4bd1df067f)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:42:19.662635 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:19.697534 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:19.698146 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:19.699528 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] 10.222.0.70 "PUT /v2.0/ports/2478ffac-3ecc-4004-8e78-1cfad9388c92 HTTP/1.1" status: 200 len: 1094 time: 0.7315011 Nov 11 12:42:19.699964 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b24bf26-c4b7-4995-a575-743db46f0510', 'tag': '2478ffac-3ecc-4004-8e78-1cfad9388c92'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:42:19.701045 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1cf42-44c6-49f2-ada1-f73ee99f8a15 req-47686350-05ca-46e5-bb37-6c8aa6e8a1e1 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:19.702245 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b10d87a-3568-42ef-bed4-3f2a1262a80f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b24bf26-c4b7-4995-a575-743db46f0510", "tag": "2478ffac-3ecc-4004-8e78-1cfad9388c92"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:42:19.702531 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-70a1cf42-44c6-49f2-ada1-f73ee99f8a15 req-47686350-05ca-46e5-bb37-6c8aa6e8a1e1 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b24bf26-c4b7-4995-a575-743db46f0510 HTTP/1.1" status: 200 len: 944 time: 0.0500655 Nov 11 12:42:19.727863 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8efff-535a-43cd-a274-936d75a010d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2478ffac-3ecc-4004-8e78-1cfad9388c92,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:19.743674 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439cb642-2dc3-448e-a10a-fc0ad803a1b8 x-openstack-request-id: req-439cb642-2dc3-448e-a10a-fc0ad803a1b8 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:42:19.743974 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b24bf26-c4b7-4995-a575-743db46f0510", "tag": "2478ffac-3ecc-4004-8e78-1cfad9388c92", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:42:19.744233 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-439cb642-2dc3-448e-a10a-fc0ad803a1b8 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:42:19.744645 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b24bf26-c4b7-4995-a575-743db46f0510', 'tag': '2478ffac-3ecc-4004-8e78-1cfad9388c92', 'status': 'completed', 'code': 200} Nov 11 12:42:19.757553 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-70a1cf42-44c6-49f2-ada1-f73ee99f8a15 req-8dadd6bf-c03e-4022-b5ab-409030d69aa8 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455556 Nov 11 12:42:19.840734 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10d87a-3568-42ef-bed4-3f2a1262a80f req-2c5beab6-56b0-4b6c-8baf-a6056e7b68e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:19.842621 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3b10d87a-3568-42ef-bed4-3f2a1262a80f req-2c5beab6-56b0-4b6c-8baf-a6056e7b68e5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a9c4eb08a47c4b1980dcb1c1ca804f69&device_id=0b24bf26-c4b7-4995-a575-743db46f0510 HTTP/1.1" status: 200 len: 1097 time: 0.0429792 Nov 11 12:42:19.943091 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10d87a-3568-42ef-bed4-3f2a1262a80f req-c528139f-6a9b-47ea-a94c-e45db34ffb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:19.944531 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3b10d87a-3568-42ef-bed4-3f2a1262a80f req-c528139f-6a9b-47ea-a94c-e45db34ffb42 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=a9c4eb08a47c4b1980dcb1c1ca804f69&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0934696 Nov 11 12:42:20.036340 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10d87a-3568-42ef-bed4-3f2a1262a80f req-606b5f18-b4b7-4721-ab50-df361e8ee635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:20.037704 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3b10d87a-3568-42ef-bed4-3f2a1262a80f req-606b5f18-b4b7-4721-ab50-df361e8ee635 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865035 Nov 11 12:42:20.115621 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-4c41fc71-00c0-41e2-b93b-3bd7ddd5b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:20.117100 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-4c41fc71-00c0-41e2-b93b-3bd7ddd5b649 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a9c4eb08a47c4b1980dcb1c1ca804f69&device_id=0b24bf26-c4b7-4995-a575-743db46f0510 HTTP/1.1" status: 200 len: 1097 time: 0.0445790 Nov 11 12:42:20.158462 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-f3436de4-fbf8-42b5-9811-171253221921 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2478ffac-3ecc-4004-8e78-1cfad9388c92 HTTP/1.1" status: 200 len: 217 time: 0.0338652 Nov 11 12:42:20.206825 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-5eaa90c6-975c-46ec-a483-30ba41fd8cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:20.208355 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-5eaa90c6-975c-46ec-a483-30ba41fd8cac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=06732dbb-b646-4534-a527-509e7390f3f5 HTTP/1.1" status: 200 len: 853 time: 0.0427051 Nov 11 12:42:20.239938 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-e464e695-8b57-436d-bc3a-2c93d1ac1299 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9bc8a68-ffe8-4797-96ad-370410707db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242474 Nov 11 12:42:20.332109 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-639a9ca2-318d-43d9-a121-bd5ced590d0e service neutron] 10.222.0.70 "GET /v2.0/networks/a9bc8a68-ffe8-4797-96ad-370410707db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849209 Nov 11 12:42:20.419040 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-68c28af3-78db-46ee-9d3d-23c0283de342 req-3fe8efff-156e-4180-8610-0e2c6bd03e41 service neutron] 10.222.0.70 "GET /v2.0/networks/a9bc8a68-ffe8-4797-96ad-370410707db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796514 Nov 11 12:42:20.882419 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c351d5f-5c76-457d-816b-14dd8ff15add req-0dbd5dd0-327c-497d-a5f5-68c38a5989ed tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:20.884422 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4c351d5f-5c76-457d-816b-14dd8ff15add req-0dbd5dd0-327c-497d-a5f5-68c38a5989ed tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b24bf26-c4b7-4995-a575-743db46f0510 HTTP/1.1" status: 200 len: 944 time: 0.0581901 Nov 11 12:42:20.933361 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4c351d5f-5c76-457d-816b-14dd8ff15add req-b7a8d35e-1e9c-4845-8e75-a23ad507dec1 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431035 Nov 11 12:42:22.046097 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb53c3f-248a-4904-837f-cb50a831b232 req-e319f998-dc05-47a5-bc01-881c2b46bcab tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:22.047562 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0cb53c3f-248a-4904-837f-cb50a831b232 req-e319f998-dc05-47a5-bc01-881c2b46bcab tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b24bf26-c4b7-4995-a575-743db46f0510 HTTP/1.1" status: 200 len: 944 time: 0.0490515 Nov 11 12:42:22.093614 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0cb53c3f-248a-4904-837f-cb50a831b232 req-6e042a7e-5141-4ea6-b9cf-8f7206771c79 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398421 Nov 11 12:42:23.202697 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7b76d-bdb2-4481-91e3-d1ef97210093 req-02e693c5-bf28-4902-a41c-056cd2173f55 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:23.204649 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-69f7b76d-bdb2-4481-91e3-d1ef97210093 req-02e693c5-bf28-4902-a41c-056cd2173f55 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b24bf26-c4b7-4995-a575-743db46f0510 HTTP/1.1" status: 200 len: 944 time: 0.0465417 Nov 11 12:42:23.253779 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-69f7b76d-bdb2-4481-91e3-d1ef97210093 req-220523c3-8f42-478e-af7e-6e5f15212229 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433881 Nov 11 12:42:23.453575 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 2478ffac-3ecc-4004-8e78-1cfad9388c92 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:42:23.545196 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 2478ffac-3ecc-4004-8e78-1cfad9388c92, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2478ffac-3ecc-4004-8e78-1cfad9388c92,segment=NetworkSegment(4c67b246-0a25-4cce-8ade-4a4bd1df067f),segment_id=4c67b246-0a25-4cce-8ade-4a4bd1df067f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:42:23.556151 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '2478ffac-3ecc-4004-8e78-1cfad9388c92', 'network_id': 'a9bc8a68-ffe8-4797-96ad-370410707db0', 'port_id': '2478ffac-3ecc-4004-8e78-1cfad9388c92', 'mac_address': 'fa:16:3e:5c:f1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06732dbb-b646-4534-a527-509e7390f3f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:42:23.595873 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:23.608306 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2478ffac-3ecc-4004-8e78-1cfad9388c92 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:42:23.626983 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 2478ffac-3ecc-4004-8e78-1cfad9388c92, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2478ffac-3ecc-4004-8e78-1cfad9388c92,segment=NetworkSegment(4c67b246-0a25-4cce-8ade-4a4bd1df067f),segment_id=4c67b246-0a25-4cce-8ade-4a4bd1df067f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:42:23.686319 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:23.732324 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=2478ffac-3ecc-4004-8e78-1cfad9388c92,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:23.896877 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['2478ffac-3ecc-4004-8e78-1cfad9388c92'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:42:24.367733 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0518df-e1af-4a15-ba2e-a2cad3a9c621 req-8f634558-b9aa-464e-8d68-5a044e7ff6d7 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:24.369228 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ac0518df-e1af-4a15-ba2e-a2cad3a9c621 req-8f634558-b9aa-464e-8d68-5a044e7ff6d7 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b24bf26-c4b7-4995-a575-743db46f0510 HTTP/1.1" status: 200 len: 945 time: 0.0486045 Nov 11 12:42:24.415255 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ac0518df-e1af-4a15-ba2e-a2cad3a9c621 req-e4d09b2d-6684-4820-8d58-b1f739fc23e1 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401230 Nov 11 12:42:25.457475 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 2478ffac-3ecc-4004-8e78-1cfad9388c92 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:42:25.528478 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7917ed-ae28-470a-ab17-d98cd62d7b1e req-055d8151-5efc-40d8-83dd-6f054cf3370f tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:25.529860 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0e7917ed-ae28-470a-ab17-d98cd62d7b1e req-055d8151-5efc-40d8-83dd-6f054cf3370f tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b24bf26-c4b7-4995-a575-743db46f0510 HTTP/1.1" status: 200 len: 945 time: 0.0488667 Nov 11 12:42:25.565149 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 2478ffac-3ecc-4004-8e78-1cfad9388c92 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:42:25.569012 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 2478ffac-3ecc-4004-8e78-1cfad9388c92 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:42:25.569375 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:25.576659 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0e7917ed-ae28-470a-ab17-d98cd62d7b1e req-819fb4b8-4a66-482a-b8b9-3ea45b51b56d tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408707 Nov 11 12:42:25.644118 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:25.668450 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b24bf26-c4b7-4995-a575-743db46f0510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2478ffac-3ecc-4004-8e78-1cfad9388c92'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:42:25.670635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79d0634-c6c4-4856-9fc6-821d91cd40ae" -d '{"events": [{"server_uuid": "0b24bf26-c4b7-4995-a575-743db46f0510", "name": "network-vif-plugged", "status": "completed", "tag": "2478ffac-3ecc-4004-8e78-1cfad9388c92"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:42:25.683560 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 2478ffac-3ecc-4004-8e78-1cfad9388c92, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2478ffac-3ecc-4004-8e78-1cfad9388c92,segment=NetworkSegment(4c67b246-0a25-4cce-8ade-4a4bd1df067f),segment_id=4c67b246-0a25-4cce-8ade-4a4bd1df067f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:42:25.706176 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e6dbda-f2c8-4306-9a77-4aca518481e9 x-openstack-request-id: req-06e6dbda-f2c8-4306-9a77-4aca518481e9 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:42:25.706176 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b24bf26-c4b7-4995-a575-743db46f0510", "name": "network-vif-plugged", "status": "completed", "tag": "2478ffac-3ecc-4004-8e78-1cfad9388c92", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:42:25.706176 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-06e6dbda-f2c8-4306-9a77-4aca518481e9 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:42:25.706176 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b24bf26-c4b7-4995-a575-743db46f0510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2478ffac-3ecc-4004-8e78-1cfad9388c92', 'code': 200} Nov 11 12:42:25.753645 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:25.800714 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=2478ffac-3ecc-4004-8e78-1cfad9388c92,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:25.990993 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32184b-6357-409e-8228-92c4d4489b01 req-80dcb10d-9046-4ce5-ac46-4baa79e20614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:25.992533 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2a32184b-6357-409e-8228-92c4d4489b01 req-80dcb10d-9046-4ce5-ac46-4baa79e20614 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0b24bf26-c4b7-4995-a575-743db46f0510 HTTP/1.1" status: 200 len: 1099 time: 0.0451648 Nov 11 12:42:26.036312 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2a32184b-6357-409e-8228-92c4d4489b01 req-bca09f23-a4fb-491a-8b56-ac4ae7da8b43 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371621 Nov 11 12:42:26.693285 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad654c3d-b9af-46c0-b5dd-ed771c2f0ed4 req-6439869e-36b2-4063-bed5-f8c7e4baaa30 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:26.694710 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ad654c3d-b9af-46c0-b5dd-ed771c2f0ed4 req-6439869e-36b2-4063-bed5-f8c7e4baaa30 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b24bf26-c4b7-4995-a575-743db46f0510 HTTP/1.1" status: 200 len: 946 time: 0.0508590 Nov 11 12:42:26.740817 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ad654c3d-b9af-46c0-b5dd-ed771c2f0ed4 req-dbed67dc-f866-4887-a748-78ed831c85b2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400934 Nov 11 12:42:27.854436 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfd972-0572-4f7b-8b81-3d18dda22c25 req-e535e2d2-b47c-4fb2-b2c1-c317bd633d5a tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:27.855917 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e4dfd972-0572-4f7b-8b81-3d18dda22c25 req-e535e2d2-b47c-4fb2-b2c1-c317bd633d5a tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b24bf26-c4b7-4995-a575-743db46f0510 HTTP/1.1" status: 200 len: 946 time: 0.0487108 Nov 11 12:42:27.902144 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e4dfd972-0572-4f7b-8b81-3d18dda22c25 req-e1e553b7-c796-4514-90c5-7ceebef940a8 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396979 Nov 11 12:42:28.221181 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:42:28.332916 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab43515-103a-4b83-ab15-6fcb5d3429b4 req-238e09e9-87cf-4274-a14c-7185d377ad16 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:28.334365 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9ab43515-103a-4b83-ab15-6fcb5d3429b4 req-238e09e9-87cf-4274-a14c-7185d377ad16 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b24bf26-c4b7-4995-a575-743db46f0510 HTTP/1.1" status: 200 len: 946 time: 0.0518661 Nov 11 12:42:28.380448 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9ab43515-103a-4b83-ab15-6fcb5d3429b4 req-847a8335-b2e9-41ae-8a3f-d4d96b2ea773 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 Nov 11 12:42:29.500642 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843cbd0-9356-4c4d-b4b6-125b4ac8e94b req-d0f58e6c-aca9-4aa9-a36b-a4635e8a78e7 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:29.502097 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0843cbd0-9356-4c4d-b4b6-125b4ac8e94b req-d0f58e6c-aca9-4aa9-a36b-a4635e8a78e7 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b24bf26-c4b7-4995-a575-743db46f0510 HTTP/1.1" status: 200 len: 946 time: 0.0488915 Nov 11 12:42:29.549350 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0843cbd0-9356-4c4d-b4b6-125b4ac8e94b req-7de396ee-ea8b-4881-98b9-d64f0aaff616 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402534 Nov 11 12:42:29.694941 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f13ccb-e9c5-4516-b59f-30d513aed98b req-892289b5-e5a4-4cea-938a-ab57a91179fc tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:29.696401 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d9f13ccb-e9c5-4516-b59f-30d513aed98b req-892289b5-e5a4-4cea-938a-ab57a91179fc tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b24bf26-c4b7-4995-a575-743db46f0510 HTTP/1.1" status: 200 len: 946 time: 0.0472553 Nov 11 12:42:29.787144 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-d9f13ccb-e9c5-4516-b59f-30d513aed98b req-ff275ee1-43d4-4b4b-8951-2e8c9b80127c tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Deleting port 2478ffac-3ecc-4004-8e78-1cfad9388c92 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:42:29.787386 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-d9f13ccb-e9c5-4516-b59f-30d513aed98b req-ff275ee1-43d4-4b4b-8951-2e8c9b80127c tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:29.873765 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-d9f13ccb-e9c5-4516-b59f-30d513aed98b req-ff275ee1-43d4-4b4b-8951-2e8c9b80127c tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] For port 2478ffac-3ecc-4004-8e78-1cfad9388c92, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2478ffac-3ecc-4004-8e78-1cfad9388c92,segment=NetworkSegment(4c67b246-0a25-4cce-8ade-4a4bd1df067f),segment_id=4c67b246-0a25-4cce-8ade-4a4bd1df067f)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:42:29.874118 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-d9f13ccb-e9c5-4516-b59f-30d513aed98b req-ff275ee1-43d4-4b4b-8951-2e8c9b80127c tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:29.886132 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-d9f13ccb-e9c5-4516-b59f-30d513aed98b req-ff275ee1-43d4-4b4b-8951-2e8c9b80127c tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Calling delete_port for 2478ffac-3ecc-4004-8e78-1cfad9388c92 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:42:30.085131 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-d9f13ccb-e9c5-4516-b59f-30d513aed98b req-ff275ee1-43d4-4b4b-8951-2e8c9b80127c tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:30.096381 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['8ee57d0b-00d4-4a22-ba86-f19170e936a6', '2478ffac-3ecc-4004-8e78-1cfad9388c92'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:42:30.111534 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff275ee1-43d4-4b4b-8951-2e8c9b80127c tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Pushing event deleted for resources: {'Port': ['ID=2478ffac-3ecc-4004-8e78-1cfad9388c92,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:30.154570 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f13ccb-e9c5-4516-b59f-30d513aed98b req-ff275ee1-43d4-4b4b-8951-2e8c9b80127c tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] No DVR routers for this DVR port 2478ffac-3ecc-4004-8e78-1cfad9388c92 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:42:30.157171 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-d9f13ccb-e9c5-4516-b59f-30d513aed98b req-ff275ee1-43d4-4b4b-8951-2e8c9b80127c tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:30.160443 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d9f13ccb-e9c5-4516-b59f-30d513aed98b req-ff275ee1-43d4-4b4b-8951-2e8c9b80127c tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.70 "DELETE /v2.0/ports/2478ffac-3ecc-4004-8e78-1cfad9388c92 HTTP/1.1" status: 204 len: 173 time: 0.4576478 Nov 11 12:42:30.160876 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b24bf26-c4b7-4995-a575-743db46f0510', 'name': 'network-vif-deleted', 'tag': '2478ffac-3ecc-4004-8e78-1cfad9388c92'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:42:30.163223 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c41fd63-d1f3-4ffc-9c61-1ddfc880b6f3" -d '{"events": [{"server_uuid": "0b24bf26-c4b7-4995-a575-743db46f0510", "name": "network-vif-deleted", "tag": "2478ffac-3ecc-4004-8e78-1cfad9388c92"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:42:30.201745 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fa3fc7-04f4-4a3d-b39a-679324b494dc x-openstack-request-id: req-87fa3fc7-04f4-4a3d-b39a-679324b494dc {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:42:30.202107 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b24bf26-c4b7-4995-a575-743db46f0510", "name": "network-vif-deleted", "tag": "2478ffac-3ecc-4004-8e78-1cfad9388c92", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:42:30.202473 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-87fa3fc7-04f4-4a3d-b39a-679324b494dc {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:42:30.202924 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b24bf26-c4b7-4995-a575-743db46f0510', 'name': 'network-vif-deleted', 'tag': '2478ffac-3ecc-4004-8e78-1cfad9388c92', 'status': 'completed', 'code': 200} Nov 11 12:42:30.649292 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-23a92f84-6379-4b1d-b815-5ae94c6f4bf5 req-30acf931-aab4-4bcc-b19b-1620dee9f191 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b24bf26-c4b7-4995-a575-743db46f0510 HTTP/1.1" status: 200 len: 210 time: 0.0255260 Nov 11 12:42:31.806389 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67b3f9-3118-4ed4-a083-2fa45244b565 req-74f3b069-7522-40c3-a063-4ce0a7a48547 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:31.807861 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ab67b3f9-3118-4ed4-a083-2fa45244b565 req-74f3b069-7522-40c3-a063-4ce0a7a48547 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 946 time: 0.0533757 Nov 11 12:42:31.856452 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ab67b3f9-3118-4ed4-a083-2fa45244b565 req-f730e478-aade-43f1-8abd-853ac60b1435 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423844 Nov 11 12:42:31.982535 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4894c-e029-4a73-bb56-d9974890f15f req-e32cca3f-aabd-4e8f-8dcb-18910893e62c tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:31.983888 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-eab4894c-e029-4a73-bb56-d9974890f15f req-e32cca3f-aabd-4e8f-8dcb-18910893e62c tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 946 time: 0.0468655 Nov 11 12:42:32.029328 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-eab4894c-e029-4a73-bb56-d9974890f15f req-90369e15-ae80-404e-b3ff-4eeb290bc706 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391843 Nov 11 12:42:32.140849 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986613d7-fb03-4bcd-82cb-24925e1f3315 req-acc45ced-a925-41e0-bf11-8d9a3e972b8f tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:32.142303 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-986613d7-fb03-4bcd-82cb-24925e1f3315 req-acc45ced-a925-41e0-bf11-8d9a3e972b8f tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 946 time: 0.0470624 Nov 11 12:42:32.191104 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-986613d7-fb03-4bcd-82cb-24925e1f3315 req-ee995df2-7bb7-4222-8ce5-e14bcf0baeb0 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429111 Nov 11 12:42:32.353092 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ca5c8-1fd4-412e-9fdd-10b6fad8bd60 req-83f03818-204c-46b6-8b4d-ec7002d0b6c6 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:32.354528 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-357ca5c8-1fd4-412e-9fdd-10b6fad8bd60 req-83f03818-204c-46b6-8b4d-ec7002d0b6c6 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 946 time: 0.0482783 Nov 11 12:42:32.400175 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-357ca5c8-1fd4-412e-9fdd-10b6fad8bd60 req-76e9364d-26a3-49c9-969b-8b2e86003256 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397859 Nov 11 12:42:32.514111 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b468f-f925-4246-8833-00efedefcba6 req-83644cdf-661e-451a-af0f-49210e9803dc tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:32.515507 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b68b468f-f925-4246-8833-00efedefcba6 req-83644cdf-661e-451a-af0f-49210e9803dc tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 946 time: 0.0491593 Nov 11 12:42:32.561754 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b68b468f-f925-4246-8833-00efedefcba6 req-2b7c91a3-54b4-4930-bc07-38c0e7b2dea2 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 Nov 11 12:42:32.693494 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c07d4f-9ffc-44cb-adfc-2be17480dd59 req-f8c0ef71-71f2-4140-9d0c-7ef2cfd04e80 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:32.694943 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-42c07d4f-9ffc-44cb-adfc-2be17480dd59 req-f8c0ef71-71f2-4140-9d0c-7ef2cfd04e80 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 946 time: 0.0518262 Nov 11 12:42:32.741684 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-42c07d4f-9ffc-44cb-adfc-2be17480dd59 req-6433faf7-b993-4ec9-b5a2-3b0f53dd93ed tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408745 Nov 11 12:42:33.222127 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fa4983ef-f5a9-48d5-8b4c-986da261beb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:33.256871 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8ffa4-0285-4928-81f4-af7c0a113e8a req-bdd46b55-13a3-48ff-98e0-31a40bf93835 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:33.259025 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-14a8ffa4-0285-4928-81f4-af7c0a113e8a req-bdd46b55-13a3-48ff-98e0-31a40bf93835 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 946 time: 0.0495291 Nov 11 12:42:33.305286 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-14a8ffa4-0285-4928-81f4-af7c0a113e8a req-43fd6fc4-f649-4446-99ab-dab0bfe6805a tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403683 Nov 11 12:42:33.515698 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 2478ffac-3ecc-4004-8e78-1cfad9388c92 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:42:33.535465 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 2478ffac-3ecc-4004-8e78-1cfad9388c92 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:42:33.535812 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 2478ffac-3ecc-4004-8e78-1cfad9388c92 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:42:34.420831 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413aacb5-33f9-4f45-84c6-dda4f1f0d6ff req-6649d045-9802-4a6f-820d-cbeb7bd7a626 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:34.422281 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-413aacb5-33f9-4f45-84c6-dda4f1f0d6ff req-6649d045-9802-4a6f-820d-cbeb7bd7a626 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 946 time: 0.0481734 Nov 11 12:42:34.471946 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-413aacb5-33f9-4f45-84c6-dda4f1f0d6ff req-fd9b3e96-42c0-426a-bccc-dab4ea7b54b0 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/security-groups?id=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436711 Nov 11 12:42:34.581500 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50390ac8-a2e6-46de-8b65-76748eac5978 req-2b604985-249d-45be-8053-a7ef53ddbbc5 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:34.582847 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-50390ac8-a2e6-46de-8b65-76748eac5978 req-2b604985-249d-45be-8053-a7ef53ddbbc5 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 946 time: 0.0521393 Nov 11 12:42:34.669878 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-50390ac8-a2e6-46de-8b65-76748eac5978 req-51712d1f-0fb8-4026-8d54-429edb3bb9a7 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Deleting port 8ee57d0b-00d4-4a22-ba86-f19170e936a6 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:42:34.670209 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-50390ac8-a2e6-46de-8b65-76748eac5978 req-51712d1f-0fb8-4026-8d54-429edb3bb9a7 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:34.758606 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-50390ac8-a2e6-46de-8b65-76748eac5978 req-51712d1f-0fb8-4026-8d54-429edb3bb9a7 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] For port 8ee57d0b-00d4-4a22-ba86-f19170e936a6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8ee57d0b-00d4-4a22-ba86-f19170e936a6,segment=NetworkSegment(4c67b246-0a25-4cce-8ade-4a4bd1df067f),segment_id=4c67b246-0a25-4cce-8ade-4a4bd1df067f)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:42:34.758957 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-50390ac8-a2e6-46de-8b65-76748eac5978 req-51712d1f-0fb8-4026-8d54-429edb3bb9a7 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:34.771983 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-50390ac8-a2e6-46de-8b65-76748eac5978 req-51712d1f-0fb8-4026-8d54-429edb3bb9a7 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Calling delete_port for 8ee57d0b-00d4-4a22-ba86-f19170e936a6 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:42:34.953538 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-50390ac8-a2e6-46de-8b65-76748eac5978 req-51712d1f-0fb8-4026-8d54-429edb3bb9a7 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:34.964468 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['8ee57d0b-00d4-4a22-ba86-f19170e936a6'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:42:34.979639 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51712d1f-0fb8-4026-8d54-429edb3bb9a7 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Pushing event deleted for resources: {'Port': ['ID=8ee57d0b-00d4-4a22-ba86-f19170e936a6,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:35.021336 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-50390ac8-a2e6-46de-8b65-76748eac5978 req-51712d1f-0fb8-4026-8d54-429edb3bb9a7 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] No DVR routers for this DVR port 8ee57d0b-00d4-4a22-ba86-f19170e936a6 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:42:35.023768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-50390ac8-a2e6-46de-8b65-76748eac5978 req-51712d1f-0fb8-4026-8d54-429edb3bb9a7 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:35.027080 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-50390ac8-a2e6-46de-8b65-76748eac5978 req-51712d1f-0fb8-4026-8d54-429edb3bb9a7 tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.70 "DELETE /v2.0/ports/8ee57d0b-00d4-4a22-ba86-f19170e936a6 HTTP/1.1" status: 204 len: 173 time: 0.4361367 Nov 11 12:42:35.027541 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea08bf3-f0e8-41db-91f9-58c368b8a522', 'name': 'network-vif-deleted', 'tag': '8ee57d0b-00d4-4a22-ba86-f19170e936a6'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:42:35.029747 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788f2218-5113-4997-a40a-e22b25685770" -d '{"events": [{"server_uuid": "4ea08bf3-f0e8-41db-91f9-58c368b8a522", "name": "network-vif-deleted", "tag": "8ee57d0b-00d4-4a22-ba86-f19170e936a6"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:42:35.065530 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5149dd-5b12-4932-b817-882ea2292618 x-openstack-request-id: req-3f5149dd-5b12-4932-b817-882ea2292618 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:42:35.065821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea08bf3-f0e8-41db-91f9-58c368b8a522", "name": "network-vif-deleted", "tag": "8ee57d0b-00d4-4a22-ba86-f19170e936a6", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:42:35.066073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3f5149dd-5b12-4932-b817-882ea2292618 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:42:35.066537 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea08bf3-f0e8-41db-91f9-58c368b8a522', 'name': 'network-vif-deleted', 'tag': '8ee57d0b-00d4-4a22-ba86-f19170e936a6', 'status': 'completed', 'code': 200} Nov 11 12:42:35.566992 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c8360c24-c8f3-49fc-9bac-f4e343b9e0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:35.576034 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c82c5f74-58f8-4737-87e3-390f95c657a8 req-d9e58817-3697-49fc-aba8-7a08cf48019a tempest-ServersNegativeTestJSON-1439284342 tempest-ServersNegativeTestJSON-1439284342-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ea08bf3-f0e8-41db-91f9-58c368b8a522 HTTP/1.1" status: 200 len: 210 time: 0.0257089 Nov 11 12:42:36.578150 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:36.634828 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59690) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:36.678463 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1c5468-504e-42a5-a299-c0360af85afb admin admin] Deleting subnet 06732dbb-b646-4534-a527-509e7390f3f5 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:42:36.681504 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4a1c5468-504e-42a5-a299-c0360af85afb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:36.718971 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4a1c5468-504e-42a5-a299-c0360af85afb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:36.757421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4a1c5468-504e-42a5-a299-c0360af85afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:36.909149 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4a1c5468-504e-42a5-a299-c0360af85afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:36.935641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c5468-504e-42a5-a299-c0360af85afb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06732dbb-b646-4534-a527-509e7390f3f5,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:36.947228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4a1c5468-504e-42a5-a299-c0360af85afb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:36.947228 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4a1c5468-504e-42a5-a299-c0360af85afb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/06732dbb-b646-4534-a527-509e7390f3f5 HTTP/1.1" status: 204 len: 168 time: 0.3090250 Nov 11 12:42:36.947958 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59692) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:37.017383 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-45d027fd-e402-4029-ba48-2cbfc223df9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:37.093519 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-45d027fd-e402-4029-ba48-2cbfc223df9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:37.113353 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-45d027fd-e402-4029-ba48-2cbfc223df9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9bc8a68-ffe8-4797-96ad-370410707db0']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:37.122241 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-45d027fd-e402-4029-ba48-2cbfc223df9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c67b246-0a25-4cce-8ade-4a4bd1df067f') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:37.122533 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-45d027fd-e402-4029-ba48-2cbfc223df9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c67b246-0a25-4cce-8ade-4a4bd1df067f') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:37.131544 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-45d027fd-e402-4029-ba48-2cbfc223df9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:37.144020 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-45d027fd-e402-4029-ba48-2cbfc223df9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:37.152002 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d027fd-e402-4029-ba48-2cbfc223df9a admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:42:37.152378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-45d027fd-e402-4029-ba48-2cbfc223df9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:42:37.155422 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:42:37.303950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-45d027fd-e402-4029-ba48-2cbfc223df9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:37.309362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-45d027fd-e402-4029-ba48-2cbfc223df9a admin admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:37.312553 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-45d027fd-e402-4029-ba48-2cbfc223df9a admin admin] 10.222.0.50 "DELETE /v2.0/networks/a9bc8a68-ffe8-4797-96ad-370410707db0 HTTP/1.1" status: 204 len: 168 time: 0.3636832 Nov 11 12:42:37.323628 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d027fd-e402-4029-ba48-2cbfc223df9a admin admin] Pushing event deleted for resources: {'Network': ['ID=a9bc8a68-ffe8-4797-96ad-370410707db0,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:37.640185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59696) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:37.679470 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-56b8d842-ff2b-4193-b4e3-f7a09ab43c89 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9c4eb08a47c4b1980dcb1c1ca804f69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381165 Nov 11 12:42:37.681972 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59698) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:37.728724 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-327965f4-74d9-4e43-b70f-e79f4fdf7e80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:37.748952 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-327965f4-74d9-4e43-b70f-e79f4fdf7e80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:37.880851 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-327965f4-74d9-4e43-b70f-e79f4fdf7e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:37.883487 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-327965f4-74d9-4e43-b70f-e79f4fdf7e80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:37.884686 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-327965f4-74d9-4e43-b70f-e79f4fdf7e80 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3 HTTP/1.1" status: 204 len: 168 time: 0.2017980 Nov 11 12:42:37.893352 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327965f4-74d9-4e43-b70f-e79f4fdf7e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a3c29f-ac3b-44e9-9c65-c1c5c3a5daf3,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:38.206226 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:38.878986 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59720) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:38.970273 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-e1d79ec5-40d2-469d-bfc7-d06445a486c5 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-83173461'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:42:39.091008 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d79ec5-40d2-469d-bfc7-d06445a486c5 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Made reservation on behalf of 4cb3e19c5230458f82e3320d90e78a66 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:42:39.094757 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1d79ec5-40d2-469d-bfc7-d06445a486c5 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:39.106705 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1d79ec5-40d2-469d-bfc7-d06445a486c5 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:39.176862 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:39.184557 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1d79ec5-40d2-469d-bfc7-d06445a486c5 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:39.262443 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1d79ec5-40d2-469d-bfc7-d06445a486c5 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:39.291743 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d79ec5-40d2-469d-bfc7-d06445a486c5 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:42:39.297859 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d79ec5-40d2-469d-bfc7-d06445a486c5 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fa9ae1-1bc0-4309-8e7a-a2e5e3efec4d,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:39.303751 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1d79ec5-40d2-469d-bfc7-d06445a486c5 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:39.304086 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-e1d79ec5-40d2-469d-bfc7-d06445a486c5 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Added segment c05296b4-33ed-4da4-ba7e-9e5fe2ee1283 of type vlan for network aabcee50-0e8e-438f-8ff1-31126d479245 Nov 11 12:42:39.345300 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1d79ec5-40d2-469d-bfc7-d06445a486c5 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:39.435464 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1d79ec5-40d2-469d-bfc7-d06445a486c5 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:39.441600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d79ec5-40d2-469d-bfc7-d06445a486c5 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:39.442167 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e1d79ec5-40d2-469d-bfc7-d06445a486c5 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:39.509485 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d79ec5-40d2-469d-bfc7-d06445a486c5 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event updated for resources: {'Network': ['ID=aabcee50-0e8e-438f-8ff1-31126d479245,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:39.519399 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network aabcee50-0e8e-438f-8ff1-31126d479245 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:42:39.562576 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e1d79ec5-40d2-469d-bfc7-d06445a486c5 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6824758 Nov 11 12:42:39.590072 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 8ee57d0b-00d4-4a22-ba86-f19170e936a6 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:42:39.610381 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 8ee57d0b-00d4-4a22-ba86-f19170e936a6 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:42:39.610654 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 8ee57d0b-00d4-4a22-ba86-f19170e936a6 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:42:40.966316 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:42.850096 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59724) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:42.855165 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-9864703d-88d2-4b92-addf-2ced83e690f0 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Request body: {'subnet': {'network_id': 'aabcee50-0e8e-438f-8ff1-31126d479245', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:42:43.023863 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9864703d-88d2-4b92-addf-2ced83e690f0 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Made reservation on behalf of 4cb3e19c5230458f82e3320d90e78a66 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:42:43.027420 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9864703d-88d2-4b92-addf-2ced83e690f0 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:43.286959 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9864703d-88d2-4b92-addf-2ced83e690f0 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:43.351315 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864703d-88d2-4b92-addf-2ced83e690f0 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event updated for resources: {'Subnet': ['ID=c04d893f-4841-4a14-a8ca-8b0a24ab6c51,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:43.359995 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9864703d-88d2-4b92-addf-2ced83e690f0 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Checking segment: {'id': 'c05296b4-33ed-4da4-ba7e-9e5fe2ee1283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'aabcee50-0e8e-438f-8ff1-31126d479245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:42:43.360351 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9864703d-88d2-4b92-addf-2ced83e690f0 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Network hostable DHCP agents. Network: aabcee50-0e8e-438f-8ff1-31126d479245, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:42:43.429571 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9864703d-88d2-4b92-addf-2ced83e690f0 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Network aabcee50-0e8e-438f-8ff1-31126d479245 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:42:43.503671 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-9864703d-88d2-4b92-addf-2ced83e690f0 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, aabcee50-0e8e-438f-8ff1-31126d479245) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:42:43.507589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9864703d-88d2-4b92-addf-2ced83e690f0 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:43.508174 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9864703d-88d2-4b92-addf-2ced83e690f0 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:43.513062 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085ef049-f271-426b-b3d1-d8261072b4d8 None None] Network aabcee50-0e8e-438f-8ff1-31126d479245 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:42:43.598707 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9864703d-88d2-4b92-addf-2ced83e690f0 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7474606 Nov 11 12:42:43.602178 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59726) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:43.607206 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-4b04aeb7-8f3e-4e31-a96e-2299a9b4c18e tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-647428386'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:42:43.655062 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-aabcee50-0e8e-438f-8ff1-31126d479245', 'network_id': 'aabcee50-0e8e-438f-8ff1-31126d479245', 'tenant_id': '4cb3e19c5230458f82e3320d90e78a66', 'fixed_ips': [{'subnet_id': 'c04d893f-4841-4a14-a8ca-8b0a24ab6c51'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:42:43.655911 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:43.692165 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b04aeb7-8f3e-4e31-a96e-2299a9b4c18e tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Made reservation on behalf of 4cb3e19c5230458f82e3320d90e78a66 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:42:43.695617 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4b04aeb7-8f3e-4e31-a96e-2299a9b4c18e tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:43.720304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b04aeb7-8f3e-4e31-a96e-2299a9b4c18e tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:42:43.729072 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4b04aeb7-8f3e-4e31-a96e-2299a9b4c18e tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:43.729410 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-4b04aeb7-8f3e-4e31-a96e-2299a9b4c18e tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Added segment 18c3adb8-4d80-4cff-8eda-035880980a49 of type vlan for network a2262057-288a-469c-9c96-5135ae44098b Nov 11 12:42:43.778028 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4b04aeb7-8f3e-4e31-a96e-2299a9b4c18e tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:43.793476 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Allocated IP 2001:db8:0:ffff::2 (aabcee50-0e8e-438f-8ff1-31126d479245/c04d893f-4841-4a14-a8ca-8b0a24ab6c51/1ecd4921-1536-41da-9821-e0caf20d265a) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:42:43.908422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4b04aeb7-8f3e-4e31-a96e-2299a9b4c18e tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:43.914329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b04aeb7-8f3e-4e31-a96e-2299a9b4c18e tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:43.914931 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4b04aeb7-8f3e-4e31-a96e-2299a9b4c18e tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:43.935660 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:43.983826 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04aeb7-8f3e-4e31-a96e-2299a9b4c18e tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event updated for resources: {'Network': ['ID=a2262057-288a-469c-9c96-5135ae44098b,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:43.994357 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network a2262057-288a-469c-9c96-5135ae44098b details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:42:44.029577 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4b04aeb7-8f3e-4e31-a96e-2299a9b4c18e tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4235837 Nov 11 12:42:44.029869 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59728) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:44.035013 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-48bcba5a-2fa6-48d0-81f4-b8ea5e5df431 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Request body: {'subnet': {'network_id': 'a2262057-288a-469c-9c96-5135ae44098b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:42:44.070103 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:44.116638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Network aabcee50-0e8e-438f-8ff1-31126d479245 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:42:44.119893 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:42:44.125979 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:42:44.130232 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Pushing event updated for resources: {'Port': ['ID=1ecd4921-1536-41da-9821-e0caf20d265a,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:44.185576 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Attempting to bind port 1ecd4921-1536-41da-9821-e0caf20d265a on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:42:44.185939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Attempting to bind port 1ecd4921-1536-41da-9821-e0caf20d265a by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'c05296b4-33ed-4da4-ba7e-9e5fe2ee1283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'aabcee50-0e8e-438f-8ff1-31126d479245'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:42:44.186295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Attempting to bind port 1ecd4921-1536-41da-9821-e0caf20d265a on network aabcee50-0e8e-438f-8ff1-31126d479245 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:42:44.191769 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:42:44.192137 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Checking segment: {'id': 'c05296b4-33ed-4da4-ba7e-9e5fe2ee1283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'aabcee50-0e8e-438f-8ff1-31126d479245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:42:44.192534 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:44.192922 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Bound using segment: {'id': 'c05296b4-33ed-4da4-ba7e-9e5fe2ee1283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'aabcee50-0e8e-438f-8ff1-31126d479245'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:42:44.193386 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Bound port: 1ecd4921-1536-41da-9821-e0caf20d265a, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05296b4-33ed-4da4-ba7e-9e5fe2ee1283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'aabcee50-0e8e-438f-8ff1-31126d479245'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:42:44.193764 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:44.195277 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bcba5a-2fa6-48d0-81f4-b8ea5e5df431 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Made reservation on behalf of 4cb3e19c5230458f82e3320d90e78a66 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:42:44.199025 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48bcba5a-2fa6-48d0-81f4-b8ea5e5df431 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:44.258032 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-20eee664-b624-4233-acad-e28b4486d714 None None] For port 1ecd4921-1536-41da-9821-e0caf20d265a, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:42:44.261422 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-20eee664-b624-4233-acad-e28b4486d714 None None] For port 1ecd4921-1536-41da-9821-e0caf20d265a, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=1ecd4921-1536-41da-9821-e0caf20d265a,segment=NetworkSegment(c05296b4-33ed-4da4-ba7e-9e5fe2ee1283),segment_id=c05296b4-33ed-4da4-ba7e-9e5fe2ee1283)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:42:44.350662 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:44.411826 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eee664-b624-4233-acad-e28b4486d714 None None] Pushing event updated for resources: {'Port': ['ID=1ecd4921-1536-41da-9821-e0caf20d265a,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:44.464168 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48bcba5a-2fa6-48d0-81f4-b8ea5e5df431 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:44.527898 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcba5a-2fa6-48d0-81f4-b8ea5e5df431 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event updated for resources: {'Subnet': ['ID=6806698d-9685-4a92-a0cc-51e0c21593ea,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:44.539274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bcba5a-2fa6-48d0-81f4-b8ea5e5df431 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Checking segment: {'id': '18c3adb8-4d80-4cff-8eda-035880980a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a2262057-288a-469c-9c96-5135ae44098b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:42:44.539785 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bcba5a-2fa6-48d0-81f4-b8ea5e5df431 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Network hostable DHCP agents. Network: a2262057-288a-469c-9c96-5135ae44098b, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:42:44.629692 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bcba5a-2fa6-48d0-81f4-b8ea5e5df431 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Network a2262057-288a-469c-9c96-5135ae44098b is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:42:44.709556 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-48bcba5a-2fa6-48d0-81f4-b8ea5e5df431 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, a2262057-288a-469c-9c96-5135ae44098b) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:42:44.713833 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bcba5a-2fa6-48d0-81f4-b8ea5e5df431 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:44.714433 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-48bcba5a-2fa6-48d0-81f4-b8ea5e5df431 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:44.718769 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a95d25-33e7-45f8-953a-fe977889e43d None None] Network a2262057-288a-469c-9c96-5135ae44098b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:42:44.804173 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-48bcba5a-2fa6-48d0-81f4-b8ea5e5df431 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7731891 Nov 11 12:42:44.807144 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59730) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:44.868805 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-a2262057-288a-469c-9c96-5135ae44098b', 'network_id': 'a2262057-288a-469c-9c96-5135ae44098b', 'tenant_id': '4cb3e19c5230458f82e3320d90e78a66', 'fixed_ips': [{'subnet_id': '6806698d-9685-4a92-a0cc-51e0c21593ea'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:42:44.869767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:44.905344 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:44.982168 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:45.005344 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Allocated IP 2001:db8::2 (a2262057-288a-469c-9c96-5135ae44098b/6806698d-9685-4a92-a0cc-51e0c21593ea/58ca7ddd-2ae2-45fd-a31c-e242a4367150) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:42:45.157070 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:45.235636 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:45.276858 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Network a2262057-288a-469c-9c96-5135ae44098b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:42:45.286337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:42:45.286337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:42:45.287375 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3cf9be-de2a-4067-89b1-500cae60a05f None None] Network aabcee50-0e8e-438f-8ff1-31126d479245 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:42:45.295404 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Pushing event updated for resources: {'Port': ['ID=58ca7ddd-2ae2-45fd-a31c-e242a4367150,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:45.325643 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:45.355882 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event deleted for resources: {'Subnet': ['ID=6806698d-9685-4a92-a0cc-51e0c21593ea,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:45.412838 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Attempting to bind port 58ca7ddd-2ae2-45fd-a31c-e242a4367150 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:42:45.413122 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Attempting to bind port 58ca7ddd-2ae2-45fd-a31c-e242a4367150 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '18c3adb8-4d80-4cff-8eda-035880980a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a2262057-288a-469c-9c96-5135ae44098b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:42:45.413479 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Attempting to bind port 58ca7ddd-2ae2-45fd-a31c-e242a4367150 on network a2262057-288a-469c-9c96-5135ae44098b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:42:45.429032 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0700ce96-2981-4393-9e4c-23ecb0741132 None None] Provisioning complete for port 1ecd4921-1536-41da-9821-e0caf20d265a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:42:45.429400 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0700ce96-2981-4393-9e4c-23ecb0741132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:45.433926 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:42:45.434312 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Checking segment: {'id': '18c3adb8-4d80-4cff-8eda-035880980a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a2262057-288a-469c-9c96-5135ae44098b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:42:45.434701 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:45.435112 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Bound using segment: {'id': '18c3adb8-4d80-4cff-8eda-035880980a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a2262057-288a-469c-9c96-5135ae44098b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:42:45.435595 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Bound port: 58ca7ddd-2ae2-45fd-a31c-e242a4367150, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c3adb8-4d80-4cff-8eda-035880980a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a2262057-288a-469c-9c96-5135ae44098b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:42:45.435978 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:45.613143 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] For port 58ca7ddd-2ae2-45fd-a31c-e242a4367150, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:42:45.635815 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] For port 58ca7ddd-2ae2-45fd-a31c-e242a4367150, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=58ca7ddd-2ae2-45fd-a31c-e242a4367150,segment=NetworkSegment(18c3adb8-4d80-4cff-8eda-035880980a49),segment_id=18c3adb8-4d80-4cff-8eda-035880980a49)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:42:45.645542 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0700ce96-2981-4393-9e4c-23ecb0741132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:45.682371 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0700ce96-2981-4393-9e4c-23ecb0741132 None None] For port 1ecd4921-1536-41da-9821-e0caf20d265a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=1ecd4921-1536-41da-9821-e0caf20d265a,segment=NetworkSegment(c05296b4-33ed-4da4-ba7e-9e5fe2ee1283),segment_id=c05296b4-33ed-4da4-ba7e-9e5fe2ee1283)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:42:45.703013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:45.728998 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:45.753493 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2262057-288a-469c-9c96-5135ae44098b']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:45.766487 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c3adb8-4d80-4cff-8eda-035880980a49') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:45.766780 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c3adb8-4d80-4cff-8eda-035880980a49') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:45.776578 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:45.777916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0700ce96-2981-4393-9e4c-23ecb0741132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:45.786435 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f770b-83a9-44b3-9a01-52e7491b7a89 None None] Pushing event updated for resources: {'Port': ['ID=58ca7ddd-2ae2-45fd-a31c-e242a4367150,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:45.796394 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:45.804063 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:42:45.804536 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:42:45.808796 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:42:45.823564 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b44318d-a9a7-48af-99af-f83b6807fa31 None None] Network a2262057-288a-469c-9c96-5135ae44098b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:42:45.919226 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700ce96-2981-4393-9e4c-23ecb0741132 None None] Pushing event updated for resources: {'Port': ['ID=1ecd4921-1536-41da-9821-e0caf20d265a,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:45.937238 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.db.api [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:42:45.937238 dv-neutron-786478-23-hyperv neutron-server[103002]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:42:45.937238 dv-neutron-786478-23-hyperv neutron-server[103002]: [parameters: {'id': 'a2262057-288a-469c-9c96-5135ae44098b'}] Nov 11 12:42:45.937238 dv-neutron-786478-23-hyperv neutron-server[103002]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:42:45.937628 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG oslo_db.api [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:42:45.946220 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 1ecd4921-1536-41da-9821-e0caf20d265a up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:42:45.948465 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-6c505e92-a4f1-40fb-98fa-fa6085675893 None None] Provisioning complete for port 1ecd4921-1536-41da-9821-e0caf20d265a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:42:45.948830 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6c505e92-a4f1-40fb-98fa-fa6085675893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:46.193531 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800f08d7-3726-4bc6-86c6-2b984f3c7047 None None] get_active_networks_info from dv-neutron-786478-23-hyperv {{(pid=103003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:42:46.239923 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 1ecd4921-1536-41da-9821-e0caf20d265a triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:42:46.240285 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:46.334287 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800f08d7-3726-4bc6-86c6-2b984f3c7047 None None] Resources bound (agent type, host, resource id): {{(pid=103003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:42:46.438618 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:46.490819 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Deleting port 58ca7ddd-2ae2-45fd-a31c-e242a4367150 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:42:46.491174 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:46.551325 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] For port 58ca7ddd-2ae2-45fd-a31c-e242a4367150, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=58ca7ddd-2ae2-45fd-a31c-e242a4367150,segment=NetworkSegment(18c3adb8-4d80-4cff-8eda-035880980a49),segment_id=18c3adb8-4d80-4cff-8eda-035880980a49)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:42:46.551692 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:46.564313 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Calling delete_port for 58ca7ddd-2ae2-45fd-a31c-e242a4367150 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:42:46.715288 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:46.741500 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] No DVR routers for this DVR port 58ca7ddd-2ae2-45fd-a31c-e242a4367150 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:42:46.745740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event deleted for resources: {'Port': ['ID=58ca7ddd-2ae2-45fd-a31c-e242a4367150,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:46.823095 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:46.843033 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2262057-288a-469c-9c96-5135ae44098b']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:46.852110 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c3adb8-4d80-4cff-8eda-035880980a49') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:46.852402 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c3adb8-4d80-4cff-8eda-035880980a49') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:46.861488 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:46.874098 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:46.880605 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:42:46.881004 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:42:46.883889 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:42:47.006123 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:47.014593 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:47.018341 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "DELETE /v2.0/networks/a2262057-288a-469c-9c96-5135ae44098b HTTP/1.1" status: 204 len: 168 time: 2.2100039 Nov 11 12:42:47.021891 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59732) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:47.027134 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-972508318'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:42:47.028348 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bf513-ac8b-4051-82df-2e31e893e345 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event deleted for resources: {'Network': ['ID=a2262057-288a-469c-9c96-5135ae44098b,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:47.126924 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Made reservation on behalf of 4cb3e19c5230458f82e3320d90e78a66 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:42:47.131194 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:47.154629 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:42:47.163720 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:47.164064 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Added segment 5ad94b27-a312-4533-b320-8a703d4e327c of type vlan for network bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b Nov 11 12:42:47.203431 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:47.298202 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:47.304330 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:47.304901 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:47.371801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event updated for resources: {'Network': ['ID=bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:47.378909 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:47.379284 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:47.379621 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:47.379951 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:47.380276 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:47.380603 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:47.380924 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:47.381243 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:47.381564 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:47.381879 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:47.382237 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:47.382548 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:47.393178 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:42:47.432222 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-77fb4e5e-e7b7-47fb-8a54-a2cc078d4acf tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4090507 Nov 11 12:42:47.435023 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59734) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:47.440622 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-601dd698-9e6b-454c-82d7-1713877bf755 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Request body: {'subnet': {'network_id': 'bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:42:47.593727 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601dd698-9e6b-454c-82d7-1713877bf755 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Made reservation on behalf of 4cb3e19c5230458f82e3320d90e78a66 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:42:47.597758 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-601dd698-9e6b-454c-82d7-1713877bf755 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:47.877675 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 1ecd4921-1536-41da-9821-e0caf20d265a up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:42:47.927031 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 1ecd4921-1536-41da-9821-e0caf20d265a triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:42:47.927432 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:48.009042 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.ipam_backend_mixin [None req-601dd698-9e6b-454c-82d7-1713877bf755 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Performing IP validity checks on allocation pools {{(pid=103001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 12:42:48.009730 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.ipam_backend_mixin [None req-601dd698-9e6b-454c-82d7-1713877bf755 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103001) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 12:42:48.201417 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-601dd698-9e6b-454c-82d7-1713877bf755 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:48.262386 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601dd698-9e6b-454c-82d7-1713877bf755 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event updated for resources: {'Subnet': ['ID=578b86ea-3b0b-4b6f-bf49-06e9910b4153,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:48.272795 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601dd698-9e6b-454c-82d7-1713877bf755 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Checking segment: {'id': '5ad94b27-a312-4533-b320-8a703d4e327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:42:48.273148 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601dd698-9e6b-454c-82d7-1713877bf755 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Network hostable DHCP agents. Network: bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:42:48.332620 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601dd698-9e6b-454c-82d7-1713877bf755 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Network bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:42:48.383725 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-601dd698-9e6b-454c-82d7-1713877bf755 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:42:48.387721 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601dd698-9e6b-454c-82d7-1713877bf755 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:48.388315 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-601dd698-9e6b-454c-82d7-1713877bf755 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:48.393041 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51d2883-f3b8-49e3-8063-d3b9c3922cfe None None] Network bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:42:48.472364 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-601dd698-9e6b-454c-82d7-1713877bf755 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0360742 Nov 11 12:42:48.474750 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59736) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:48.536743 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b', 'network_id': 'bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b', 'tenant_id': '4cb3e19c5230458f82e3320d90e78a66', 'fixed_ips': [{'subnet_id': '578b86ea-3b0b-4b6f-bf49-06e9910b4153'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:42:48.537617 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:48.570702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:48.671870 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:48.673418 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Allocated IP 2001:db8::3 (bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b/578b86ea-3b0b-4b6f-bf49-06e9910b4153/c9346e79-9bcd-4c2f-a4a9-97d7f1da6e92) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:42:48.814030 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:48.881295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:48.921288 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Network bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:42:48.924235 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:42:48.929006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:42:48.931929 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Pushing event updated for resources: {'Port': ['ID=c9346e79-9bcd-4c2f-a4a9-97d7f1da6e92,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:48.981858 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Attempting to bind port c9346e79-9bcd-4c2f-a4a9-97d7f1da6e92 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:42:48.982244 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Attempting to bind port c9346e79-9bcd-4c2f-a4a9-97d7f1da6e92 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '5ad94b27-a312-4533-b320-8a703d4e327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:42:48.982595 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Attempting to bind port c9346e79-9bcd-4c2f-a4a9-97d7f1da6e92 on network bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:42:48.988493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:42:48.988878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Checking segment: {'id': '5ad94b27-a312-4533-b320-8a703d4e327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:42:48.989300 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:48.989687 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Bound using segment: {'id': '5ad94b27-a312-4533-b320-8a703d4e327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:42:48.990144 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Bound port: c9346e79-9bcd-4c2f-a4a9-97d7f1da6e92, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad94b27-a312-4533-b320-8a703d4e327c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:42:48.990514 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:48.995979 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:49.023525 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event deleted for resources: {'Subnet': ['ID=578b86ea-3b0b-4b6f-bf49-06e9910b4153,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:49.058944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] For port c9346e79-9bcd-4c2f-a4a9-97d7f1da6e92, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:42:49.062073 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] For port c9346e79-9bcd-4c2f-a4a9-97d7f1da6e92, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c9346e79-9bcd-4c2f-a4a9-97d7f1da6e92,segment=NetworkSegment(5ad94b27-a312-4533-b320-8a703d4e327c),segment_id=5ad94b27-a312-4533-b320-8a703d4e327c)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:42:49.087604 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:49.104173 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:49.108456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:49.118614 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad94b27-a312-4533-b320-8a703d4e327c') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:49.118897 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad94b27-a312-4533-b320-8a703d4e327c') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:49.128356 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:49.141883 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:49.148092 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:42:49.150035 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:42:49.151717 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:42:49.187005 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4cfb2-9650-403a-a118-3cc4dbfb3e3a None None] Pushing event updated for resources: {'Port': ['ID=c9346e79-9bcd-4c2f-a4a9-97d7f1da6e92,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:49.201431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3025449-3569-4038-a664-31ebc88ce689 None None] Network bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:42:49.241467 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.db.api [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:42:49.241467 dv-neutron-786478-23-hyperv neutron-server[103001]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:42:49.241467 dv-neutron-786478-23-hyperv neutron-server[103001]: [parameters: {'id': 'bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b'}] Nov 11 12:42:49.241467 dv-neutron-786478-23-hyperv neutron-server[103001]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:42:49.242283 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG oslo_db.api [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:42:49.321786 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fbf9f2-efa7-40ba-8c92-e5e8236c351d None None] get_active_networks_info from dv-neutron-786478-23-hyperv {{(pid=103003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:42:49.391819 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fbf9f2-efa7-40ba-8c92-e5e8236c351d None None] Resources bound (agent type, host, resource id): {{(pid=103003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:42:49.742748 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:49.794843 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Deleting port c9346e79-9bcd-4c2f-a4a9-97d7f1da6e92 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:42:49.795206 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:49.860726 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] For port c9346e79-9bcd-4c2f-a4a9-97d7f1da6e92, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c9346e79-9bcd-4c2f-a4a9-97d7f1da6e92,segment=NetworkSegment(5ad94b27-a312-4533-b320-8a703d4e327c),segment_id=5ad94b27-a312-4533-b320-8a703d4e327c)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:42:49.861078 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:49.873246 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Calling delete_port for c9346e79-9bcd-4c2f-a4a9-97d7f1da6e92 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:42:50.016760 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:50.042974 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event deleted for resources: {'Port': ['ID=c9346e79-9bcd-4c2f-a4a9-97d7f1da6e92,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:50.044815 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] No DVR routers for this DVR port c9346e79-9bcd-4c2f-a4a9-97d7f1da6e92 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:42:50.125433 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:50.144993 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:50.153951 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad94b27-a312-4533-b320-8a703d4e327c') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:50.154245 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad94b27-a312-4533-b320-8a703d4e327c') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:50.163797 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:50.177189 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:50.183141 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:42:50.183510 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:42:50.186414 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:42:50.320844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:50.328954 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:50.332242 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "DELETE /v2.0/networks/bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b HTTP/1.1" status: 204 len: 168 time: 1.8563833 Nov 11 12:42:50.335768 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59738) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:50.341060 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-379fd24a-c22a-4f68-86b2-719236ab20dc tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1361582886'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:42:50.342220 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258ba09-ac0d-4b26-aaef-0b0fc974c237 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event deleted for resources: {'Network': ['ID=bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:50.480925 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379fd24a-c22a-4f68-86b2-719236ab20dc tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Made reservation on behalf of 4cb3e19c5230458f82e3320d90e78a66 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:42:50.484464 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-379fd24a-c22a-4f68-86b2-719236ab20dc tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:50.511281 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379fd24a-c22a-4f68-86b2-719236ab20dc tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:42:50.519563 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-379fd24a-c22a-4f68-86b2-719236ab20dc tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:50.519843 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-379fd24a-c22a-4f68-86b2-719236ab20dc tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Added segment bd975b00-8669-4e73-ad06-27fcf80d398f of type vlan for network da08ad21-e6d8-49f3-bcf0-d90f03015dba Nov 11 12:42:50.557304 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-379fd24a-c22a-4f68-86b2-719236ab20dc tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:50.641019 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-379fd24a-c22a-4f68-86b2-719236ab20dc tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:50.646465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379fd24a-c22a-4f68-86b2-719236ab20dc tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:50.647030 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-379fd24a-c22a-4f68-86b2-719236ab20dc tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:50.709432 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fd24a-c22a-4f68-86b2-719236ab20dc tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event updated for resources: {'Network': ['ID=da08ad21-e6d8-49f3-bcf0-d90f03015dba,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:50.719955 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network da08ad21-e6d8-49f3-bcf0-d90f03015dba details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:42:50.758156 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-379fd24a-c22a-4f68-86b2-719236ab20dc tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4212310 Nov 11 12:42:50.761021 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59740) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:50.765897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-1690d5c6-9604-4554-a528-25e143df2e8d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Request body: {'subnet': {'network_id': 'da08ad21-e6d8-49f3-bcf0-d90f03015dba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:42:50.925067 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1690d5c6-9604-4554-a528-25e143df2e8d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Made reservation on behalf of 4cb3e19c5230458f82e3320d90e78a66 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:42:50.928441 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1690d5c6-9604-4554-a528-25e143df2e8d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:51.154148 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1690d5c6-9604-4554-a528-25e143df2e8d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:51.212773 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690d5c6-9604-4554-a528-25e143df2e8d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event updated for resources: {'Subnet': ['ID=6f15cdc0-9bd6-45c4-89bb-04f770a3631b,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:51.219932 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690d5c6-9604-4554-a528-25e143df2e8d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Checking segment: {'id': 'bd975b00-8669-4e73-ad06-27fcf80d398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'da08ad21-e6d8-49f3-bcf0-d90f03015dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:42:51.220273 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1690d5c6-9604-4554-a528-25e143df2e8d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Network hostable DHCP agents. Network: da08ad21-e6d8-49f3-bcf0-d90f03015dba, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:42:51.292638 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1690d5c6-9604-4554-a528-25e143df2e8d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Network da08ad21-e6d8-49f3-bcf0-d90f03015dba is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:42:51.389604 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-1690d5c6-9604-4554-a528-25e143df2e8d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, da08ad21-e6d8-49f3-bcf0-d90f03015dba) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:42:51.394220 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1690d5c6-9604-4554-a528-25e143df2e8d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:51.394844 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1690d5c6-9604-4554-a528-25e143df2e8d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:51.399526 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d818e5a9-4e3b-4360-822f-faa4eda8dec9 None None] Network da08ad21-e6d8-49f3-bcf0-d90f03015dba requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:42:51.506199 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1690d5c6-9604-4554-a528-25e143df2e8d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7439709 Nov 11 12:42:51.511165 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59742) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:51.516057 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-905d1c71-f4e4-4dc5-acbd-683f5ec7141d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1528505571'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:42:51.546406 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-da08ad21-e6d8-49f3-bcf0-d90f03015dba', 'network_id': 'da08ad21-e6d8-49f3-bcf0-d90f03015dba', 'tenant_id': '4cb3e19c5230458f82e3320d90e78a66', 'fixed_ips': [{'subnet_id': '6f15cdc0-9bd6-45c4-89bb-04f770a3631b'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:42:51.547303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:51.589597 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905d1c71-f4e4-4dc5-acbd-683f5ec7141d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Made reservation on behalf of 4cb3e19c5230458f82e3320d90e78a66 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:42:51.593478 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-905d1c71-f4e4-4dc5-acbd-683f5ec7141d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:51.617570 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905d1c71-f4e4-4dc5-acbd-683f5ec7141d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:42:51.625966 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-905d1c71-f4e4-4dc5-acbd-683f5ec7141d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:51.626303 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-905d1c71-f4e4-4dc5-acbd-683f5ec7141d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Added segment dc684ba7-95cf-4289-b21f-0866328ffac9 of type vlan for network 1e624904-7f39-4791-88e4-9ae7c15526b7 Nov 11 12:42:51.668885 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-905d1c71-f4e4-4dc5-acbd-683f5ec7141d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:51.683369 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Allocated IP 2001:db8::2 (da08ad21-e6d8-49f3-bcf0-d90f03015dba/6f15cdc0-9bd6-45c4-89bb-04f770a3631b/a075734a-c2aa-48de-9668-d43df63392da) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:42:51.753963 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-905d1c71-f4e4-4dc5-acbd-683f5ec7141d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:51.759615 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905d1c71-f4e4-4dc5-acbd-683f5ec7141d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:51.760132 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-905d1c71-f4e4-4dc5-acbd-683f5ec7141d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:51.826396 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:51.835191 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d1c71-f4e4-4dc5-acbd-683f5ec7141d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event updated for resources: {'Network': ['ID=1e624904-7f39-4791-88e4-9ae7c15526b7,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:51.845812 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 1e624904-7f39-4791-88e4-9ae7c15526b7 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:42:51.905512 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-905d1c71-f4e4-4dc5-acbd-683f5ec7141d tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3932838 Nov 11 12:42:51.908318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59744) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:51.913375 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0d4a500b-6a04-482f-8642-bf9a9ab0b074 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Request body: {'subnet': {'network_id': '1e624904-7f39-4791-88e4-9ae7c15526b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:42:51.927280 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:51.970667 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Network da08ad21-e6d8-49f3-bcf0-d90f03015dba is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:42:51.973752 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:42:51.977361 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:42:51.984014 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Pushing event updated for resources: {'Port': ['ID=a075734a-c2aa-48de-9668-d43df63392da,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:52.034412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Attempting to bind port a075734a-c2aa-48de-9668-d43df63392da on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:42:52.034717 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Attempting to bind port a075734a-c2aa-48de-9668-d43df63392da by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'bd975b00-8669-4e73-ad06-27fcf80d398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'da08ad21-e6d8-49f3-bcf0-d90f03015dba'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:42:52.035108 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Attempting to bind port a075734a-c2aa-48de-9668-d43df63392da on network da08ad21-e6d8-49f3-bcf0-d90f03015dba {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:42:52.040043 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:42:52.040409 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Checking segment: {'id': 'bd975b00-8669-4e73-ad06-27fcf80d398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'da08ad21-e6d8-49f3-bcf0-d90f03015dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:42:52.040836 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:52.041217 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Bound using segment: {'id': 'bd975b00-8669-4e73-ad06-27fcf80d398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'da08ad21-e6d8-49f3-bcf0-d90f03015dba'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:42:52.041668 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Bound port: a075734a-c2aa-48de-9668-d43df63392da, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd975b00-8669-4e73-ad06-27fcf80d398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'da08ad21-e6d8-49f3-bcf0-d90f03015dba'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:42:52.042038 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:52.058151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4a500b-6a04-482f-8642-bf9a9ab0b074 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Made reservation on behalf of 4cb3e19c5230458f82e3320d90e78a66 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:42:52.061701 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0d4a500b-6a04-482f-8642-bf9a9ab0b074 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:52.103228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] For port a075734a-c2aa-48de-9668-d43df63392da, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:42:52.106221 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] For port a075734a-c2aa-48de-9668-d43df63392da, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a075734a-c2aa-48de-9668-d43df63392da,segment=NetworkSegment(bd975b00-8669-4e73-ad06-27fcf80d398f),segment_id=bd975b00-8669-4e73-ad06-27fcf80d398f)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:42:52.184688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:52.242062 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e1ddb-b4a0-426e-a2e2-72a58aa27d62 None None] Pushing event updated for resources: {'Port': ['ID=a075734a-c2aa-48de-9668-d43df63392da,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:52.314411 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0d4a500b-6a04-482f-8642-bf9a9ab0b074 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:52.379624 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a500b-6a04-482f-8642-bf9a9ab0b074 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event updated for resources: {'Subnet': ['ID=544ea919-792c-4d9a-ac2d-27b4f1499d88,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:52.390199 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4a500b-6a04-482f-8642-bf9a9ab0b074 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Checking segment: {'id': 'dc684ba7-95cf-4289-b21f-0866328ffac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1e624904-7f39-4791-88e4-9ae7c15526b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:42:52.392594 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4a500b-6a04-482f-8642-bf9a9ab0b074 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Network hostable DHCP agents. Network: 1e624904-7f39-4791-88e4-9ae7c15526b7, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:42:52.485606 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4a500b-6a04-482f-8642-bf9a9ab0b074 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Network 1e624904-7f39-4791-88e4-9ae7c15526b7 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:42:52.548445 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-0d4a500b-6a04-482f-8642-bf9a9ab0b074 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 1e624904-7f39-4791-88e4-9ae7c15526b7) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:42:52.552599 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4a500b-6a04-482f-8642-bf9a9ab0b074 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:52.553183 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0d4a500b-6a04-482f-8642-bf9a9ab0b074 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:52.557895 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57db6fb-1cdd-43b9-931a-91c17a08532a None None] Network 1e624904-7f39-4791-88e4-9ae7c15526b7 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:42:52.633077 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0d4a500b-6a04-482f-8642-bf9a9ab0b074 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7235386 Nov 11 12:42:52.643462 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59746) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:52.710437 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-1e624904-7f39-4791-88e4-9ae7c15526b7', 'network_id': '1e624904-7f39-4791-88e4-9ae7c15526b7', 'tenant_id': '4cb3e19c5230458f82e3320d90e78a66', 'fixed_ips': [{'subnet_id': '544ea919-792c-4d9a-ac2d-27b4f1499d88'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:42:52.711471 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:52.747781 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:52.798556 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:52.849221 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Allocated IP 2001:db8::2 (1e624904-7f39-4791-88e4-9ae7c15526b7/544ea919-792c-4d9a-ac2d-27b4f1499d88/c5be577c-ca73-4452-b927-9903c6b5a22f) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:42:52.999075 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:53.053324 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:53.096079 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Network 1e624904-7f39-4791-88e4-9ae7c15526b7 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:42:53.099772 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:42:53.103517 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:42:53.110442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Pushing event updated for resources: {'Port': ['ID=c5be577c-ca73-4452-b927-9903c6b5a22f,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:53.139236 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:53.172184 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d3ccec-8d57-4ce3-814a-0943b1e34099 None None] Network da08ad21-e6d8-49f3-bcf0-d90f03015dba requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:42:53.185793 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event deleted for resources: {'Subnet': ['ID=544ea919-792c-4d9a-ac2d-27b4f1499d88,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:53.189350 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Attempting to bind port c5be577c-ca73-4452-b927-9903c6b5a22f on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:42:53.189732 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Attempting to bind port c5be577c-ca73-4452-b927-9903c6b5a22f by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'dc684ba7-95cf-4289-b21f-0866328ffac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1e624904-7f39-4791-88e4-9ae7c15526b7'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:42:53.190099 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Attempting to bind port c5be577c-ca73-4452-b927-9903c6b5a22f on network 1e624904-7f39-4791-88e4-9ae7c15526b7 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:42:53.223782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:42:53.224213 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Checking segment: {'id': 'dc684ba7-95cf-4289-b21f-0866328ffac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1e624904-7f39-4791-88e4-9ae7c15526b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:42:53.224564 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:53.224973 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Bound using segment: {'id': 'dc684ba7-95cf-4289-b21f-0866328ffac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1e624904-7f39-4791-88e4-9ae7c15526b7'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:42:53.225462 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Bound port: c5be577c-ca73-4452-b927-9903c6b5a22f, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc684ba7-95cf-4289-b21f-0866328ffac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1e624904-7f39-4791-88e4-9ae7c15526b7'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:42:53.225849 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:53.270250 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:53.292080 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e624904-7f39-4791-88e4-9ae7c15526b7']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:53.302545 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc684ba7-95cf-4289-b21f-0866328ffac9') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:53.302931 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc684ba7-95cf-4289-b21f-0866328ffac9') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:53.313114 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:53.326565 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:53.333055 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:42:53.338071 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:42:53.455469 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1cdc4a39-0390-4a0e-a23a-9e43b7bb512b None None] Provisioning complete for port a075734a-c2aa-48de-9668-d43df63392da triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:42:53.455760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1cdc4a39-0390-4a0e-a23a-9e43b7bb512b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:53.458508 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.db.api [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 12:42:53.458508 dv-neutron-786478-23-hyperv neutron-server[103002]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 12:42:53.458508 dv-neutron-786478-23-hyperv neutron-server[103002]: [parameters: {'id': '1e624904-7f39-4791-88e4-9ae7c15526b7'}] Nov 11 12:42:53.458508 dv-neutron-786478-23-hyperv neutron-server[103002]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:42:53.459547 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG oslo_db.api [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:42:53.533201 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] For port c5be577c-ca73-4452-b927-9903c6b5a22f, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:42:53.556359 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] For port c5be577c-ca73-4452-b927-9903c6b5a22f, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c5be577c-ca73-4452-b927-9903c6b5a22f,segment=NetworkSegment(dc684ba7-95cf-4289-b21f-0866328ffac9),segment_id=dc684ba7-95cf-4289-b21f-0866328ffac9)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:42:53.617768 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:53.629202 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1cdc4a39-0390-4a0e-a23a-9e43b7bb512b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:53.729593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ad310-0058-42b8-adfa-280ccd1453af None None] Pushing event updated for resources: {'Port': ['ID=c5be577c-ca73-4452-b927-9903c6b5a22f,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:53.736472 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1cdc4a39-0390-4a0e-a23a-9e43b7bb512b None None] For port a075734a-c2aa-48de-9668-d43df63392da, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a075734a-c2aa-48de-9668-d43df63392da,segment=NetworkSegment(bd975b00-8669-4e73-ad06-27fcf80d398f),segment_id=bd975b00-8669-4e73-ad06-27fcf80d398f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:42:53.749755 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7838da9d-72b4-4481-ba9a-8049ddf3ca41 None None] Network 1e624904-7f39-4791-88e4-9ae7c15526b7 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:42:53.793543 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1cdc4a39-0390-4a0e-a23a-9e43b7bb512b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:53.877926 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc4a39-0390-4a0e-a23a-9e43b7bb512b None None] Pushing event updated for resources: {'Port': ['ID=a075734a-c2aa-48de-9668-d43df63392da,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:53.908046 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a075734a-c2aa-48de-9668-d43df63392da up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:42:53.951637 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ee64e2e2-913a-4bac-a053-f68123162a3e None None] Provisioning complete for port a075734a-c2aa-48de-9668-d43df63392da triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:42:53.951940 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ee64e2e2-913a-4bac-a053-f68123162a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:53.961249 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:53.991166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bbacf7-f005-4b11-bb67-45a3ec17a9a4 None None] get_active_networks_info from dv-neutron-786478-23-hyperv {{(pid=103003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:42:54.019444 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Deleting port c5be577c-ca73-4452-b927-9903c6b5a22f {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:42:54.019775 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:54.037058 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port a075734a-c2aa-48de-9668-d43df63392da triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:42:54.037431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:54.081360 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] For port c5be577c-ca73-4452-b927-9903c6b5a22f, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c5be577c-ca73-4452-b927-9903c6b5a22f,segment=NetworkSegment(dc684ba7-95cf-4289-b21f-0866328ffac9),segment_id=dc684ba7-95cf-4289-b21f-0866328ffac9)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:42:54.082315 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:54.094666 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Calling delete_port for c5be577c-ca73-4452-b927-9903c6b5a22f owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:42:54.151467 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bbacf7-f005-4b11-bb67-45a3ec17a9a4 None None] Resources bound (agent type, host, resource id): {{(pid=103003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:42:54.247439 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:54.276671 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] No DVR routers for this DVR port c5be577c-ca73-4452-b927-9903c6b5a22f on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:42:54.281056 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event deleted for resources: {'Port': ['ID=c5be577c-ca73-4452-b927-9903c6b5a22f,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:54.359338 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:54.385970 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e624904-7f39-4791-88e4-9ae7c15526b7']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:54.396060 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc684ba7-95cf-4289-b21f-0866328ffac9') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:54.396347 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc684ba7-95cf-4289-b21f-0866328ffac9') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:54.405737 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:54.418345 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:54.424389 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:42:54.424763 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:42:54.428221 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:42:54.549379 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:54.560181 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:54.560181 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "DELETE /v2.0/networks/1e624904-7f39-4791-88e4-9ae7c15526b7 HTTP/1.1" status: 204 len: 168 time: 1.9146986 Nov 11 12:42:54.563266 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59748) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:54.571990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b58c0-49c4-4796-bcd3-939efaef9be6 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event deleted for resources: {'Network': ['ID=1e624904-7f39-4791-88e4-9ae7c15526b7,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:54.591498 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d14f610-9370-4a3d-86aa-d94ed78707c9 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] GET failed (client error): The resource could not be found. Nov 11 12:42:54.593048 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3d14f610-9370-4a3d-86aa-d94ed78707c9 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "GET /v2.0/subnets/544ea919-792c-4d9a-ac2d-27b4f1499d88 HTTP/1.1" status: 404 len: 337 time: 0.0285172 Nov 11 12:42:54.595899 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59750) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:54.613488 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-93735656-da8e-49d2-88f3-0fa02a67a0fc tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] DELETE failed (client error): The resource could not be found. Nov 11 12:42:54.614009 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93735656-da8e-49d2-88f3-0fa02a67a0fc tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:42:54.616991 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-93735656-da8e-49d2-88f3-0fa02a67a0fc tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "DELETE /v2.0/networks/1e624904-7f39-4791-88e4-9ae7c15526b7 HTTP/1.1" status: 404 len: 339 time: 0.0202100 Nov 11 12:42:54.621095 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59752) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:54.646998 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b54005-82cf-4dfa-bb28-9b325ce9f8f2 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] DELETE failed (client error): The resource could not be found. Nov 11 12:42:54.647449 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b54005-82cf-4dfa-bb28-9b325ce9f8f2 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:42:54.650395 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f4b54005-82cf-4dfa-bb28-9b325ce9f8f2 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "DELETE /v2.0/subnets/544ea919-792c-4d9a-ac2d-27b4f1499d88 HTTP/1.1" status: 404 len: 337 time: 0.0283902 Nov 11 12:42:54.652975 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59754) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:54.669822 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d681f4-bda9-4acd-b1cf-3308d5ccd36f tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] DELETE failed (client error): The resource could not be found. Nov 11 12:42:54.670259 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d681f4-bda9-4acd-b1cf-3308d5ccd36f tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103001) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:42:54.673151 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a0d681f4-bda9-4acd-b1cf-3308d5ccd36f tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "DELETE /v2.0/networks/1e624904-7f39-4791-88e4-9ae7c15526b7 HTTP/1.1" status: 404 len: 339 time: 0.0193236 Nov 11 12:42:54.675897 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59756) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:54.729819 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebb94be-4df0-4b75-8077-4b081953d4d1 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Deleting subnet 6f15cdc0-9bd6-45c4-89bb-04f770a3631b {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:42:54.732813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cebb94be-4df0-4b75-8077-4b081953d4d1 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:54.773887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cebb94be-4df0-4b75-8077-4b081953d4d1 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:54.886563 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cebb94be-4df0-4b75-8077-4b081953d4d1 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:55.016936 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cebb94be-4df0-4b75-8077-4b081953d4d1 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:55.043356 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb94be-4df0-4b75-8077-4b081953d4d1 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event deleted for resources: {'Subnet': ['ID=6f15cdc0-9bd6-45c4-89bb-04f770a3631b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:55.046893 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-cebb94be-4df0-4b75-8077-4b081953d4d1 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:55.050061 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-cebb94be-4df0-4b75-8077-4b081953d4d1 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "DELETE /v2.0/subnets/6f15cdc0-9bd6-45c4-89bb-04f770a3631b HTTP/1.1" status: 204 len: 168 time: 0.3733256 Nov 11 12:42:55.052605 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59758) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:55.053078 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f6ad42-1070-4e85-9e0b-86b707458781 None None] Network da08ad21-e6d8-49f3-bcf0-d90f03015dba requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:42:55.132202 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:55.184934 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Deleting port a075734a-c2aa-48de-9668-d43df63392da {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:42:55.185479 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:55.222142 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396c2607-badc-4dc9-aaa4-395985ccd9a2 None None] DHCP port deletion for da08ad21-e6d8-49f3-bcf0-d90f03015dba request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:42:55.249747 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] For port a075734a-c2aa-48de-9668-d43df63392da, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a075734a-c2aa-48de-9668-d43df63392da,segment=NetworkSegment(bd975b00-8669-4e73-ad06-27fcf80d398f),segment_id=bd975b00-8669-4e73-ad06-27fcf80d398f)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:42:55.250018 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:55.263079 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Calling delete_port for a075734a-c2aa-48de-9668-d43df63392da owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:42:55.271339 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-396c2607-badc-4dc9-aaa4-395985ccd9a2 None None] Deleting port a075734a-c2aa-48de-9668-d43df63392da {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:42:55.271642 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-396c2607-badc-4dc9-aaa4-395985ccd9a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:55.336034 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-396c2607-badc-4dc9-aaa4-395985ccd9a2 None None] For port a075734a-c2aa-48de-9668-d43df63392da, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a075734a-c2aa-48de-9668-d43df63392da,segment=NetworkSegment(bd975b00-8669-4e73-ad06-27fcf80d398f),segment_id=bd975b00-8669-4e73-ad06-27fcf80d398f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:42:55.336421 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-396c2607-badc-4dc9-aaa4-395985ccd9a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:55.349320 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-396c2607-badc-4dc9-aaa4-395985ccd9a2 None None] Calling delete_port for a075734a-c2aa-48de-9668-d43df63392da owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:42:55.407134 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:55.421336 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-396c2607-badc-4dc9-aaa4-395985ccd9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:55.433622 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event deleted for resources: {'Port': ['ID=a075734a-c2aa-48de-9668-d43df63392da,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:55.437278 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] No DVR routers for this DVR port a075734a-c2aa-48de-9668-d43df63392da on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:42:55.450921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c2607-badc-4dc9-aaa4-395985ccd9a2 None None] Pushing event deleted for resources: {'Port': ['ID=a075734a-c2aa-48de-9668-d43df63392da,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:55.454276 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c2607-badc-4dc9-aaa4-395985ccd9a2 None None] No DVR routers for this DVR port a075734a-c2aa-48de-9668-d43df63392da on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:42:55.520005 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:55.539944 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da08ad21-e6d8-49f3-bcf0-d90f03015dba']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:55.549265 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd975b00-8669-4e73-ad06-27fcf80d398f') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:55.549562 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd975b00-8669-4e73-ad06-27fcf80d398f') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:55.558904 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:55.572684 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:55.578453 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:42:55.578851 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:42:55.582313 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:42:55.704137 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:55.711664 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:55.714729 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "DELETE /v2.0/networks/da08ad21-e6d8-49f3-bcf0-d90f03015dba HTTP/1.1" status: 204 len: 168 time: 0.6611619 Nov 11 12:42:55.721432 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59760) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:55.726268 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75f149-814b-483e-9db2-aa66cd968c66 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event deleted for resources: {'Network': ['ID=da08ad21-e6d8-49f3-bcf0-d90f03015dba,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:55.745134 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d7c1f8-4293-406e-b069-5e6111f5b115 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] DELETE failed (client error): The resource could not be found. Nov 11 12:42:55.745587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d7c1f8-4293-406e-b069-5e6111f5b115 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:42:55.748665 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e6d7c1f8-4293-406e-b069-5e6111f5b115 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "DELETE /v2.0/subnets/578b86ea-3b0b-4b6f-bf49-06e9910b4153 HTTP/1.1" status: 404 len: 337 time: 0.0299451 Nov 11 12:42:55.757918 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59762) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:55.768823 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-29502d97-2b7e-4f24-b001-1ce55c8b9c2c tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] DELETE failed (client error): The resource could not be found. Nov 11 12:42:55.769951 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29502d97-2b7e-4f24-b001-1ce55c8b9c2c tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:42:55.772883 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-29502d97-2b7e-4f24-b001-1ce55c8b9c2c tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "DELETE /v2.0/networks/bd3d122d-c2c9-4c06-bbf9-f4e1e465be4b HTTP/1.1" status: 404 len: 339 time: 0.0208340 Nov 11 12:42:55.775219 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59764) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:55.803701 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1fe98b-7a55-4a04-9c44-818418a09b3f tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] DELETE failed (client error): The resource could not be found. Nov 11 12:42:55.804065 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1fe98b-7a55-4a04-9c44-818418a09b3f tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:42:55.806996 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4c1fe98b-7a55-4a04-9c44-818418a09b3f tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "DELETE /v2.0/subnets/6806698d-9685-4a92-a0cc-51e0c21593ea HTTP/1.1" status: 404 len: 337 time: 0.0309343 Nov 11 12:42:55.809398 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59766) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:55.826502 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba335013-bdb6-4760-9471-f258863de965 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] DELETE failed (client error): The resource could not be found. Nov 11 12:42:55.827005 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba335013-bdb6-4760-9471-f258863de965 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103002) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 12:42:55.829929 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ba335013-bdb6-4760-9471-f258863de965 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "DELETE /v2.0/networks/a2262057-288a-469c-9c96-5135ae44098b HTTP/1.1" status: 404 len: 339 time: 0.0196588 Nov 11 12:42:55.832896 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59768) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:55.875789 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a075734a-c2aa-48de-9668-d43df63392da no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:42:55.884120 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Deleting subnet c04d893f-4841-4a14-a8ca-8b0a24ab6c51 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:42:55.887234 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:55.896548 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: a075734a-c2aa-48de-9668-d43df63392da {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:42:55.896892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a075734a-c2aa-48de-9668-d43df63392da not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:42:55.926562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:56.010043 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:56.138498 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:56.165535 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event deleted for resources: {'Subnet': ['ID=c04d893f-4841-4a14-a8ca-8b0a24ab6c51,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:56.167917 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:56.171108 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "DELETE /v2.0/subnets/c04d893f-4841-4a14-a8ca-8b0a24ab6c51 HTTP/1.1" status: 204 len: 168 time: 0.3373146 Nov 11 12:42:56.171672 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7200d664-dd26-4f80-bde9-bcf150cf10a9 None None] Network aabcee50-0e8e-438f-8ff1-31126d479245 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:42:56.173666 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59770) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:56.186731 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:56.187100 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:56.187446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:56.187783 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:56.188118 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:56.188450 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:56.188780 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:56.189109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:56.189437 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:56.189764 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:56.190088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:56.190410 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419248e-196a-4b69-a06c-552ea21a4f77 tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:42:56.264974 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:56.324081 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Deleting port 1ecd4921-1536-41da-9821-e0caf20d265a {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:42:56.324419 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:56.343383 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b7ed9c-b808-4dad-a5af-3014e709faa9 None None] DHCP port deletion for aabcee50-0e8e-438f-8ff1-31126d479245 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:42:56.387939 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] For port 1ecd4921-1536-41da-9821-e0caf20d265a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=1ecd4921-1536-41da-9821-e0caf20d265a,segment=NetworkSegment(c05296b4-33ed-4da4-ba7e-9e5fe2ee1283),segment_id=c05296b4-33ed-4da4-ba7e-9e5fe2ee1283)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:42:56.391030 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:56.391173 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-82b7ed9c-b808-4dad-a5af-3014e709faa9 None None] Deleting port 1ecd4921-1536-41da-9821-e0caf20d265a {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:42:56.391173 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-82b7ed9c-b808-4dad-a5af-3014e709faa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:56.401241 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Calling delete_port for 1ecd4921-1536-41da-9821-e0caf20d265a owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:42:56.459412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-82b7ed9c-b808-4dad-a5af-3014e709faa9 None None] For port 1ecd4921-1536-41da-9821-e0caf20d265a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=1ecd4921-1536-41da-9821-e0caf20d265a,segment=NetworkSegment(c05296b4-33ed-4da4-ba7e-9e5fe2ee1283),segment_id=c05296b4-33ed-4da4-ba7e-9e5fe2ee1283)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:42:56.459810 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-82b7ed9c-b808-4dad-a5af-3014e709faa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:56.471520 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-82b7ed9c-b808-4dad-a5af-3014e709faa9 None None] Calling delete_port for 1ecd4921-1536-41da-9821-e0caf20d265a owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:42:56.530900 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:56.543868 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-82b7ed9c-b808-4dad-a5af-3014e709faa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:56.555864 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event deleted for resources: {'Port': ['ID=1ecd4921-1536-41da-9821-e0caf20d265a,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:56.562063 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] No DVR routers for this DVR port 1ecd4921-1536-41da-9821-e0caf20d265a on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:42:56.571109 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7ed9c-b808-4dad-a5af-3014e709faa9 None None] Pushing event deleted for resources: {'Port': ['ID=1ecd4921-1536-41da-9821-e0caf20d265a,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:56.573135 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b7ed9c-b808-4dad-a5af-3014e709faa9 None None] No DVR routers for this DVR port 1ecd4921-1536-41da-9821-e0caf20d265a on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:42:56.642905 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:56.662556 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabcee50-0e8e-438f-8ff1-31126d479245']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:56.671478 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05296b4-33ed-4da4-ba7e-9e5fe2ee1283') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:56.671771 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05296b4-33ed-4da4-ba7e-9e5fe2ee1283') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:42:56.681509 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:56.694752 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:56.700518 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:42:56.701401 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:42:56.703731 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:42:56.817709 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:56.824413 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:56.827618 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] 10.222.0.50 "DELETE /v2.0/networks/aabcee50-0e8e-438f-8ff1-31126d479245 HTTP/1.1" status: 204 len: 168 time: 0.6530373 Nov 11 12:42:56.839684 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bee8f-dc8d-43da-a5aa-16da9571aacd tempest-NetworksIpV6Test-1779381030 tempest-NetworksIpV6Test-1779381030-project] Pushing event deleted for resources: {'Network': ['ID=aabcee50-0e8e-438f-8ff1-31126d479245,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:57.254271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59776) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:57.385630 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3bc2f88d-245b-4bc4-b01e-02b8172f65f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4cb3e19c5230458f82e3320d90e78a66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301496 Nov 11 12:42:57.390569 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59780) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:57.436567 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0befb009-9184-4109-9056-bd71a9ed96c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:57.457895 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0befb009-9184-4109-9056-bd71a9ed96c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:57.548196 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0befb009-9184-4109-9056-bd71a9ed96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:57.551019 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0befb009-9184-4109-9056-bd71a9ed96c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:57.552208 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0befb009-9184-4109-9056-bd71a9ed96c2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f0fa9ae1-1bc0-4309-8e7a-a2e5e3efec4d HTTP/1.1" status: 204 len: 168 time: 0.1607139 Nov 11 12:42:57.559938 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befb009-9184-4109-9056-bd71a9ed96c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fa9ae1-1bc0-4309-8e7a-a2e5e3efec4d,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:57.876845 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 1ecd4921-1536-41da-9821-e0caf20d265a no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:42:57.899150 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 1ecd4921-1536-41da-9821-e0caf20d265a {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:42:57.899496 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 1ecd4921-1536-41da-9821-e0caf20d265a not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:42:58.491806 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59802) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:58.583122 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-f79d3d54-b2cd-41c9-a9ae-a586b99764a7 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1006729882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:42:58.692679 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f79d3d54-b2cd-41c9-a9ae-a586b99764a7 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:58.693707 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f79d3d54-b2cd-41c9-a9ae-a586b99764a7 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:58.778368 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f79d3d54-b2cd-41c9-a9ae-a586b99764a7 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:58.835865 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f79d3d54-b2cd-41c9-a9ae-a586b99764a7 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:58.928991 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f79d3d54-b2cd-41c9-a9ae-a586b99764a7 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:58.930225 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f79d3d54-b2cd-41c9-a9ae-a586b99764a7 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4374218 Nov 11 12:42:58.932918 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59806) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:58.937741 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-053beab4-4292-47a8-8058-56b846e86966 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1508264962'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:42:59.027827 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053beab4-4292-47a8-8058-56b846e86966 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Made reservation on behalf of 26f0f6a9ff674367b2808456f222c039 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:42:59.031219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-053beab4-4292-47a8-8058-56b846e86966 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:59.040653 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-053beab4-4292-47a8-8058-56b846e86966 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:59.112939 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-053beab4-4292-47a8-8058-56b846e86966 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:59.172763 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-053beab4-4292-47a8-8058-56b846e86966 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:59.202506 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053beab4-4292-47a8-8058-56b846e86966 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:42:59.213325 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053beab4-4292-47a8-8058-56b846e86966 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41fc25e6-1ee5-4a64-b60d-1fd012943243,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:59.218341 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-053beab4-4292-47a8-8058-56b846e86966 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:59.218670 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-053beab4-4292-47a8-8058-56b846e86966 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Added segment 0d2db3c4-5505-4e93-bad6-5bda58938f3a of type vlan for network 2f3459d2-7322-4e5a-b751-1f9bd8fa2843 Nov 11 12:42:59.259178 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-053beab4-4292-47a8-8058-56b846e86966 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:59.349152 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-053beab4-4292-47a8-8058-56b846e86966 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:59.354634 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053beab4-4292-47a8-8058-56b846e86966 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:42:59.355229 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-053beab4-4292-47a8-8058-56b846e86966 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:59.418475 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053beab4-4292-47a8-8058-56b846e86966 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Pushing event updated for resources: {'Network': ['ID=2f3459d2-7322-4e5a-b751-1f9bd8fa2843,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:59.428420 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 2f3459d2-7322-4e5a-b751-1f9bd8fa2843 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:42:59.465229 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-053beab4-4292-47a8-8058-56b846e86966 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5312889 Nov 11 12:42:59.468324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59808) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:42:59.476610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-d64927ad-d601-492f-86f9-3520a4b12649 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Request body: {'subnet': {'network_id': '2f3459d2-7322-4e5a-b751-1f9bd8fa2843', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:42:59.640614 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64927ad-d601-492f-86f9-3520a4b12649 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Made reservation on behalf of 26f0f6a9ff674367b2808456f222c039 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:42:59.644919 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d64927ad-d601-492f-86f9-3520a4b12649 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:59.874165 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d64927ad-d601-492f-86f9-3520a4b12649 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:42:59.934555 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64927ad-d601-492f-86f9-3520a4b12649 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Pushing event updated for resources: {'Subnet': ['ID=afa5d4bd-6626-4543-9929-7b3d8748161b,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:42:59.942207 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64927ad-d601-492f-86f9-3520a4b12649 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Checking segment: {'id': '0d2db3c4-5505-4e93-bad6-5bda58938f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2f3459d2-7322-4e5a-b751-1f9bd8fa2843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:42:59.942570 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64927ad-d601-492f-86f9-3520a4b12649 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Network hostable DHCP agents. Network: 2f3459d2-7322-4e5a-b751-1f9bd8fa2843, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:43:00.022334 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64927ad-d601-492f-86f9-3520a4b12649 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Network 2f3459d2-7322-4e5a-b751-1f9bd8fa2843 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:43:00.085275 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-d64927ad-d601-492f-86f9-3520a4b12649 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 2f3459d2-7322-4e5a-b751-1f9bd8fa2843) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:43:00.089162 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64927ad-d601-492f-86f9-3520a4b12649 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:00.089754 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d64927ad-d601-492f-86f9-3520a4b12649 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:00.093941 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12169cce-4160-4812-960e-02ccbb383114 None None] Network 2f3459d2-7322-4e5a-b751-1f9bd8fa2843 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:43:00.176100 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d64927ad-d601-492f-86f9-3520a4b12649 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7060602 Nov 11 12:43:00.179180 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59810) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:43:00.183979 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-ff45253c-90df-4a6f-9dc6-c9e215e64bbc tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1823678485'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:43:00.241136 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-2f3459d2-7322-4e5a-b751-1f9bd8fa2843', 'network_id': '2f3459d2-7322-4e5a-b751-1f9bd8fa2843', 'tenant_id': '26f0f6a9ff674367b2808456f222c039', 'fixed_ips': [{'subnet_id': 'afa5d4bd-6626-4543-9929-7b3d8748161b'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:43:00.242025 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:00.264197 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff45253c-90df-4a6f-9dc6-c9e215e64bbc tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Made reservation on behalf of 26f0f6a9ff674367b2808456f222c039 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:43:00.267766 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ff45253c-90df-4a6f-9dc6-c9e215e64bbc tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:00.291730 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff45253c-90df-4a6f-9dc6-c9e215e64bbc tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:43:00.300870 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ff45253c-90df-4a6f-9dc6-c9e215e64bbc tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:00.301209 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-ff45253c-90df-4a6f-9dc6-c9e215e64bbc tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Added segment e604149e-41b8-4280-b953-61d735e43d86 of type vlan for network 869fa8a2-3db9-4b3a-a19b-9830e714b888 Nov 11 12:43:00.339966 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ff45253c-90df-4a6f-9dc6-c9e215e64bbc tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:00.370526 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Allocated IP 172.20.0.2 (2f3459d2-7322-4e5a-b751-1f9bd8fa2843/afa5d4bd-6626-4543-9929-7b3d8748161b/62c35337-4a06-4991-9b95-ea2f86c6067a) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:43:00.458527 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ff45253c-90df-4a6f-9dc6-c9e215e64bbc tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:00.464121 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff45253c-90df-4a6f-9dc6-c9e215e64bbc tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:00.464693 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ff45253c-90df-4a6f-9dc6-c9e215e64bbc tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:00.510687 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:00.532198 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45253c-90df-4a6f-9dc6-c9e215e64bbc tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Pushing event updated for resources: {'Network': ['ID=869fa8a2-3db9-4b3a-a19b-9830e714b888,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:00.542427 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 869fa8a2-3db9-4b3a-a19b-9830e714b888 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:43:00.607205 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:00.638410 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ff45253c-90df-4a6f-9dc6-c9e215e64bbc tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4580965 Nov 11 12:43:00.641149 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59812) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:43:00.646565 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-4dac2ada-0842-486f-a46f-6fbceb1c4f72 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Request body: {'subnet': {'network_id': '869fa8a2-3db9-4b3a-a19b-9830e714b888', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:43:00.647843 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Network 2f3459d2-7322-4e5a-b751-1f9bd8fa2843 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:43:00.651328 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:43:00.654368 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:43:00.660367 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Pushing event updated for resources: {'Port': ['ID=62c35337-4a06-4991-9b95-ea2f86c6067a,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:00.711173 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Attempting to bind port 62c35337-4a06-4991-9b95-ea2f86c6067a on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:43:00.711535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Attempting to bind port 62c35337-4a06-4991-9b95-ea2f86c6067a by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '0d2db3c4-5505-4e93-bad6-5bda58938f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2f3459d2-7322-4e5a-b751-1f9bd8fa2843'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:43:00.711902 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Attempting to bind port 62c35337-4a06-4991-9b95-ea2f86c6067a on network 2f3459d2-7322-4e5a-b751-1f9bd8fa2843 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:43:00.716804 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:43:00.717180 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Checking segment: {'id': '0d2db3c4-5505-4e93-bad6-5bda58938f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2f3459d2-7322-4e5a-b751-1f9bd8fa2843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:43:00.717583 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:00.718231 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Bound using segment: {'id': '0d2db3c4-5505-4e93-bad6-5bda58938f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2f3459d2-7322-4e5a-b751-1f9bd8fa2843'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:43:00.718706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Bound port: 62c35337-4a06-4991-9b95-ea2f86c6067a, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2db3c4-5505-4e93-bad6-5bda58938f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2f3459d2-7322-4e5a-b751-1f9bd8fa2843'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:43:00.719111 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:00.782216 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] For port 62c35337-4a06-4991-9b95-ea2f86c6067a, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:43:00.785950 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] For port 62c35337-4a06-4991-9b95-ea2f86c6067a, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=62c35337-4a06-4991-9b95-ea2f86c6067a,segment=NetworkSegment(0d2db3c4-5505-4e93-bad6-5bda58938f3a),segment_id=0d2db3c4-5505-4e93-bad6-5bda58938f3a)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:43:00.799399 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dac2ada-0842-486f-a46f-6fbceb1c4f72 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Made reservation on behalf of 26f0f6a9ff674367b2808456f222c039 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:43:00.802927 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4dac2ada-0842-486f-a46f-6fbceb1c4f72 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:00.876041 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:00.934567 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57645f4-1e54-4eba-a76d-611026655a97 None None] Pushing event updated for resources: {'Port': ['ID=62c35337-4a06-4991-9b95-ea2f86c6067a,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:01.039912 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4dac2ada-0842-486f-a46f-6fbceb1c4f72 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:01.112341 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac2ada-0842-486f-a46f-6fbceb1c4f72 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Pushing event updated for resources: {'Subnet': ['ID=9fb7afc7-15af-435c-ad87-6e2625c4f648,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:01.139547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dac2ada-0842-486f-a46f-6fbceb1c4f72 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Checking segment: {'id': 'e604149e-41b8-4280-b953-61d735e43d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '869fa8a2-3db9-4b3a-a19b-9830e714b888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:43:01.139824 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dac2ada-0842-486f-a46f-6fbceb1c4f72 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Network hostable DHCP agents. Network: 869fa8a2-3db9-4b3a-a19b-9830e714b888, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:43:01.246703 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dac2ada-0842-486f-a46f-6fbceb1c4f72 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Network 869fa8a2-3db9-4b3a-a19b-9830e714b888 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:43:01.336547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-4dac2ada-0842-486f-a46f-6fbceb1c4f72 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 869fa8a2-3db9-4b3a-a19b-9830e714b888) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:43:01.340620 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dac2ada-0842-486f-a46f-6fbceb1c4f72 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:01.341209 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4dac2ada-0842-486f-a46f-6fbceb1c4f72 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:01.346581 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45767cae-a683-4991-90a5-7e63ce905485 None None] Network 869fa8a2-3db9-4b3a-a19b-9830e714b888 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:43:01.438250 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4dac2ada-0842-486f-a46f-6fbceb1c4f72 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7959630 Nov 11 12:43:01.441785 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59814) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:43:01.447017 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-4bd15f5b-f554-4c14-9c7e-95d6355a8aa9 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Request body: {'router': {'external_gateway_info': {'network_id': '869fa8a2-3db9-4b3a-a19b-9830e714b888'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:43:01.493882 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-869fa8a2-3db9-4b3a-a19b-9830e714b888', 'network_id': '869fa8a2-3db9-4b3a-a19b-9830e714b888', 'tenant_id': '26f0f6a9ff674367b2808456f222c039', 'fixed_ips': [{'subnet_id': '9fb7afc7-15af-435c-ad87-6e2625c4f648'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:43:01.494746 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:01.642008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Allocated IP 172.21.0.2 (869fa8a2-3db9-4b3a-a19b-9830e714b888/9fb7afc7-15af-435c-ad87-6e2625c4f648/c9a611f9-3eeb-4112-a1f3-fcc67aee2d05) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:43:01.662665 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4bd15f5b-f554-4c14-9c7e-95d6355a8aa9 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:01.835810 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.api.v2.resource [None req-4bd15f5b-f554-4c14-9c7e-95d6355a8aa9 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 12:43:01.836983 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4bd15f5b-f554-4c14-9c7e-95d6355a8aa9 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] 10.222.0.50 "PUT /v2.0/routers/386f97ac-8606-48c9-9051-5437692dc1b7 HTTP/1.1" status: 400 len: 364 time: 0.3939600 Nov 11 12:43:01.842700 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59816) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:43:01.903777 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3be7e65-9ffd-4bdc-b706-b704b7cf751b None None] Network 2f3459d2-7322-4e5a-b751-1f9bd8fa2843 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:43:01.904586 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-d476ba46-dc12-478a-9ae2-2335621ed980 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Deleting subnet 9fb7afc7-15af-435c-ad87-6e2625c4f648 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:43:01.962573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 62c35337-4a06-4991-9b95-ea2f86c6067a up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:43:02.047756 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-109faaaa-c757-4ba5-9931-5cda143aef0a None None] Provisioning complete for port 62c35337-4a06-4991-9b95-ea2f86c6067a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:02.048117 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-109faaaa-c757-4ba5-9931-5cda143aef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.056577 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.139630 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 62c35337-4a06-4991-9b95-ea2f86c6067a triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:02.139924 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.149224 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d476ba46-dc12-478a-9ae2-2335621ed980 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.176361 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.189141 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d476ba46-dc12-478a-9ae2-2335621ed980 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.269694 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Network 869fa8a2-3db9-4b3a-a19b-9830e714b888 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:43:02.270557 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d476ba46-dc12-478a-9ae2-2335621ed980 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.285285 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:43:02.287756 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:43:02.293921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Pushing event updated for resources: {'Port': ['ID=c9a611f9-3eeb-4112-a1f3-fcc67aee2d05,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:02.309932 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-109faaaa-c757-4ba5-9931-5cda143aef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.402035 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d476ba46-dc12-478a-9ae2-2335621ed980 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.418403 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.421872 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Attempting to bind port c9a611f9-3eeb-4112-a1f3-fcc67aee2d05 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:43:02.422244 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Attempting to bind port c9a611f9-3eeb-4112-a1f3-fcc67aee2d05 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'e604149e-41b8-4280-b953-61d735e43d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '869fa8a2-3db9-4b3a-a19b-9830e714b888'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:43:02.422734 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Attempting to bind port c9a611f9-3eeb-4112-a1f3-fcc67aee2d05 on network 869fa8a2-3db9-4b3a-a19b-9830e714b888 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:43:02.430554 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-109faaaa-c757-4ba5-9931-5cda143aef0a None None] For port 62c35337-4a06-4991-9b95-ea2f86c6067a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=62c35337-4a06-4991-9b95-ea2f86c6067a,segment=NetworkSegment(0d2db3c4-5505-4e93-bad6-5bda58938f3a),segment_id=0d2db3c4-5505-4e93-bad6-5bda58938f3a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:02.434599 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476ba46-dc12-478a-9ae2-2335621ed980 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb7afc7-15af-435c-ad87-6e2625c4f648,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:02.436701 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d476ba46-dc12-478a-9ae2-2335621ed980 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.440201 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d476ba46-dc12-478a-9ae2-2335621ed980 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] 10.222.0.50 "DELETE /v2.0/subnets/9fb7afc7-15af-435c-ad87-6e2625c4f648 HTTP/1.1" status: 204 len: 168 time: 0.5962892 Nov 11 12:43:02.443211 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:43:02.443450 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59818) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:43:02.443892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Checking segment: {'id': 'e604149e-41b8-4280-b953-61d735e43d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '869fa8a2-3db9-4b3a-a19b-9830e714b888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:43:02.443995 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.444394 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Bound using segment: {'id': 'e604149e-41b8-4280-b953-61d735e43d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '869fa8a2-3db9-4b3a-a19b-9830e714b888'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:43:02.444879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Bound port: c9a611f9-3eeb-4112-a1f3-fcc67aee2d05, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e604149e-41b8-4280-b953-61d735e43d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '869fa8a2-3db9-4b3a-a19b-9830e714b888'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:43:02.445265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.515239 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-109faaaa-c757-4ba5-9931-5cda143aef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.528608 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.565444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] For port c9a611f9-3eeb-4112-a1f3-fcc67aee2d05, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:43:02.584172 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Deleting port c9a611f9-3eeb-4112-a1f3-fcc67aee2d05 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:43:02.584514 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.593780 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] For port c9a611f9-3eeb-4112-a1f3-fcc67aee2d05, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=c9a611f9-3eeb-4112-a1f3-fcc67aee2d05,segment=NetworkSegment(e604149e-41b8-4280-b953-61d735e43d86),segment_id=e604149e-41b8-4280-b953-61d735e43d86)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:43:02.596570 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:43:02.596929 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:43:02.608413 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109faaaa-c757-4ba5-9931-5cda143aef0a None None] Pushing event updated for resources: {'Port': ['ID=62c35337-4a06-4991-9b95-ea2f86c6067a,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:02.634639 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-01f3c724-f614-4e49-97b4-a92fc710ef6a None None] Provisioning complete for port 62c35337-4a06-4991-9b95-ea2f86c6067a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:02.635009 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-01f3c724-f614-4e49-97b4-a92fc710ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.653215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] For port c9a611f9-3eeb-4112-a1f3-fcc67aee2d05, host dv-neutron-786478-23-hyperv, got binding levels [] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:02.653602 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.666337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Calling delete_port for c9a611f9-3eeb-4112-a1f3-fcc67aee2d05 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:43:02.672168 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.779464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba9d44-2765-4038-a722-61d720ff4d3b None None] Pushing event updated for resources: {'Port': ['ID=c9a611f9-3eeb-4112-a1f3-fcc67aee2d05,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:02.795932 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bb138d-7928-462f-bede-ba40f2344c06 None None] Network 869fa8a2-3db9-4b3a-a19b-9830e714b888 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:43:02.812388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.842624 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Pushing event deleted for resources: {'Port': ['ID=c9a611f9-3eeb-4112-a1f3-fcc67aee2d05,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:02.848107 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] No DVR routers for this DVR port c9a611f9-3eeb-4112-a1f3-fcc67aee2d05 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:43:02.903856 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e434693-8113-4c10-839d-f5b736aa566b None None] get_active_networks_info from dv-neutron-786478-23-hyperv {{(pid=103003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 12:43:02.928545 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.948740 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869fa8a2-3db9-4b3a-a19b-9830e714b888']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:02.958193 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e604149e-41b8-4280-b953-61d735e43d86') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:02.958574 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e604149e-41b8-4280-b953-61d735e43d86') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:02.968444 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.968803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e434693-8113-4c10-839d-f5b736aa566b None None] Resources bound (agent type, host, resource id): {{(pid=103003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 12:43:02.981580 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.988121 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:43:02.988512 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:43:02.991466 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:43:03.115687 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:03.122363 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:03.125778 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] 10.222.0.50 "DELETE /v2.0/networks/869fa8a2-3db9-4b3a-a19b-9830e714b888 HTTP/1.1" status: 204 len: 168 time: 0.6807482 Nov 11 12:43:03.129160 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59820) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:43:03.139005 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d4b56-ac58-4fda-9d44-3b7050c4b052 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Pushing event deleted for resources: {'Network': ['ID=869fa8a2-3db9-4b3a-a19b-9830e714b888,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:03.185009 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b16f193-4edd-469d-93dd-e908bced265c tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Deleting subnet afa5d4bd-6626-4543-9929-7b3d8748161b {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:43:03.188430 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1b16f193-4edd-469d-93dd-e908bced265c tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:03.229215 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1b16f193-4edd-469d-93dd-e908bced265c tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:03.240996 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-26d3e71c-f7c6-4921-93af-1b8ce24b8c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:03.312921 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1b16f193-4edd-469d-93dd-e908bced265c tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:03.434179 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1b16f193-4edd-469d-93dd-e908bced265c tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:03.458671 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16f193-4edd-469d-93dd-e908bced265c tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Pushing event deleted for resources: {'Subnet': ['ID=afa5d4bd-6626-4543-9929-7b3d8748161b,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:03.464414 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1b16f193-4edd-469d-93dd-e908bced265c tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:03.468219 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1b16f193-4edd-469d-93dd-e908bced265c tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] 10.222.0.50 "DELETE /v2.0/subnets/afa5d4bd-6626-4543-9929-7b3d8748161b HTTP/1.1" status: 204 len: 168 time: 0.3369374 Nov 11 12:43:03.470376 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59822) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:43:03.470806 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0677284b-6f82-46fe-80b4-be40744adff1 None None] Network 2f3459d2-7322-4e5a-b751-1f9bd8fa2843 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:43:03.547207 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:03.603350 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Deleting port 62c35337-4a06-4991-9b95-ea2f86c6067a {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:43:03.603686 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:03.634822 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5d3b11-6e31-4032-9131-eeaaf3569ae7 None None] DHCP port deletion for 2f3459d2-7322-4e5a-b751-1f9bd8fa2843 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:43:03.666451 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] For port 62c35337-4a06-4991-9b95-ea2f86c6067a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=62c35337-4a06-4991-9b95-ea2f86c6067a,segment=NetworkSegment(0d2db3c4-5505-4e93-bad6-5bda58938f3a),segment_id=0d2db3c4-5505-4e93-bad6-5bda58938f3a)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:03.666802 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:03.679314 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Calling delete_port for 62c35337-4a06-4991-9b95-ea2f86c6067a owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:43:03.680951 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d3b11-6e31-4032-9131-eeaaf3569ae7 None None] Deleting port 62c35337-4a06-4991-9b95-ea2f86c6067a {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:43:03.681482 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6c5d3b11-6e31-4032-9131-eeaaf3569ae7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:03.743894 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-6c5d3b11-6e31-4032-9131-eeaaf3569ae7 None None] For port 62c35337-4a06-4991-9b95-ea2f86c6067a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=62c35337-4a06-4991-9b95-ea2f86c6067a,segment=NetworkSegment(0d2db3c4-5505-4e93-bad6-5bda58938f3a),segment_id=0d2db3c4-5505-4e93-bad6-5bda58938f3a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:03.744198 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6c5d3b11-6e31-4032-9131-eeaaf3569ae7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:03.756133 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d3b11-6e31-4032-9131-eeaaf3569ae7 None None] Calling delete_port for 62c35337-4a06-4991-9b95-ea2f86c6067a owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:43:03.841815 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:03.849257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6c5d3b11-6e31-4032-9131-eeaaf3569ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:03.873657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] No DVR routers for this DVR port 62c35337-4a06-4991-9b95-ea2f86c6067a on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:43:03.873842 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d3b11-6e31-4032-9131-eeaaf3569ae7 None None] Pushing event deleted for resources: {'Port': ['ID=62c35337-4a06-4991-9b95-ea2f86c6067a,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:03.880609 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d3b11-6e31-4032-9131-eeaaf3569ae7 None None] No DVR routers for this DVR port 62c35337-4a06-4991-9b95-ea2f86c6067a on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:43:03.885664 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 62c35337-4a06-4991-9b95-ea2f86c6067a no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:43:03.901096 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Pushing event deleted for resources: {'Port': ['ID=62c35337-4a06-4991-9b95-ea2f86c6067a,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:03.907671 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 62c35337-4a06-4991-9b95-ea2f86c6067a {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:43:03.908015 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 62c35337-4a06-4991-9b95-ea2f86c6067a not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:43:03.961907 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:03.981483 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3459d2-7322-4e5a-b751-1f9bd8fa2843']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:03.990620 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2db3c4-5505-4e93-bad6-5bda58938f3a') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:03.990916 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2db3c4-5505-4e93-bad6-5bda58938f3a') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:04.000186 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:04.013363 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:04.019661 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:43:04.022547 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:43:04.022896 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:43:04.121237 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:04.127963 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:04.131559 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] 10.222.0.50 "DELETE /v2.0/networks/2f3459d2-7322-4e5a-b751-1f9bd8fa2843 HTTP/1.1" status: 204 len: 168 time: 0.6602881 Nov 11 12:43:04.134164 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59824) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:43:04.152779 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56bad0-21c0-49e3-8eed-c3c23bebb8bb tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Pushing event deleted for resources: {'Network': ['ID=2f3459d2-7322-4e5a-b751-1f9bd8fa2843,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:04.172743 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5fe173c7-a921-4f34-ba39-c926c552d85e tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] 10.222.0.50 "GET /v2.0/ports?device_id=386f97ac-8606-48c9-9051-5437692dc1b7 HTTP/1.1" status: 200 len: 205 time: 0.0375528 Nov 11 12:43:04.175068 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59826) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:43:04.246802 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c5a00e67-5146-4bca-966b-56160f88e9e1 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:04.396437 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c5a00e67-5146-4bca-966b-56160f88e9e1 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:04.398538 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c5a00e67-5146-4bca-966b-56160f88e9e1 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:04.549839 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c5a00e67-5146-4bca-966b-56160f88e9e1 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:04.550942 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a00e67-5146-4bca-966b-56160f88e9e1 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Fanout notify agent at l3_agent the message router_deleted on router 386f97ac-8606-48c9-9051-5437692dc1b7 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:43:04.557968 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c5a00e67-5146-4bca-966b-56160f88e9e1 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:04.559071 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c5a00e67-5146-4bca-966b-56160f88e9e1 tempest-RoutersNegativeTest-521236194 tempest-RoutersNegativeTest-521236194-project] 10.222.0.50 "DELETE /v2.0/routers/386f97ac-8606-48c9-9051-5437692dc1b7 HTTP/1.1" status: 204 len: 168 time: 0.3826206 Nov 11 12:43:04.980613 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59832) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:43:05.111399 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-53fca302-e693-4257-a55a-c81243d40db6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=26f0f6a9ff674367b2808456f222c039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295965 Nov 11 12:43:05.114335 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59836) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:43:05.159523 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-41c6ac31-7f8f-4ccf-b139-703ec2e38250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:05.179742 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-41c6ac31-7f8f-4ccf-b139-703ec2e38250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:05.219824 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:43:05.302802 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-41c6ac31-7f8f-4ccf-b139-703ec2e38250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:05.305503 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-41c6ac31-7f8f-4ccf-b139-703ec2e38250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:05.306648 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-41c6ac31-7f8f-4ccf-b139-703ec2e38250 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/41fc25e6-1ee5-4a64-b60d-1fd012943243 HTTP/1.1" status: 204 len: 168 time: 0.1914473 Nov 11 12:43:05.321169 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6ac31-7f8f-4ccf-b139-703ec2e38250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fc25e6-1ee5-4a64-b60d-1fd012943243,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:05.572677 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bec698f1-8ede-4ad6-9361-9a9724283fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:06.212071 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59858) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:43:06.304202 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-1523325b-8f7f-4dac-8906-cf430b9b7073 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1175016799-network', 'tenant_id': '0bc52e0882a143919e29b295de5fb82b'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:43:06.447082 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1523325b-8f7f-4dac-8906-cf430b9b7073 admin admin] Made reservation on behalf of 0bc52e0882a143919e29b295de5fb82b for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:43:06.449452 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1523325b-8f7f-4dac-8906-cf430b9b7073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:06.458093 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1523325b-8f7f-4dac-8906-cf430b9b7073 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:06.536019 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1523325b-8f7f-4dac-8906-cf430b9b7073 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:06.601136 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:06.635398 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1523325b-8f7f-4dac-8906-cf430b9b7073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:06.662863 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1523325b-8f7f-4dac-8906-cf430b9b7073 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:43:06.668929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523325b-8f7f-4dac-8906-cf430b9b7073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14b79a0-449e-4561-95fe-d3c7e60b3019,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:06.674697 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1523325b-8f7f-4dac-8906-cf430b9b7073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:06.675031 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-1523325b-8f7f-4dac-8906-cf430b9b7073 admin admin] Added segment 102b9dea-e17a-475d-9fb5-be12bd515fcf of type vlan for network 3aab1987-a2a1-4449-b85b-1b576fc9a803 Nov 11 12:43:06.719693 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1523325b-8f7f-4dac-8906-cf430b9b7073 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:06.806795 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1523325b-8f7f-4dac-8906-cf430b9b7073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:06.807817 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1523325b-8f7f-4dac-8906-cf430b9b7073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:06.808389 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1523325b-8f7f-4dac-8906-cf430b9b7073 admin admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:06.883757 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523325b-8f7f-4dac-8906-cf430b9b7073 admin admin] Pushing event updated for resources: {'Network': ['ID=3aab1987-a2a1-4449-b85b-1b576fc9a803,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:06.894650 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 3aab1987-a2a1-4449-b85b-1b576fc9a803 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:43:06.946735 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1523325b-8f7f-4dac-8906-cf430b9b7073 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7335670 Nov 11 12:43:06.949563 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59862) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:43:06.954445 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-62553f74-5cf3-451e-b999-197277afd0da admin admin] Request body: {'subnet': {'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1175016799-subnet', 'tenant_id': '0bc52e0882a143919e29b295de5fb82b', 'ip_version': 4}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:43:07.051393 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62553f74-5cf3-451e-b999-197277afd0da admin admin] Made reservation on behalf of 0bc52e0882a143919e29b295de5fb82b for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:43:07.053594 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-62553f74-5cf3-451e-b999-197277afd0da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:07.264496 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-62553f74-5cf3-451e-b999-197277afd0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:07.321330 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62553f74-5cf3-451e-b999-197277afd0da admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb88c08f-625b-4299-b78e-07969755409a,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:07.331163 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62553f74-5cf3-451e-b999-197277afd0da admin admin] Checking segment: {'id': '102b9dea-e17a-475d-9fb5-be12bd515fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:43:07.331550 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62553f74-5cf3-451e-b999-197277afd0da admin admin] Network hostable DHCP agents. Network: 3aab1987-a2a1-4449-b85b-1b576fc9a803, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:43:07.400858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62553f74-5cf3-451e-b999-197277afd0da admin admin] Network 3aab1987-a2a1-4449-b85b-1b576fc9a803 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:43:07.469630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-62553f74-5cf3-451e-b999-197277afd0da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 3aab1987-a2a1-4449-b85b-1b576fc9a803) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:43:07.473957 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62553f74-5cf3-451e-b999-197277afd0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:07.474489 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-62553f74-5cf3-451e-b999-197277afd0da admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:07.479351 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc91f585-8410-4d42-ac14-2f523e3e710b None None] Network 3aab1987-a2a1-4449-b85b-1b576fc9a803 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:43:07.529759 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-62553f74-5cf3-451e-b999-197277afd0da admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5791650 Nov 11 12:43:07.532788 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59864) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:43:07.537773 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1175016799-router', 'tenant_id': '0bc52e0882a143919e29b295de5fb82b', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:43:07.595897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:07.596936 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:07.623098 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-3aab1987-a2a1-4449-b85b-1b576fc9a803', 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803', 'tenant_id': '0bc52e0882a143919e29b295de5fb82b', 'fixed_ips': [{'subnet_id': 'fb88c08f-625b-4299-b78e-07969755409a'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:43:07.624051 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:07.648509 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:07.754732 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Allocated IP 172.20.0.2 (3aab1987-a2a1-4449-b85b-1b576fc9a803/fb88c08f-625b-4299-b78e-07969755409a/767cf1e4-983e-4a74-98b2-63406671ef5e) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:43:08.048079 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:08.137264 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:08.154387 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:08.186061 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Network 3aab1987-a2a1-4449-b85b-1b576fc9a803 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:43:08.191991 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:43:08.194065 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Pushing event updated for resources: {'Port': ['ID=767cf1e4-983e-4a74-98b2-63406671ef5e,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:08.196427 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:43:08.222650 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:08.257936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Attempting to bind port 767cf1e4-983e-4a74-98b2-63406671ef5e on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:43:08.258334 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Attempting to bind port 767cf1e4-983e-4a74-98b2-63406671ef5e by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '102b9dea-e17a-475d-9fb5-be12bd515fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:43:08.259861 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Attempting to bind port 767cf1e4-983e-4a74-98b2-63406671ef5e on network 3aab1987-a2a1-4449-b85b-1b576fc9a803 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:43:08.266527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:43:08.266889 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Checking segment: {'id': '102b9dea-e17a-475d-9fb5-be12bd515fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:43:08.267327 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:08.267732 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Bound using segment: {'id': '102b9dea-e17a-475d-9fb5-be12bd515fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:43:08.268224 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Bound port: 767cf1e4-983e-4a74-98b2-63406671ef5e, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102b9dea-e17a-475d-9fb5-be12bd515fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:43:08.268597 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:08.328914 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] For port 767cf1e4-983e-4a74-98b2-63406671ef5e, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:43:08.331835 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] For port 767cf1e4-983e-4a74-98b2-63406671ef5e, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=767cf1e4-983e-4a74-98b2-63406671ef5e,segment=NetworkSegment(102b9dea-e17a-475d-9fb5-be12bd515fcf),segment_id=102b9dea-e17a-475d-9fb5-be12bd515fcf)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:43:08.390556 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:08.406731 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:08.426188 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:08.451795 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5dc66d-4ea3-482c-a559-47064311e481 None None] Pushing event updated for resources: {'Port': ['ID=767cf1e4-983e-4a74-98b2-63406671ef5e,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:08.529486 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] Allocated IP 172.26.5.82 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/718d1617-c25f-496c-9e81-4f684163c533) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:43:08.650837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:08.743433 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:08.778405 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:43:08.783009 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:43:08.786026 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:43:08.795811 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd1a1bb-e91a-4b1c-bfaa-9db19a24a0e3 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:43:08.815287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] Pushing event updated for resources: {'Port': ['ID=718d1617-c25f-496c-9e81-4f684163c533,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:08.859116 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c4fddfaa-b88b-4cc7-81a1-01e9ec124c26 None None] Provisioning complete for port 718d1617-c25f-496c-9e81-4f684163c533 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:08.859600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c4fddfaa-b88b-4cc7-81a1-01e9ec124c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:08.898109 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c4fddfaa-b88b-4cc7-81a1-01e9ec124c26 None None] Port 718d1617-c25f-496c-9e81-4f684163c533 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:43:09.133036 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:09.161624 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:09.339466 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:09.350829 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2243d2-b641-46bb-813f-4c424800b7a8 None None] Network 3aab1987-a2a1-4449-b85b-1b576fc9a803 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:43:09.440408 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e98b540a-7ddd-4030-b16b-02946089d4d2 None None] Provisioning complete for port 767cf1e4-983e-4a74-98b2-63406671ef5e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:09.440678 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e98b540a-7ddd-4030-b16b-02946089d4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:09.554343 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] Router 95be4a92-267a-419c-9e18-b58092b9bc9b is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:43:09.575368 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e98b540a-7ddd-4030-b16b-02946089d4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:09.609688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-e98b540a-7ddd-4030-b16b-02946089d4d2 None None] For port 767cf1e4-983e-4a74-98b2-63406671ef5e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=767cf1e4-983e-4a74-98b2-63406671ef5e,segment=NetworkSegment(102b9dea-e17a-475d-9fb5-be12bd515fcf),segment_id=102b9dea-e17a-475d-9fb5-be12bd515fcf)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:09.668780 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:43:09.678888 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Sync routers for ids ['95be4a92-267a-419c-9e18-b58092b9bc9b'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:43:09.690719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Routers {'95be4a92-267a-419c-9e18-b58092b9bc9b'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:43:09.692156 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:43:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['95be4a92-267a-419c-9e18-b58092b9bc9b'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:09.695482 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e98b540a-7ddd-4030-b16b-02946089d4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:09.739867 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:09.743786 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-39dfd57d-21af-40ac-95bf-4e37ae103668 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2074001 Nov 11 12:43:09.744151 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59866) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:43:09.835697 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b540a-7ddd-4030-b16b-02946089d4d2 None None] Pushing event updated for resources: {'Port': ['ID=767cf1e4-983e-4a74-98b2-63406671ef5e,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:09.851297 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Set router 95be4a92-267a-419c-9e18-b58092b9bc9b gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:43:09.854003 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e6f1602c-b2ed-4279-8891-c9fe4f949840 None None] Provisioning complete for port 767cf1e4-983e-4a74-98b2-63406671ef5e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:09.854003 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e6f1602c-b2ed-4279-8891-c9fe4f949840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:09.937908 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 767cf1e4-983e-4a74-98b2-63406671ef5e up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:43:10.100700 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 767cf1e4-983e-4a74-98b2-63406671ef5e triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:10.101068 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:10.170427 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68484ba3-30f6-4485-a8a2-36c1561517a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:10.176892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'name': 'tempest-TestEncryptedCinderVolumes-1175016799-router', 'tenant_id': '0bc52e0882a143919e29b295de5fb82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '718d1617-c25f-496c-9e81-4f684163c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:43:07Z', 'updated_at': '2021-11-11T12:43:08Z', 'revision_number': 3, 'project_id': '0bc52e0882a143919e29b295de5fb82b', 'gw_port': {'id': '718d1617-c25f-496c-9e81-4f684163c533', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:08Z', 'updated_at': '2021-11-11T12:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:10.220367 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Checking router: 95be4a92-267a-419c-9e18-b58092b9bc9b for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:43:10.220780 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Updating router 95be4a92-267a-419c-9e18-b58092b9bc9b port 718d1617-c25f-496c-9e81-4f684163c533 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:43:10.254628 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:10.320859 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-68484ba3-30f6-4485-a8a2-36c1561517a3 admin admin] Allocated IP 172.20.0.1 (3aab1987-a2a1-4449-b85b-1b576fc9a803/fb88c08f-625b-4299-b78e-07969755409a/8ff394a8-3934-4039-b417-1321fd055cf8) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:43:10.424917 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68484ba3-30f6-4485-a8a2-36c1561517a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:10.505101 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:10.508866 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68484ba3-30f6-4485-a8a2-36c1561517a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:10.549734 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68484ba3-30f6-4485-a8a2-36c1561517a3 admin admin] Network 3aab1987-a2a1-4449-b85b-1b576fc9a803 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:43:10.552734 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-68484ba3-30f6-4485-a8a2-36c1561517a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:43:10.555302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68484ba3-30f6-4485-a8a2-36c1561517a3 admin admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:43:10.583770 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:10.584690 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68484ba3-30f6-4485-a8a2-36c1561517a3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff394a8-3934-4039-b417-1321fd055cf8,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:10.606425 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68484ba3-30f6-4485-a8a2-36c1561517a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:10.645077 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51922a73-38b5-4f15-b694-8b94183f994e None None] Pushing event updated for resources: {'Port': ['ID=718d1617-c25f-496c-9e81-4f684163c533,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:10.651274 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680a71c6-f5f9-4b00-ac2b-e48bbc2518c2 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:43:10.656602 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Attempting to bind port 718d1617-c25f-496c-9e81-4f684163c533 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:43:10.657034 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Attempting to bind port 718d1617-c25f-496c-9e81-4f684163c533 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:43:10.657883 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Attempting to bind port 718d1617-c25f-496c-9e81-4f684163c533 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:43:10.670347 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:43:10.670730 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:43:10.671169 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:10.671569 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:43:10.672055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Bound port: 718d1617-c25f-496c-9e81-4f684163c533, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:43:10.672440 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:10.734777 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] For port 718d1617-c25f-496c-9e81-4f684163c533, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:43:10.737988 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] For port 718d1617-c25f-496c-9e81-4f684163c533, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=718d1617-c25f-496c-9e81-4f684163c533,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:43:10.764341 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a8e33944-17ab-4b63-8a10-2a991fb5f968 None None] Provisioning complete for port 718d1617-c25f-496c-9e81-4f684163c533 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:10.764703 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a8e33944-17ab-4b63-8a10-2a991fb5f968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:10.800606 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-a8e33944-17ab-4b63-8a10-2a991fb5f968 None None] Port 718d1617-c25f-496c-9e81-4f684163c533 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:43:10.803191 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:10.805236 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68484ba3-30f6-4485-a8a2-36c1561517a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:10.848232 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb1312c-66e4-4791-9593-fadd88068a22 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:43:10.869266 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51922a73-38b5-4f15-b694-8b94183f994e None None] Pushing event updated for resources: {'Port': ['ID=718d1617-c25f-496c-9e81-4f684163c533,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:10.872610 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Routers {'95be4a92-267a-419c-9e18-b58092b9bc9b'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:43:10.873176 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:43:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['95be4a92-267a-419c-9e18-b58092b9bc9b'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:10.983034 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68484ba3-30f6-4485-a8a2-36c1561517a3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:11.047378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68484ba3-30f6-4485-a8a2-36c1561517a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:11.118068 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-98a8c8a9-c441-4dcc-a378-719b6cd6085b None None] Provisioning complete for port 718d1617-c25f-496c-9e81-4f684163c533 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:11.118439 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-98a8c8a9-c441-4dcc-a378-719b6cd6085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:11.119145 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68484ba3-30f6-4485-a8a2-36c1561517a3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff394a8-3934-4039-b417-1321fd055cf8,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:11.122426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-68484ba3-30f6-4485-a8a2-36c1561517a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:11.156879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:11.161795 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] Set router 95be4a92-267a-419c-9e18-b58092b9bc9b gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:43:11.212776 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68484ba3-30f6-4485-a8a2-36c1561517a3 admin admin] Network 3aab1987-a2a1-4449-b85b-1b576fc9a803 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:43:11.214212 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-68484ba3-30f6-4485-a8a2-36c1561517a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:43:11.320739 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-98a8c8a9-c441-4dcc-a378-719b6cd6085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:11.342434 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68484ba3-30f6-4485-a8a2-36c1561517a3 admin admin] Router 95be4a92-267a-419c-9e18-b58092b9bc9b has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:43:11.354618 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-98a8c8a9-c441-4dcc-a378-719b6cd6085b None None] For port 718d1617-c25f-496c-9e81-4f684163c533, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=718d1617-c25f-496c-9e81-4f684163c533,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:11.415511 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-98a8c8a9-c441-4dcc-a378-719b6cd6085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:11.463417 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'name': 'tempest-TestEncryptedCinderVolumes-1175016799-router', 'tenant_id': '0bc52e0882a143919e29b295de5fb82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '718d1617-c25f-496c-9e81-4f684163c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:43:07Z', 'updated_at': '2021-11-11T12:43:10Z', 'revision_number': 4, 'project_id': '0bc52e0882a143919e29b295de5fb82b', 'gw_port': {'id': '718d1617-c25f-496c-9e81-4f684163c533', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:08Z', 'updated_at': '2021-11-11T12:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '8ff394a8-3934-4039-b417-1321fd055cf8', 'name': '', 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803', 'tenant_id': '0bc52e0882a143919e29b295de5fb82b', 'mac_address': 'fa:16:3e:cf:40:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'fb88c08f-625b-4299-b78e-07969755409a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:10Z', 'updated_at': '2021-11-11T12:43:10Z', 'revision_number': 1, 'project_id': '0bc52e0882a143919e29b295de5fb82b', 'subnets': [{'id': 'fb88c08f-625b-4299-b78e-07969755409a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:11.467106 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-98a8c8a9-c441-4dcc-a378-719b6cd6085b None None] Provisioning complete for port 8ff394a8-3934-4039-b417-1321fd055cf8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:11.467479 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-98a8c8a9-c441-4dcc-a378-719b6cd6085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:11.527962 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d5f3f-e81b-4315-a9a6-b3b1fa419625 None None] The sync data for ids ['95be4a92-267a-419c-9e18-b58092b9bc9b'] in dv-neutron-786478-23-hyperv is: [{'id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'name': 'tempest-TestEncryptedCinderVolumes-1175016799-router', 'tenant_id': '0bc52e0882a143919e29b295de5fb82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '718d1617-c25f-496c-9e81-4f684163c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:43:07Z', 'updated_at': '2021-11-11T12:43:10Z', 'revision_number': 4, 'project_id': '0bc52e0882a143919e29b295de5fb82b', 'gw_port': {'id': '718d1617-c25f-496c-9e81-4f684163c533', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:08Z', 'updated_at': '2021-11-11T12:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '8ff394a8-3934-4039-b417-1321fd055cf8', 'name': '', 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803', 'tenant_id': '0bc52e0882a143919e29b295de5fb82b', 'mac_address': 'fa:16:3e:cf:40:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'fb88c08f-625b-4299-b78e-07969755409a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:10Z', 'updated_at': '2021-11-11T12:43:10Z', 'revision_number': 1, 'project_id': '0bc52e0882a143919e29b295de5fb82b', 'subnets': [{'id': 'fb88c08f-625b-4299-b78e-07969755409a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:43:11.533544 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8c8a9-c441-4dcc-a378-719b6cd6085b None None] Pushing event updated for resources: {'Port': ['ID=718d1617-c25f-496c-9e81-4f684163c533,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:11.553285 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-98a8c8a9-c441-4dcc-a378-719b6cd6085b None None] Port 8ff394a8-3934-4039-b417-1321fd055cf8 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:43:11.676411 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-286bd7d6-01a7-4261-bb1e-0ffe9cb9440e None None] Provisioning complete for port 8ff394a8-3934-4039-b417-1321fd055cf8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:11.676782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-286bd7d6-01a7-4261-bb1e-0ffe9cb9440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:11.714011 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-286bd7d6-01a7-4261-bb1e-0ffe9cb9440e None None] Port 8ff394a8-3934-4039-b417-1321fd055cf8 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:43:11.839233 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68484ba3-30f6-4485-a8a2-36c1561517a3 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:43:11.853159 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-68484ba3-30f6-4485-a8a2-36c1561517a3 admin admin] 10.222.0.50 "PUT /v2.0/routers/95be4a92-267a-419c-9e18-b58092b9bc9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1078999 Nov 11 12:43:11.912538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 767cf1e4-983e-4a74-98b2-63406671ef5e up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:43:11.965566 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 767cf1e4-983e-4a74-98b2-63406671ef5e triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:11.965936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:12.573762 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59882) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:43:12.579452 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-aa5695a7-9033-4ed2-b38b-377684c3783d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1038320352-network', 'tenant_id': '9f92a72d247b4fe5819c272d9df82c1c'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:43:12.675531 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5695a7-9033-4ed2-b38b-377684c3783d admin admin] Made reservation on behalf of 9f92a72d247b4fe5819c272d9df82c1c for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:43:12.678373 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa5695a7-9033-4ed2-b38b-377684c3783d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:12.689695 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa5695a7-9033-4ed2-b38b-377684c3783d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:12.766379 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa5695a7-9033-4ed2-b38b-377684c3783d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:12.835173 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa5695a7-9033-4ed2-b38b-377684c3783d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:12.861638 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5695a7-9033-4ed2-b38b-377684c3783d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:43:12.870336 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5695a7-9033-4ed2-b38b-377684c3783d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82b0416-fb78-4c7f-a569-63d6d5c6642b,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:12.876321 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa5695a7-9033-4ed2-b38b-377684c3783d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:12.876659 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-aa5695a7-9033-4ed2-b38b-377684c3783d admin admin] Added segment 583f754b-4a1c-4a18-a8a0-e280b3ef3d5c of type vlan for network 48b83b5a-e13b-45a2-b39f-25cdcb5f2549 Nov 11 12:43:12.917031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa5695a7-9033-4ed2-b38b-377684c3783d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:13.000243 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa5695a7-9033-4ed2-b38b-377684c3783d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:13.001248 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5695a7-9033-4ed2-b38b-377684c3783d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:13.001824 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-aa5695a7-9033-4ed2-b38b-377684c3783d admin admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:13.070647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5695a7-9033-4ed2-b38b-377684c3783d admin admin] Pushing event updated for resources: {'Network': ['ID=48b83b5a-e13b-45a2-b39f-25cdcb5f2549,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:13.080796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 48b83b5a-e13b-45a2-b39f-25cdcb5f2549 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:43:13.125806 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59884) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:43:13.126441 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-aa5695a7-9033-4ed2-b38b-377684c3783d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5507460 Nov 11 12:43:13.131617 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-529bce88-c01b-418f-9a7c-79b36a29619a admin admin] Request body: {'subnet': {'network_id': '48b83b5a-e13b-45a2-b39f-25cdcb5f2549', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1038320352-subnet', 'tenant_id': '9f92a72d247b4fe5819c272d9df82c1c', 'ip_version': 4}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:43:13.217248 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529bce88-c01b-418f-9a7c-79b36a29619a admin admin] Made reservation on behalf of 9f92a72d247b4fe5819c272d9df82c1c for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:43:13.219944 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-529bce88-c01b-418f-9a7c-79b36a29619a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:13.440331 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Sync routers for ids ['95be4a92-267a-419c-9e18-b58092b9bc9b'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:43:13.447661 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-529bce88-c01b-418f-9a7c-79b36a29619a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:13.450458 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Routers {'95be4a92-267a-419c-9e18-b58092b9bc9b'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:43:13.451056 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:43:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['95be4a92-267a-419c-9e18-b58092b9bc9b'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:13.496509 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bce88-c01b-418f-9a7c-79b36a29619a admin admin] Pushing event updated for resources: {'Subnet': ['ID=275e29d2-65de-4bfd-82a8-cb3b3ae7a44e,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:13.511991 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529bce88-c01b-418f-9a7c-79b36a29619a admin admin] Checking segment: {'id': '583f754b-4a1c-4a18-a8a0-e280b3ef3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '48b83b5a-e13b-45a2-b39f-25cdcb5f2549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:43:13.512346 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529bce88-c01b-418f-9a7c-79b36a29619a admin admin] Network hostable DHCP agents. Network: 48b83b5a-e13b-45a2-b39f-25cdcb5f2549, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:43:13.554017 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Set router 95be4a92-267a-419c-9e18-b58092b9bc9b gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:43:13.612452 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529bce88-c01b-418f-9a7c-79b36a29619a admin admin] Network 48b83b5a-e13b-45a2-b39f-25cdcb5f2549 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:43:13.675889 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-529bce88-c01b-418f-9a7c-79b36a29619a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 48b83b5a-e13b-45a2-b39f-25cdcb5f2549) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:43:13.680032 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529bce88-c01b-418f-9a7c-79b36a29619a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:13.680622 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-529bce88-c01b-418f-9a7c-79b36a29619a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:13.686895 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef0c84f-942b-44e4-afed-f11e98d46d6d None None] Network 48b83b5a-e13b-45a2-b39f-25cdcb5f2549 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:43:13.753572 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-529bce88-c01b-418f-9a7c-79b36a29619a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6240547 Nov 11 12:43:13.753752 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'name': 'tempest-TestEncryptedCinderVolumes-1175016799-router', 'tenant_id': '0bc52e0882a143919e29b295de5fb82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '718d1617-c25f-496c-9e81-4f684163c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:43:07Z', 'updated_at': '2021-11-11T12:43:10Z', 'revision_number': 4, 'project_id': '0bc52e0882a143919e29b295de5fb82b', 'gw_port': {'id': '718d1617-c25f-496c-9e81-4f684163c533', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:08Z', 'updated_at': '2021-11-11T12:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '8ff394a8-3934-4039-b417-1321fd055cf8', 'name': '', 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803', 'tenant_id': '0bc52e0882a143919e29b295de5fb82b', 'mac_address': 'fa:16:3e:cf:40:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'fb88c08f-625b-4299-b78e-07969755409a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:10Z', 'updated_at': '2021-11-11T12:43:10Z', 'revision_number': 2, 'project_id': '0bc52e0882a143919e29b295de5fb82b', 'subnets': [{'id': 'fb88c08f-625b-4299-b78e-07969755409a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:13.754975 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 59886) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:43:13.760165 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1038320352-router', 'tenant_id': '9f92a72d247b4fe5819c272d9df82c1c', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:43:13.834784 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:13.836020 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:13.852818 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-48b83b5a-e13b-45a2-b39f-25cdcb5f2549', 'network_id': '48b83b5a-e13b-45a2-b39f-25cdcb5f2549', 'tenant_id': '9f92a72d247b4fe5819c272d9df82c1c', 'fixed_ips': [{'subnet_id': '275e29d2-65de-4bfd-82a8-cb3b3ae7a44e'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:43:13.853709 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:13.869319 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Checking router: 95be4a92-267a-419c-9e18-b58092b9bc9b for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:43:13.869734 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Updating router 95be4a92-267a-419c-9e18-b58092b9bc9b port 8ff394a8-3934-4039-b417-1321fd055cf8 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:43:13.896042 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:13.922834 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:13.980342 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 718d1617-c25f-496c-9e81-4f684163c533 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:43:14.021403 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Allocated IP 172.20.0.2 (48b83b5a-e13b-45a2-b39f-25cdcb5f2549/275e29d2-65de-4bfd-82a8-cb3b3ae7a44e/e95bc84d-f661-446f-81aa-866ba9dcc60e) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:43:14.100816 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 718d1617-c25f-496c-9e81-4f684163c533 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:14.101506 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:14.146843 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:14.163737 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:14.224468 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:14.234970 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:14.297180 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbc08c-e1da-45b8-8cc4-40588bab4d0d None None] Pushing event updated for resources: {'Port': ['ID=8ff394a8-3934-4039-b417-1321fd055cf8,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:14.316950 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:14.317450 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbc08c-e1da-45b8-8cc4-40588bab4d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.317793 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbc08c-e1da-45b8-8cc4-40588bab4d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.318130 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbc08c-e1da-45b8-8cc4-40588bab4d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.318454 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbc08c-e1da-45b8-8cc4-40588bab4d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.318775 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbc08c-e1da-45b8-8cc4-40588bab4d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.319126 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbc08c-e1da-45b8-8cc4-40588bab4d0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.319451 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbc08c-e1da-45b8-8cc4-40588bab4d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.319769 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbc08c-e1da-45b8-8cc4-40588bab4d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.320084 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbc08c-e1da-45b8-8cc4-40588bab4d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.320398 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbc08c-e1da-45b8-8cc4-40588bab4d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.320707 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbc08c-e1da-45b8-8cc4-40588bab4d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.321017 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbc08c-e1da-45b8-8cc4-40588bab4d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.338774 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Attempting to bind port 8ff394a8-3934-4039-b417-1321fd055cf8 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:43:14.339157 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Attempting to bind port 8ff394a8-3934-4039-b417-1321fd055cf8 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '102b9dea-e17a-475d-9fb5-be12bd515fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:43:14.339512 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Attempting to bind port 8ff394a8-3934-4039-b417-1321fd055cf8 on network 3aab1987-a2a1-4449-b85b-1b576fc9a803 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:43:14.345121 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:43:14.345847 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Checking segment: {'id': '102b9dea-e17a-475d-9fb5-be12bd515fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:43:14.346403 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:14.346928 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Bound using segment: {'id': '102b9dea-e17a-475d-9fb5-be12bd515fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:43:14.347580 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Bound port: 8ff394a8-3934-4039-b417-1321fd055cf8, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102b9dea-e17a-475d-9fb5-be12bd515fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:43:14.348179 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:14.363929 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Network 48b83b5a-e13b-45a2-b39f-25cdcb5f2549 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:43:14.369326 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:43:14.373223 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:43:14.382969 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Pushing event updated for resources: {'Port': ['ID=e95bc84d-f661-446f-81aa-866ba9dcc60e,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:14.420622 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.421729 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.422224 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.423382 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.423929 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.424538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.425016 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.425527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.426146 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.427161 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.435814 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.435814 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:14.436264 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] For port 8ff394a8-3934-4039-b417-1321fd055cf8, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:43:14.437612 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:14.438806 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] For port 8ff394a8-3934-4039-b417-1321fd055cf8, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=8ff394a8-3934-4039-b417-1321fd055cf8,segment=NetworkSegment(102b9dea-e17a-475d-9fb5-be12bd515fcf),segment_id=102b9dea-e17a-475d-9fb5-be12bd515fcf)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:43:14.466916 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:14.473261 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Attempting to bind port e95bc84d-f661-446f-81aa-866ba9dcc60e on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:43:14.473631 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Attempting to bind port e95bc84d-f661-446f-81aa-866ba9dcc60e by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '583f754b-4a1c-4a18-a8a0-e280b3ef3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '48b83b5a-e13b-45a2-b39f-25cdcb5f2549'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:43:14.473991 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Attempting to bind port e95bc84d-f661-446f-81aa-866ba9dcc60e on network 48b83b5a-e13b-45a2-b39f-25cdcb5f2549 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:43:14.479869 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:43:14.480483 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Checking segment: {'id': '583f754b-4a1c-4a18-a8a0-e280b3ef3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '48b83b5a-e13b-45a2-b39f-25cdcb5f2549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:43:14.480886 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:14.481363 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Bound using segment: {'id': '583f754b-4a1c-4a18-a8a0-e280b3ef3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '48b83b5a-e13b-45a2-b39f-25cdcb5f2549'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:43:14.481838 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Bound port: e95bc84d-f661-446f-81aa-866ba9dcc60e, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583f754b-4a1c-4a18-a8a0-e280b3ef3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '48b83b5a-e13b-45a2-b39f-25cdcb5f2549'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:43:14.482215 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:14.505454 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:14.558156 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] For port e95bc84d-f661-446f-81aa-866ba9dcc60e, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:43:14.568621 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Routers {'95be4a92-267a-419c-9e18-b58092b9bc9b'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:43:14.569244 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:43:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['95be4a92-267a-419c-9e18-b58092b9bc9b'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:14.574617 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] For port e95bc84d-f661-446f-81aa-866ba9dcc60e, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e95bc84d-f661-446f-81aa-866ba9dcc60e,segment=NetworkSegment(583f754b-4a1c-4a18-a8a0-e280b3ef3d5c),segment_id=583f754b-4a1c-4a18-a8a0-e280b3ef3d5c)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:43:14.582616 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-48941cf7-d18e-4895-98a5-0f5a04938c6c None None] Provisioning complete for port 8ff394a8-3934-4039-b417-1321fd055cf8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:14.583166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-48941cf7-d18e-4895-98a5-0f5a04938c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:14.594165 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] Allocated IP 172.26.5.128 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/d1c46309-266b-404c-b192-104759c1edf3) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:43:14.622083 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbc08c-e1da-45b8-8cc4-40588bab4d0d None None] Pushing event updated for resources: {'Port': ['ID=8ff394a8-3934-4039-b417-1321fd055cf8,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:14.640869 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:14.736343 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] Set router 95be4a92-267a-419c-9e18-b58092b9bc9b gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:43:14.747831 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-48941cf7-d18e-4895-98a5-0f5a04938c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:14.767011 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:14.783262 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26073f83-af4b-4bc3-aace-e520befaae56 None None] Pushing event updated for resources: {'Port': ['ID=e95bc84d-f661-446f-81aa-866ba9dcc60e,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:14.807001 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-48941cf7-d18e-4895-98a5-0f5a04938c6c None None] For port 8ff394a8-3934-4039-b417-1321fd055cf8, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=8ff394a8-3934-4039-b417-1321fd055cf8,segment=NetworkSegment(102b9dea-e17a-475d-9fb5-be12bd515fcf),segment_id=102b9dea-e17a-475d-9fb5-be12bd515fcf)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:14.881514 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-48941cf7-d18e-4895-98a5-0f5a04938c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:14.910576 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:14.951358 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48941cf7-d18e-4895-98a5-0f5a04938c6c None None] Pushing event updated for resources: {'Port': ['ID=8ff394a8-3934-4039-b417-1321fd055cf8,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:14.986400 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:43:14.992185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:43:14.999239 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:43:15.020404 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e5a6f561-d4cc-4cc7-a48e-c89b0f801e78 None None] Provisioning complete for port 8ff394a8-3934-4039-b417-1321fd055cf8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:15.020975 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e5a6f561-d4cc-4cc7-a48e-c89b0f801e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:15.030033 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] Pushing event updated for resources: {'Port': ['ID=d1c46309-266b-404c-b192-104759c1edf3,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:15.036610 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'name': 'tempest-TestEncryptedCinderVolumes-1175016799-router', 'tenant_id': '0bc52e0882a143919e29b295de5fb82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '718d1617-c25f-496c-9e81-4f684163c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:43:07Z', 'updated_at': '2021-11-11T12:43:10Z', 'revision_number': 4, 'project_id': '0bc52e0882a143919e29b295de5fb82b', 'gw_port': {'id': '718d1617-c25f-496c-9e81-4f684163c533', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:08Z', 'updated_at': '2021-11-11T12:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '8ff394a8-3934-4039-b417-1321fd055cf8', 'name': '', 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803', 'tenant_id': '0bc52e0882a143919e29b295de5fb82b', 'mac_address': 'fa:16:3e:cf:40:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'fb88c08f-625b-4299-b78e-07969755409a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:10Z', 'updated_at': '2021-11-11T12:43:14Z', 'revision_number': 4, 'project_id': '0bc52e0882a143919e29b295de5fb82b', 'subnets': [{'id': 'fb88c08f-625b-4299-b78e-07969755409a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:15.061438 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c211e60a-d48b-42f9-8432-d21f652318a4 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:43:15.091410 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c324eb6b-79bb-4661-aff0-6c667471e5f8 None None] The sync data for ids ['95be4a92-267a-419c-9e18-b58092b9bc9b'] in dv-neutron-786478-23-hyperv is: [{'id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'name': 'tempest-TestEncryptedCinderVolumes-1175016799-router', 'tenant_id': '0bc52e0882a143919e29b295de5fb82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '718d1617-c25f-496c-9e81-4f684163c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:43:07Z', 'updated_at': '2021-11-11T12:43:10Z', 'revision_number': 4, 'project_id': '0bc52e0882a143919e29b295de5fb82b', 'gw_port': {'id': '718d1617-c25f-496c-9e81-4f684163c533', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:08Z', 'updated_at': '2021-11-11T12:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '8ff394a8-3934-4039-b417-1321fd055cf8', 'name': '', 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803', 'tenant_id': '0bc52e0882a143919e29b295de5fb82b', 'mac_address': 'fa:16:3e:cf:40:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'fb88c08f-625b-4299-b78e-07969755409a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:10Z', 'updated_at': '2021-11-11T12:43:14Z', 'revision_number': 4, 'project_id': '0bc52e0882a143919e29b295de5fb82b', 'subnets': [{'id': 'fb88c08f-625b-4299-b78e-07969755409a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:43:15.264218 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0a87d39a-ab17-4bf9-bd88-814b3f672adf None None] Provisioning complete for port d1c46309-266b-404c-b192-104759c1edf3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:15.264756 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0a87d39a-ab17-4bf9-bd88-814b3f672adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:15.302765 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-0a87d39a-ab17-4bf9-bd88-814b3f672adf None None] Port d1c46309-266b-404c-b192-104759c1edf3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:43:15.351016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:15.572606 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:15.789685 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] Router 10768c2d-b138-43d9-be04-7bc307effc77 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:43:15.803500 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92f5c2d-855c-472d-8661-c68e689486d5 None None] Network 48b83b5a-e13b-45a2-b39f-25cdcb5f2549 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:43:15.868271 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4c752d33-725d-4e65-9572-6fbdbb3999a9 None None] Provisioning complete for port e95bc84d-f661-446f-81aa-866ba9dcc60e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:15.868537 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4c752d33-725d-4e65-9572-6fbdbb3999a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:15.917521 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:43:15.942347 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Sync routers for ids ['10768c2d-b138-43d9-be04-7bc307effc77'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:43:15.976272 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Routers {'10768c2d-b138-43d9-be04-7bc307effc77'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:43:15.976888 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:43:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['10768c2d-b138-43d9-be04-7bc307effc77'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:16.026197 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:16.027600 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-138d854d-8f44-43d1-b60b-8c13635085ae admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2711041 Nov 11 12:43:16.030649 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 59888) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:43:16.048097 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e95bc84d-f661-446f-81aa-866ba9dcc60e up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:43:16.289654 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4c752d33-725d-4e65-9572-6fbdbb3999a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:16.343631 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Set router 10768c2d-b138-43d9-be04-7bc307effc77 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:43:16.410589 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-4c752d33-725d-4e65-9572-6fbdbb3999a9 None None] For port e95bc84d-f661-446f-81aa-866ba9dcc60e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e95bc84d-f661-446f-81aa-866ba9dcc60e,segment=NetworkSegment(583f754b-4a1c-4a18-a8a0-e280b3ef3d5c),segment_id=583f754b-4a1c-4a18-a8a0-e280b3ef3d5c)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:16.411582 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port e95bc84d-f661-446f-81aa-866ba9dcc60e triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:16.411944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:16.470300 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cefa1e3b-f48f-4a91-ad39-818f99a90d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:16.501725 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4c752d33-725d-4e65-9572-6fbdbb3999a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:16.633959 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c752d33-725d-4e65-9572-6fbdbb3999a9 None None] Pushing event updated for resources: {'Port': ['ID=e95bc84d-f661-446f-81aa-866ba9dcc60e,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:16.641833 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 8ff394a8-3934-4039-b417-1321fd055cf8 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:43:16.672115 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0095e815-665f-44d8-a173-758e2f28e841 None None] Provisioning complete for port e95bc84d-f661-446f-81aa-866ba9dcc60e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:16.672440 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0095e815-665f-44d8-a173-758e2f28e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:16.673082 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-cefa1e3b-f48f-4a91-ad39-818f99a90d94 admin admin] Allocated IP 172.20.0.1 (48b83b5a-e13b-45a2-b39f-25cdcb5f2549/275e29d2-65de-4bfd-82a8-cb3b3ae7a44e/349ec708-07b7-4384-97a8-7127f62a3772) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:43:16.743395 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10768c2d-b138-43d9-be04-7bc307effc77', 'name': 'tempest-TestEncryptedCinderVolumes-1038320352-router', 'tenant_id': '9f92a72d247b4fe5819c272d9df82c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd1c46309-266b-404c-b192-104759c1edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:43:13Z', 'updated_at': '2021-11-11T12:43:15Z', 'revision_number': 3, 'project_id': '9f92a72d247b4fe5819c272d9df82c1c', 'gw_port': {'id': 'd1c46309-266b-404c-b192-104759c1edf3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:32:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10768c2d-b138-43d9-be04-7bc307effc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:14Z', 'updated_at': '2021-11-11T12:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:16.778852 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cefa1e3b-f48f-4a91-ad39-818f99a90d94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:16.779106 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Checking router: 10768c2d-b138-43d9-be04-7bc307effc77 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:43:16.779106 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Updating router 10768c2d-b138-43d9-be04-7bc307effc77 port d1c46309-266b-404c-b192-104759c1edf3 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:43:16.780824 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 8ff394a8-3934-4039-b417-1321fd055cf8 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:16.781188 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:16.851809 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:16.921716 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cefa1e3b-f48f-4a91-ad39-818f99a90d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:16.961784 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa1e3b-f48f-4a91-ad39-818f99a90d94 admin admin] Network 48b83b5a-e13b-45a2-b39f-25cdcb5f2549 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:43:16.968418 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-cefa1e3b-f48f-4a91-ad39-818f99a90d94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:43:16.972068 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefa1e3b-f48f-4a91-ad39-818f99a90d94 admin admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:43:16.994383 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa1e3b-f48f-4a91-ad39-818f99a90d94 admin admin] Pushing event updated for resources: {'Port': ['ID=349ec708-07b7-4384-97a8-7127f62a3772,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:17.013735 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cefa1e3b-f48f-4a91-ad39-818f99a90d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:17.166618 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:17.209079 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-88bfe4b4-51d2-4c0d-b7d2-10485d598349 None None] Provisioning complete for port 349ec708-07b7-4384-97a8-7127f62a3772 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:17.209439 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-88bfe4b4-51d2-4c0d-b7d2-10485d598349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:17.239275 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cefa1e3b-f48f-4a91-ad39-818f99a90d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:17.251653 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:17.256299 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-88bfe4b4-51d2-4c0d-b7d2-10485d598349 None None] Port 349ec708-07b7-4384-97a8-7127f62a3772 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:43:17.311284 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a4d70c-ebe1-4c2e-8b86-1fe51981a125 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:43:17.315117 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Attempting to bind port d1c46309-266b-404c-b192-104759c1edf3 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:43:17.315480 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Attempting to bind port d1c46309-266b-404c-b192-104759c1edf3 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:43:17.315837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Attempting to bind port d1c46309-266b-404c-b192-104759c1edf3 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:43:17.319281 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c2454-5f6a-49fb-bb87-3aeefa727374 None None] Pushing event updated for resources: {'Port': ['ID=d1c46309-266b-404c-b192-104759c1edf3,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:17.325287 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:43:17.325659 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:43:17.326068 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:17.326432 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:43:17.326932 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Bound port: d1c46309-266b-404c-b192-104759c1edf3, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:43:17.327296 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:17.391445 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] For port d1c46309-266b-404c-b192-104759c1edf3, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:43:17.395781 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] For port d1c46309-266b-404c-b192-104759c1edf3, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=d1c46309-266b-404c-b192-104759c1edf3,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:43:17.397369 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-bda71447-ce9f-4fe8-8eef-f595d4f1df89 None None] Provisioning complete for port d1c46309-266b-404c-b192-104759c1edf3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:17.397726 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bda71447-ce9f-4fe8-8eef-f595d4f1df89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:17.411335 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cefa1e3b-f48f-4a91-ad39-818f99a90d94 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:17.431377 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-bda71447-ce9f-4fe8-8eef-f595d4f1df89 None None] Port d1c46309-266b-404c-b192-104759c1edf3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:43:17.469221 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:17.491127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cefa1e3b-f48f-4a91-ad39-818f99a90d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:17.514706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122798bf-4322-4837-874b-265bf86e9292 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:43:17.538295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Routers {'10768c2d-b138-43d9-be04-7bc307effc77'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:43:17.538914 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:43:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['10768c2d-b138-43d9-be04-7bc307effc77'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:17.543449 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c2454-5f6a-49fb-bb87-3aeefa727374 None None] Pushing event updated for resources: {'Port': ['ID=d1c46309-266b-404c-b192-104759c1edf3,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:17.563683 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cefa1e3b-f48f-4a91-ad39-818f99a90d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:17.567601 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa1e3b-f48f-4a91-ad39-818f99a90d94 admin admin] Pushing event updated for resources: {'Port': ['ID=349ec708-07b7-4384-97a8-7127f62a3772,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:17.655011 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] Set router 10768c2d-b138-43d9-be04-7bc307effc77 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:43:17.663551 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa1e3b-f48f-4a91-ad39-818f99a90d94 admin admin] Network 48b83b5a-e13b-45a2-b39f-25cdcb5f2549 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:43:17.664896 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-cefa1e3b-f48f-4a91-ad39-818f99a90d94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:43:17.696384 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-81f61da8-10ad-432d-bec4-9f4315070bf2 None None] Provisioning complete for port d1c46309-266b-404c-b192-104759c1edf3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:17.696760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-81f61da8-10ad-432d-bec4-9f4315070bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:17.781521 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefa1e3b-f48f-4a91-ad39-818f99a90d94 admin admin] Router 10768c2d-b138-43d9-be04-7bc307effc77 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:43:17.903908 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefa1e3b-f48f-4a91-ad39-818f99a90d94 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:43:17.909806 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cefa1e3b-f48f-4a91-ad39-818f99a90d94 admin admin] 10.222.0.50 "PUT /v2.0/routers/10768c2d-b138-43d9-be04-7bc307effc77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8774750 Nov 11 12:43:17.923009 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-81f61da8-10ad-432d-bec4-9f4315070bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:17.932204 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e95bc84d-f661-446f-81aa-866ba9dcc60e up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:43:17.974740 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-81f61da8-10ad-432d-bec4-9f4315070bf2 None None] For port d1c46309-266b-404c-b192-104759c1edf3, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=d1c46309-266b-404c-b192-104759c1edf3,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:18.006991 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10768c2d-b138-43d9-be04-7bc307effc77', 'name': 'tempest-TestEncryptedCinderVolumes-1038320352-router', 'tenant_id': '9f92a72d247b4fe5819c272d9df82c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd1c46309-266b-404c-b192-104759c1edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:43:13Z', 'updated_at': '2021-11-11T12:43:17Z', 'revision_number': 4, 'project_id': '9f92a72d247b4fe5819c272d9df82c1c', 'gw_port': {'id': 'd1c46309-266b-404c-b192-104759c1edf3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:32:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10768c2d-b138-43d9-be04-7bc307effc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:14Z', 'updated_at': '2021-11-11T12:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '349ec708-07b7-4384-97a8-7127f62a3772', 'name': '', 'network_id': '48b83b5a-e13b-45a2-b39f-25cdcb5f2549', 'tenant_id': '9f92a72d247b4fe5819c272d9df82c1c', 'mac_address': 'fa:16:3e:27:5c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10768c2d-b138-43d9-be04-7bc307effc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '275e29d2-65de-4bfd-82a8-cb3b3ae7a44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:16Z', 'updated_at': '2021-11-11T12:43:17Z', 'revision_number': 2, 'project_id': '9f92a72d247b4fe5819c272d9df82c1c', 'subnets': [{'id': '275e29d2-65de-4bfd-82a8-cb3b3ae7a44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:18.038510 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c507a-eab0-4d53-b2ee-d855d65f9b09 None None] The sync data for ids ['10768c2d-b138-43d9-be04-7bc307effc77'] in dv-neutron-786478-23-hyperv is: [{'id': '10768c2d-b138-43d9-be04-7bc307effc77', 'name': 'tempest-TestEncryptedCinderVolumes-1038320352-router', 'tenant_id': '9f92a72d247b4fe5819c272d9df82c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd1c46309-266b-404c-b192-104759c1edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:43:13Z', 'updated_at': '2021-11-11T12:43:17Z', 'revision_number': 4, 'project_id': '9f92a72d247b4fe5819c272d9df82c1c', 'gw_port': {'id': 'd1c46309-266b-404c-b192-104759c1edf3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:32:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10768c2d-b138-43d9-be04-7bc307effc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:14Z', 'updated_at': '2021-11-11T12:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '349ec708-07b7-4384-97a8-7127f62a3772', 'name': '', 'network_id': '48b83b5a-e13b-45a2-b39f-25cdcb5f2549', 'tenant_id': '9f92a72d247b4fe5819c272d9df82c1c', 'mac_address': 'fa:16:3e:27:5c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10768c2d-b138-43d9-be04-7bc307effc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '275e29d2-65de-4bfd-82a8-cb3b3ae7a44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:16Z', 'updated_at': '2021-11-11T12:43:17Z', 'revision_number': 2, 'project_id': '9f92a72d247b4fe5819c272d9df82c1c', 'subnets': [{'id': '275e29d2-65de-4bfd-82a8-cb3b3ae7a44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:43:18.041060 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-81f61da8-10ad-432d-bec4-9f4315070bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:18.045241 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port e95bc84d-f661-446f-81aa-866ba9dcc60e triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:18.045473 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:18.302036 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-fe701914-5c0a-4e42-a92b-21e9c8fc66c9 None None] Provisioning complete for port 349ec708-07b7-4384-97a8-7127f62a3772 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:18.302413 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fe701914-5c0a-4e42-a92b-21e9c8fc66c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:18.326551 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f61da8-10ad-432d-bec4-9f4315070bf2 None None] Pushing event updated for resources: {'Port': ['ID=d1c46309-266b-404c-b192-104759c1edf3,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:18.372451 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-fe701914-5c0a-4e42-a92b-21e9c8fc66c9 None None] Port 349ec708-07b7-4384-97a8-7127f62a3772 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:43:18.812028 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-0856faed-3ca3-42c0-83e9-a5a12e6fccff tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:18.813548 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-0856faed-3ca3-42c0-83e9-a5a12e6fccff tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/networks?id=3aab1987-a2a1-4449-b85b-1b576fc9a803 HTTP/1.1" status: 200 len: 817 time: 0.1076431 Nov 11 12:43:18.829641 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-d0b425ad-df8e-47b2-9ece-8be97ea0e4e8 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/quotas/0bc52e0882a143919e29b295de5fb82b HTTP/1.1" status: 200 len: 375 time: 0.0095735 Nov 11 12:43:18.883076 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-971dab7c-cd35-4bb7-b979-922f6f352b07 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0bc52e0882a143919e29b295de5fb82b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467374 Nov 11 12:43:18.984270 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-ecc687a6-f407-4429-b5df-97d93c46a675 service neutron] 10.222.0.50 "GET /v2.0/networks/3aab1987-a2a1-4449-b85b-1b576fc9a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886064 Nov 11 12:43:19.075590 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-fce656ba-7abd-43e3-9764-bec623d5a6af service neutron] 10.222.0.50 "GET /v2.0/networks/3aab1987-a2a1-4449-b85b-1b576fc9a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846605 Nov 11 12:43:19.322242 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8e45d779-4d6c-4aad-b36c-6eff1b92a7fe req-b8d50d84-b69f-4b6a-ba44-6d52c624c16e tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 210 time: 0.0313249 Nov 11 12:43:19.919228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device d1c46309-266b-404c-b192-104759c1edf3 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:43:19.956405 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Sync routers for ids ['10768c2d-b138-43d9-be04-7bc307effc77'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:43:19.966238 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port d1c46309-266b-404c-b192-104759c1edf3 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:19.966382 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Routers {'10768c2d-b138-43d9-be04-7bc307effc77'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:43:19.966535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:19.966852 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:43:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['10768c2d-b138-43d9-be04-7bc307effc77'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:20.069565 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Set router 10768c2d-b138-43d9-be04-7bc307effc77 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:43:20.260538 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10768c2d-b138-43d9-be04-7bc307effc77', 'name': 'tempest-TestEncryptedCinderVolumes-1038320352-router', 'tenant_id': '9f92a72d247b4fe5819c272d9df82c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd1c46309-266b-404c-b192-104759c1edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:43:13Z', 'updated_at': '2021-11-11T12:43:17Z', 'revision_number': 4, 'project_id': '9f92a72d247b4fe5819c272d9df82c1c', 'gw_port': {'id': 'd1c46309-266b-404c-b192-104759c1edf3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10768c2d-b138-43d9-be04-7bc307effc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:14Z', 'updated_at': '2021-11-11T12:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '349ec708-07b7-4384-97a8-7127f62a3772', 'name': '', 'network_id': '48b83b5a-e13b-45a2-b39f-25cdcb5f2549', 'tenant_id': '9f92a72d247b4fe5819c272d9df82c1c', 'mac_address': 'fa:16:3e:27:5c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10768c2d-b138-43d9-be04-7bc307effc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '275e29d2-65de-4bfd-82a8-cb3b3ae7a44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:16Z', 'updated_at': '2021-11-11T12:43:17Z', 'revision_number': 2, 'project_id': '9f92a72d247b4fe5819c272d9df82c1c', 'subnets': [{'id': '275e29d2-65de-4bfd-82a8-cb3b3ae7a44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:20.291850 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Checking router: 10768c2d-b138-43d9-be04-7bc307effc77 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:43:20.292319 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Updating router 10768c2d-b138-43d9-be04-7bc307effc77 port 349ec708-07b7-4384-97a8-7127f62a3772 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:43:20.317240 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:20.420021 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6d1fbec9-3b5b-4761-9e1c-ce87fec21a14 req-90024a7e-13c4-40ad-ad92-a6f7f3f68b17 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 210 time: 0.0297463 Nov 11 12:43:20.579396 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:20.639735 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:20.715565 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c6394-c41f-487e-9add-5a6ebbfc489b None None] Pushing event updated for resources: {'Port': ['ID=349ec708-07b7-4384-97a8-7127f62a3772,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:20.744535 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Attempting to bind port 349ec708-07b7-4384-97a8-7127f62a3772 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:43:20.744907 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Attempting to bind port 349ec708-07b7-4384-97a8-7127f62a3772 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '583f754b-4a1c-4a18-a8a0-e280b3ef3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '48b83b5a-e13b-45a2-b39f-25cdcb5f2549'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:43:20.745356 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Attempting to bind port 349ec708-07b7-4384-97a8-7127f62a3772 on network 48b83b5a-e13b-45a2-b39f-25cdcb5f2549 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:43:20.754846 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:43:20.755243 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Checking segment: {'id': '583f754b-4a1c-4a18-a8a0-e280b3ef3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '48b83b5a-e13b-45a2-b39f-25cdcb5f2549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:43:20.759168 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:20.759168 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Bound using segment: {'id': '583f754b-4a1c-4a18-a8a0-e280b3ef3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '48b83b5a-e13b-45a2-b39f-25cdcb5f2549'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:43:20.759168 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Bound port: 349ec708-07b7-4384-97a8-7127f62a3772, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583f754b-4a1c-4a18-a8a0-e280b3ef3d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '48b83b5a-e13b-45a2-b39f-25cdcb5f2549'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:43:20.759168 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:20.822424 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] For port 349ec708-07b7-4384-97a8-7127f62a3772, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:43:20.825811 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] For port 349ec708-07b7-4384-97a8-7127f62a3772, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=349ec708-07b7-4384-97a8-7127f62a3772,segment=NetworkSegment(583f754b-4a1c-4a18-a8a0-e280b3ef3d5c),segment_id=583f754b-4a1c-4a18-a8a0-e280b3ef3d5c)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:43:20.910267 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:20.912601 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4db40b75-c4c5-42b2-8ae6-edf8e7b7814a None None] Provisioning complete for port 349ec708-07b7-4384-97a8-7127f62a3772 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:20.913042 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4db40b75-c4c5-42b2-8ae6-edf8e7b7814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:20.962829 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Routers {'10768c2d-b138-43d9-be04-7bc307effc77'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:43:20.963454 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:43:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['10768c2d-b138-43d9-be04-7bc307effc77'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:20.998181 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4db40b75-c4c5-42b2-8ae6-edf8e7b7814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:21.014165 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c6394-c41f-487e-9add-5a6ebbfc489b None None] Pushing event updated for resources: {'Port': ['ID=349ec708-07b7-4384-97a8-7127f62a3772,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:21.031304 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-4db40b75-c4c5-42b2-8ae6-edf8e7b7814a None None] For port 349ec708-07b7-4384-97a8-7127f62a3772, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=349ec708-07b7-4384-97a8-7127f62a3772,segment=NetworkSegment(583f754b-4a1c-4a18-a8a0-e280b3ef3d5c),segment_id=583f754b-4a1c-4a18-a8a0-e280b3ef3d5c)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:21.115935 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4db40b75-c4c5-42b2-8ae6-edf8e7b7814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:21.171336 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db40b75-c4c5-42b2-8ae6-edf8e7b7814a None None] Pushing event updated for resources: {'Port': ['ID=349ec708-07b7-4384-97a8-7127f62a3772,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:21.177099 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] Set router 10768c2d-b138-43d9-be04-7bc307effc77 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:43:21.243289 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7a76ad18-2b57-4c90-a25f-1e0b9d942a27 None None] Provisioning complete for port 349ec708-07b7-4384-97a8-7127f62a3772 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:21.243289 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7a76ad18-2b57-4c90-a25f-1e0b9d942a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:21.372900 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-806c0667-1f98-43b4-a0ae-30f392a50fba tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:21.372900 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-806c0667-1f98-43b4-a0ae-30f392a50fba tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.70 "GET /v2.0/networks?id=3aab1987-a2a1-4449-b85b-1b576fc9a803 HTTP/1.1" status: 200 len: 817 time: 0.1376512 Nov 11 12:43:21.384710 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-a2435215-39ad-48cd-9c71-0dcae4c1b78d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Request body: {'port': {'device_id': '2bf6e864-b6a1-457c-b0b4-60f5586f4f58', 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803', 'admin_state_up': True, 'tenant_id': '0bc52e0882a143919e29b295de5fb82b'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:43:21.388167 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10768c2d-b138-43d9-be04-7bc307effc77', 'name': 'tempest-TestEncryptedCinderVolumes-1038320352-router', 'tenant_id': '9f92a72d247b4fe5819c272d9df82c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd1c46309-266b-404c-b192-104759c1edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:43:13Z', 'updated_at': '2021-11-11T12:43:17Z', 'revision_number': 4, 'project_id': '9f92a72d247b4fe5819c272d9df82c1c', 'gw_port': {'id': 'd1c46309-266b-404c-b192-104759c1edf3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10768c2d-b138-43d9-be04-7bc307effc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:14Z', 'updated_at': '2021-11-11T12:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '349ec708-07b7-4384-97a8-7127f62a3772', 'name': '', 'network_id': '48b83b5a-e13b-45a2-b39f-25cdcb5f2549', 'tenant_id': '9f92a72d247b4fe5819c272d9df82c1c', 'mac_address': 'fa:16:3e:27:5c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10768c2d-b138-43d9-be04-7bc307effc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '275e29d2-65de-4bfd-82a8-cb3b3ae7a44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:16Z', 'updated_at': '2021-11-11T12:43:20Z', 'revision_number': 4, 'project_id': '9f92a72d247b4fe5819c272d9df82c1c', 'subnets': [{'id': '275e29d2-65de-4bfd-82a8-cb3b3ae7a44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:43:21.413707 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce019e6-4b36-4d62-8916-0b18e5133919 None None] The sync data for ids ['10768c2d-b138-43d9-be04-7bc307effc77'] in dv-neutron-786478-23-hyperv is: [{'id': '10768c2d-b138-43d9-be04-7bc307effc77', 'name': 'tempest-TestEncryptedCinderVolumes-1038320352-router', 'tenant_id': '9f92a72d247b4fe5819c272d9df82c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd1c46309-266b-404c-b192-104759c1edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:43:13Z', 'updated_at': '2021-11-11T12:43:17Z', 'revision_number': 4, 'project_id': '9f92a72d247b4fe5819c272d9df82c1c', 'gw_port': {'id': 'd1c46309-266b-404c-b192-104759c1edf3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10768c2d-b138-43d9-be04-7bc307effc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:14Z', 'updated_at': '2021-11-11T12:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '349ec708-07b7-4384-97a8-7127f62a3772', 'name': '', 'network_id': '48b83b5a-e13b-45a2-b39f-25cdcb5f2549', 'tenant_id': '9f92a72d247b4fe5819c272d9df82c1c', 'mac_address': 'fa:16:3e:27:5c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10768c2d-b138-43d9-be04-7bc307effc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '275e29d2-65de-4bfd-82a8-cb3b3ae7a44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:16Z', 'updated_at': '2021-11-11T12:43:20Z', 'revision_number': 4, 'project_id': '9f92a72d247b4fe5819c272d9df82c1c', 'subnets': [{'id': '275e29d2-65de-4bfd-82a8-cb3b3ae7a44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:43:21.530503 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2aa5adb8-f7d4-4a23-bd61-703d02905352 req-b0b38170-4c48-47a0-91d1-b7610994d2f2 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 210 time: 0.0268259 Nov 11 12:43:21.568083 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-a2435215-39ad-48cd-9c71-0dcae4c1b78d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Made reservation on behalf of 0bc52e0882a143919e29b295de5fb82b for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:43:21.572244 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-a2435215-39ad-48cd-9c71-0dcae4c1b78d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:21.709012 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-a2435215-39ad-48cd-9c71-0dcae4c1b78d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Allocated IP 172.20.0.8 (3aab1987-a2a1-4449-b85b-1b576fc9a803/fb88c08f-625b-4299-b78e-07969755409a/9812174b-746f-4850-b462-4460d105d6fc) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:43:21.861127 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-a2435215-39ad-48cd-9c71-0dcae4c1b78d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:21.939276 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 349ec708-07b7-4384-97a8-7127f62a3772 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:43:21.967720 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-a2435215-39ad-48cd-9c71-0dcae4c1b78d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:21.991657 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 349ec708-07b7-4384-97a8-7127f62a3772 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:21.992299 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:22.247368 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-a2435215-39ad-48cd-9c71-0dcae4c1b78d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Network 3aab1987-a2a1-4449-b85b-1b576fc9a803 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:43:22.252435 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-a2435215-39ad-48cd-9c71-0dcae4c1b78d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:43:22.256682 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-a2435215-39ad-48cd-9c71-0dcae4c1b78d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:43:22.289188 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2435215-39ad-48cd-9c71-0dcae4c1b78d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Pushing event updated for resources: {'Port': ['ID=9812174b-746f-4850-b462-4460d105d6fc,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:22.313813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-a2435215-39ad-48cd-9c71-0dcae4c1b78d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:22.314416 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-a2435215-39ad-48cd-9c71-0dcae4c1b78d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:22.387376 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-a2435215-39ad-48cd-9c71-0dcae4c1b78d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0072048 Nov 11 12:43:22.456928 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5621c4a4-dbdd-4adb-a931-d3b4cd3b4bf1 None None] Provisioning complete for port 9812174b-746f-4850-b462-4460d105d6fc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:22.457493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5621c4a4-dbdd-4adb-a931-d3b4cd3b4bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:22.491644 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-5621c4a4-dbdd-4adb-a931-d3b4cd3b4bf1 None None] Port 9812174b-746f-4850-b462-4460d105d6fc cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:43:22.497389 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Request body: {'port': {'device_id': '2bf6e864-b6a1-457c-b0b4-60f5586f4f58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:43:22.552183 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:22.643770 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8513f-23cd-4de8-b95a-05eef41b500c req-2dcd8a2f-e9ca-4868-975c-afe80203f58a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:22.645342 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-75b8513f-23cd-4de8-b95a-05eef41b500c req-2dcd8a2f-e9ca-4868-975c-afe80203f58a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 931 time: 0.0490680 Nov 11 12:43:22.692832 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-75b8513f-23cd-4de8-b95a-05eef41b500c req-89808907-c914-492a-a6ac-d282fdffb35c tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413032 Nov 11 12:43:22.815014 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9812174b-746f-4850-b462-4460d105d6fc {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:43:22.822736 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:22.835150 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Transition to ACTIVE for port object 9812174b-746f-4850-b462-4460d105d6fc will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:43:22.902717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:22.953027 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Pushing event updated for resources: {'Port': ['ID=9812174b-746f-4850-b462-4460d105d6fc,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:23.024821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Attempting to bind port 9812174b-746f-4850-b462-4460d105d6fc on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:43:23.025164 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Attempting to bind port 9812174b-746f-4850-b462-4460d105d6fc by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '102b9dea-e17a-475d-9fb5-be12bd515fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:43:23.025493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Attempting to bind port 9812174b-746f-4850-b462-4460d105d6fc on network 3aab1987-a2a1-4449-b85b-1b576fc9a803 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:43:23.030163 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Port 9812174b-746f-4850-b462-4460d105d6fc on network 3aab1987-a2a1-4449-b85b-1b576fc9a803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:43:23.030483 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Attempting to bind port 9812174b-746f-4850-b462-4460d105d6fc on network 3aab1987-a2a1-4449-b85b-1b576fc9a803 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:43:23.035701 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:43:23.036032 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Checking segment: {'id': '102b9dea-e17a-475d-9fb5-be12bd515fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:43:23.036412 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Bound using segment: {'id': '102b9dea-e17a-475d-9fb5-be12bd515fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:43:23.036833 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Bound port: 9812174b-746f-4850-b462-4460d105d6fc, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102b9dea-e17a-475d-9fb5-be12bd515fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:43:23.037185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:23.103296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] For port 9812174b-746f-4850-b462-4460d105d6fc, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:43:23.106491 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] For port 9812174b-746f-4850-b462-4460d105d6fc, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9812174b-746f-4850-b462-4460d105d6fc,segment=NetworkSegment(102b9dea-e17a-475d-9fb5-be12bd515fcf),segment_id=102b9dea-e17a-475d-9fb5-be12bd515fcf)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:43:23.202105 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:23.237021 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:23.237643 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:23.239573 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] 10.222.0.70 "PUT /v2.0/ports/9812174b-746f-4850-b462-4460d105d6fc HTTP/1.1" status: 200 len: 1093 time: 0.8439562 Nov 11 12:43:23.239983 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf6e864-b6a1-457c-b0b4-60f5586f4f58', 'tag': '9812174b-746f-4850-b462-4460d105d6fc'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:43:23.242293 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b43c1e-2153-4be9-8f85-3015690f4529" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf6e864-b6a1-457c-b0b4-60f5586f4f58", "tag": "9812174b-746f-4850-b462-4460d105d6fc"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:43:23.268875 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023e86a-2896-4a8b-96ff-0943899ecbcf service neutron] Pushing event updated for resources: {'Port': ['ID=9812174b-746f-4850-b462-4460d105d6fc,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:23.295225 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea501c4a-1b6a-40f7-8888-ca708303a3eb x-openstack-request-id: req-ea501c4a-1b6a-40f7-8888-ca708303a3eb {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:43:23.295225 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf6e864-b6a1-457c-b0b4-60f5586f4f58", "tag": "9812174b-746f-4850-b462-4460d105d6fc", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:43:23.295225 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea501c4a-1b6a-40f7-8888-ca708303a3eb {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:43:23.295225 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf6e864-b6a1-457c-b0b4-60f5586f4f58', 'tag': '9812174b-746f-4850-b462-4460d105d6fc', 'status': 'completed', 'code': 200} Nov 11 12:43:23.366033 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b43c1e-2153-4be9-8f85-3015690f4529 req-4667ace0-ff5c-4f35-9ab4-24efbe506fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:23.367556 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c0b43c1e-2153-4be9-8f85-3015690f4529 req-4667ace0-ff5c-4f35-9ab4-24efbe506fd4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0bc52e0882a143919e29b295de5fb82b&device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 1096 time: 0.0512326 Nov 11 12:43:23.468057 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b43c1e-2153-4be9-8f85-3015690f4529 req-dd9bca2a-d3d7-4595-a08e-00900de7cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:23.469810 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c0b43c1e-2153-4be9-8f85-3015690f4529 req-dd9bca2a-d3d7-4595-a08e-00900de7cb56 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=0bc52e0882a143919e29b295de5fb82b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0937078 Nov 11 12:43:23.566601 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b43c1e-2153-4be9-8f85-3015690f4529 req-65b83b08-7670-4663-8ddb-be92ffe19d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:23.568155 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c0b43c1e-2153-4be9-8f85-3015690f4529 req-65b83b08-7670-4663-8ddb-be92ffe19d1f service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913467 Nov 11 12:43:23.641026 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-9d902729-44f1-457d-a828-0e744a8782dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:23.642389 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-9d902729-44f1-457d-a828-0e744a8782dc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0bc52e0882a143919e29b295de5fb82b&device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 1096 time: 0.0398037 Nov 11 12:43:23.684109 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-5b9c8846-5910-4752-be04-7a407d35204a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9812174b-746f-4850-b462-4460d105d6fc HTTP/1.1" status: 200 len: 217 time: 0.0331910 Nov 11 12:43:23.740195 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-48222ac2-ebc7-48fa-8e63-0105d89bf156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:23.741691 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-48222ac2-ebc7-48fa-8e63-0105d89bf156 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fb88c08f-625b-4299-b78e-07969755409a HTTP/1.1" status: 200 len: 856 time: 0.0505605 Nov 11 12:43:23.788589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-be0ed2ff-3232-46cc-996b-b09da6285418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:23.790114 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-be0ed2ff-3232-46cc-996b-b09da6285418 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3aab1987-a2a1-4449-b85b-1b576fc9a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417566 Nov 11 12:43:23.814264 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1220a6-fb96-4f12-bef4-fc59965ac18c req-cff191ed-9600-4ec3-b442-1e2f0f5fc718 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:23.815847 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9a1220a6-fb96-4f12-bef4-fc59965ac18c req-cff191ed-9600-4ec3-b442-1e2f0f5fc718 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 943 time: 0.0530627 Nov 11 12:43:23.863895 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9a1220a6-fb96-4f12-bef4-fc59965ac18c req-611aab16-3049-45f2-b04f-5c30650b1ecb tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 Nov 11 12:43:23.886470 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-522a7cb9-7288-4677-8959-40d7a71771c0 service neutron] 10.222.0.70 "GET /v2.0/networks/3aab1987-a2a1-4449-b85b-1b576fc9a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892806 Nov 11 12:43:23.975514 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9c573de0-4a27-4b1b-b96f-edf225520e4c req-443d617f-f5d8-437d-957f-71712f2dfeb3 service neutron] 10.222.0.70 "GET /v2.0/networks/3aab1987-a2a1-4449-b85b-1b576fc9a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816317 Nov 11 12:43:24.978288 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222c54a-d8b2-480d-a841-1feb4340db2e req-9dfe31c8-093c-431a-9223-fc2e45cb3d9c tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:24.979750 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4222c54a-d8b2-480d-a841-1feb4340db2e req-9dfe31c8-093c-431a-9223-fc2e45cb3d9c tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 943 time: 0.0490475 Nov 11 12:43:25.025885 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4222c54a-d8b2-480d-a841-1feb4340db2e req-51092cb1-0502-476f-8e27-7015076eba0f tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401976 Nov 11 12:43:26.137186 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedbee5-64b2-4ad1-8fb6-c4be58dc6b33 req-ed710732-4c8b-48a3-a3b6-b2212f22f2b9 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:26.138557 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-acedbee5-64b2-4ad1-8fb6-c4be58dc6b33 req-ed710732-4c8b-48a3-a3b6-b2212f22f2b9 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 943 time: 0.0475132 Nov 11 12:43:26.187266 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-acedbee5-64b2-4ad1-8fb6-c4be58dc6b33 req-0b7ef441-d04d-4ebb-bb00-fa15a33769a8 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428309 Nov 11 12:43:27.302325 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fa2d1-1eb1-49c3-899c-94e423f2b81e req-57126b84-8dcc-4748-b73f-74318f73eb12 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:27.303713 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a73fa2d1-1eb1-49c3-899c-94e423f2b81e req-57126b84-8dcc-4748-b73f-74318f73eb12 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 943 time: 0.0480986 Nov 11 12:43:27.350161 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a73fa2d1-1eb1-49c3-899c-94e423f2b81e req-7e6b3ddd-0401-48c8-93d0-fe4ce3177f74 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405777 Nov 11 12:43:27.856293 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 9812174b-746f-4850-b462-4460d105d6fc details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:43:27.950845 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 9812174b-746f-4850-b462-4460d105d6fc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9812174b-746f-4850-b462-4460d105d6fc,segment=NetworkSegment(102b9dea-e17a-475d-9fb5-be12bd515fcf),segment_id=102b9dea-e17a-475d-9fb5-be12bd515fcf)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:27.961376 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '9812174b-746f-4850-b462-4460d105d6fc', 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803', 'port_id': '9812174b-746f-4850-b462-4460d105d6fc', 'mac_address': 'fa:16:3e:d0:bc:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb88c08f-625b-4299-b78e-07969755409a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:43:27.997409 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:28.009445 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9812174b-746f-4850-b462-4460d105d6fc {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:43:28.028493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 9812174b-746f-4850-b462-4460d105d6fc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9812174b-746f-4850-b462-4460d105d6fc,segment=NetworkSegment(102b9dea-e17a-475d-9fb5-be12bd515fcf),segment_id=102b9dea-e17a-475d-9fb5-be12bd515fcf)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:28.103210 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:28.153504 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=9812174b-746f-4850-b462-4460d105d6fc,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:28.330365 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['9812174b-746f-4850-b462-4460d105d6fc'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:43:28.476039 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137a894-c3f6-4530-b718-af95b9c5b2ad req-7e386df9-43ef-4da2-84db-e1225dcba60c tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:28.477528 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e137a894-c3f6-4530-b718-af95b9c5b2ad req-7e386df9-43ef-4da2-84db-e1225dcba60c tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 944 time: 0.0551987 Nov 11 12:43:28.523593 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e137a894-c3f6-4530-b718-af95b9c5b2ad req-44ec59c3-b381-41fb-89e2-0d8aa0e69c54 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398715 Nov 11 12:43:29.639740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6488ee-a931-46cc-a915-61144e6ff009 req-24bea83a-d50b-46de-b44f-86d4fe7fe9b8 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:29.641154 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3b6488ee-a931-46cc-a915-61144e6ff009 req-24bea83a-d50b-46de-b44f-86d4fe7fe9b8 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 944 time: 0.0518141 Nov 11 12:43:29.686506 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3b6488ee-a931-46cc-a915-61144e6ff009 req-d6fcde2e-9a69-432d-a412-40ff2c9a7ccc tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389862 Nov 11 12:43:29.871974 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 9812174b-746f-4850-b462-4460d105d6fc up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:43:30.011269 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 9812174b-746f-4850-b462-4460d105d6fc completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:43:30.015163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 9812174b-746f-4850-b462-4460d105d6fc triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:43:30.015401 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:30.094691 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:30.117165 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf6e864-b6a1-457c-b0b4-60f5586f4f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9812174b-746f-4850-b462-4460d105d6fc'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:43:30.119497 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c72ac0c-d5bf-46c9-9396-567b43191439" -d '{"events": [{"server_uuid": "2bf6e864-b6a1-457c-b0b4-60f5586f4f58", "name": "network-vif-plugged", "status": "completed", "tag": "9812174b-746f-4850-b462-4460d105d6fc"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:43:30.134964 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 9812174b-746f-4850-b462-4460d105d6fc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9812174b-746f-4850-b462-4460d105d6fc,segment=NetworkSegment(102b9dea-e17a-475d-9fb5-be12bd515fcf),segment_id=102b9dea-e17a-475d-9fb5-be12bd515fcf)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:30.155977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab542608-4427-432f-81d9-b5406f3d7f42 x-openstack-request-id: req-ab542608-4427-432f-81d9-b5406f3d7f42 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:43:30.156266 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf6e864-b6a1-457c-b0b4-60f5586f4f58", "name": "network-vif-plugged", "status": "completed", "tag": "9812174b-746f-4850-b462-4460d105d6fc", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:43:30.156517 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab542608-4427-432f-81d9-b5406f3d7f42 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:43:30.156911 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf6e864-b6a1-457c-b0b4-60f5586f4f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9812174b-746f-4850-b462-4460d105d6fc', 'code': 200} Nov 11 12:43:30.207553 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:30.257016 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=9812174b-746f-4850-b462-4460d105d6fc,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:30.454078 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dccd6a-9d77-4e98-8dd1-e9a3dc640709 req-860c33d0-1df5-4c28-8466-fec3fa052150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:30.455533 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-69dccd6a-9d77-4e98-8dd1-e9a3dc640709 req-860c33d0-1df5-4c28-8466-fec3fa052150 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 1098 time: 0.0467992 Nov 11 12:43:30.500506 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-69dccd6a-9d77-4e98-8dd1-e9a3dc640709 req-af4da2c1-e59a-4ba0-a122-2cb87171e677 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376861 Nov 11 12:43:30.804324 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da557c7a-5603-4438-914f-dd7caeeb08e7 req-196f7491-4e77-41ca-9c64-26f72375e9ad tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:30.805846 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-da557c7a-5603-4438-914f-dd7caeeb08e7 req-196f7491-4e77-41ca-9c64-26f72375e9ad tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 945 time: 0.0539541 Nov 11 12:43:30.852415 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-da557c7a-5603-4438-914f-dd7caeeb08e7 req-72d71795-3900-42bb-9d93-0dca01a68258 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406549 Nov 11 12:43:31.966838 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378a87b-cbe3-4c39-9b0c-b77d7fd847d8 req-5a1f8968-c612-436f-8053-5aea5069dc54 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:31.968575 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c378a87b-cbe3-4c39-9b0c-b77d7fd847d8 req-5a1f8968-c612-436f-8053-5aea5069dc54 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 945 time: 0.0476904 Nov 11 12:43:32.314545 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c378a87b-cbe3-4c39-9b0c-b77d7fd847d8 req-9db88483-6902-45d3-800a-d053c66c48bc tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400130 Nov 11 12:43:32.424851 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11ba93-d655-459f-91bb-4bdb1ad8fb29 req-b24618ee-fd2e-4874-9deb-a288d149528c tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:32.426218 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8a11ba93-d655-459f-91bb-4bdb1ad8fb29 req-b24618ee-fd2e-4874-9deb-a288d149528c tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 945 time: 0.0473032 Nov 11 12:43:32.485458 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8a11ba93-d655-459f-91bb-4bdb1ad8fb29 req-2f1e0372-3226-422c-a7ee-b89606dd35be tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527346 Nov 11 12:43:33.195859 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-34cff027-e9e0-49ab-985b-f978e520d97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:35.567111 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d21e1914-165e-4275-9bf7-5df6068ef2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:36.590122 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:38.212769 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:39.167307 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:40.954670 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:42.218041 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:43:57.776362 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7196b4-e1f0-49eb-879a-1f4eea1b2774 req-76d9846e-c958-4dd1-8fd0-de908db3b4a8 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:57.777877 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2c7196b4-e1f0-49eb-879a-1f4eea1b2774 req-76d9846e-c958-4dd1-8fd0-de908db3b4a8 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 945 time: 0.0507877 Nov 11 12:43:57.826088 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2c7196b4-e1f0-49eb-879a-1f4eea1b2774 req-bb9f34ab-47cd-4d5c-b14a-86bc70d5c529 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418792 Nov 11 12:43:58.943886 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d7843-f20a-4e01-92f9-04c88bd769f8 req-fdd9c763-9c05-4b5b-9e11-92e5d679eab5 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:58.945955 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e78d7843-f20a-4e01-92f9-04c88bd769f8 req-fdd9c763-9c05-4b5b-9e11-92e5d679eab5 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 945 time: 0.0509417 Nov 11 12:43:58.991498 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e78d7843-f20a-4e01-92f9-04c88bd769f8 req-133cef68-0649-4e5d-8de9-65d6f8a44cf4 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396624 Nov 11 12:43:59.300247 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c6683-f1c5-4f4e-a2ea-74d554d45e3d req-3c7473b2-36f8-4c98-a2e6-9f92ce529975 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:43:59.301682 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-227c6683-f1c5-4f4e-a2ea-74d554d45e3d req-3c7473b2-36f8-4c98-a2e6-9f92ce529975 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 945 time: 0.0481863 Nov 11 12:43:59.389450 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-227c6683-f1c5-4f4e-a2ea-74d554d45e3d req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Deleting port 9812174b-746f-4850-b462-4460d105d6fc {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:43:59.389811 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-227c6683-f1c5-4f4e-a2ea-74d554d45e3d req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:59.479061 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-227c6683-f1c5-4f4e-a2ea-74d554d45e3d req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] For port 9812174b-746f-4850-b462-4460d105d6fc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9812174b-746f-4850-b462-4460d105d6fc,segment=NetworkSegment(102b9dea-e17a-475d-9fb5-be12bd515fcf),segment_id=102b9dea-e17a-475d-9fb5-be12bd515fcf)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:43:59.479420 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-227c6683-f1c5-4f4e-a2ea-74d554d45e3d req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:59.492091 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-227c6683-f1c5-4f4e-a2ea-74d554d45e3d req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Calling delete_port for 9812174b-746f-4850-b462-4460d105d6fc owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:43:59.664561 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-227c6683-f1c5-4f4e-a2ea-74d554d45e3d req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:59.679710 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['9812174b-746f-4850-b462-4460d105d6fc'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:43:59.690659 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Pushing event deleted for resources: {'Port': ['ID=9812174b-746f-4850-b462-4460d105d6fc,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:43:59.703903 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:59.704343 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:59.704710 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:59.704967 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:59.705305 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:59.705639 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:59.705970 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:59.706299 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:59.706715 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:59.706948 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:59.707306 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:59.707630 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:43:59.746543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-227c6683-f1c5-4f4e-a2ea-74d554d45e3d req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] No DVR routers for this DVR port 9812174b-746f-4850-b462-4460d105d6fc on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:43:59.749188 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-227c6683-f1c5-4f4e-a2ea-74d554d45e3d req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:43:59.752541 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-227c6683-f1c5-4f4e-a2ea-74d554d45e3d req-2a3441cc-57d2-4044-9992-a0d32b183a4a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.70 "DELETE /v2.0/ports/9812174b-746f-4850-b462-4460d105d6fc HTTP/1.1" status: 204 len: 173 time: 0.4438500 Nov 11 12:43:59.753013 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf6e864-b6a1-457c-b0b4-60f5586f4f58', 'name': 'network-vif-deleted', 'tag': '9812174b-746f-4850-b462-4460d105d6fc'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:43:59.755277 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8cf2d3-ce56-43c6-a055-39fbc32bc021" -d '{"events": [{"server_uuid": "2bf6e864-b6a1-457c-b0b4-60f5586f4f58", "name": "network-vif-deleted", "tag": "9812174b-746f-4850-b462-4460d105d6fc"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:43:59.790520 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d7f058-4ca4-4e53-bb8f-0ef38d516110 x-openstack-request-id: req-b0d7f058-4ca4-4e53-bb8f-0ef38d516110 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:43:59.790520 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf6e864-b6a1-457c-b0b4-60f5586f4f58", "name": "network-vif-deleted", "tag": "9812174b-746f-4850-b462-4460d105d6fc", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:43:59.790744 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b0d7f058-4ca4-4e53-bb8f-0ef38d516110 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:43:59.791036 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf6e864-b6a1-457c-b0b4-60f5586f4f58', 'name': 'network-vif-deleted', 'tag': '9812174b-746f-4850-b462-4460d105d6fc', 'status': 'completed', 'code': 200} Nov 11 12:44:00.105506 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d87c2931-1b65-4c7a-b7e9-8a3e6e2dae45 req-eb6ddcb8-e9f0-4e74-a28f-f66a12f4b724 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bf6e864-b6a1-457c-b0b4-60f5586f4f58 HTTP/1.1" status: 200 len: 210 time: 0.0317919 Nov 11 12:44:01.894027 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-3e38b318-9a1b-4ca5-a186-a765e92904f1 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:01.895439 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-3e38b318-9a1b-4ca5-a186-a765e92904f1 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/networks?id=3aab1987-a2a1-4449-b85b-1b576fc9a803 HTTP/1.1" status: 200 len: 817 time: 0.1028750 Nov 11 12:44:01.909959 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-70b5c20b-abfc-4c0d-b693-6c5245ba9e29 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/quotas/0bc52e0882a143919e29b295de5fb82b HTTP/1.1" status: 200 len: 375 time: 0.0088735 Nov 11 12:44:01.960699 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-cf8c188d-2694-4747-b334-8962fe411912 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0bc52e0882a143919e29b295de5fb82b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449846 Nov 11 12:44:02.060432 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-b14cc50f-b81f-4965-b119-4e81ed0c1cc4 service neutron] 10.222.0.50 "GET /v2.0/networks/3aab1987-a2a1-4449-b85b-1b576fc9a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881317 Nov 11 12:44:02.147407 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-bace7554-e46b-4b71-92e7-c24fb6c59a1e service neutron] 10.222.0.50 "GET /v2.0/networks/3aab1987-a2a1-4449-b85b-1b576fc9a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808675 Nov 11 12:44:02.391653 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6534de26-374f-413f-bc24-86971022fe42 req-13d65d8a-a52c-41d8-be2d-56fd461a23d3 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=44a05180-9adf-42cc-a2ef-5fa4147d9c93 HTTP/1.1" status: 200 len: 210 time: 0.0259855 Nov 11 12:44:03.212800 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-19babf8b-49f6-4bf9-9e8b-5a6b763b2df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:03.486031 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6830340e-a4d7-4a69-bdd6-15506685812c req-39fa2cce-2b4b-473f-a95c-ebc56429747c tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=44a05180-9adf-42cc-a2ef-5fa4147d9c93 HTTP/1.1" status: 200 len: 210 time: 0.0263925 Nov 11 12:44:04.040248 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 9812174b-746f-4850-b462-4460d105d6fc no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:44:04.060789 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 9812174b-746f-4850-b462-4460d105d6fc {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:44:04.061157 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 9812174b-746f-4850-b462-4460d105d6fc not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:44:04.150714 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-5639b442-51a1-4307-894c-3858475ca06a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:04.152115 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-5639b442-51a1-4307-894c-3858475ca06a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.70 "GET /v2.0/networks?id=3aab1987-a2a1-4449-b85b-1b576fc9a803 HTTP/1.1" status: 200 len: 817 time: 0.1043234 Nov 11 12:44:04.164996 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-102fde75-b36e-4aa6-a1ba-e86e3feecf8f tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Request body: {'port': {'device_id': '44a05180-9adf-42cc-a2ef-5fa4147d9c93', 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803', 'admin_state_up': True, 'tenant_id': '0bc52e0882a143919e29b295de5fb82b'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:44:04.331653 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-102fde75-b36e-4aa6-a1ba-e86e3feecf8f tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Made reservation on behalf of 0bc52e0882a143919e29b295de5fb82b for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:44:04.335232 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-102fde75-b36e-4aa6-a1ba-e86e3feecf8f tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:04.462136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-102fde75-b36e-4aa6-a1ba-e86e3feecf8f tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Allocated IP 172.20.0.14 (3aab1987-a2a1-4449-b85b-1b576fc9a803/fb88c08f-625b-4299-b78e-07969755409a/f27beef1-02a3-44dc-bd34-79385bbff935) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:44:04.586694 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d74032ba-bcbe-4e6a-8bda-db4d53553ee8 req-ccb4e120-c262-4072-b365-a9afff9f0769 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=44a05180-9adf-42cc-a2ef-5fa4147d9c93 HTTP/1.1" status: 200 len: 210 time: 0.0302758 Nov 11 12:44:04.611264 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-102fde75-b36e-4aa6-a1ba-e86e3feecf8f tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:04.698794 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-102fde75-b36e-4aa6-a1ba-e86e3feecf8f tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:04.739552 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-102fde75-b36e-4aa6-a1ba-e86e3feecf8f tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Network 3aab1987-a2a1-4449-b85b-1b576fc9a803 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:44:04.744553 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-102fde75-b36e-4aa6-a1ba-e86e3feecf8f tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:44:04.748232 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-102fde75-b36e-4aa6-a1ba-e86e3feecf8f tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:44:04.777362 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fde75-b36e-4aa6-a1ba-e86e3feecf8f tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Pushing event updated for resources: {'Port': ['ID=f27beef1-02a3-44dc-bd34-79385bbff935,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:04.806923 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-102fde75-b36e-4aa6-a1ba-e86e3feecf8f tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:04.807559 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-102fde75-b36e-4aa6-a1ba-e86e3feecf8f tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:04.890435 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-102fde75-b36e-4aa6-a1ba-e86e3feecf8f tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7295380 Nov 11 12:44:04.903896 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Request body: {'port': {'device_id': '44a05180-9adf-42cc-a2ef-5fa4147d9c93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:44:04.956470 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:04.985407 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8297a2ca-cecb-4aa0-910c-6b0a95be52e4 None None] Provisioning complete for port f27beef1-02a3-44dc-bd34-79385bbff935 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:44:04.985962 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8297a2ca-cecb-4aa0-910c-6b0a95be52e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:05.019068 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-8297a2ca-cecb-4aa0-910c-6b0a95be52e4 None None] Port f27beef1-02a3-44dc-bd34-79385bbff935 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:44:05.211830 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27beef1-02a3-44dc-bd34-79385bbff935 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:44:05.219192 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:05.230682 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Transition to ACTIVE for port object f27beef1-02a3-44dc-bd34-79385bbff935 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:44:05.304791 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:05.355788 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f27beef1-02a3-44dc-bd34-79385bbff935,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:05.428710 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Attempting to bind port f27beef1-02a3-44dc-bd34-79385bbff935 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:44:05.431553 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Attempting to bind port f27beef1-02a3-44dc-bd34-79385bbff935 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '102b9dea-e17a-475d-9fb5-be12bd515fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:44:05.431553 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Attempting to bind port f27beef1-02a3-44dc-bd34-79385bbff935 on network 3aab1987-a2a1-4449-b85b-1b576fc9a803 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:44:05.435813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Port f27beef1-02a3-44dc-bd34-79385bbff935 on network 3aab1987-a2a1-4449-b85b-1b576fc9a803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:44:05.436136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Attempting to bind port f27beef1-02a3-44dc-bd34-79385bbff935 on network 3aab1987-a2a1-4449-b85b-1b576fc9a803 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:44:05.441300 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:44:05.441634 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Checking segment: {'id': '102b9dea-e17a-475d-9fb5-be12bd515fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:44:05.442015 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Bound using segment: {'id': '102b9dea-e17a-475d-9fb5-be12bd515fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:44:05.442435 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Bound port: f27beef1-02a3-44dc-bd34-79385bbff935, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102b9dea-e17a-475d-9fb5-be12bd515fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:44:05.442786 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:05.516552 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] For port f27beef1-02a3-44dc-bd34-79385bbff935, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:44:05.519649 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] For port f27beef1-02a3-44dc-bd34-79385bbff935, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f27beef1-02a3-44dc-bd34-79385bbff935,segment=NetworkSegment(102b9dea-e17a-475d-9fb5-be12bd515fcf),segment_id=102b9dea-e17a-475d-9fb5-be12bd515fcf)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:44:05.544531 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1039fa40-9bdf-47e1-b267-af3b051b869b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:05.568129 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:05.603476 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:05.603476 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:05.603476 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] 10.222.0.70 "PUT /v2.0/ports/f27beef1-02a3-44dc-bd34-79385bbff935 HTTP/1.1" status: 200 len: 1094 time: 0.7028377 Nov 11 12:44:05.604577 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a05180-9adf-42cc-a2ef-5fa4147d9c93', 'tag': 'f27beef1-02a3-44dc-bd34-79385bbff935'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:44:05.607776 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a910b6ca-45fa-416f-8018-b10dcc89abd3" -d '{"events": [{"name": "network-changed", "server_uuid": "44a05180-9adf-42cc-a2ef-5fa4147d9c93", "tag": "f27beef1-02a3-44dc-bd34-79385bbff935"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:44:05.641855 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eae7d3-b391-4339-b5bd-82dcdf9fe7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f27beef1-02a3-44dc-bd34-79385bbff935,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:05.663468 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d0a6a7-4dee-4774-8f3e-f3d7317d7d39 x-openstack-request-id: req-12d0a6a7-4dee-4774-8f3e-f3d7317d7d39 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:44:05.664255 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a05180-9adf-42cc-a2ef-5fa4147d9c93", "tag": "f27beef1-02a3-44dc-bd34-79385bbff935", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:44:05.664511 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12d0a6a7-4dee-4774-8f3e-f3d7317d7d39 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:44:05.664919 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a05180-9adf-42cc-a2ef-5fa4147d9c93', 'tag': 'f27beef1-02a3-44dc-bd34-79385bbff935', 'status': 'completed', 'code': 200} Nov 11 12:44:05.719864 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3487db7-c4e6-448a-a25a-6cc7f83809cb req-399b40ce-26f5-4495-a005-92966c5a4e88 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:05.721602 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e3487db7-c4e6-448a-a25a-6cc7f83809cb req-399b40ce-26f5-4495-a005-92966c5a4e88 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=44a05180-9adf-42cc-a2ef-5fa4147d9c93 HTTP/1.1" status: 200 len: 944 time: 0.0539560 Nov 11 12:44:05.741385 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910b6ca-45fa-416f-8018-b10dcc89abd3 req-517692cb-6555-4256-b90b-388689b4a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:05.743602 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a910b6ca-45fa-416f-8018-b10dcc89abd3 req-517692cb-6555-4256-b90b-388689b4a357 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0bc52e0882a143919e29b295de5fb82b&device_id=44a05180-9adf-42cc-a2ef-5fa4147d9c93 HTTP/1.1" status: 200 len: 1097 time: 0.0522389 Nov 11 12:44:05.773749 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e3487db7-c4e6-448a-a25a-6cc7f83809cb req-1aa428e2-2d00-4499-ad1b-08ed7d71f2c4 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453846 Nov 11 12:44:05.851810 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910b6ca-45fa-416f-8018-b10dcc89abd3 req-b5e1a4c3-3adb-491b-8e34-0505a66bc76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:05.853283 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a910b6ca-45fa-416f-8018-b10dcc89abd3 req-b5e1a4c3-3adb-491b-8e34-0505a66bc76f service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=0bc52e0882a143919e29b295de5fb82b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1014066 Nov 11 12:44:05.947512 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910b6ca-45fa-416f-8018-b10dcc89abd3 req-d6b93728-3a1c-43ce-af1f-1010779cf5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:05.948920 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a910b6ca-45fa-416f-8018-b10dcc89abd3 req-d6b93728-3a1c-43ce-af1f-1010779cf5ce service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875816 Nov 11 12:44:06.027692 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-b1cbc2dc-f8ca-498c-9770-8d8ad8055cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:06.029075 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-b1cbc2dc-f8ca-498c-9770-8d8ad8055cb3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0bc52e0882a143919e29b295de5fb82b&device_id=44a05180-9adf-42cc-a2ef-5fa4147d9c93 HTTP/1.1" status: 200 len: 1097 time: 0.0439122 Nov 11 12:44:06.070038 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-2b5d1075-0495-46cf-beb2-a38f1bfab246 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f27beef1-02a3-44dc-bd34-79385bbff935 HTTP/1.1" status: 200 len: 217 time: 0.0334554 Nov 11 12:44:06.118641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-9e845515-c2ac-4a51-898d-4ac1a7fd896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:06.120066 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-9e845515-c2ac-4a51-898d-4ac1a7fd896c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fb88c08f-625b-4299-b78e-07969755409a HTTP/1.1" status: 200 len: 856 time: 0.0428450 Nov 11 12:44:06.164675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-f776e87b-c76d-484b-aaf8-7644dc9d0518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:06.166120 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-f776e87b-c76d-484b-aaf8-7644dc9d0518 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3aab1987-a2a1-4449-b85b-1b576fc9a803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0392003 Nov 11 12:44:06.257071 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-1437b91e-983d-48c9-971e-4fa82e15f26d service neutron] 10.222.0.70 "GET /v2.0/networks/3aab1987-a2a1-4449-b85b-1b576fc9a803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839198 Nov 11 12:44:06.348359 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-102d4fe3-cf50-4684-a25b-06ee2622925b req-dcbc7700-5d5c-408e-8bf1-6f13360cb2b2 service neutron] 10.222.0.70 "GET /v2.0/networks/3aab1987-a2a1-4449-b85b-1b576fc9a803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839491 Nov 11 12:44:06.595613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:06.894033 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54097221-2311-4ee7-ba06-a5b51ed0e49f req-95ccf0a1-3505-4b37-95c4-a6c9f6237557 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:06.895511 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-54097221-2311-4ee7-ba06-a5b51ed0e49f req-95ccf0a1-3505-4b37-95c4-a6c9f6237557 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=44a05180-9adf-42cc-a2ef-5fa4147d9c93 HTTP/1.1" status: 200 len: 944 time: 0.0508294 Nov 11 12:44:06.941404 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-54097221-2311-4ee7-ba06-a5b51ed0e49f req-e8d97ed2-8f5d-4f11-8f40-fae555483ead tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398438 Nov 11 12:44:08.058152 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cf533-c901-4358-a66c-8eff063d4e3a req-b2800d42-0f6c-4bbd-a566-58412f207b9b tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:08.059693 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6d0cf533-c901-4358-a66c-8eff063d4e3a req-b2800d42-0f6c-4bbd-a566-58412f207b9b tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=44a05180-9adf-42cc-a2ef-5fa4147d9c93 HTTP/1.1" status: 200 len: 944 time: 0.0526259 Nov 11 12:44:08.108208 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6d0cf533-c901-4358-a66c-8eff063d4e3a req-f260d972-dbe0-478b-b3a0-d2b87a055116 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421636 Nov 11 12:44:08.241556 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:09.161681 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:09.227846 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4a981-4c48-445a-bbfb-3572f3075abd req-0ec09377-c1fe-4f6f-8e3b-41effe374538 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:09.229307 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3bd4a981-4c48-445a-bbfb-3572f3075abd req-0ec09377-c1fe-4f6f-8e3b-41effe374538 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=44a05180-9adf-42cc-a2ef-5fa4147d9c93 HTTP/1.1" status: 200 len: 944 time: 0.0488348 Nov 11 12:44:09.276317 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3bd4a981-4c48-445a-bbfb-3572f3075abd req-e4bba6d9-fcc9-41da-9125-4ed35f3771fb tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411294 Nov 11 12:44:10.074996 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device f27beef1-02a3-44dc-bd34-79385bbff935 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:44:10.175228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port f27beef1-02a3-44dc-bd34-79385bbff935, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f27beef1-02a3-44dc-bd34-79385bbff935,segment=NetworkSegment(102b9dea-e17a-475d-9fb5-be12bd515fcf),segment_id=102b9dea-e17a-475d-9fb5-be12bd515fcf)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:44:10.187640 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': 'f27beef1-02a3-44dc-bd34-79385bbff935', 'network_id': '3aab1987-a2a1-4449-b85b-1b576fc9a803', 'port_id': 'f27beef1-02a3-44dc-bd34-79385bbff935', 'mac_address': 'fa:16:3e:e3:6b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb88c08f-625b-4299-b78e-07969755409a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:44:10.223332 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:10.236199 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27beef1-02a3-44dc-bd34-79385bbff935 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:44:10.256785 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port f27beef1-02a3-44dc-bd34-79385bbff935, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f27beef1-02a3-44dc-bd34-79385bbff935,segment=NetworkSegment(102b9dea-e17a-475d-9fb5-be12bd515fcf),segment_id=102b9dea-e17a-475d-9fb5-be12bd515fcf)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:44:10.338930 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:10.389726 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=f27beef1-02a3-44dc-bd34-79385bbff935,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:10.394654 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb2f4d-e36f-456f-acb7-2e412d67a42d req-70a6da9e-e2bf-4845-b165-faba4dcda693 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:10.396191 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a2fb2f4d-e36f-456f-acb7-2e412d67a42d req-70a6da9e-e2bf-4845-b165-faba4dcda693 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=44a05180-9adf-42cc-a2ef-5fa4147d9c93 HTTP/1.1" status: 200 len: 945 time: 0.0528789 Nov 11 12:44:10.448894 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a2fb2f4d-e36f-456f-acb7-2e412d67a42d req-1e425401-ddd9-4313-931f-07b618a3254e tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465314 Nov 11 12:44:10.575511 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['f27beef1-02a3-44dc-bd34-79385bbff935'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:44:10.984550 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:11.561469 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ed831-fe9c-4321-b36e-0ab2c304098c req-6bcc1a5c-70b5-42ce-a275-1f4fa95d9af6 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:11.562829 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8f8ed831-fe9c-4321-b36e-0ab2c304098c req-6bcc1a5c-70b5-42ce-a275-1f4fa95d9af6 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=44a05180-9adf-42cc-a2ef-5fa4147d9c93 HTTP/1.1" status: 200 len: 945 time: 0.0475988 Nov 11 12:44:11.609045 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8f8ed831-fe9c-4321-b36e-0ab2c304098c req-c322183f-8f17-4f41-99de-7cf114860692 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403714 Nov 11 12:44:12.090353 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device f27beef1-02a3-44dc-bd34-79385bbff935 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:44:12.200237 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port f27beef1-02a3-44dc-bd34-79385bbff935 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:44:12.203783 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port f27beef1-02a3-44dc-bd34-79385bbff935 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:44:12.204146 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:12.279040 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:12.300087 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a05180-9adf-42cc-a2ef-5fa4147d9c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27beef1-02a3-44dc-bd34-79385bbff935'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:44:12.302267 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75719e33-2575-4d84-bbe4-0e23b6038fc7" -d '{"events": [{"server_uuid": "44a05180-9adf-42cc-a2ef-5fa4147d9c93", "name": "network-vif-plugged", "status": "completed", "tag": "f27beef1-02a3-44dc-bd34-79385bbff935"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:44:12.315635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port f27beef1-02a3-44dc-bd34-79385bbff935, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f27beef1-02a3-44dc-bd34-79385bbff935,segment=NetworkSegment(102b9dea-e17a-475d-9fb5-be12bd515fcf),segment_id=102b9dea-e17a-475d-9fb5-be12bd515fcf)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:44:12.339683 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1553c0ae-0fb2-47a6-a58b-02ed1187a3a7 x-openstack-request-id: req-1553c0ae-0fb2-47a6-a58b-02ed1187a3a7 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:44:12.339976 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a05180-9adf-42cc-a2ef-5fa4147d9c93", "name": "network-vif-plugged", "status": "completed", "tag": "f27beef1-02a3-44dc-bd34-79385bbff935", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:44:12.340227 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1553c0ae-0fb2-47a6-a58b-02ed1187a3a7 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:44:12.340613 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a05180-9adf-42cc-a2ef-5fa4147d9c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27beef1-02a3-44dc-bd34-79385bbff935', 'code': 200} Nov 11 12:44:12.378182 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:12.428693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=f27beef1-02a3-44dc-bd34-79385bbff935,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:12.619917 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15085c-bb3c-4045-ae1b-d3e7cccc3c0b req-65fda0b7-bd4d-454c-9302-af4f2f37df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:12.621390 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-dc15085c-bb3c-4045-ae1b-d3e7cccc3c0b req-65fda0b7-bd4d-454c-9302-af4f2f37df82 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=44a05180-9adf-42cc-a2ef-5fa4147d9c93 HTTP/1.1" status: 200 len: 1099 time: 0.0399289 Nov 11 12:44:12.667317 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-dc15085c-bb3c-4045-ae1b-d3e7cccc3c0b req-54d68948-b769-4306-ae90-c64b1abbf0b8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393543 Nov 11 12:44:12.723175 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2e4e6-149d-4a38-854a-f65248e183de req-186f1aa1-f4d1-4b18-989e-c723576c6c50 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:12.724641 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0cc2e4e6-149d-4a38-854a-f65248e183de req-186f1aa1-f4d1-4b18-989e-c723576c6c50 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=44a05180-9adf-42cc-a2ef-5fa4147d9c93 HTTP/1.1" status: 200 len: 946 time: 0.0484028 Nov 11 12:44:12.775860 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0cc2e4e6-149d-4a38-854a-f65248e183de req-dc58300f-c354-4cab-afd2-d7e8224a7ec5 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452602 Nov 11 12:44:13.893096 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ae3af-0afd-4603-afd8-f917d1096c67 req-5138b210-8327-4034-80b6-7d8f8cc608db tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:13.894555 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b86ae3af-0afd-4603-afd8-f917d1096c67 req-5138b210-8327-4034-80b6-7d8f8cc608db tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=44a05180-9adf-42cc-a2ef-5fa4147d9c93 HTTP/1.1" status: 200 len: 946 time: 0.0509655 Nov 11 12:44:13.940231 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b86ae3af-0afd-4603-afd8-f917d1096c67 req-bd07ce98-88ad-4ee8-b319-c0f7f7dd2546 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392206 Nov 11 12:44:14.055163 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65536c65-aa05-45ad-b519-fd825a0de53d req-a9632dfb-b856-43e1-b7e7-d40ccfbae4d9 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:14.056664 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-65536c65-aa05-45ad-b519-fd825a0de53d req-a9632dfb-b856-43e1-b7e7-d40ccfbae4d9 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=44a05180-9adf-42cc-a2ef-5fa4147d9c93 HTTP/1.1" status: 200 len: 946 time: 0.0523694 Nov 11 12:44:14.103905 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-65536c65-aa05-45ad-b519-fd825a0de53d req-59d7e250-17b7-477c-96b7-5ed33a8cb234 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413578 Nov 11 12:44:19.217562 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:44:33.241803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d53e36ce-87df-4403-8e1e-2a7300b5e3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:35.544736 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2f5816d2-cc53-4f8b-974e-6af2731c69ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:36.596221 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:38.212947 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:39.162468 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:39.241357 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46506db8-a2c4-484a-97a8-dabb8d4bc507 req-374eda72-ddfb-4f68-a01b-136c589d2ede tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:39.243623 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-46506db8-a2c4-484a-97a8-dabb8d4bc507 req-374eda72-ddfb-4f68-a01b-136c589d2ede tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=44a05180-9adf-42cc-a2ef-5fa4147d9c93 HTTP/1.1" status: 200 len: 946 time: 0.0564289 Nov 11 12:44:39.292144 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-46506db8-a2c4-484a-97a8-dabb8d4bc507 req-5799dcf3-57df-4edf-a1b2-52a4e39bde75 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420992 Nov 11 12:44:40.407106 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a7a1e-ec48-4789-8eb0-1d25926fa34b req-e963bc97-420c-47b4-b054-0c34ddc3240d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:40.408559 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9d0a7a1e-ec48-4789-8eb0-1d25926fa34b req-e963bc97-420c-47b4-b054-0c34ddc3240d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=44a05180-9adf-42cc-a2ef-5fa4147d9c93 HTTP/1.1" status: 200 len: 946 time: 0.0477142 Nov 11 12:44:40.454880 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9d0a7a1e-ec48-4789-8eb0-1d25926fa34b req-5409cd1a-1977-4720-af17-c07e98b0126c tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/security-groups?id=b14b79a0-449e-4561-95fe-d3c7e60b3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400062 Nov 11 12:44:40.812270 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075557c-84e8-4b54-a5c9-c5c30c40b1ab req-df6be802-a7b8-496e-a6a9-87e4d893c8d0 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:40.813696 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f075557c-84e8-4b54-a5c9-c5c30c40b1ab req-df6be802-a7b8-496e-a6a9-87e4d893c8d0 tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.70 "GET /v2.0/ports?device_id=44a05180-9adf-42cc-a2ef-5fa4147d9c93 HTTP/1.1" status: 200 len: 946 time: 0.0488153 Nov 11 12:44:40.905382 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-f075557c-84e8-4b54-a5c9-c5c30c40b1ab req-4f1eb1b6-1f62-4bfe-8b0e-66251d4f7d4d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Deleting port f27beef1-02a3-44dc-bd34-79385bbff935 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:44:40.905717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-f075557c-84e8-4b54-a5c9-c5c30c40b1ab req-4f1eb1b6-1f62-4bfe-8b0e-66251d4f7d4d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:40.946431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:40.995830 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-f075557c-84e8-4b54-a5c9-c5c30c40b1ab req-4f1eb1b6-1f62-4bfe-8b0e-66251d4f7d4d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] For port f27beef1-02a3-44dc-bd34-79385bbff935, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f27beef1-02a3-44dc-bd34-79385bbff935,segment=NetworkSegment(102b9dea-e17a-475d-9fb5-be12bd515fcf),segment_id=102b9dea-e17a-475d-9fb5-be12bd515fcf)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:44:40.996181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-f075557c-84e8-4b54-a5c9-c5c30c40b1ab req-4f1eb1b6-1f62-4bfe-8b0e-66251d4f7d4d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:41.008155 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-f075557c-84e8-4b54-a5c9-c5c30c40b1ab req-4f1eb1b6-1f62-4bfe-8b0e-66251d4f7d4d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Calling delete_port for f27beef1-02a3-44dc-bd34-79385bbff935 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:44:41.195625 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-f075557c-84e8-4b54-a5c9-c5c30c40b1ab req-4f1eb1b6-1f62-4bfe-8b0e-66251d4f7d4d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:41.206382 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['f27beef1-02a3-44dc-bd34-79385bbff935'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:44:41.222422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1eb1b6-1f62-4bfe-8b0e-66251d4f7d4d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Pushing event deleted for resources: {'Port': ['ID=f27beef1-02a3-44dc-bd34-79385bbff935,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:41.272394 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-f075557c-84e8-4b54-a5c9-c5c30c40b1ab req-4f1eb1b6-1f62-4bfe-8b0e-66251d4f7d4d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] No DVR routers for this DVR port f27beef1-02a3-44dc-bd34-79385bbff935 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:44:41.275113 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-f075557c-84e8-4b54-a5c9-c5c30c40b1ab req-4f1eb1b6-1f62-4bfe-8b0e-66251d4f7d4d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:41.278498 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f075557c-84e8-4b54-a5c9-c5c30c40b1ab req-4f1eb1b6-1f62-4bfe-8b0e-66251d4f7d4d tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.70 "DELETE /v2.0/ports/f27beef1-02a3-44dc-bd34-79385bbff935 HTTP/1.1" status: 204 len: 173 time: 0.4586177 Nov 11 12:44:41.278946 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a05180-9adf-42cc-a2ef-5fa4147d9c93', 'name': 'network-vif-deleted', 'tag': 'f27beef1-02a3-44dc-bd34-79385bbff935'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:44:41.281887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb09a9e9-a2e4-413a-aa08-3040b0cbacc3" -d '{"events": [{"server_uuid": "44a05180-9adf-42cc-a2ef-5fa4147d9c93", "name": "network-vif-deleted", "tag": "f27beef1-02a3-44dc-bd34-79385bbff935"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:44:41.317123 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddc329f-fd1e-4227-b02b-df662cde9dca x-openstack-request-id: req-4ddc329f-fd1e-4227-b02b-df662cde9dca {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:44:41.317418 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a05180-9adf-42cc-a2ef-5fa4147d9c93", "name": "network-vif-deleted", "tag": "f27beef1-02a3-44dc-bd34-79385bbff935", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:44:41.317839 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ddc329f-fd1e-4227-b02b-df662cde9dca {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:44:41.318242 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a05180-9adf-42cc-a2ef-5fa4147d9c93', 'name': 'network-vif-deleted', 'tag': 'f27beef1-02a3-44dc-bd34-79385bbff935', 'status': 'completed', 'code': 200} Nov 11 12:44:41.550867 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6cd7fd8b-4048-4c16-af2a-a61805589278 req-6954bedf-e63c-4805-92c8-1ba3601b3a7a tempest-TestEncryptedCinderVolumes-39601427 tempest-TestEncryptedCinderVolumes-39601427-project] 10.222.0.50 "GET /v2.0/ports?device_id=44a05180-9adf-42cc-a2ef-5fa4147d9c93 HTTP/1.1" status: 200 len: 210 time: 0.0252683 Nov 11 12:44:42.672754 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60226) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:43.012238 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:43.245483 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Deleting port 8ff394a8-3934-4039-b417-1321fd055cf8 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:44:43.245816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:43.321875 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] For port 8ff394a8-3934-4039-b417-1321fd055cf8, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=8ff394a8-3934-4039-b417-1321fd055cf8,segment=NetworkSegment(102b9dea-e17a-475d-9fb5-be12bd515fcf),segment_id=102b9dea-e17a-475d-9fb5-be12bd515fcf)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:44:43.322152 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:43.338031 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Calling delete_port for 8ff394a8-3934-4039-b417-1321fd055cf8 owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:44:43.561958 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:43.585554 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff394a8-3934-4039-b417-1321fd055cf8,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:43.595395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:43.595745 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:43.596101 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:43.596425 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:43.596762 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:43.597570 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:43.597570 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:43.597753 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:43.598047 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:43.598372 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:43.598698 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:43.599020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:43.762083 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:43.971403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Router 95be4a92-267a-419c-9e18-b58092b9bc9b has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:44:44.073164 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:44:44.078339 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-165d4fbe-90f7-4d18-83e4-cdfdc48c2444 admin admin] 10.222.0.50 "PUT /v2.0/routers/95be4a92-267a-419c-9e18-b58092b9bc9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4045625 Nov 11 12:44:44.080901 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60228) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:44.081821 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e6db6-3038-443f-bd76-f63001760cda None None] Sync routers for ids ['95be4a92-267a-419c-9e18-b58092b9bc9b'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:44:44.092113 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66e6db6-3038-443f-bd76-f63001760cda None None] Routers {'95be4a92-267a-419c-9e18-b58092b9bc9b'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:44:44.092718 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-c66e6db6-3038-443f-bd76-f63001760cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:44:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['95be4a92-267a-419c-9e18-b58092b9bc9b'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:44.182249 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6746f6dd-4fb3-4874-9015-b0996115517e admin admin] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:44.193744 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-c66e6db6-3038-443f-bd76-f63001760cda None None] Set router 95be4a92-267a-419c-9e18-b58092b9bc9b gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:44:44.221612 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device f27beef1-02a3-44dc-bd34-79385bbff935 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:44:44.271605 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: f27beef1-02a3-44dc-bd34-79385bbff935 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:44:44.271945 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device f27beef1-02a3-44dc-bd34-79385bbff935 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:44:44.284350 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6746f6dd-4fb3-4874-9015-b0996115517e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:44.390967 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-c66e6db6-3038-443f-bd76-f63001760cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'name': 'tempest-TestEncryptedCinderVolumes-1175016799-router', 'tenant_id': '0bc52e0882a143919e29b295de5fb82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '718d1617-c25f-496c-9e81-4f684163c533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:43:07Z', 'updated_at': '2021-11-11T12:44:43Z', 'revision_number': 5, 'project_id': '0bc52e0882a143919e29b295de5fb82b', 'gw_port': {'id': '718d1617-c25f-496c-9e81-4f684163c533', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:08Z', 'updated_at': '2021-11-11T12:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:44.404270 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-6746f6dd-4fb3-4874-9015-b0996115517e admin admin] Deleting port 718d1617-c25f-496c-9e81-4f684163c533 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:44:44.404612 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6746f6dd-4fb3-4874-9015-b0996115517e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:44.486944 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-6746f6dd-4fb3-4874-9015-b0996115517e admin admin] For port 718d1617-c25f-496c-9e81-4f684163c533, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=718d1617-c25f-496c-9e81-4f684163c533,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:44:44.487246 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6746f6dd-4fb3-4874-9015-b0996115517e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:44.504711 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-6746f6dd-4fb3-4874-9015-b0996115517e admin admin] Calling delete_port for 718d1617-c25f-496c-9e81-4f684163c533 owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:44:44.563216 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e6db6-3038-443f-bd76-f63001760cda None None] Checking router: 95be4a92-267a-419c-9e18-b58092b9bc9b for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:44:44.572082 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66e6db6-3038-443f-bd76-f63001760cda None None] Routers {'95be4a92-267a-419c-9e18-b58092b9bc9b'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:44:44.572683 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-c66e6db6-3038-443f-bd76-f63001760cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:44:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['95be4a92-267a-419c-9e18-b58092b9bc9b'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:44.656238 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-c66e6db6-3038-443f-bd76-f63001760cda None None] Set router 95be4a92-267a-419c-9e18-b58092b9bc9b gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:44:44.704846 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6746f6dd-4fb3-4874-9015-b0996115517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:44.709061 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-c66e6db6-3038-443f-bd76-f63001760cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'name': 'tempest-TestEncryptedCinderVolumes-1175016799-router', 'tenant_id': '0bc52e0882a143919e29b295de5fb82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:43:07Z', 'updated_at': '2021-11-11T12:44:44Z', 'revision_number': 6, 'project_id': '0bc52e0882a143919e29b295de5fb82b', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:44.738601 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e6db6-3038-443f-bd76-f63001760cda None None] The sync data for ids ['95be4a92-267a-419c-9e18-b58092b9bc9b'] in dv-neutron-786478-23-hyperv is: [{'id': '95be4a92-267a-419c-9e18-b58092b9bc9b', 'name': 'tempest-TestEncryptedCinderVolumes-1175016799-router', 'tenant_id': '0bc52e0882a143919e29b295de5fb82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:43:07Z', 'updated_at': '2021-11-11T12:44:44Z', 'revision_number': 6, 'project_id': '0bc52e0882a143919e29b295de5fb82b', 'gw_port_host': None}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:44:44.748002 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746f6dd-4fb3-4874-9015-b0996115517e admin admin] Pushing event deleted for resources: {'Port': ['ID=718d1617-c25f-496c-9e81-4f684163c533,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:44.773536 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e1d584-2d68-43a0-ad78-5a4090c5e840 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:44:44.814124 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6746f6dd-4fb3-4874-9015-b0996115517e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:44.899892 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6746f6dd-4fb3-4874-9015-b0996115517e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:44.901993 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6746f6dd-4fb3-4874-9015-b0996115517e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:45.002004 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6746f6dd-4fb3-4874-9015-b0996115517e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:45.002484 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6746f6dd-4fb3-4874-9015-b0996115517e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95be4a92-267a-419c-9e18-b58092b9bc9b {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:44:45.006719 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6746f6dd-4fb3-4874-9015-b0996115517e admin admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:45.010569 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60230) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:45.011324 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6746f6dd-4fb3-4874-9015-b0996115517e admin admin] 10.222.0.50 "DELETE /v2.0/routers/95be4a92-267a-419c-9e18-b58092b9bc9b HTTP/1.1" status: 204 len: 168 time: 0.9260559 Nov 11 12:44:45.060896 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-72425d8e-3c9e-468a-a1e4-a3ba4a4e4c78 admin admin] Deleting subnet fb88c08f-625b-4299-b78e-07969755409a {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:44:45.064371 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-72425d8e-3c9e-468a-a1e4-a3ba4a4e4c78 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:45.107937 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-72425d8e-3c9e-468a-a1e4-a3ba4a4e4c78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:45.188712 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-72425d8e-3c9e-468a-a1e4-a3ba4a4e4c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:45.276679 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-72425d8e-3c9e-468a-a1e4-a3ba4a4e4c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:45.302355 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72425d8e-3c9e-468a-a1e4-a3ba4a4e4c78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb88c08f-625b-4299-b78e-07969755409a,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:45.306304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-72425d8e-3c9e-468a-a1e4-a3ba4a4e4c78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:45.311021 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-72425d8e-3c9e-468a-a1e4-a3ba4a4e4c78 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fb88c08f-625b-4299-b78e-07969755409a HTTP/1.1" status: 204 len: 168 time: 0.2978919 Nov 11 12:44:45.312077 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60232) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:45.312268 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89011a24-7bde-4f70-862c-a2f32b4afae8 None None] Network 3aab1987-a2a1-4449-b85b-1b576fc9a803 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:44:45.516695 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] DHCP port deletion for 3aab1987-a2a1-4449-b85b-1b576fc9a803 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:44:45.568174 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] Deleting port 767cf1e4-983e-4a74-98b2-63406671ef5e {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:44:45.568621 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:45.628052 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:45.635404 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] For port 767cf1e4-983e-4a74-98b2-63406671ef5e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=767cf1e4-983e-4a74-98b2-63406671ef5e,segment=NetworkSegment(102b9dea-e17a-475d-9fb5-be12bd515fcf),segment_id=102b9dea-e17a-475d-9fb5-be12bd515fcf)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:44:45.635803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:45.652362 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] Calling delete_port for 767cf1e4-983e-4a74-98b2-63406671ef5e owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:44:45.680638 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] Deleting port 767cf1e4-983e-4a74-98b2-63406671ef5e {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:44:45.680875 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:45.746906 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] For port 767cf1e4-983e-4a74-98b2-63406671ef5e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=767cf1e4-983e-4a74-98b2-63406671ef5e,segment=NetworkSegment(102b9dea-e17a-475d-9fb5-be12bd515fcf),segment_id=102b9dea-e17a-475d-9fb5-be12bd515fcf)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:44:45.747223 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:45.760888 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] Calling delete_port for 767cf1e4-983e-4a74-98b2-63406671ef5e owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:44:45.825230 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:45.839311 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:45.850199 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] Pushing event deleted for resources: {'Port': ['ID=767cf1e4-983e-4a74-98b2-63406671ef5e,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:45.854678 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] No DVR routers for this DVR port 767cf1e4-983e-4a74-98b2-63406671ef5e on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:44:45.861018 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:45.861372 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:45.861715 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:45.862051 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:45.862387 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:45.862719 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:45.866968 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:45.866968 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:45.866968 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:45.866968 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:45.866968 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:45.866968 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5ea07-9043-414a-b102-27e5ece1bf0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:45.869439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] Pushing event deleted for resources: {'Port': ['ID=767cf1e4-983e-4a74-98b2-63406671ef5e,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:45.871583 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] No DVR routers for this DVR port 767cf1e4-983e-4a74-98b2-63406671ef5e on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:44:45.936829 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 718d1617-c25f-496c-9e81-4f684163c533 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:44:45.948547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:45.956679 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 718d1617-c25f-496c-9e81-4f684163c533 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:44:45.957028 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 718d1617-c25f-496c-9e81-4f684163c533 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:44:45.957445 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 8ff394a8-3934-4039-b417-1321fd055cf8 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:44:45.968128 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aab1987-a2a1-4449-b85b-1b576fc9a803']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:45.977474 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102b9dea-e17a-475d-9fb5-be12bd515fcf') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:45.977786 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102b9dea-e17a-475d-9fb5-be12bd515fcf') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:45.979240 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 8ff394a8-3934-4039-b417-1321fd055cf8 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:44:45.979590 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 8ff394a8-3934-4039-b417-1321fd055cf8 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:44:45.980003 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 767cf1e4-983e-4a74-98b2-63406671ef5e no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:44:45.986892 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:45.999973 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 767cf1e4-983e-4a74-98b2-63406671ef5e {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:44:46.000317 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 767cf1e4-983e-4a74-98b2-63406671ef5e not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:44:46.001258 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:46.008798 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:44:46.009233 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: self.session.flush() Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:44:46.010956 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:44:46.127845 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:46.133338 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:46.136718 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3aab1987-a2a1-4449-b85b-1b576fc9a803 HTTP/1.1" status: 204 len: 168 time: 0.8236325 Nov 11 12:44:46.139840 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60234) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:46.155181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408db736-4d99-4480-be69-e6fd633e9607 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aab1987-a2a1-4449-b85b-1b576fc9a803,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:46.487091 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-63b6ded1-404f-46a2-a150-2d0db186c33f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:46.723014 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-63b6ded1-404f-46a2-a150-2d0db186c33f admin admin] Deleting port 349ec708-07b7-4384-97a8-7127f62a3772 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:44:46.723381 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-63b6ded1-404f-46a2-a150-2d0db186c33f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:46.809204 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-63b6ded1-404f-46a2-a150-2d0db186c33f admin admin] For port 349ec708-07b7-4384-97a8-7127f62a3772, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=349ec708-07b7-4384-97a8-7127f62a3772,segment=NetworkSegment(583f754b-4a1c-4a18-a8a0-e280b3ef3d5c),segment_id=583f754b-4a1c-4a18-a8a0-e280b3ef3d5c)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:44:46.809474 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-63b6ded1-404f-46a2-a150-2d0db186c33f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:46.825179 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-63b6ded1-404f-46a2-a150-2d0db186c33f admin admin] Calling delete_port for 349ec708-07b7-4384-97a8-7127f62a3772 owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:44:47.065158 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-63b6ded1-404f-46a2-a150-2d0db186c33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:47.090133 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6ded1-404f-46a2-a150-2d0db186c33f admin admin] Pushing event deleted for resources: {'Port': ['ID=349ec708-07b7-4384-97a8-7127f62a3772,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:47.579682 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-63b6ded1-404f-46a2-a150-2d0db186c33f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:47.795664 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b6ded1-404f-46a2-a150-2d0db186c33f admin admin] Router 10768c2d-b138-43d9-be04-7bc307effc77 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:44:47.900359 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b6ded1-404f-46a2-a150-2d0db186c33f admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:44:47.905394 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-63b6ded1-404f-46a2-a150-2d0db186c33f admin admin] 10.222.0.50 "PUT /v2.0/routers/10768c2d-b138-43d9-be04-7bc307effc77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7645402 Nov 11 12:44:47.908080 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60236) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:47.914663 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e2139d-5a7d-4972-8f68-91563c1d4131 None None] Sync routers for ids ['10768c2d-b138-43d9-be04-7bc307effc77'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:44:47.924693 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e2139d-5a7d-4972-8f68-91563c1d4131 None None] Routers {'10768c2d-b138-43d9-be04-7bc307effc77'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:44:47.925287 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a9e2139d-5a7d-4972-8f68-91563c1d4131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:44:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['10768c2d-b138-43d9-be04-7bc307effc77'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:48.016103 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d0f387d3-1f52-4541-a234-147cbb1893ad admin admin] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:48.030594 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-a9e2139d-5a7d-4972-8f68-91563c1d4131 None None] Set router 10768c2d-b138-43d9-be04-7bc307effc77 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:44:48.122503 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d0f387d3-1f52-4541-a234-147cbb1893ad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:48.267354 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-d0f387d3-1f52-4541-a234-147cbb1893ad admin admin] Deleting port d1c46309-266b-404c-b192-104759c1edf3 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:44:48.267680 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d0f387d3-1f52-4541-a234-147cbb1893ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:48.314147 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a9e2139d-5a7d-4972-8f68-91563c1d4131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10768c2d-b138-43d9-be04-7bc307effc77', 'name': 'tempest-TestEncryptedCinderVolumes-1038320352-router', 'tenant_id': '9f92a72d247b4fe5819c272d9df82c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': 'd1c46309-266b-404c-b192-104759c1edf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:43:13Z', 'updated_at': '2021-11-11T12:44:46Z', 'revision_number': 5, 'project_id': '9f92a72d247b4fe5819c272d9df82c1c', 'gw_port': {'id': 'd1c46309-266b-404c-b192-104759c1edf3', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10768c2d-b138-43d9-be04-7bc307effc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:43:14Z', 'updated_at': '2021-11-11T12:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:48.341493 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e2139d-5a7d-4972-8f68-91563c1d4131 None None] Checking router: 10768c2d-b138-43d9-be04-7bc307effc77 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:44:48.350108 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-d0f387d3-1f52-4541-a234-147cbb1893ad admin admin] For port d1c46309-266b-404c-b192-104759c1edf3, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=d1c46309-266b-404c-b192-104759c1edf3,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:44:48.350496 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d0f387d3-1f52-4541-a234-147cbb1893ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:48.356900 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e2139d-5a7d-4972-8f68-91563c1d4131 None None] Routers {'10768c2d-b138-43d9-be04-7bc307effc77'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:44:48.357493 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a9e2139d-5a7d-4972-8f68-91563c1d4131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:44:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['10768c2d-b138-43d9-be04-7bc307effc77'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:48.362747 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-d0f387d3-1f52-4541-a234-147cbb1893ad admin admin] Calling delete_port for d1c46309-266b-404c-b192-104759c1edf3 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:44:48.444431 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-a9e2139d-5a7d-4972-8f68-91563c1d4131 None None] Set router 10768c2d-b138-43d9-be04-7bc307effc77 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:44:48.494001 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a9e2139d-5a7d-4972-8f68-91563c1d4131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10768c2d-b138-43d9-be04-7bc307effc77', 'name': 'tempest-TestEncryptedCinderVolumes-1038320352-router', 'tenant_id': '9f92a72d247b4fe5819c272d9df82c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:43:13Z', 'updated_at': '2021-11-11T12:44:48Z', 'revision_number': 6, 'project_id': '9f92a72d247b4fe5819c272d9df82c1c', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:48.521492 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e2139d-5a7d-4972-8f68-91563c1d4131 None None] The sync data for ids ['10768c2d-b138-43d9-be04-7bc307effc77'] in dv-neutron-786478-23-hyperv is: [{'id': '10768c2d-b138-43d9-be04-7bc307effc77', 'name': 'tempest-TestEncryptedCinderVolumes-1038320352-router', 'tenant_id': '9f92a72d247b4fe5819c272d9df82c1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:43:13Z', 'updated_at': '2021-11-11T12:44:48Z', 'revision_number': 6, 'project_id': '9f92a72d247b4fe5819c272d9df82c1c', 'gw_port_host': None}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:44:48.596525 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d0f387d3-1f52-4541-a234-147cbb1893ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:48.623688 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f387d3-1f52-4541-a234-147cbb1893ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c46309-266b-404c-b192-104759c1edf3,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:48.637798 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1276ce5c-5580-4773-a24d-41fbcdc8f63e None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:44:48.687704 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d0f387d3-1f52-4541-a234-147cbb1893ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:48.788468 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d0f387d3-1f52-4541-a234-147cbb1893ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:48.791140 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d0f387d3-1f52-4541-a234-147cbb1893ad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:48.916485 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d0f387d3-1f52-4541-a234-147cbb1893ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:48.917154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f387d3-1f52-4541-a234-147cbb1893ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10768c2d-b138-43d9-be04-7bc307effc77 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:44:48.921731 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d0f387d3-1f52-4541-a234-147cbb1893ad admin admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:48.923003 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d0f387d3-1f52-4541-a234-147cbb1893ad admin admin] 10.222.0.50 "DELETE /v2.0/routers/10768c2d-b138-43d9-be04-7bc307effc77 HTTP/1.1" status: 204 len: 168 time: 1.0133865 Nov 11 12:44:48.925421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60238) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:48.971158 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a2471d-66ef-4c48-92ec-f9b2b03c0862 admin admin] Deleting subnet 275e29d2-65de-4bfd-82a8-cb3b3ae7a44e {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:44:48.974200 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-14a2471d-66ef-4c48-92ec-f9b2b03c0862 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:49.008445 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-14a2471d-66ef-4c48-92ec-f9b2b03c0862 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:49.091813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-14a2471d-66ef-4c48-92ec-f9b2b03c0862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:49.225058 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-14a2471d-66ef-4c48-92ec-f9b2b03c0862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:49.250720 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2471d-66ef-4c48-92ec-f9b2b03c0862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=275e29d2-65de-4bfd-82a8-cb3b3ae7a44e,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:49.256422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-14a2471d-66ef-4c48-92ec-f9b2b03c0862 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:49.261803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73955c27-1395-4979-9970-1aae130716e5 None None] Network 48b83b5a-e13b-45a2-b39f-25cdcb5f2549 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:44:49.262066 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-14a2471d-66ef-4c48-92ec-f9b2b03c0862 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/275e29d2-65de-4bfd-82a8-cb3b3ae7a44e HTTP/1.1" status: 204 len: 168 time: 0.3356209 Nov 11 12:44:49.264933 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60240) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:49.335230 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:49.401087 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] Deleting port e95bc84d-f661-446f-81aa-866ba9dcc60e {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:44:49.401087 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:49.441295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dc53d9-055f-4cc4-89b5-78569d168cd6 None None] DHCP port deletion for 48b83b5a-e13b-45a2-b39f-25cdcb5f2549 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:44:49.466983 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] For port e95bc84d-f661-446f-81aa-866ba9dcc60e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e95bc84d-f661-446f-81aa-866ba9dcc60e,segment=NetworkSegment(583f754b-4a1c-4a18-a8a0-e280b3ef3d5c),segment_id=583f754b-4a1c-4a18-a8a0-e280b3ef3d5c)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:44:49.467369 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:49.480498 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] Calling delete_port for e95bc84d-f661-446f-81aa-866ba9dcc60e owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:44:49.489272 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-31dc53d9-055f-4cc4-89b5-78569d168cd6 None None] Deleting port e95bc84d-f661-446f-81aa-866ba9dcc60e {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:44:49.489640 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-31dc53d9-055f-4cc4-89b5-78569d168cd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:49.559574 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-31dc53d9-055f-4cc4-89b5-78569d168cd6 None None] For port e95bc84d-f661-446f-81aa-866ba9dcc60e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e95bc84d-f661-446f-81aa-866ba9dcc60e,segment=NetworkSegment(583f754b-4a1c-4a18-a8a0-e280b3ef3d5c),segment_id=583f754b-4a1c-4a18-a8a0-e280b3ef3d5c)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:44:49.559974 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-31dc53d9-055f-4cc4-89b5-78569d168cd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:49.572965 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-31dc53d9-055f-4cc4-89b5-78569d168cd6 None None] Calling delete_port for e95bc84d-f661-446f-81aa-866ba9dcc60e owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:44:49.619466 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:49.644442 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=e95bc84d-f661-446f-81aa-866ba9dcc60e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:49.648079 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] No DVR routers for this DVR port e95bc84d-f661-446f-81aa-866ba9dcc60e on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:44:49.655128 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-31dc53d9-055f-4cc4-89b5-78569d168cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:49.680393 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc53d9-055f-4cc4-89b5-78569d168cd6 None None] Pushing event deleted for resources: {'Port': ['ID=e95bc84d-f661-446f-81aa-866ba9dcc60e,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:49.683866 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dc53d9-055f-4cc4-89b5-78569d168cd6 None None] No DVR routers for this DVR port e95bc84d-f661-446f-81aa-866ba9dcc60e on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:44:49.719272 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:49.742983 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b83b5a-e13b-45a2-b39f-25cdcb5f2549']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:49.752050 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583f754b-4a1c-4a18-a8a0-e280b3ef3d5c') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:49.752344 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583f754b-4a1c-4a18-a8a0-e280b3ef3d5c') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:49.761479 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:49.774856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:49.781272 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:44:49.781418 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:44:49.783065 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:44:49.886321 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:49.901498 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:49.901498 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] 10.222.0.50 "DELETE /v2.0/networks/48b83b5a-e13b-45a2-b39f-25cdcb5f2549 HTTP/1.1" status: 204 len: 168 time: 0.6305654 Nov 11 12:44:49.909076 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5948da-ef7a-48d4-ba11-6fc3cdcc8fcd admin admin] Pushing event deleted for resources: {'Network': ['ID=48b83b5a-e13b-45a2-b39f-25cdcb5f2549,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:49.943159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device d1c46309-266b-404c-b192-104759c1edf3 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:44:49.963380 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: d1c46309-266b-404c-b192-104759c1edf3 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:44:49.963801 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device d1c46309-266b-404c-b192-104759c1edf3 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:44:49.964227 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e95bc84d-f661-446f-81aa-866ba9dcc60e no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:44:49.986107 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: e95bc84d-f661-446f-81aa-866ba9dcc60e {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:44:49.986449 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e95bc84d-f661-446f-81aa-866ba9dcc60e not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:44:49.986863 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 349ec708-07b7-4384-97a8-7127f62a3772 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:44:50.005139 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 349ec708-07b7-4384-97a8-7127f62a3772 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:44:50.005477 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 349ec708-07b7-4384-97a8-7127f62a3772 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:44:50.228003 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60244) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:50.267950 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-703640d1-e5ab-4b0c-87d7-b57e129208e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0bc52e0882a143919e29b295de5fb82b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387712 Nov 11 12:44:50.270390 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60246) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:50.316362 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3081af4f-2b7a-4eb1-bc7c-4e93c152fdbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:50.340522 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3081af4f-2b7a-4eb1-bc7c-4e93c152fdbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:50.453812 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3081af4f-2b7a-4eb1-bc7c-4e93c152fdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:50.456385 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3081af4f-2b7a-4eb1-bc7c-4e93c152fdbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:50.457633 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3081af4f-2b7a-4eb1-bc7c-4e93c152fdbe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b14b79a0-449e-4561-95fe-d3c7e60b3019 HTTP/1.1" status: 204 len: 168 time: 0.1863661 Nov 11 12:44:50.466174 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081af4f-2b7a-4eb1-bc7c-4e93c152fdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14b79a0-449e-4561-95fe-d3c7e60b3019,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:51.067231 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60252) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:51.106978 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d078181e-d64a-429b-9bef-53c073118e9f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f92a72d247b4fe5819c272d9df82c1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383811 Nov 11 12:44:51.109046 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60254) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:51.153530 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cde55ed3-1a41-44cb-97b0-ddedd618f30e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:51.174181 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cde55ed3-1a41-44cb-97b0-ddedd618f30e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:51.280475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cde55ed3-1a41-44cb-97b0-ddedd618f30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:51.283112 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cde55ed3-1a41-44cb-97b0-ddedd618f30e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:51.284248 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cde55ed3-1a41-44cb-97b0-ddedd618f30e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a82b0416-fb78-4c7f-a569-63d6d5c6642b HTTP/1.1" status: 204 len: 168 time: 0.1743367 Nov 11 12:44:51.293015 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde55ed3-1a41-44cb-97b0-ddedd618f30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82b0416-fb78-4c7f-a569-63d6d5c6642b,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:52.279853 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60276) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:52.393425 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-61e1b469-3bb7-46d3-84b2-9f851d06dcaa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1751076941-network', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:44:52.492219 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e1b469-3bb7-46d3-84b2-9f851d06dcaa admin admin] Made reservation on behalf of f127eb06dc7e4383bbd70ca2dbc945fe for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:44:52.494517 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-61e1b469-3bb7-46d3-84b2-9f851d06dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:52.502666 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-61e1b469-3bb7-46d3-84b2-9f851d06dcaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:52.576090 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-61e1b469-3bb7-46d3-84b2-9f851d06dcaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:52.640973 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-61e1b469-3bb7-46d3-84b2-9f851d06dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:52.667544 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e1b469-3bb7-46d3-84b2-9f851d06dcaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:44:52.677005 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1b469-3bb7-46d3-84b2-9f851d06dcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120b5f93-7ab0-479b-ae82-3a3a5b769910,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:52.682538 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-61e1b469-3bb7-46d3-84b2-9f851d06dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:52.686254 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-61e1b469-3bb7-46d3-84b2-9f851d06dcaa admin admin] Added segment 7d7d2055-2404-4e92-be8a-2c13f3f3b2d7 of type vlan for network 669c8902-3c06-4f61-9598-8ec6f7139fe0 Nov 11 12:44:52.720875 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-61e1b469-3bb7-46d3-84b2-9f851d06dcaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:52.824637 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-61e1b469-3bb7-46d3-84b2-9f851d06dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:52.826000 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e1b469-3bb7-46d3-84b2-9f851d06dcaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:52.826941 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-61e1b469-3bb7-46d3-84b2-9f851d06dcaa admin admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:52.883806 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1b469-3bb7-46d3-84b2-9f851d06dcaa admin admin] Pushing event updated for resources: {'Network': ['ID=669c8902-3c06-4f61-9598-8ec6f7139fe0,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:52.893385 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 669c8902-3c06-4f61-9598-8ec6f7139fe0 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:44:52.938497 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-61e1b469-3bb7-46d3-84b2-9f851d06dcaa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6550157 Nov 11 12:44:52.938747 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60280) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:52.943525 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a760f123-dd7c-4451-b50b-160848dd3478 admin admin] Request body: {'subnet': {'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1751076941-subnet', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'ip_version': 4}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:44:53.030236 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a760f123-dd7c-4451-b50b-160848dd3478 admin admin] Made reservation on behalf of f127eb06dc7e4383bbd70ca2dbc945fe for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:44:53.032625 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a760f123-dd7c-4451-b50b-160848dd3478 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:53.253831 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a760f123-dd7c-4451-b50b-160848dd3478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:53.310173 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760f123-dd7c-4451-b50b-160848dd3478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8536f2a-9dea-476d-a540-d53b364c90e0,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:53.320036 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a760f123-dd7c-4451-b50b-160848dd3478 admin admin] Checking segment: {'id': '7d7d2055-2404-4e92-be8a-2c13f3f3b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:44:53.321035 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a760f123-dd7c-4451-b50b-160848dd3478 admin admin] Network hostable DHCP agents. Network: 669c8902-3c06-4f61-9598-8ec6f7139fe0, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:44:53.396213 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a760f123-dd7c-4451-b50b-160848dd3478 admin admin] Network 669c8902-3c06-4f61-9598-8ec6f7139fe0 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:44:53.522014 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-a760f123-dd7c-4451-b50b-160848dd3478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 669c8902-3c06-4f61-9598-8ec6f7139fe0) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:44:53.525971 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a760f123-dd7c-4451-b50b-160848dd3478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:53.526561 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a760f123-dd7c-4451-b50b-160848dd3478 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:53.532454 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2cf604-6826-42df-9eed-b54003765270 None None] Network 669c8902-3c06-4f61-9598-8ec6f7139fe0 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:44:53.621864 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a760f123-dd7c-4451-b50b-160848dd3478 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6820359 Nov 11 12:44:53.624526 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60282) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:53.629012 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1751076941-router', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:44:53.675480 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-669c8902-3c06-4f61-9598-8ec6f7139fe0', 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'fixed_ips': [{'subnet_id': 'd8536f2a-9dea-476d-a540-d53b364c90e0'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:44:53.676337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:53.705033 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:53.706102 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:53.756235 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:53.814249 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Allocated IP 172.20.0.2 (669c8902-3c06-4f61-9598-8ec6f7139fe0/d8536f2a-9dea-476d-a540-d53b364c90e0/16330ea7-5b37-4ac3-9274-c42c7dce7678) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:44:53.949581 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:53.951265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:54.030944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:54.074086 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Network 669c8902-3c06-4f61-9598-8ec6f7139fe0 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:44:54.076902 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:44:54.079412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:44:54.088283 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Pushing event updated for resources: {'Port': ['ID=16330ea7-5b37-4ac3-9274-c42c7dce7678,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:54.138090 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Attempting to bind port 16330ea7-5b37-4ac3-9274-c42c7dce7678 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:44:54.138448 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Attempting to bind port 16330ea7-5b37-4ac3-9274-c42c7dce7678 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '7d7d2055-2404-4e92-be8a-2c13f3f3b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:44:54.138798 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Attempting to bind port 16330ea7-5b37-4ac3-9274-c42c7dce7678 on network 669c8902-3c06-4f61-9598-8ec6f7139fe0 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:44:54.143641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:44:54.144006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Checking segment: {'id': '7d7d2055-2404-4e92-be8a-2c13f3f3b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:44:54.144397 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:54.144782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Bound using segment: {'id': '7d7d2055-2404-4e92-be8a-2c13f3f3b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:44:54.145236 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Bound port: 16330ea7-5b37-4ac3-9274-c42c7dce7678, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7d2055-2404-4e92-be8a-2c13f3f3b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:44:54.145614 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:54.196798 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:54.205067 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] For port 16330ea7-5b37-4ac3-9274-c42c7dce7678, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:44:54.208054 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] For port 16330ea7-5b37-4ac3-9274-c42c7dce7678, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=16330ea7-5b37-4ac3-9274-c42c7dce7678,segment=NetworkSegment(7d7d2055-2404-4e92-be8a-2c13f3f3b2d7),segment_id=7d7d2055-2404-4e92-be8a-2c13f3f3b2d7)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:44:54.218923 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:54.282287 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:54.321474 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] Allocated IP 172.26.5.123 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/e50605e3-a3f5-49b9-96ca-38ebe672c1cc) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:44:54.346473 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76129930-08df-4c7a-ae81-22e6ec314533 None None] Pushing event updated for resources: {'Port': ['ID=16330ea7-5b37-4ac3-9274-c42c7dce7678,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:54.442081 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:54.549718 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:54.593357 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:44:54.595251 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:44:54.598882 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:44:54.608752 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd7a9d3-ebe5-4605-8c18-81057880c1b8 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:44:54.623590 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] Pushing event updated for resources: {'Port': ['ID=e50605e3-a3f5-49b9-96ca-38ebe672c1cc,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:54.665672 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-adad9a35-4a4d-43a9-aa8f-d6e8d526f2e6 None None] Provisioning complete for port e50605e3-a3f5-49b9-96ca-38ebe672c1cc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:44:54.666036 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-adad9a35-4a4d-43a9-aa8f-d6e8d526f2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:54.699811 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-adad9a35-4a4d-43a9-aa8f-d6e8d526f2e6 None None] Port e50605e3-a3f5-49b9-96ca-38ebe672c1cc cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:44:54.928507 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:55.133973 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:55.216948 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522aa6fc-8d42-43ce-93f2-ffdc80942e66 None None] Network 669c8902-3c06-4f61-9598-8ec6f7139fe0 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:44:55.309253 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] Router 36214a4e-333e-4a3a-92c3-c356ffe42e14 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:44:55.345593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8ebc6e46-e4a7-4d3b-acaa-0bbe384e8245 None None] Provisioning complete for port 16330ea7-5b37-4ac3-9274-c42c7dce7678 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:44:55.345961 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8ebc6e46-e4a7-4d3b-acaa-0bbe384e8245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:55.420596 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:44:55.438948 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Sync routers for ids ['36214a4e-333e-4a3a-92c3-c356ffe42e14'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:44:55.463025 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Routers {'36214a4e-333e-4a3a-92c3-c356ffe42e14'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:44:55.463595 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:44:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['36214a4e-333e-4a3a-92c3-c356ffe42e14'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:55.467161 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8ebc6e46-e4a7-4d3b-acaa-0bbe384e8245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:55.541638 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:55.543599 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-af3cf80c-a98c-4dea-b255-47a6b40c289b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9174969 Nov 11 12:44:55.545662 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60284) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:55.717775 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8ebc6e46-e4a7-4d3b-acaa-0bbe384e8245 None None] For port 16330ea7-5b37-4ac3-9274-c42c7dce7678, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=16330ea7-5b37-4ac3-9274-c42c7dce7678,segment=NetworkSegment(7d7d2055-2404-4e92-be8a-2c13f3f3b2d7),segment_id=7d7d2055-2404-4e92-be8a-2c13f3f3b2d7)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:44:55.745120 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Set router 36214a4e-333e-4a3a-92c3-c356ffe42e14 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:44:55.799125 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8ebc6e46-e4a7-4d3b-acaa-0bbe384e8245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:55.904406 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc6e46-e4a7-4d3b-acaa-0bbe384e8245 None None] Pushing event updated for resources: {'Port': ['ID=16330ea7-5b37-4ac3-9274-c42c7dce7678,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:55.953344 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-66e7a1fd-47ba-49f2-a780-2247e3cf554b None None] Provisioning complete for port 16330ea7-5b37-4ac3-9274-c42c7dce7678 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:44:55.953718 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-66e7a1fd-47ba-49f2-a780-2247e3cf554b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:55.994735 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 16330ea7-5b37-4ac3-9274-c42c7dce7678 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:44:56.082769 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'name': 'tempest-TestMinimumBasicScenario-1751076941-router', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:53Z', 'updated_at': '2021-11-11T12:44:54Z', 'revision_number': 3, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'gw_port': {'id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:54Z', 'updated_at': '2021-11-11T12:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:56.119907 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Checking router: 36214a4e-333e-4a3a-92c3-c356ffe42e14 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:44:56.120252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Updating router 36214a4e-333e-4a3a-92c3-c356ffe42e14 port e50605e3-a3f5-49b9-96ca-38ebe672c1cc binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:44:56.155509 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 16330ea7-5b37-4ac3-9274-c42c7dce7678 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:44:56.155883 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:56.158584 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:56.216654 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:44:56.273259 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d32daf84-14d6-473d-9c00-c5c3bdca449b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:56.425445 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-d32daf84-14d6-473d-9c00-c5c3bdca449b admin admin] Allocated IP 172.20.0.1 (669c8902-3c06-4f61-9598-8ec6f7139fe0/d8536f2a-9dea-476d-a540-d53b364c90e0/573808e2-6989-41eb-b2b5-d4b00968e0a3) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:44:56.468568 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:56.528899 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d32daf84-14d6-473d-9c00-c5c3bdca449b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:56.543778 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:56.588511 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a211d6-a9c3-4f29-96fa-a94b098b8e36 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:44:56.602440 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Attempting to bind port e50605e3-a3f5-49b9-96ca-38ebe672c1cc on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:44:56.602811 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Attempting to bind port e50605e3-a3f5-49b9-96ca-38ebe672c1cc by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:44:56.603207 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Attempting to bind port e50605e3-a3f5-49b9-96ca-38ebe672c1cc on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:44:56.606522 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6acaf-005a-4e18-8250-06979e5da054 None None] Pushing event updated for resources: {'Port': ['ID=e50605e3-a3f5-49b9-96ca-38ebe672c1cc,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:56.612276 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:44:56.612648 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:44:56.613108 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:56.613481 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:44:56.613880 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Bound port: e50605e3-a3f5-49b9-96ca-38ebe672c1cc, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:44:56.614281 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:56.629763 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d32daf84-14d6-473d-9c00-c5c3bdca449b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:56.671310 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32daf84-14d6-473d-9c00-c5c3bdca449b admin admin] Network 669c8902-3c06-4f61-9598-8ec6f7139fe0 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:44:56.674241 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-d32daf84-14d6-473d-9c00-c5c3bdca449b admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:44:56.675026 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-ccbb7b9e-b954-4581-9a4d-fbb4d0629383 None None] Provisioning complete for port e50605e3-a3f5-49b9-96ca-38ebe672c1cc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:44:56.675423 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ccbb7b9e-b954-4581-9a4d-fbb4d0629383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:56.676995 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32daf84-14d6-473d-9c00-c5c3bdca449b admin admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:44:56.681126 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] For port e50605e3-a3f5-49b9-96ca-38ebe672c1cc, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:44:56.702929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32daf84-14d6-473d-9c00-c5c3bdca449b admin admin] Pushing event updated for resources: {'Port': ['ID=573808e2-6989-41eb-b2b5-d4b00968e0a3,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:56.718406 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] For port e50605e3-a3f5-49b9-96ca-38ebe672c1cc, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e50605e3-a3f5-49b9-96ca-38ebe672c1cc,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:44:56.725648 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d32daf84-14d6-473d-9c00-c5c3bdca449b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:56.734688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-ccbb7b9e-b954-4581-9a4d-fbb4d0629383 None None] Port e50605e3-a3f5-49b9-96ca-38ebe672c1cc cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:44:56.757239 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:56.807374 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fc7ece-7e8a-4e2f-b0cc-29abecb35443 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:44:56.825891 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6acaf-005a-4e18-8250-06979e5da054 None None] Pushing event updated for resources: {'Port': ['ID=e50605e3-a3f5-49b9-96ca-38ebe672c1cc,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:56.831556 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Routers {'36214a4e-333e-4a3a-92c3-c356ffe42e14'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:44:56.832188 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:44:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['36214a4e-333e-4a3a-92c3-c356ffe42e14'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:56.940802 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] Set router 36214a4e-333e-4a3a-92c3-c356ffe42e14 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:44:56.941019 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d32daf84-14d6-473d-9c00-c5c3bdca449b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:57.054386 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5cc2dfc3-c7fd-462d-bef5-0868b6525693 None None] Provisioning complete for port e50605e3-a3f5-49b9-96ca-38ebe672c1cc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:44:57.055205 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5cc2dfc3-c7fd-462d-bef5-0868b6525693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:57.110127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d32daf84-14d6-473d-9c00-c5c3bdca449b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:57.177933 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5cc2dfc3-c7fd-462d-bef5-0868b6525693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:57.179240 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d32daf84-14d6-473d-9c00-c5c3bdca449b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:57.207438 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5cc2dfc3-c7fd-462d-bef5-0868b6525693 None None] For port e50605e3-a3f5-49b9-96ca-38ebe672c1cc, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e50605e3-a3f5-49b9-96ca-38ebe672c1cc,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:44:57.215595 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'name': 'tempest-TestMinimumBasicScenario-1751076941-router', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:53Z', 'updated_at': '2021-11-11T12:44:54Z', 'revision_number': 3, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'gw_port': {'id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:54Z', 'updated_at': '2021-11-11T12:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:57.244969 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b102432c-3ada-43bd-b0fd-90da767b9c32 None None] The sync data for ids ['36214a4e-333e-4a3a-92c3-c356ffe42e14'] in dv-neutron-786478-23-hyperv is: [{'id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'name': 'tempest-TestMinimumBasicScenario-1751076941-router', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:53Z', 'updated_at': '2021-11-11T12:44:54Z', 'revision_number': 3, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'gw_port': {'id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:54Z', 'updated_at': '2021-11-11T12:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:44:57.249583 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32daf84-14d6-473d-9c00-c5c3bdca449b admin admin] Pushing event updated for resources: {'Port': ['ID=573808e2-6989-41eb-b2b5-d4b00968e0a3,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:57.252164 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d32daf84-14d6-473d-9c00-c5c3bdca449b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:57.276975 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5cc2dfc3-c7fd-462d-bef5-0868b6525693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:57.318164 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5cc2dfc3-c7fd-462d-bef5-0868b6525693 None None] Provisioning complete for port 573808e2-6989-41eb-b2b5-d4b00968e0a3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:44:57.318540 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5cc2dfc3-c7fd-462d-bef5-0868b6525693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:57.350102 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32daf84-14d6-473d-9c00-c5c3bdca449b admin admin] Network 669c8902-3c06-4f61-9598-8ec6f7139fe0 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:44:57.352135 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-d32daf84-14d6-473d-9c00-c5c3bdca449b admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:44:57.352627 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2dfc3-c7fd-462d-bef5-0868b6525693 None None] Pushing event updated for resources: {'Port': ['ID=e50605e3-a3f5-49b9-96ca-38ebe672c1cc,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:57.367751 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-5cc2dfc3-c7fd-462d-bef5-0868b6525693 None None] Port 573808e2-6989-41eb-b2b5-d4b00968e0a3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:44:57.506601 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32daf84-14d6-473d-9c00-c5c3bdca449b admin admin] Router 36214a4e-333e-4a3a-92c3-c356ffe42e14 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:44:57.596558 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-98329c14-a0bd-4b29-b12d-7cd167082ad1 None None] Provisioning complete for port 573808e2-6989-41eb-b2b5-d4b00968e0a3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:44:57.597084 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-98329c14-a0bd-4b29-b12d-7cd167082ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:57.630626 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32daf84-14d6-473d-9c00-c5c3bdca449b admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:44:57.642108 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d32daf84-14d6-473d-9c00-c5c3bdca449b admin admin] 10.222.0.50 "PUT /v2.0/routers/36214a4e-333e-4a3a-92c3-c356ffe42e14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0901513 Nov 11 12:44:57.643591 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-98329c14-a0bd-4b29-b12d-7cd167082ad1 None None] Port 573808e2-6989-41eb-b2b5-d4b00968e0a3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:44:58.021997 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 16330ea7-5b37-4ac3-9274-c42c7dce7678 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:44:58.073420 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 16330ea7-5b37-4ac3-9274-c42c7dce7678 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:44:58.073887 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:58.157007 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e50605e3-a3f5-49b9-96ca-38ebe672c1cc up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:44:58.205874 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port e50605e3-a3f5-49b9-96ca-38ebe672c1cc triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:44:58.206238 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:58.379215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60300) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:58.385881 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-880cdca6-56e1-4966-92b0-6124eb591e5e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-179057348-network', 'tenant_id': 'a7af3d972a5c48318b4b878555b66b66'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:44:58.476165 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880cdca6-56e1-4966-92b0-6124eb591e5e admin admin] Made reservation on behalf of a7af3d972a5c48318b4b878555b66b66 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:44:58.478454 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-880cdca6-56e1-4966-92b0-6124eb591e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:58.487690 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-880cdca6-56e1-4966-92b0-6124eb591e5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:58.563919 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-880cdca6-56e1-4966-92b0-6124eb591e5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:58.636681 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-880cdca6-56e1-4966-92b0-6124eb591e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:58.664324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880cdca6-56e1-4966-92b0-6124eb591e5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:44:58.673954 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cdca6-56e1-4966-92b0-6124eb591e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb3dd7a-6c6f-4ac2-a271-7a7e3d024a93,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:58.678669 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-880cdca6-56e1-4966-92b0-6124eb591e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:58.679012 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-880cdca6-56e1-4966-92b0-6124eb591e5e admin admin] Added segment d23790e1-1567-4ab5-b177-8195964db35a of type vlan for network b0be24ee-65b3-46f9-b551-24e07de6600b Nov 11 12:44:58.724497 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-880cdca6-56e1-4966-92b0-6124eb591e5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:58.792089 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Sync routers for ids ['36214a4e-333e-4a3a-92c3-c356ffe42e14'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:44:58.801649 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Routers {'36214a4e-333e-4a3a-92c3-c356ffe42e14'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:44:58.802255 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:44:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['36214a4e-333e-4a3a-92c3-c356ffe42e14'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:58.810813 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [req-2ed83a39-c427-49ef-8e8c-93fdc056b1de req-3eded634-36a6-4f3c-ba26-4f2c63eae0e4 service neutron] (103001) timed out ('10.222.0.70', 53267) {{(pid=103001) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 12:44:58.818063 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-880cdca6-56e1-4966-92b0-6124eb591e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:58.819102 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880cdca6-56e1-4966-92b0-6124eb591e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:58.819683 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-880cdca6-56e1-4966-92b0-6124eb591e5e admin admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:58.879941 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cdca6-56e1-4966-92b0-6124eb591e5e admin admin] Pushing event updated for resources: {'Network': ['ID=b0be24ee-65b3-46f9-b551-24e07de6600b,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:58.889901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network b0be24ee-65b3-46f9-b551-24e07de6600b details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:44:58.908115 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Set router 36214a4e-333e-4a3a-92c3-c356ffe42e14 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:44:58.950024 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60302) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:58.950594 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-880cdca6-56e1-4966-92b0-6124eb591e5e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5698941 Nov 11 12:44:58.956176 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-facd129a-f1ff-45bb-9010-ab0415048b47 admin admin] Request body: {'subnet': {'network_id': 'b0be24ee-65b3-46f9-b551-24e07de6600b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-179057348-subnet', 'tenant_id': 'a7af3d972a5c48318b4b878555b66b66', 'ip_version': 4}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:44:59.048057 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facd129a-f1ff-45bb-9010-ab0415048b47 admin admin] Made reservation on behalf of a7af3d972a5c48318b4b878555b66b66 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:44:59.050407 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-facd129a-f1ff-45bb-9010-ab0415048b47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:59.192181 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'name': 'tempest-TestMinimumBasicScenario-1751076941-router', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:53Z', 'updated_at': '2021-11-11T12:44:56Z', 'revision_number': 4, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'gw_port': {'id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:54Z', 'updated_at': '2021-11-11T12:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '573808e2-6989-41eb-b2b5-d4b00968e0a3', 'name': '', 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'mac_address': 'fa:16:3e:f5:ee:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'd8536f2a-9dea-476d-a540-d53b364c90e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:56Z', 'updated_at': '2021-11-11T12:44:56Z', 'revision_number': 2, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'subnets': [{'id': 'd8536f2a-9dea-476d-a540-d53b364c90e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:59.222325 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Checking router: 36214a4e-333e-4a3a-92c3-c356ffe42e14 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:44:59.222677 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Updating router 36214a4e-333e-4a3a-92c3-c356ffe42e14 port 573808e2-6989-41eb-b2b5-d4b00968e0a3 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:44:59.247887 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:59.276714 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-facd129a-f1ff-45bb-9010-ab0415048b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:59.334603 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd129a-f1ff-45bb-9010-ab0415048b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f43516dc-00dd-439b-b051-f2717ce6d7b9,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:59.339923 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd129a-f1ff-45bb-9010-ab0415048b47 admin admin] Checking segment: {'id': 'd23790e1-1567-4ab5-b177-8195964db35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0be24ee-65b3-46f9-b551-24e07de6600b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:44:59.340795 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd129a-f1ff-45bb-9010-ab0415048b47 admin admin] Network hostable DHCP agents. Network: b0be24ee-65b3-46f9-b551-24e07de6600b, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:44:59.425021 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd129a-f1ff-45bb-9010-ab0415048b47 admin admin] Network b0be24ee-65b3-46f9-b551-24e07de6600b is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:44:59.488008 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-facd129a-f1ff-45bb-9010-ab0415048b47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, b0be24ee-65b3-46f9-b551-24e07de6600b) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:44:59.491986 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facd129a-f1ff-45bb-9010-ab0415048b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:44:59.493074 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-facd129a-f1ff-45bb-9010-ab0415048b47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:59.499574 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5abf168-8101-43e6-a628-bb5d8ff601bd None None] Network b0be24ee-65b3-46f9-b551-24e07de6600b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:44:59.506055 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:59.563435 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-facd129a-f1ff-45bb-9010-ab0415048b47 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6116428 Nov 11 12:44:59.566112 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60304) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:44:59.571127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-179057348-router', 'tenant_id': 'a7af3d972a5c48318b4b878555b66b66', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:44:59.589200 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:59.643835 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-b0be24ee-65b3-46f9-b551-24e07de6600b', 'network_id': 'b0be24ee-65b3-46f9-b551-24e07de6600b', 'tenant_id': 'a7af3d972a5c48318b4b878555b66b66', 'fixed_ips': [{'subnet_id': 'f43516dc-00dd-439b-b051-f2717ce6d7b9'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:44:59.644778 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:59.652683 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:59.653976 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:59.688629 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Attempting to bind port 573808e2-6989-41eb-b2b5-d4b00968e0a3 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:44:59.688989 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Attempting to bind port 573808e2-6989-41eb-b2b5-d4b00968e0a3 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '7d7d2055-2404-4e92-be8a-2c13f3f3b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:44:59.689343 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Attempting to bind port 573808e2-6989-41eb-b2b5-d4b00968e0a3 on network 669c8902-3c06-4f61-9598-8ec6f7139fe0 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:44:59.694733 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:44:59.695125 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Checking segment: {'id': '7d7d2055-2404-4e92-be8a-2c13f3f3b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:44:59.696653 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:59.696653 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Bound using segment: {'id': '7d7d2055-2404-4e92-be8a-2c13f3f3b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:44:59.696653 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Bound port: 573808e2-6989-41eb-b2b5-d4b00968e0a3, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7d2055-2404-4e92-be8a-2c13f3f3b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:44:59.696946 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:59.709281 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d532bc-fd7b-4780-9bc8-b743e6df9eb2 None None] Pushing event updated for resources: {'Port': ['ID=573808e2-6989-41eb-b2b5-d4b00968e0a3,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:59.718206 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d532bc-fd7b-4780-9bc8-b743e6df9eb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:59.718544 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d532bc-fd7b-4780-9bc8-b743e6df9eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:59.718874 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d532bc-fd7b-4780-9bc8-b743e6df9eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:59.719227 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d532bc-fd7b-4780-9bc8-b743e6df9eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:59.719799 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d532bc-fd7b-4780-9bc8-b743e6df9eb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:59.720123 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d532bc-fd7b-4780-9bc8-b743e6df9eb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:59.720522 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d532bc-fd7b-4780-9bc8-b743e6df9eb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:59.720842 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d532bc-fd7b-4780-9bc8-b743e6df9eb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:59.721210 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d532bc-fd7b-4780-9bc8-b743e6df9eb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:59.721525 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d532bc-fd7b-4780-9bc8-b743e6df9eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:59.721837 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d532bc-fd7b-4780-9bc8-b743e6df9eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:59.722145 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d532bc-fd7b-4780-9bc8-b743e6df9eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:44:59.738593 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:59.784372 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] For port 573808e2-6989-41eb-b2b5-d4b00968e0a3, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:44:59.791120 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] For port 573808e2-6989-41eb-b2b5-d4b00968e0a3, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=573808e2-6989-41eb-b2b5-d4b00968e0a3,segment=NetworkSegment(7d7d2055-2404-4e92-be8a-2c13f3f3b2d7),segment_id=7d7d2055-2404-4e92-be8a-2c13f3f3b2d7)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:44:59.800613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Allocated IP 172.20.0.2 (b0be24ee-65b3-46f9-b551-24e07de6600b/f43516dc-00dd-439b-b051-f2717ce6d7b9/b908764b-9e01-4575-993e-0ea0d7bbd5be) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:44:59.865282 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:59.915659 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f97ad103-3cb5-40e4-82d1-7ecd68a0974d None None] Provisioning complete for port 573808e2-6989-41eb-b2b5-d4b00968e0a3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:44:59.916292 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f97ad103-3cb5-40e4-82d1-7ecd68a0974d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:44:59.931039 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Routers {'36214a4e-333e-4a3a-92c3-c356ffe42e14'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:44:59.931746 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:44:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['36214a4e-333e-4a3a-92c3-c356ffe42e14'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:44:59.937202 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d532bc-fd7b-4780-9bc8-b743e6df9eb2 None None] Pushing event updated for resources: {'Port': ['ID=573808e2-6989-41eb-b2b5-d4b00968e0a3,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:44:59.963214 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:00.011758 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:00.064050 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f97ad103-3cb5-40e4-82d1-7ecd68a0974d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:00.085063 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] Set router 36214a4e-333e-4a3a-92c3-c356ffe42e14 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:45:00.102166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f97ad103-3cb5-40e4-82d1-7ecd68a0974d None None] For port 573808e2-6989-41eb-b2b5-d4b00968e0a3, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=573808e2-6989-41eb-b2b5-d4b00968e0a3,segment=NetworkSegment(7d7d2055-2404-4e92-be8a-2c13f3f3b2d7),segment_id=7d7d2055-2404-4e92-be8a-2c13f3f3b2d7)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:45:00.104309 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:00.146498 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Network b0be24ee-65b3-46f9-b551-24e07de6600b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:45:00.151803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:45:00.156014 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:45:00.159157 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Pushing event updated for resources: {'Port': ['ID=b908764b-9e01-4575-993e-0ea0d7bbd5be,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:00.188911 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f97ad103-3cb5-40e4-82d1-7ecd68a0974d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:00.243293 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Attempting to bind port b908764b-9e01-4575-993e-0ea0d7bbd5be on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:45:00.243654 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Attempting to bind port b908764b-9e01-4575-993e-0ea0d7bbd5be by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'd23790e1-1567-4ab5-b177-8195964db35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0be24ee-65b3-46f9-b551-24e07de6600b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:45:00.244021 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Attempting to bind port b908764b-9e01-4575-993e-0ea0d7bbd5be on network b0be24ee-65b3-46f9-b551-24e07de6600b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:45:00.260440 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:45:00.260784 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Checking segment: {'id': 'd23790e1-1567-4ab5-b177-8195964db35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0be24ee-65b3-46f9-b551-24e07de6600b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:45:00.261363 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:00.261558 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Bound using segment: {'id': 'd23790e1-1567-4ab5-b177-8195964db35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0be24ee-65b3-46f9-b551-24e07de6600b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:45:00.261994 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Bound port: b908764b-9e01-4575-993e-0ea0d7bbd5be, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23790e1-1567-4ab5-b177-8195964db35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0be24ee-65b3-46f9-b551-24e07de6600b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:45:00.262379 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:00.266994 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:00.273161 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ad103-3cb5-40e4-82d1-7ecd68a0974d None None] Pushing event updated for resources: {'Port': ['ID=573808e2-6989-41eb-b2b5-d4b00968e0a3,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:00.288394 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:00.322587 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'name': 'tempest-TestMinimumBasicScenario-1751076941-router', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:53Z', 'updated_at': '2021-11-11T12:44:56Z', 'revision_number': 4, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'gw_port': {'id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:54Z', 'updated_at': '2021-11-11T12:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '573808e2-6989-41eb-b2b5-d4b00968e0a3', 'name': '', 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'mac_address': 'fa:16:3e:f5:ee:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'd8536f2a-9dea-476d-a540-d53b364c90e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:56Z', 'updated_at': '2021-11-11T12:44:59Z', 'revision_number': 4, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'subnets': [{'id': 'd8536f2a-9dea-476d-a540-d53b364c90e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:45:00.333226 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-37272b41-e43a-4d0d-a877-f3f264ee702a None None] Provisioning complete for port 573808e2-6989-41eb-b2b5-d4b00968e0a3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:45:00.333598 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-37272b41-e43a-4d0d-a877-f3f264ee702a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:00.353947 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148afe8-4def-4920-8eac-f2b9b124f281 None None] The sync data for ids ['36214a4e-333e-4a3a-92c3-c356ffe42e14'] in dv-neutron-786478-23-hyperv is: [{'id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'name': 'tempest-TestMinimumBasicScenario-1751076941-router', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:53Z', 'updated_at': '2021-11-11T12:44:56Z', 'revision_number': 4, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'gw_port': {'id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:54Z', 'updated_at': '2021-11-11T12:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '573808e2-6989-41eb-b2b5-d4b00968e0a3', 'name': '', 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'mac_address': 'fa:16:3e:f5:ee:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'd8536f2a-9dea-476d-a540-d53b364c90e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:56Z', 'updated_at': '2021-11-11T12:44:59Z', 'revision_number': 4, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'subnets': [{'id': 'd8536f2a-9dea-476d-a540-d53b364c90e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:45:00.452722 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] Allocated IP 172.26.5.156 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/5b02e251-227e-4c38-b37f-71c5b6d96ed8) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:45:00.538918 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] For port b908764b-9e01-4575-993e-0ea0d7bbd5be, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:45:00.556988 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] For port b908764b-9e01-4575-993e-0ea0d7bbd5be, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b908764b-9e01-4575-993e-0ea0d7bbd5be,segment=NetworkSegment(d23790e1-1567-4ab5-b177-8195964db35a),segment_id=d23790e1-1567-4ab5-b177-8195964db35a)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:45:00.655905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:00.656930 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:00.714513 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35a1c5-4dff-4d88-bdb8-cf2c5c1fb18a None None] Pushing event updated for resources: {'Port': ['ID=b908764b-9e01-4575-993e-0ea0d7bbd5be,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:00.772854 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:00.817097 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:45:00.824376 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:45:00.828164 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:45:00.841403 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff8b1c7-492a-43e8-9ba0-99ca6a54716d None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:45:00.852831 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] Pushing event updated for resources: {'Port': ['ID=5b02e251-227e-4c38-b37f-71c5b6d96ed8,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:00.928197 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c9cbf584-46cb-4b79-9d1d-b76150cac7f6 None None] Provisioning complete for port 5b02e251-227e-4c38-b37f-71c5b6d96ed8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:45:00.928759 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c9cbf584-46cb-4b79-9d1d-b76150cac7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:00.975113 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c9cbf584-46cb-4b79-9d1d-b76150cac7f6 None None] Port 5b02e251-227e-4c38-b37f-71c5b6d96ed8 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:45:01.170329 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:01.378820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:01.606694 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] Router 915928a6-dd9c-4676-a329-4e0ae2db48b3 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:45:01.678181 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2914c8c0-fded-48ef-b706-9e4999693b7a None None] Network b0be24ee-65b3-46f9-b551-24e07de6600b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:45:01.710914 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:45:01.722501 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Sync routers for ids ['915928a6-dd9c-4676-a329-4e0ae2db48b3'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:45:01.752366 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-214b90a7-3212-4b94-b1ee-ee486521f6a2 None None] Provisioning complete for port b908764b-9e01-4575-993e-0ea0d7bbd5be triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:45:01.752729 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-214b90a7-3212-4b94-b1ee-ee486521f6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:01.754101 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Routers {'915928a6-dd9c-4676-a329-4e0ae2db48b3'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:45:01.754731 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:44:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['915928a6-dd9c-4676-a329-4e0ae2db48b3'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:45:01.794302 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:01.795591 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8a4f0d69-d2c5-425e-8c85-317424b8f393 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2284844 Nov 11 12:45:01.798425 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60306) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:45:01.993839 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Set router 915928a6-dd9c-4676-a329-4e0ae2db48b3 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:45:02.053829 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b908764b-9e01-4575-993e-0ea0d7bbd5be up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:45:02.131914 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-214b90a7-3212-4b94-b1ee-ee486521f6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:02.203863 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-214b90a7-3212-4b94-b1ee-ee486521f6a2 None None] For port b908764b-9e01-4575-993e-0ea0d7bbd5be, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b908764b-9e01-4575-993e-0ea0d7bbd5be,segment=NetworkSegment(d23790e1-1567-4ab5-b177-8195964db35a),segment_id=d23790e1-1567-4ab5-b177-8195964db35a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:45:02.231831 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port b908764b-9e01-4575-993e-0ea0d7bbd5be triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:45:02.232207 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:02.252590 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:02.278910 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-214b90a7-3212-4b94-b1ee-ee486521f6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:02.359726 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b90a7-3212-4b94-b1ee-ee486521f6a2 None None] Pushing event updated for resources: {'Port': ['ID=b908764b-9e01-4575-993e-0ea0d7bbd5be,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:02.392706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'name': 'tempest-TestMinimumBasicScenario-179057348-router', 'tenant_id': 'a7af3d972a5c48318b4b878555b66b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '5b02e251-227e-4c38-b37f-71c5b6d96ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:59Z', 'updated_at': '2021-11-11T12:45:01Z', 'revision_number': 3, 'project_id': 'a7af3d972a5c48318b4b878555b66b66', 'gw_port': {'id': '5b02e251-227e-4c38-b37f-71c5b6d96ed8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:45:00Z', 'updated_at': '2021-11-11T12:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:45:02.420452 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Allocated IP 172.20.0.1 (b0be24ee-65b3-46f9-b551-24e07de6600b/f43516dc-00dd-439b-b051-f2717ce6d7b9/a10f25a6-565d-4305-b092-7a0fc0fcd47d) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:45:02.424488 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Checking router: 915928a6-dd9c-4676-a329-4e0ae2db48b3 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:45:02.424840 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Updating router 915928a6-dd9c-4676-a329-4e0ae2db48b3 port 5b02e251-227e-4c38-b37f-71c5b6d96ed8 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:45:02.447151 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 573808e2-6989-41eb-b2b5-d4b00968e0a3 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:45:02.476818 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:02.541221 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:02.578572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-69e56bdf-80f0-418e-9572-8c0f62d8c9fc None None] Provisioning complete for port b908764b-9e01-4575-993e-0ea0d7bbd5be triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:45:02.578942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-69e56bdf-80f0-418e-9572-8c0f62d8c9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:02.642101 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 573808e2-6989-41eb-b2b5-d4b00968e0a3 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:45:02.642401 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:02.642768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:02.679600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Network b0be24ee-65b3-46f9-b551-24e07de6600b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:45:02.685122 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:45:02.688665 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:45:02.716321 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Pushing event updated for resources: {'Port': ['ID=a10f25a6-565d-4305-b092-7a0fc0fcd47d,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:02.728769 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:02.729120 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:02.729465 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:02.729807 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:02.730524 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:02.730524 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:02.730785 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:02.731126 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:02.731527 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:02.731776 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:02.732099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:02.732427 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:02.747912 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:02.905580 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:02.983006 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:02.985088 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:03.036532 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d65d4e-7bd7-4e46-b7da-a44650289084 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:45:03.060034 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87507c94-825e-4e95-99dc-77d3bd64407c None None] Pushing event updated for resources: {'Port': ['ID=5b02e251-227e-4c38-b37f-71c5b6d96ed8,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:03.064769 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a7b8c2e8-701e-4c06-bff3-a497c25d4ca1 None None] Provisioning complete for port a10f25a6-565d-4305-b092-7a0fc0fcd47d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:45:03.065132 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a7b8c2e8-701e-4c06-bff3-a497c25d4ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:03.066715 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Attempting to bind port 5b02e251-227e-4c38-b37f-71c5b6d96ed8 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:45:03.067698 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Attempting to bind port 5b02e251-227e-4c38-b37f-71c5b6d96ed8 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:45:03.067698 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Attempting to bind port 5b02e251-227e-4c38-b37f-71c5b6d96ed8 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:45:03.091640 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:45:03.095188 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:45:03.095188 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:03.095188 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:45:03.095188 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Bound port: 5b02e251-227e-4c38-b37f-71c5b6d96ed8, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:45:03.095188 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:03.129398 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-a7b8c2e8-701e-4c06-bff3-a497c25d4ca1 None None] Port a10f25a6-565d-4305-b092-7a0fc0fcd47d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:45:03.171862 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:03.172671 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] For port 5b02e251-227e-4c38-b37f-71c5b6d96ed8, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:45:03.175731 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] For port 5b02e251-227e-4c38-b37f-71c5b6d96ed8, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=5b02e251-227e-4c38-b37f-71c5b6d96ed8,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:45:03.219190 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a0f42fa0-ed65-4dd0-be43-294c28b56a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:03.244651 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:03.249154 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:03.279782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5df80183-af7e-45d8-ab26-f0b6acf0f6aa None None] Provisioning complete for port 5b02e251-227e-4c38-b37f-71c5b6d96ed8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:45:03.280148 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5df80183-af7e-45d8-ab26-f0b6acf0f6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:03.313322 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b404f383-a57e-4d6c-8005-21a0aecc69c0 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:45:03.316036 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:03.318625 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Pushing event updated for resources: {'Port': ['ID=a10f25a6-565d-4305-b092-7a0fc0fcd47d,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:03.349635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Routers {'915928a6-dd9c-4676-a329-4e0ae2db48b3'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:45:03.350243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:44:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['915928a6-dd9c-4676-a329-4e0ae2db48b3'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:45:03.355085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87507c94-825e-4e95-99dc-77d3bd64407c None None] Pushing event updated for resources: {'Port': ['ID=5b02e251-227e-4c38-b37f-71c5b6d96ed8,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:03.408771 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Network b0be24ee-65b3-46f9-b551-24e07de6600b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:45:03.412551 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:45:03.488397 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5df80183-af7e-45d8-ab26-f0b6acf0f6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:03.507349 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] Set router 915928a6-dd9c-4676-a329-4e0ae2db48b3 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:45:03.544264 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Router 915928a6-dd9c-4676-a329-4e0ae2db48b3 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:45:03.664157 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:45:03.669213 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d899b351-13c6-430f-878b-bc40358ac7b8 admin admin] 10.222.0.50 "PUT /v2.0/routers/915928a6-dd9c-4676-a329-4e0ae2db48b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8697255 Nov 11 12:45:03.687904 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5df80183-af7e-45d8-ab26-f0b6acf0f6aa None None] For port 5b02e251-227e-4c38-b37f-71c5b6d96ed8, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=5b02e251-227e-4c38-b37f-71c5b6d96ed8,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:45:03.777577 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5df80183-af7e-45d8-ab26-f0b6acf0f6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:03.852767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df80183-af7e-45d8-ab26-f0b6acf0f6aa None None] Pushing event updated for resources: {'Port': ['ID=5b02e251-227e-4c38-b37f-71c5b6d96ed8,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:03.908573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-bb50ab3d-aee3-4582-8571-f84e26562ec7 None None] Provisioning complete for port a10f25a6-565d-4305-b092-7a0fc0fcd47d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:45:03.908930 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bb50ab3d-aee3-4582-8571-f84e26562ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:03.913578 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'name': 'tempest-TestMinimumBasicScenario-179057348-router', 'tenant_id': 'a7af3d972a5c48318b4b878555b66b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '5b02e251-227e-4c38-b37f-71c5b6d96ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:59Z', 'updated_at': '2021-11-11T12:45:02Z', 'revision_number': 4, 'project_id': 'a7af3d972a5c48318b4b878555b66b66', 'gw_port': {'id': '5b02e251-227e-4c38-b37f-71c5b6d96ed8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:45:00Z', 'updated_at': '2021-11-11T12:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'a10f25a6-565d-4305-b092-7a0fc0fcd47d', 'name': '', 'network_id': 'b0be24ee-65b3-46f9-b551-24e07de6600b', 'tenant_id': 'a7af3d972a5c48318b4b878555b66b66', 'mac_address': 'fa:16:3e:43:8a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'f43516dc-00dd-439b-b051-f2717ce6d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:45:02Z', 'updated_at': '2021-11-11T12:45:03Z', 'revision_number': 2, 'project_id': 'a7af3d972a5c48318b4b878555b66b66', 'subnets': [{'id': 'f43516dc-00dd-439b-b051-f2717ce6d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:45:03.964276 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b908764b-9e01-4575-993e-0ea0d7bbd5be up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:45:03.968801 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912bee6f-1871-491d-be23-ea38a77ce7a1 None None] The sync data for ids ['915928a6-dd9c-4676-a329-4e0ae2db48b3'] in dv-neutron-786478-23-hyperv is: [{'id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'name': 'tempest-TestMinimumBasicScenario-179057348-router', 'tenant_id': 'a7af3d972a5c48318b4b878555b66b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '5b02e251-227e-4c38-b37f-71c5b6d96ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:59Z', 'updated_at': '2021-11-11T12:45:02Z', 'revision_number': 4, 'project_id': 'a7af3d972a5c48318b4b878555b66b66', 'gw_port': {'id': '5b02e251-227e-4c38-b37f-71c5b6d96ed8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:45:00Z', 'updated_at': '2021-11-11T12:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'a10f25a6-565d-4305-b092-7a0fc0fcd47d', 'name': '', 'network_id': 'b0be24ee-65b3-46f9-b551-24e07de6600b', 'tenant_id': 'a7af3d972a5c48318b4b878555b66b66', 'mac_address': 'fa:16:3e:43:8a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'f43516dc-00dd-439b-b051-f2717ce6d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:45:02Z', 'updated_at': '2021-11-11T12:45:03Z', 'revision_number': 2, 'project_id': 'a7af3d972a5c48318b4b878555b66b66', 'subnets': [{'id': 'f43516dc-00dd-439b-b051-f2717ce6d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:45:04.004434 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-bb50ab3d-aee3-4582-8571-f84e26562ec7 None None] Port a10f25a6-565d-4305-b092-7a0fc0fcd47d cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:45:04.023098 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-bb50ab3d-aee3-4582-8571-f84e26562ec7 None None] Provisioning complete for port 5b02e251-227e-4c38-b37f-71c5b6d96ed8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:45:04.024072 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bb50ab3d-aee3-4582-8571-f84e26562ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:04.058937 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port b908764b-9e01-4575-993e-0ea0d7bbd5be triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:45:04.059519 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:05.568782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7d6b61ab-c79c-43a6-a01e-6a84160eb535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:05.995829 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 5b02e251-227e-4c38-b37f-71c5b6d96ed8 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:45:06.055913 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 5b02e251-227e-4c38-b37f-71c5b6d96ed8 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:45:06.056710 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:06.617950 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:07.486607 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Sync routers for ids ['915928a6-dd9c-4676-a329-4e0ae2db48b3'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:45:07.497249 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Routers {'915928a6-dd9c-4676-a329-4e0ae2db48b3'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:45:07.497889 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:45:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['915928a6-dd9c-4676-a329-4e0ae2db48b3'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:45:07.608064 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Set router 915928a6-dd9c-4676-a329-4e0ae2db48b3 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:45:07.797547 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'name': 'tempest-TestMinimumBasicScenario-179057348-router', 'tenant_id': 'a7af3d972a5c48318b4b878555b66b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '5b02e251-227e-4c38-b37f-71c5b6d96ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:59Z', 'updated_at': '2021-11-11T12:45:02Z', 'revision_number': 4, 'project_id': 'a7af3d972a5c48318b4b878555b66b66', 'gw_port': {'id': '5b02e251-227e-4c38-b37f-71c5b6d96ed8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:45:00Z', 'updated_at': '2021-11-11T12:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'a10f25a6-565d-4305-b092-7a0fc0fcd47d', 'name': '', 'network_id': 'b0be24ee-65b3-46f9-b551-24e07de6600b', 'tenant_id': 'a7af3d972a5c48318b4b878555b66b66', 'mac_address': 'fa:16:3e:43:8a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'f43516dc-00dd-439b-b051-f2717ce6d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:45:02Z', 'updated_at': '2021-11-11T12:45:03Z', 'revision_number': 2, 'project_id': 'a7af3d972a5c48318b4b878555b66b66', 'subnets': [{'id': 'f43516dc-00dd-439b-b051-f2717ce6d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:45:07.828338 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Checking router: 915928a6-dd9c-4676-a329-4e0ae2db48b3 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:45:07.828677 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Updating router 915928a6-dd9c-4676-a329-4e0ae2db48b3 port a10f25a6-565d-4305-b092-7a0fc0fcd47d binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:45:07.858082 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:08.229415 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:08.235701 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:08.303815 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:08.352417 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e29d5-cc00-4569-b4f7-a5f526a57d8d None None] Pushing event updated for resources: {'Port': ['ID=a10f25a6-565d-4305-b092-7a0fc0fcd47d,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:08.416949 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Attempting to bind port a10f25a6-565d-4305-b092-7a0fc0fcd47d on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:45:08.417319 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Attempting to bind port a10f25a6-565d-4305-b092-7a0fc0fcd47d by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'd23790e1-1567-4ab5-b177-8195964db35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0be24ee-65b3-46f9-b551-24e07de6600b'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:45:08.417685 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Attempting to bind port a10f25a6-565d-4305-b092-7a0fc0fcd47d on network b0be24ee-65b3-46f9-b551-24e07de6600b {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:45:08.423301 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:45:08.423674 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Checking segment: {'id': 'd23790e1-1567-4ab5-b177-8195964db35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0be24ee-65b3-46f9-b551-24e07de6600b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:45:08.424080 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:08.424471 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Bound using segment: {'id': 'd23790e1-1567-4ab5-b177-8195964db35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0be24ee-65b3-46f9-b551-24e07de6600b'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:45:08.424938 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Bound port: a10f25a6-565d-4305-b092-7a0fc0fcd47d, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23790e1-1567-4ab5-b177-8195964db35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0be24ee-65b3-46f9-b551-24e07de6600b'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:45:08.425315 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:08.509140 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] For port a10f25a6-565d-4305-b092-7a0fc0fcd47d, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:45:08.512873 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] For port a10f25a6-565d-4305-b092-7a0fc0fcd47d, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a10f25a6-565d-4305-b092-7a0fc0fcd47d,segment=NetworkSegment(d23790e1-1567-4ab5-b177-8195964db35a),segment_id=d23790e1-1567-4ab5-b177-8195964db35a)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:45:08.590948 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:08.639730 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f0e10e9f-e588-4317-93a5-29070342a0f1 None None] Provisioning complete for port a10f25a6-565d-4305-b092-7a0fc0fcd47d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:45:08.640357 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f0e10e9f-e588-4317-93a5-29070342a0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:08.680802 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e29d5-cc00-4569-b4f7-a5f526a57d8d None None] Pushing event updated for resources: {'Port': ['ID=a10f25a6-565d-4305-b092-7a0fc0fcd47d,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:08.697080 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Routers {'915928a6-dd9c-4676-a329-4e0ae2db48b3'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:45:08.698145 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:45:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['915928a6-dd9c-4676-a329-4e0ae2db48b3'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:45:08.784122 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f0e10e9f-e588-4317-93a5-29070342a0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:08.832317 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f0e10e9f-e588-4317-93a5-29070342a0f1 None None] For port a10f25a6-565d-4305-b092-7a0fc0fcd47d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a10f25a6-565d-4305-b092-7a0fc0fcd47d,segment=NetworkSegment(d23790e1-1567-4ab5-b177-8195964db35a),segment_id=d23790e1-1567-4ab5-b177-8195964db35a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:45:08.865154 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] Set router 915928a6-dd9c-4676-a329-4e0ae2db48b3 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:45:08.929030 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f0e10e9f-e588-4317-93a5-29070342a0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:08.994361 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e10e9f-e588-4317-93a5-29070342a0f1 None None] Pushing event updated for resources: {'Port': ['ID=a10f25a6-565d-4305-b092-7a0fc0fcd47d,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:09.050246 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-d994a0c3-9016-4062-b368-ae831b2e9559 None None] Provisioning complete for port a10f25a6-565d-4305-b092-7a0fc0fcd47d triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:45:09.050972 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d994a0c3-9016-4062-b368-ae831b2e9559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:09.130032 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'name': 'tempest-TestMinimumBasicScenario-179057348-router', 'tenant_id': 'a7af3d972a5c48318b4b878555b66b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '5b02e251-227e-4c38-b37f-71c5b6d96ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:59Z', 'updated_at': '2021-11-11T12:45:02Z', 'revision_number': 4, 'project_id': 'a7af3d972a5c48318b4b878555b66b66', 'gw_port': {'id': '5b02e251-227e-4c38-b37f-71c5b6d96ed8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:45:00Z', 'updated_at': '2021-11-11T12:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'a10f25a6-565d-4305-b092-7a0fc0fcd47d', 'name': '', 'network_id': 'b0be24ee-65b3-46f9-b551-24e07de6600b', 'tenant_id': 'a7af3d972a5c48318b4b878555b66b66', 'mac_address': 'fa:16:3e:43:8a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'f43516dc-00dd-439b-b051-f2717ce6d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:45:02Z', 'updated_at': '2021-11-11T12:45:08Z', 'revision_number': 4, 'project_id': 'a7af3d972a5c48318b4b878555b66b66', 'subnets': [{'id': 'f43516dc-00dd-439b-b051-f2717ce6d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:45:09.171619 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f5bdb-ca79-4465-81eb-09b35be51ffa None None] The sync data for ids ['915928a6-dd9c-4676-a329-4e0ae2db48b3'] in dv-neutron-786478-23-hyperv is: [{'id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'name': 'tempest-TestMinimumBasicScenario-179057348-router', 'tenant_id': 'a7af3d972a5c48318b4b878555b66b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '5b02e251-227e-4c38-b37f-71c5b6d96ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:59Z', 'updated_at': '2021-11-11T12:45:02Z', 'revision_number': 4, 'project_id': 'a7af3d972a5c48318b4b878555b66b66', 'gw_port': {'id': '5b02e251-227e-4c38-b37f-71c5b6d96ed8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:45:00Z', 'updated_at': '2021-11-11T12:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'a10f25a6-565d-4305-b092-7a0fc0fcd47d', 'name': '', 'network_id': 'b0be24ee-65b3-46f9-b551-24e07de6600b', 'tenant_id': 'a7af3d972a5c48318b4b878555b66b66', 'mac_address': 'fa:16:3e:43:8a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'f43516dc-00dd-439b-b051-f2717ce6d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:45:02Z', 'updated_at': '2021-11-11T12:45:08Z', 'revision_number': 4, 'project_id': 'a7af3d972a5c48318b4b878555b66b66', 'subnets': [{'id': 'f43516dc-00dd-439b-b051-f2717ce6d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:45:09.190578 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:10.002849 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a10f25a6-565d-4305-b092-7a0fc0fcd47d up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:45:10.053548 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port a10f25a6-565d-4305-b092-7a0fc0fcd47d triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:45:10.054035 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:10.949289 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:15.637603 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-1eafcb86-e728-48b6-b4ea-0f54dd88869a tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:15.639076 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-1eafcb86-e728-48b6-b4ea-0f54dd88869a tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/networks?id=669c8902-3c06-4f61-9598-8ec6f7139fe0 HTTP/1.1" status: 200 len: 815 time: 0.1018353 Nov 11 12:45:15.654378 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-9440e8b8-85f5-4b6d-ac0a-b17f65626e5e tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/quotas/f127eb06dc7e4383bbd70ca2dbc945fe HTTP/1.1" status: 200 len: 375 time: 0.0096972 Nov 11 12:45:15.706524 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-ddfe3cac-10c9-4fc0-9d09-b8ce437fcc9f tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f127eb06dc7e4383bbd70ca2dbc945fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468221 Nov 11 12:45:15.722385 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-d3826bfc-152e-4b57-8630-3838810c56b7 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:45:15.723362 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-d3826bfc-152e-4b57-8630-3838810c56b7 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053182 Nov 11 12:45:15.811844 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-6700cf71-e813-441f-8674-659c7c31fe56 service neutron] 10.222.0.50 "GET /v2.0/networks/669c8902-3c06-4f61-9598-8ec6f7139fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830495 Nov 11 12:45:15.899462 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-3f764e2b-33fb-45cd-bca0-cfeb016e9034 service neutron] 10.222.0.50 "GET /v2.0/networks/669c8902-3c06-4f61-9598-8ec6f7139fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816782 Nov 11 12:45:16.158483 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ede9c957-20c1-4fbd-b4db-b776f746f582 req-5f7fc3ef-cc5f-4b12-b5d3-49db0aa19ddf tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 210 time: 0.0298884 Nov 11 12:45:17.236089 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7ff99582-adaa-4507-9557-1b3baa98d667 req-f441cb7f-5efb-4fba-9842-6214b4380274 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 210 time: 0.0255964 Nov 11 12:45:18.332698 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6617e80c-ca37-4407-8469-1029d671d00a req-52ad2590-7ea7-453b-beec-9f52782519e7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 210 time: 0.0278060 Nov 11 12:45:18.397842 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-a1aa1a55-37e2-4e49-9aa7-cc8060493831 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:18.399301 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-a1aa1a55-37e2-4e49-9aa7-cc8060493831 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.70 "GET /v2.0/networks?id=669c8902-3c06-4f61-9598-8ec6f7139fe0 HTTP/1.1" status: 200 len: 815 time: 0.1144848 Nov 11 12:45:18.411669 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-7ae8d6ed-4977-4b8a-91f7-3b62ad4cf071 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Request body: {'port': {'device_id': 'c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8', 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0', 'admin_state_up': True, 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:45:18.596533 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-7ae8d6ed-4977-4b8a-91f7-3b62ad4cf071 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Made reservation on behalf of f127eb06dc7e4383bbd70ca2dbc945fe for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:45:18.600179 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-7ae8d6ed-4977-4b8a-91f7-3b62ad4cf071 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:18.742992 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-7ae8d6ed-4977-4b8a-91f7-3b62ad4cf071 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Allocated IP 172.20.0.5 (669c8902-3c06-4f61-9598-8ec6f7139fe0/d8536f2a-9dea-476d-a540-d53b364c90e0/bf40b998-5263-4135-b6c0-d2af713ff8c1) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:45:18.891130 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-7ae8d6ed-4977-4b8a-91f7-3b62ad4cf071 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:18.989631 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-7ae8d6ed-4977-4b8a-91f7-3b62ad4cf071 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:19.047979 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-7ae8d6ed-4977-4b8a-91f7-3b62ad4cf071 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Network 669c8902-3c06-4f61-9598-8ec6f7139fe0 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:45:19.053990 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-7ae8d6ed-4977-4b8a-91f7-3b62ad4cf071 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:45:19.059605 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-7ae8d6ed-4977-4b8a-91f7-3b62ad4cf071 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:45:19.082239 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8d6ed-4977-4b8a-91f7-3b62ad4cf071 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Pushing event updated for resources: {'Port': ['ID=bf40b998-5263-4135-b6c0-d2af713ff8c1,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:19.129381 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-7ae8d6ed-4977-4b8a-91f7-3b62ad4cf071 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:19.130085 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-7ae8d6ed-4977-4b8a-91f7-3b62ad4cf071 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:19.255891 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-7ae8d6ed-4977-4b8a-91f7-3b62ad4cf071 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8456442 Nov 11 12:45:19.397800 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-cbdf1130-4ef2-477c-871d-88fd0becd1ef None None] Provisioning complete for port bf40b998-5263-4135-b6c0-d2af713ff8c1 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:45:19.398859 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1130-4ef2-477c-871d-88fd0becd1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:19.444609 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf1130-4ef2-477c-871d-88fd0becd1ef None None] Port bf40b998-5263-4135-b6c0-d2af713ff8c1 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:45:19.484623 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623f615-cd26-4f4f-9959-992299b5da8d req-288fc0b4-7a88-451a-9494-24994ca3ba46 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:19.486104 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1623f615-cd26-4f4f-9959-992299b5da8d req-288fc0b4-7a88-451a-9494-24994ca3ba46 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 931 time: 0.0580208 Nov 11 12:45:19.539494 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1623f615-cd26-4f4f-9959-992299b5da8d req-210c1888-ca1d-4b3b-b7e9-0d8a63ffd310 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448580 Nov 11 12:45:20.657579 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a3904-03a6-4de8-ab50-289e62c5b38e req-cec9f8c7-0cb3-403b-a0b2-d2e90af23b0a tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:20.659232 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8c0a3904-03a6-4de8-ab50-289e62c5b38e req-cec9f8c7-0cb3-403b-a0b2-d2e90af23b0a tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 931 time: 0.0516195 Nov 11 12:45:20.712314 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8c0a3904-03a6-4de8-ab50-289e62c5b38e req-c4a8a382-e299-4c36-b441-3b6121128aa9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472331 Nov 11 12:45:21.834307 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb92667-ecbb-4b74-8470-48c74a906bb1 req-c6e849e4-507a-4a13-a4b0-3660050d6be7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:21.835816 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-efb92667-ecbb-4b74-8470-48c74a906bb1 req-c6e849e4-507a-4a13-a4b0-3660050d6be7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 931 time: 0.0519056 Nov 11 12:45:21.886125 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-efb92667-ecbb-4b74-8470-48c74a906bb1 req-ecccf812-3b41-45be-80ba-68b9aea22d92 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439107 Nov 11 12:45:23.006568 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc645701-2250-4fd2-9460-cac7255be0e2 req-4d255ba8-7643-41f9-a109-b83f4075c0ea tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:23.008068 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bc645701-2250-4fd2-9460-cac7255be0e2 req-4d255ba8-7643-41f9-a109-b83f4075c0ea tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 931 time: 0.0561242 Nov 11 12:45:23.061384 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bc645701-2250-4fd2-9460-cac7255be0e2 req-a21d9817-adb8-4f92-8abb-f00985394158 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471401 Nov 11 12:45:24.179856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc0bc8-cd59-47f3-9f1f-a2126402b454 req-e48ff689-8697-4515-b354-71697b7f7638 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:24.185443 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f8cc0bc8-cd59-47f3-9f1f-a2126402b454 req-e48ff689-8697-4515-b354-71697b7f7638 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 931 time: 0.0566847 Nov 11 12:45:24.230494 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f8cc0bc8-cd59-47f3-9f1f-a2126402b454 req-6a9e618b-1786-4c7f-bda2-dff8a5d059f5 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411868 Nov 11 12:45:25.351010 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea2875-c58c-4039-9cf3-a51f4a700323 req-cd6a4105-0963-4bfe-8a8f-65fdde24198c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:25.352504 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fdea2875-c58c-4039-9cf3-a51f4a700323 req-cd6a4105-0963-4bfe-8a8f-65fdde24198c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 931 time: 0.0516250 Nov 11 12:45:25.403595 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fdea2875-c58c-4039-9cf3-a51f4a700323 req-f8fea46f-c8b1-4d7e-8938-7a192f560271 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445921 Nov 11 12:45:26.865567 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16319127-173f-43da-9083-885dd76edfab req-507ae98a-ceca-4631-a1a8-2390ad09d156 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:26.867039 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-16319127-173f-43da-9083-885dd76edfab req-507ae98a-ceca-4631-a1a8-2390ad09d156 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 931 time: 0.3949742 Nov 11 12:45:26.917052 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-16319127-173f-43da-9083-885dd76edfab req-1baa61e1-c0ce-4974-9a12-b481a160b8f0 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424850 Nov 11 12:45:28.041655 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7747e9-bc3c-4175-9ca3-c812f698e6e5 req-1daafa1a-02d6-4b4d-828e-902a3e859401 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:28.043515 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8e7747e9-bc3c-4175-9ca3-c812f698e6e5 req-1daafa1a-02d6-4b4d-828e-902a3e859401 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 931 time: 0.0512688 Nov 11 12:45:28.098628 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8e7747e9-bc3c-4175-9ca3-c812f698e6e5 req-5a4e6c46-55da-48bd-a17b-3a2b4640c8b5 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488296 Nov 11 12:45:29.212518 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d08a2-2155-4688-bd87-acee4a43841e req-fb02b2d3-d091-4809-93b7-989360622611 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:29.213944 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bd7d08a2-2155-4688-bd87-acee4a43841e req-fb02b2d3-d091-4809-93b7-989360622611 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 931 time: 0.0475090 Nov 11 12:45:29.265533 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bd7d08a2-2155-4688-bd87-acee4a43841e req-1b9b0ae4-f189-4757-8114-b4f558f77751 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444825 Nov 11 12:45:29.519559 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Request body: {'port': {'device_id': 'c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:45:29.566157 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:29.818590 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf40b998-5263-4135-b6c0-d2af713ff8c1 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:45:29.826147 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:29.837595 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Transition to ACTIVE for port object bf40b998-5263-4135-b6c0-d2af713ff8c1 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:45:29.893549 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:29.947316 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Pushing event updated for resources: {'Port': ['ID=bf40b998-5263-4135-b6c0-d2af713ff8c1,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:30.018318 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Attempting to bind port bf40b998-5263-4135-b6c0-d2af713ff8c1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:45:30.018671 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Attempting to bind port bf40b998-5263-4135-b6c0-d2af713ff8c1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7d7d2055-2404-4e92-be8a-2c13f3f3b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:45:30.018998 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Attempting to bind port bf40b998-5263-4135-b6c0-d2af713ff8c1 on network 669c8902-3c06-4f61-9598-8ec6f7139fe0 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:45:30.023747 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Port bf40b998-5263-4135-b6c0-d2af713ff8c1 on network 669c8902-3c06-4f61-9598-8ec6f7139fe0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:45:30.024062 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Attempting to bind port bf40b998-5263-4135-b6c0-d2af713ff8c1 on network 669c8902-3c06-4f61-9598-8ec6f7139fe0 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:45:30.029209 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:45:30.029536 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Checking segment: {'id': '7d7d2055-2404-4e92-be8a-2c13f3f3b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:45:30.029912 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Bound using segment: {'id': '7d7d2055-2404-4e92-be8a-2c13f3f3b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:45:30.030326 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Bound port: bf40b998-5263-4135-b6c0-d2af713ff8c1, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7d2055-2404-4e92-be8a-2c13f3f3b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:45:30.030675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:30.329939 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] For port bf40b998-5263-4135-b6c0-d2af713ff8c1, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:45:30.332957 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] For port bf40b998-5263-4135-b6c0-d2af713ff8c1, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bf40b998-5263-4135-b6c0-d2af713ff8c1,segment=NetworkSegment(7d7d2055-2404-4e92-be8a-2c13f3f3b2d7),segment_id=7d7d2055-2404-4e92-be8a-2c13f3f3b2d7)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:45:30.379751 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06a3a2-4318-4d3f-a1e9-cfa282f05ede req-1442aec6-c13a-4fe8-8021-f6de0823d787 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:30.381200 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0c06a3a2-4318-4d3f-a1e9-cfa282f05ede req-1442aec6-c13a-4fe8-8021-f6de0823d787 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 943 time: 0.0493820 Nov 11 12:45:30.412781 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:30.427749 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0c06a3a2-4318-4d3f-a1e9-cfa282f05ede req-9fe8182d-5752-4604-a834-246e8c7267de tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405912 Nov 11 12:45:30.447164 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:30.447769 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:30.449106 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] 10.222.0.70 "PUT /v2.0/ports/bf40b998-5263-4135-b6c0-d2af713ff8c1 HTTP/1.1" status: 200 len: 1093 time: 0.9405732 Nov 11 12:45:30.449541 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8', 'tag': 'bf40b998-5263-4135-b6c0-d2af713ff8c1'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:45:30.451803 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678dab6b-ab7e-4d89-8021-0b4b0baa7a56" -d '{"events": [{"name": "network-changed", "server_uuid": "c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8", "tag": "bf40b998-5263-4135-b6c0-d2af713ff8c1"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:45:30.475097 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992f664-ce6f-40de-b019-4a6f25b1002c service neutron] Pushing event updated for resources: {'Port': ['ID=bf40b998-5263-4135-b6c0-d2af713ff8c1,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:30.504262 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a21980-fe5f-460c-947f-54cea2f4fb13 x-openstack-request-id: req-f9a21980-fe5f-460c-947f-54cea2f4fb13 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:45:30.512828 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8", "tag": "bf40b998-5263-4135-b6c0-d2af713ff8c1", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:45:30.512828 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f9a21980-fe5f-460c-947f-54cea2f4fb13 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:45:30.512828 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8', 'tag': 'bf40b998-5263-4135-b6c0-d2af713ff8c1', 'status': 'completed', 'code': 200} Nov 11 12:45:30.690173 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678dab6b-ab7e-4d89-8021-0b4b0baa7a56 req-76c34c5f-6654-4432-8e7b-81bee5299534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:30.691661 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-678dab6b-ab7e-4d89-8021-0b4b0baa7a56 req-76c34c5f-6654-4432-8e7b-81bee5299534 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f127eb06dc7e4383bbd70ca2dbc945fe&device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 1096 time: 0.0405917 Nov 11 12:45:30.789110 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678dab6b-ab7e-4d89-8021-0b4b0baa7a56 req-09042504-edfa-43f1-aa70-0693de72c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:30.790535 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-678dab6b-ab7e-4d89-8021-0b4b0baa7a56 req-09042504-edfa-43f1-aa70-0693de72c59e service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f127eb06dc7e4383bbd70ca2dbc945fe&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0909505 Nov 11 12:45:30.884669 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678dab6b-ab7e-4d89-8021-0b4b0baa7a56 req-a43e9752-62f2-4b78-ae8e-2c766a8d9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:30.885999 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-678dab6b-ab7e-4d89-8021-0b4b0baa7a56 req-a43e9752-62f2-4b78-ae8e-2c766a8d9872 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883682 Nov 11 12:45:30.960878 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-564ba0e1-c168-4865-9a34-b0a9cc71d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:30.962310 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-564ba0e1-c168-4865-9a34-b0a9cc71d7ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f127eb06dc7e4383bbd70ca2dbc945fe&device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 1096 time: 0.0394855 Nov 11 12:45:31.007404 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-bbdb0f89-960f-4db1-ab15-bce26b1d1a40 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf40b998-5263-4135-b6c0-d2af713ff8c1 HTTP/1.1" status: 200 len: 217 time: 0.0364029 Nov 11 12:45:31.056234 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-c8f6b47d-2be4-4a46-980f-3fae2801bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:31.057659 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-c8f6b47d-2be4-4a46-980f-3fae2801bf66 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d8536f2a-9dea-476d-a540-d53b364c90e0 HTTP/1.1" status: 200 len: 854 time: 0.0428247 Nov 11 12:45:31.106701 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-047e110d-a431-446e-b3ed-fe8f72fb67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:31.108186 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-047e110d-a431-446e-b3ed-fe8f72fb67f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=669c8902-3c06-4f61-9598-8ec6f7139fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0434024 Nov 11 12:45:31.195405 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-27b240e1-f287-4cf4-826d-c03bc3080a72 service neutron] 10.222.0.70 "GET /v2.0/networks/669c8902-3c06-4f61-9598-8ec6f7139fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798676 Nov 11 12:45:31.288462 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3255e68a-7b78-4961-978f-f699ce6f1a1e req-098962cd-50e5-4851-aea2-9b1a866af841 service neutron] 10.222.0.70 "GET /v2.0/networks/669c8902-3c06-4f61-9598-8ec6f7139fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862374 Nov 11 12:45:31.539160 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd27cbc-538f-4ee1-ad6e-a029a5880940 req-ad580597-47ac-4175-a428-745bc025de30 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:31.540588 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8cd27cbc-538f-4ee1-ad6e-a029a5880940 req-ad580597-47ac-4175-a428-745bc025de30 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 943 time: 0.0477569 Nov 11 12:45:31.588619 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8cd27cbc-538f-4ee1-ad6e-a029a5880940 req-dc4c336d-409f-40c4-91b4-21e7bfe82443 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422230 Nov 11 12:45:32.706839 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804256b-605d-40be-bec0-bb6173aabde9 req-77f2c8dd-524e-4ea4-8565-36a06f7f7415 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:32.708315 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3804256b-605d-40be-bec0-bb6173aabde9 req-77f2c8dd-524e-4ea4-8565-36a06f7f7415 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 943 time: 0.0513971 Nov 11 12:45:32.754769 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3804256b-605d-40be-bec0-bb6173aabde9 req-a9f42441-0645-4a86-a002-f3ebb39e4748 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406611 Nov 11 12:45:33.215609 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:45:33.230650 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-adbf9a29-52e8-4411-9291-5a64dc8bc991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:33.866422 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469be474-b3cd-499a-aefc-14ac3327cb47 req-cf6f0d82-7207-47d7-bc70-00f88e8bed6e tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:33.867894 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-469be474-b3cd-499a-aefc-14ac3327cb47 req-cf6f0d82-7207-47d7-bc70-00f88e8bed6e tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 943 time: 0.0476024 Nov 11 12:45:33.913539 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-469be474-b3cd-499a-aefc-14ac3327cb47 req-cc48dfdd-ff5a-40a4-914f-8d0ecd29fbdc tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397990 Nov 11 12:45:34.454254 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device bf40b998-5263-4135-b6c0-d2af713ff8c1 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:45:34.548067 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port bf40b998-5263-4135-b6c0-d2af713ff8c1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bf40b998-5263-4135-b6c0-d2af713ff8c1,segment=NetworkSegment(7d7d2055-2404-4e92-be8a-2c13f3f3b2d7),segment_id=7d7d2055-2404-4e92-be8a-2c13f3f3b2d7)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:45:34.558853 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': 'bf40b998-5263-4135-b6c0-d2af713ff8c1', 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0', 'port_id': 'bf40b998-5263-4135-b6c0-d2af713ff8c1', 'mac_address': 'fa:16:3e:06:5f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8536f2a-9dea-476d-a540-d53b364c90e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:45:34.595783 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:34.608762 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf40b998-5263-4135-b6c0-d2af713ff8c1 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:45:34.627013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port bf40b998-5263-4135-b6c0-d2af713ff8c1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bf40b998-5263-4135-b6c0-d2af713ff8c1,segment=NetworkSegment(7d7d2055-2404-4e92-be8a-2c13f3f3b2d7),segment_id=7d7d2055-2404-4e92-be8a-2c13f3f3b2d7)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:45:34.687903 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:34.742374 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=bf40b998-5263-4135-b6c0-d2af713ff8c1,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:34.916881 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['bf40b998-5263-4135-b6c0-d2af713ff8c1'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:45:35.031816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ceb74-9cc2-4743-9634-e65ec487aa99 req-1c966951-83aa-4e50-b532-14ab2fdfe3a8 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:35.033277 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-451ceb74-9cc2-4743-9634-e65ec487aa99 req-1c966951-83aa-4e50-b532-14ab2fdfe3a8 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 944 time: 0.0514054 Nov 11 12:45:35.083878 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-451ceb74-9cc2-4743-9634-e65ec487aa99 req-aeafb4a5-daa8-4aad-8d60-dbfb9b95101f tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445492 Nov 11 12:45:35.557040 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6b551143-401e-4ec9-b0a8-7d1bfe239478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:36.196526 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa8289-2b0d-4229-81a2-e524fccf9dbd req-24360ee5-0b59-4bd3-a3a8-e7dca9a2f496 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:36.197912 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7dfa8289-2b0d-4229-81a2-e524fccf9dbd req-24360ee5-0b59-4bd3-a3a8-e7dca9a2f496 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 944 time: 0.0490551 Nov 11 12:45:36.246352 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7dfa8289-2b0d-4229-81a2-e524fccf9dbd req-c968f2d6-8f05-45e4-9b19-53212e58d9ba tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417724 Nov 11 12:45:36.466903 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device bf40b998-5263-4135-b6c0-d2af713ff8c1 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:45:36.602279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port bf40b998-5263-4135-b6c0-d2af713ff8c1 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:45:36.606412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port bf40b998-5263-4135-b6c0-d2af713ff8c1 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:45:36.606781 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:36.632901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:36.685788 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:36.708531 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf40b998-5263-4135-b6c0-d2af713ff8c1'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:45:36.710781 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5f23a5-13f4-458f-a248-10befbc56dc6" -d '{"events": [{"server_uuid": "c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8", "name": "network-vif-plugged", "status": "completed", "tag": "bf40b998-5263-4135-b6c0-d2af713ff8c1"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:45:36.723038 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port bf40b998-5263-4135-b6c0-d2af713ff8c1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bf40b998-5263-4135-b6c0-d2af713ff8c1,segment=NetworkSegment(7d7d2055-2404-4e92-be8a-2c13f3f3b2d7),segment_id=7d7d2055-2404-4e92-be8a-2c13f3f3b2d7)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:45:36.749055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4baca8-2ceb-4256-a1b3-78ed3d74daa3 x-openstack-request-id: req-ca4baca8-2ceb-4256-a1b3-78ed3d74daa3 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:45:36.749309 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8", "name": "network-vif-plugged", "status": "completed", "tag": "bf40b998-5263-4135-b6c0-d2af713ff8c1", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:45:36.749562 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca4baca8-2ceb-4256-a1b3-78ed3d74daa3 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:45:36.749997 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf40b998-5263-4135-b6c0-d2af713ff8c1', 'code': 200} Nov 11 12:45:36.779807 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:36.830496 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=bf40b998-5263-4135-b6c0-d2af713ff8c1,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:37.033547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc268ed-06b3-4f3b-b169-35f8b5cfa800 req-7bb22cac-26cd-4883-bc07-c5474b0742be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:37.034905 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-acc268ed-06b3-4f3b-b169-35f8b5cfa800 req-7bb22cac-26cd-4883-bc07-c5474b0742be service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 1098 time: 0.0406661 Nov 11 12:45:37.079593 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-acc268ed-06b3-4f3b-b169-35f8b5cfa800 req-f14f03ff-5223-45dc-a5b5-65797f23dd4b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367873 Nov 11 12:45:37.362329 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ba1ac-5c4a-47ef-adb6-ef67a91a5246 req-c115aeb6-be53-4c0c-955f-dc21c504f6a1 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:37.363796 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3e8ba1ac-5c4a-47ef-adb6-ef67a91a5246 req-c115aeb6-be53-4c0c-955f-dc21c504f6a1 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0482273 Nov 11 12:45:37.408519 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3e8ba1ac-5c4a-47ef-adb6-ef67a91a5246 req-c983001a-e434-4899-a37f-6da06976a27d tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389457 Nov 11 12:45:38.253661 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:38.525190 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340c3f0-fb8b-40f4-8a2a-9eddf4c2e9ac req-120eec95-4da7-4e26-be15-9ae1d09c9daa tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:38.526546 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0340c3f0-fb8b-40f4-8a2a-9eddf4c2e9ac req-120eec95-4da7-4e26-be15-9ae1d09c9daa tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0502443 Nov 11 12:45:38.573220 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0340c3f0-fb8b-40f4-8a2a-9eddf4c2e9ac req-f2fb23b1-0603-40d6-9b06-1525c6a7bb69 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 Nov 11 12:45:38.683227 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cbaee-3081-44b9-ac42-392b1aabb5a9 req-eedb00bf-e013-40a3-9dbb-7ab271b34cd9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:38.684658 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0a2cbaee-3081-44b9-ac42-392b1aabb5a9 req-eedb00bf-e013-40a3-9dbb-7ab271b34cd9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0474975 Nov 11 12:45:38.731245 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0a2cbaee-3081-44b9-ac42-392b1aabb5a9 req-f8077db2-85b9-4802-b8fa-adbe920fcf2d tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399308 Nov 11 12:45:39.044601 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec033b0-1b14-4780-86e5-807e1c918071 req-beeececa-19d9-4f58-a833-929f71d18139 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:39.046677 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-eec033b0-1b14-4780-86e5-807e1c918071 req-beeececa-19d9-4f58-a833-929f71d18139 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0514481 Nov 11 12:45:39.090969 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-eec033b0-1b14-4780-86e5-807e1c918071 req-ccda19c8-0922-4aa2-a2bf-1534a89e8d45 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384147 Nov 11 12:45:39.168946 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:40.990961 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:54.407600 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355281b3-9e0d-41b3-b09f-1d8ea7e1501c req-e0bc785a-0877-490a-bede-109d42713c3a tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:54.409052 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-355281b3-9e0d-41b3-b09f-1d8ea7e1501c req-e0bc785a-0877-490a-bede-109d42713c3a tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0481980 Nov 11 12:45:54.456822 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-355281b3-9e0d-41b3-b09f-1d8ea7e1501c req-a1c40ef6-d314-40f3-93bf-6e07e5f32a5c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Nov 11 12:45:54.479298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60524) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:45:54.610513 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f87f9a5-fd78-4881-ad0e-7ef1fc5886b8 tempest-TestMinimumBasicScenario-190528356 tempest-TestMinimumBasicScenario-190528356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:54.613182 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9f87f9a5-fd78-4881-ad0e-7ef1fc5886b8 tempest-TestMinimumBasicScenario-190528356 tempest-TestMinimumBasicScenario-190528356-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 1093 time: 0.1317413 Nov 11 12:45:54.615065 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60528) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:45:54.619273 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': 'bf40b998-5263-4135-b6c0-d2af713ff8c1', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:45:54.733535 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for floatingip, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:54.830707 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:54.936032 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Allocated IP 172.26.5.121 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/2033080b-8274-4c9c-8c39-8bb623e99191) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:45:55.036129 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:55.105193 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:55.143504 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:45:55.146273 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:45:55.151745 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:45:55.180572 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Pushing event updated for resources: {'Port': ['ID=2033080b-8274-4c9c-8c39-8bb623e99191,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:55.605190 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:55.738093 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:55.895617 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:55.949685 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:56.015561 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Pushing event updated for resources: {'Port': ['ID=2033080b-8274-4c9c-8c39-8bb623e99191,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:56.027823 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:56.128533 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Floating IP f09a6048-cb12-4aac-b16f-c6addc437d85 associated. External IP: 172.26.5.121, port: bf40b998-5263-4135-b6c0-d2af713ff8c1. Nov 11 12:45:56.330313 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Router 36214a4e-333e-4a3a-92c3-c356ffe42e14 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:45:56.435289 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:45:56.444707 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b138a10-201c-4b59-adb1-53db3352ffd3 None None] Sync routers for ids ['36214a4e-333e-4a3a-92c3-c356ffe42e14'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:45:56.454013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b138a10-201c-4b59-adb1-53db3352ffd3 None None] Routers {'36214a4e-333e-4a3a-92c3-c356ffe42e14'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:45:56.454621 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-0b138a10-201c-4b59-adb1-53db3352ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:45:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['36214a4e-333e-4a3a-92c3-c356ffe42e14'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:45:56.536298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:56.560802 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-0b138a10-201c-4b59-adb1-53db3352ffd3 None None] Set router 36214a4e-333e-4a3a-92c3-c356ffe42e14 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:45:56.563812 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0336ded5-ea83-477f-890c-606a0cc529b7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9477394 Nov 11 12:45:56.564524 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8', 'tag': 'bf40b998-5263-4135-b6c0-d2af713ff8c1'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:45:56.566736 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60530) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:45:56.567232 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1407077-88b1-471a-9592-e7c65d9277d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8", "tag": "bf40b998-5263-4135-b6c0-d2af713ff8c1"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:45:56.571918 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3f484615-e5b9-4cc6-ad57-f13fa7bb699c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-499382418', 'description': 'tempest-secgroup-smoke-499382418 description', 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:45:56.604629 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cad7061-2912-4001-b86b-4e5d95f2d5bf x-openstack-request-id: req-8cad7061-2912-4001-b86b-4e5d95f2d5bf {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:45:56.604923 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8", "tag": "bf40b998-5263-4135-b6c0-d2af713ff8c1", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:45:56.605176 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8cad7061-2912-4001-b86b-4e5d95f2d5bf {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:45:56.605615 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8', 'tag': 'bf40b998-5263-4135-b6c0-d2af713ff8c1', 'status': 'completed', 'code': 200} Nov 11 12:45:56.653887 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f484615-e5b9-4cc6-ad57-f13fa7bb699c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:56.672311 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1407077-88b1-471a-9592-e7c65d9277d3 req-215c0944-e54f-486d-8a44-87a0d8ff81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:56.674403 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b1407077-88b1-471a-9592-e7c65d9277d3 req-215c0944-e54f-486d-8a44-87a0d8ff81e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f127eb06dc7e4383bbd70ca2dbc945fe&device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 1098 time: 0.0430801 Nov 11 12:45:56.723676 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f484615-e5b9-4cc6-ad57-f13fa7bb699c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:56.769874 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1407077-88b1-471a-9592-e7c65d9277d3 req-ffc705ec-56fd-4343-a0d1-4759015df00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:56.771374 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b1407077-88b1-471a-9592-e7c65d9277d3 req-ffc705ec-56fd-4343-a0d1-4759015df00e service neutron] 10.222.0.70 "GET /v2.0/networks?id=669c8902-3c06-4f61-9598-8ec6f7139fe0 HTTP/1.1" status: 200 len: 916 time: 0.0900466 Nov 11 12:45:56.784740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f484615-e5b9-4cc6-ad57-f13fa7bb699c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:56.789811 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-0b138a10-201c-4b59-adb1-53db3352ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'name': 'tempest-TestMinimumBasicScenario-1751076941-router', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:53Z', 'updated_at': '2021-11-11T12:44:56Z', 'revision_number': 4, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'gw_port': {'id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:54Z', 'updated_at': '2021-11-11T12:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'f09a6048-cb12-4aac-b16f-c6addc437d85', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'port_id': 'bf40b998-5263-4135-b6c0-d2af713ff8c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0', 'mac_address': 'fa:16:3e:06:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:45:55Z', 'updated_at': '2021-11-11T12:45:55Z', 'revision_number': 0, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573808e2-6989-41eb-b2b5-d4b00968e0a3', 'name': '', 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'mac_address': 'fa:16:3e:f5:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'd8536f2a-9dea-476d-a540-d53b364c90e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:56Z', 'updated_at': '2021-11-11T12:45:00Z', 'revision_number': 5, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'subnets': [{'id': 'd8536f2a-9dea-476d-a540-d53b364c90e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:45:56.819495 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f484615-e5b9-4cc6-ad57-f13fa7bb699c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91793304-8ec8-4f18-8199-498fd92edc43,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:56.819888 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b138a10-201c-4b59-adb1-53db3352ffd3 None None] Checking router: 36214a4e-333e-4a3a-92c3-c356ffe42e14 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:45:56.827628 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f484615-e5b9-4cc6-ad57-f13fa7bb699c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:56.827983 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f484615-e5b9-4cc6-ad57-f13fa7bb699c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:56.828326 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f484615-e5b9-4cc6-ad57-f13fa7bb699c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:56.828658 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f484615-e5b9-4cc6-ad57-f13fa7bb699c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:56.829074 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f484615-e5b9-4cc6-ad57-f13fa7bb699c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:56.829332 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f484615-e5b9-4cc6-ad57-f13fa7bb699c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:56.829696 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f484615-e5b9-4cc6-ad57-f13fa7bb699c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:56.829997 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f484615-e5b9-4cc6-ad57-f13fa7bb699c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:56.830904 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f484615-e5b9-4cc6-ad57-f13fa7bb699c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:56.831259 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f484615-e5b9-4cc6-ad57-f13fa7bb699c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:56.831585 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f484615-e5b9-4cc6-ad57-f13fa7bb699c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:56.831906 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f484615-e5b9-4cc6-ad57-f13fa7bb699c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:45:56.832266 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b138a10-201c-4b59-adb1-53db3352ffd3 None None] Routers {'36214a4e-333e-4a3a-92c3-c356ffe42e14'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:45:56.832942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-0b138a10-201c-4b59-adb1-53db3352ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:45:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['36214a4e-333e-4a3a-92c3-c356ffe42e14'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:45:56.840971 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b1407077-88b1-471a-9592-e7c65d9277d3 req-02d7c449-0e33-4d16-983d-699391069e65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf40b998-5263-4135-b6c0-d2af713ff8c1 HTTP/1.1" status: 200 len: 999 time: 0.0622222 Nov 11 12:45:56.894270 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1407077-88b1-471a-9592-e7c65d9277d3 req-59319c55-1738-40eb-b231-19a9e797ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:56.895732 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b1407077-88b1-471a-9592-e7c65d9277d3 req-59319c55-1738-40eb-b231-19a9e797ea24 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d8536f2a-9dea-476d-a540-d53b364c90e0 HTTP/1.1" status: 200 len: 854 time: 0.0475605 Nov 11 12:45:56.907660 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f484615-e5b9-4cc6-ad57-f13fa7bb699c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:56.909885 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3f484615-e5b9-4cc6-ad57-f13fa7bb699c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3414776 Nov 11 12:45:56.913801 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60534) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:45:56.919596 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-a15d04f0-86fe-4728-84df-d8129de48665 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Request body: {'security_group_rule': {'security_group_id': '91793304-8ec8-4f18-8199-498fd92edc43', 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:45:57.092202 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-0b138a10-201c-4b59-adb1-53db3352ffd3 None None] Set router 36214a4e-333e-4a3a-92c3-c356ffe42e14 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:45:57.204366 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1407077-88b1-471a-9592-e7c65d9277d3 req-a1b291e1-451e-48e4-9ead-28c2befdb24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:57.206544 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b1407077-88b1-471a-9592-e7c65d9277d3 req-a1b291e1-451e-48e4-9ead-28c2befdb24a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=669c8902-3c06-4f61-9598-8ec6f7139fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3025599 Nov 11 12:45:57.274898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a15d04f0-86fe-4728-84df-d8129de48665 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:57.324080 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-0b138a10-201c-4b59-adb1-53db3352ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'name': 'tempest-TestMinimumBasicScenario-1751076941-router', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:53Z', 'updated_at': '2021-11-11T12:44:56Z', 'revision_number': 4, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'gw_port': {'id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:54Z', 'updated_at': '2021-11-11T12:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'f09a6048-cb12-4aac-b16f-c6addc437d85', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'port_id': 'bf40b998-5263-4135-b6c0-d2af713ff8c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0', 'mac_address': 'fa:16:3e:06:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:45:55Z', 'updated_at': '2021-11-11T12:45:55Z', 'revision_number': 0, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573808e2-6989-41eb-b2b5-d4b00968e0a3', 'name': '', 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'mac_address': 'fa:16:3e:f5:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'd8536f2a-9dea-476d-a540-d53b364c90e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:56Z', 'updated_at': '2021-11-11T12:45:00Z', 'revision_number': 5, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'subnets': [{'id': 'd8536f2a-9dea-476d-a540-d53b364c90e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:45:57.327381 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b1407077-88b1-471a-9592-e7c65d9277d3 req-0b6606fb-86ea-4a85-86af-3287ce0cd38a service neutron] 10.222.0.70 "GET /v2.0/networks/669c8902-3c06-4f61-9598-8ec6f7139fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132817 Nov 11 12:45:57.354037 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b138a10-201c-4b59-adb1-53db3352ffd3 None None] The sync data for ids ['36214a4e-333e-4a3a-92c3-c356ffe42e14'] in dv-neutron-786478-23-hyperv is: [{'id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'name': 'tempest-TestMinimumBasicScenario-1751076941-router', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:53Z', 'updated_at': '2021-11-11T12:44:56Z', 'revision_number': 4, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'gw_port': {'id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:54Z', 'updated_at': '2021-11-11T12:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'f09a6048-cb12-4aac-b16f-c6addc437d85', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'port_id': 'bf40b998-5263-4135-b6c0-d2af713ff8c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0', 'mac_address': 'fa:16:3e:06:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:45:55Z', 'updated_at': '2021-11-11T12:45:55Z', 'revision_number': 0, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573808e2-6989-41eb-b2b5-d4b00968e0a3', 'name': '', 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'mac_address': 'fa:16:3e:f5:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'd8536f2a-9dea-476d-a540-d53b364c90e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:56Z', 'updated_at': '2021-11-11T12:45:00Z', 'revision_number': 5, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'subnets': [{'id': 'd8536f2a-9dea-476d-a540-d53b364c90e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:45:57.386215 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a15d04f0-86fe-4728-84df-d8129de48665 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:57.431947 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b1407077-88b1-471a-9592-e7c65d9277d3 req-d621113b-f735-4130-a577-5bd2bc1c8f4c service neutron] 10.222.0.70 "GET /v2.0/networks/669c8902-3c06-4f61-9598-8ec6f7139fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970628 Nov 11 12:45:57.443518 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a15d04f0-86fe-4728-84df-d8129de48665 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:57.463647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d04f0-86fe-4728-84df-d8129de48665 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2668040d-0819-4284-b0c8-e5d761950320,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:57.541902 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a15d04f0-86fe-4728-84df-d8129de48665 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:57.543690 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a15d04f0-86fe-4728-84df-d8129de48665 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6284151 Nov 11 12:45:57.545940 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60536) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:45:57.550996 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-d9393c98-125a-4b24-9003-b599ed3071b4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Request body: {'security_group_rule': {'security_group_id': '91793304-8ec8-4f18-8199-498fd92edc43', 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:45:57.570999 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac007df4-c562-4bd9-b0f1-7399fb994aa8 None None] New status for floating IP f09a6048-cb12-4aac-b16f-c6addc437d85: ACTIVE {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:45:57.647653 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d9393c98-125a-4b24-9003-b599ed3071b4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:57.708163 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d9393c98-125a-4b24-9003-b599ed3071b4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:57.773723 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d9393c98-125a-4b24-9003-b599ed3071b4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:57.792711 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9393c98-125a-4b24-9003-b599ed3071b4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c14182a-4d0e-4678-bef4-bb4b5ab1e9b2,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:57.850271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-d9393c98-125a-4b24-9003-b599ed3071b4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:57.851607 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-d9393c98-125a-4b24-9003-b599ed3071b4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3047168 Nov 11 12:45:57.854565 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60538) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:45:57.859082 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-fb8b3b59-c51b-41c2-a3af-1392cbe48550 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Request body: {'security_group_rule': {'security_group_id': '91793304-8ec8-4f18-8199-498fd92edc43', 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:45:57.944343 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fb8b3b59-c51b-41c2-a3af-1392cbe48550 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:57.999748 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fb8b3b59-c51b-41c2-a3af-1392cbe48550 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:58.099400 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fb8b3b59-c51b-41c2-a3af-1392cbe48550 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:58.117682 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b3b59-c51b-41c2-a3af-1392cbe48550 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9a6e22-b6cd-4fcb-9f72-ec5b553c0837,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:58.193426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fb8b3b59-c51b-41c2-a3af-1392cbe48550 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:58.194618 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fb8b3b59-c51b-41c2-a3af-1392cbe48550 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3389823 Nov 11 12:45:58.197340 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60540) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:45:58.201686 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-1ac3bc9f-458e-49b0-b7f6-62ad97213cb4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Request body: {'security_group_rule': {'security_group_id': '91793304-8ec8-4f18-8199-498fd92edc43', 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:45:58.321670 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1ac3bc9f-458e-49b0-b7f6-62ad97213cb4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:58.376227 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1ac3bc9f-458e-49b0-b7f6-62ad97213cb4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:58.459542 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1ac3bc9f-458e-49b0-b7f6-62ad97213cb4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:58.477100 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3bc9f-458e-49b0-b7f6-62ad97213cb4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e288b91-5835-4e3d-afaf-6eefad898673,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:58.524054 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1ac3bc9f-458e-49b0-b7f6-62ad97213cb4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:58.525306 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1ac3bc9f-458e-49b0-b7f6-62ad97213cb4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3269823 Nov 11 12:45:58.527959 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60542) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:45:58.532185 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-c28607e6-aa19-4a0b-9a3f-de26b44215b4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Request body: {'security_group_rule': {'security_group_id': '91793304-8ec8-4f18-8199-498fd92edc43', 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:45:58.596836 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.securitygroups_db [None req-c28607e6-aa19-4a0b-9a3f-de26b44215b4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Project f127eb06dc7e4383bbd70ca2dbc945fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:45:58.601571 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c28607e6-aa19-4a0b-9a3f-de26b44215b4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:58.662195 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c28607e6-aa19-4a0b-9a3f-de26b44215b4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:58.722595 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c28607e6-aa19-4a0b-9a3f-de26b44215b4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:58.741777 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28607e6-aa19-4a0b-9a3f-de26b44215b4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66147ee-45cc-43aa-80b1-ca5fc4f7891e,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:58.798816 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c28607e6-aa19-4a0b-9a3f-de26b44215b4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:58.800721 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c28607e6-aa19-4a0b-9a3f-de26b44215b4 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2718647 Nov 11 12:45:58.803418 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60544) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:45:58.807697 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-ce123751-cd98-48a1-ac01-5b4b9c59a136 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Request body: {'security_group_rule': {'security_group_id': '91793304-8ec8-4f18-8199-498fd92edc43', 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:45:59.105233 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.securitygroups_db [None req-ce123751-cd98-48a1-ac01-5b4b9c59a136 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Project f127eb06dc7e4383bbd70ca2dbc945fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:45:59.110665 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ce123751-cd98-48a1-ac01-5b4b9c59a136 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:59.168763 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ce123751-cd98-48a1-ac01-5b4b9c59a136 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:59.242127 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ce123751-cd98-48a1-ac01-5b4b9c59a136 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:59.260072 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce123751-cd98-48a1-ac01-5b4b9c59a136 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894bc346-0614-404b-a5b1-f5235d1f504c,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:59.323982 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-ce123751-cd98-48a1-ac01-5b4b9c59a136 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:59.325184 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-ce123751-cd98-48a1-ac01-5b4b9c59a136 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5208356 Nov 11 12:45:59.416201 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d0b5ed23-e952-489c-851c-475f88ccf3d2 req-34fe8b23-8065-499e-886a-d26dc68dc34e tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-499382418&fields=id&tenant_id=f127eb06dc7e4383bbd70ca2dbc945fe HTTP/1.1" status: 200 len: 267 time: 0.0471931 Nov 11 12:45:59.466467 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5ed23-e952-489c-851c-475f88ccf3d2 req-4bf59066-ea9f-4290-ada3-ef0ca0c53577 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:59.467915 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d0b5ed23-e952-489c-851c-475f88ccf3d2 req-4bf59066-ea9f-4290-ada3-ef0ca0c53577 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0462155 Nov 11 12:45:59.479517 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [req-d0b5ed23-e952-489c-851c-475f88ccf3d2 req-52b7f4a2-293f-42ec-a44d-d8835d6d2075 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Request body: {'port': {'security_groups': ['120b5f93-7ab0-479b-ae82-3a3a5b769910', '91793304-8ec8-4f18-8199-498fd92edc43']}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:45:59.539592 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [req-d0b5ed23-e952-489c-851c-475f88ccf3d2 req-52b7f4a2-293f-42ec-a44d-d8835d6d2075 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:59.717969 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [req-d0b5ed23-e952-489c-851c-475f88ccf3d2 req-52b7f4a2-293f-42ec-a44d-d8835d6d2075 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] For port bf40b998-5263-4135-b6c0-d2af713ff8c1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bf40b998-5263-4135-b6c0-d2af713ff8c1,segment=NetworkSegment(7d7d2055-2404-4e92-be8a-2c13f3f3b2d7),segment_id=7d7d2055-2404-4e92-be8a-2c13f3f3b2d7)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:45:59.745330 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [req-d0b5ed23-e952-489c-851c-475f88ccf3d2 req-52b7f4a2-293f-42ec-a44d-d8835d6d2075 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:59.800846 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [req-d0b5ed23-e952-489c-851c-475f88ccf3d2 req-52b7f4a2-293f-42ec-a44d-d8835d6d2075 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:59.812140 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['bf40b998-5263-4135-b6c0-d2af713ff8c1'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:45:59.851192 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5ed23-e952-489c-851c-475f88ccf3d2 req-52b7f4a2-293f-42ec-a44d-d8835d6d2075 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:45:59.851826 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [req-d0b5ed23-e952-489c-851c-475f88ccf3d2 req-52b7f4a2-293f-42ec-a44d-d8835d6d2075 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:45:59.853276 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d0b5ed23-e952-489c-851c-475f88ccf3d2 req-52b7f4a2-293f-42ec-a44d-d8835d6d2075 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "PUT /v2.0/ports/bf40b998-5263-4135-b6c0-d2af713ff8c1 HTTP/1.1" status: 200 len: 981 time: 0.3781984 Nov 11 12:45:59.853696 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8', 'tag': 'bf40b998-5263-4135-b6c0-d2af713ff8c1'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:45:59.856016 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ac3ba8-1516-40d3-8f11-6ede9853a630" -d '{"events": [{"name": "network-changed", "server_uuid": "c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8", "tag": "bf40b998-5263-4135-b6c0-d2af713ff8c1"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:45:59.903775 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7f4a2-293f-42ec-a44d-d8835d6d2075 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Pushing event updated for resources: {'Port': ['ID=bf40b998-5263-4135-b6c0-d2af713ff8c1,revision_number=6']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:45:59.926607 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['bf40b998-5263-4135-b6c0-d2af713ff8c1'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:46:00.010892 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caa934-3c15-4657-b670-5557b63c07c3 req-69c3ed89-bb59-489c-bbfe-fc903c0ac87e tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:00.021570 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d4caa934-3c15-4657-b670-5557b63c07c3 req-69c3ed89-bb59-489c-bbfe-fc903c0ac87e tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 984 time: 0.0692496 Nov 11 12:46:00.096551 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d4caa934-3c15-4657-b670-5557b63c07c3 req-14f60136-c508-4f84-8dca-10cd081c8768 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=91793304-8ec8-4f18-8199-498fd92edc43&id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0735006 Nov 11 12:46:00.116568 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f6fae6-a2f4-4418-a657-ac44d7cde864 x-openstack-request-id: req-33f6fae6-a2f4-4418-a657-ac44d7cde864 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:46:00.117104 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8", "tag": "bf40b998-5263-4135-b6c0-d2af713ff8c1", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:46:00.117481 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-33f6fae6-a2f4-4418-a657-ac44d7cde864 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:46:00.118254 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8', 'tag': 'bf40b998-5263-4135-b6c0-d2af713ff8c1', 'status': 'completed', 'code': 200} Nov 11 12:46:00.179495 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac3ba8-1516-40d3-8f11-6ede9853a630 req-3717716b-cc6f-46e8-a4ee-1aad5742ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:00.180981 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-73ac3ba8-1516-40d3-8f11-6ede9853a630 req-3717716b-cc6f-46e8-a4ee-1aad5742ff16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f127eb06dc7e4383bbd70ca2dbc945fe&device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 1137 time: 0.0410028 Nov 11 12:46:00.216813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-06d01998-be29-4b0d-82f2-481c0f6674e9 None None] Provisioning complete for port bf40b998-5263-4135-b6c0-d2af713ff8c1 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:46:00.217178 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-06d01998-be29-4b0d-82f2-481c0f6674e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:00.274545 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac3ba8-1516-40d3-8f11-6ede9853a630 req-7769509b-d6d9-485e-ab62-33464bf8a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:00.275991 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-73ac3ba8-1516-40d3-8f11-6ede9853a630 req-7769509b-d6d9-485e-ab62-33464bf8a110 service neutron] 10.222.0.70 "GET /v2.0/networks?id=669c8902-3c06-4f61-9598-8ec6f7139fe0 HTTP/1.1" status: 200 len: 916 time: 0.0874250 Nov 11 12:46:00.340599 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-73ac3ba8-1516-40d3-8f11-6ede9853a630 req-3992c98c-3f24-4cef-a8ff-406f1bfe62f3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf40b998-5263-4135-b6c0-d2af713ff8c1 HTTP/1.1" status: 200 len: 1001 time: 0.0577688 Nov 11 12:46:00.392908 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac3ba8-1516-40d3-8f11-6ede9853a630 req-68e53b4f-4bf1-4d8b-854e-1fa2758200a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:00.394481 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-73ac3ba8-1516-40d3-8f11-6ede9853a630 req-68e53b4f-4bf1-4d8b-854e-1fa2758200a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d8536f2a-9dea-476d-a540-d53b364c90e0 HTTP/1.1" status: 200 len: 854 time: 0.0474381 Nov 11 12:46:00.441156 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac3ba8-1516-40d3-8f11-6ede9853a630 req-84c9d94a-a6be-41cc-80ab-1a501c7c64a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:00.442656 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-73ac3ba8-1516-40d3-8f11-6ede9853a630 req-84c9d94a-a6be-41cc-80ab-1a501c7c64a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=669c8902-3c06-4f61-9598-8ec6f7139fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403357 Nov 11 12:46:00.531147 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-73ac3ba8-1516-40d3-8f11-6ede9853a630 req-ed0863d5-e19a-439a-9925-77937113f03e service neutron] 10.222.0.70 "GET /v2.0/networks/669c8902-3c06-4f61-9598-8ec6f7139fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810678 Nov 11 12:46:00.624268 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-73ac3ba8-1516-40d3-8f11-6ede9853a630 req-31572273-f549-4b05-a9c7-2b48363771f0 service neutron] 10.222.0.70 "GET /v2.0/networks/669c8902-3c06-4f61-9598-8ec6f7139fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859098 Nov 11 12:46:03.237263 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-107a3c28-7777-4ae9-83f8-ba607e4b0298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:05.556871 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-75abb5f5-02d6-4d50-8fed-8af161ce94bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:06.613729 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:08.236430 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:09.179376 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:10.215006 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:46:10.962357 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:13.167783 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe051a-ab8c-424f-97e5-b3551d2cf19b req-9b933203-f021-4475-9513-4855870b03bd tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:13.171698 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4ebe051a-ab8c-424f-97e5-b3551d2cf19b req-9b933203-f021-4475-9513-4855870b03bd tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 984 time: 0.0524006 Nov 11 12:46:13.234210 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40147c0b-433f-4c70-a7a6-f5dffdfc0d34 req-bbd5a10a-7186-4fc3-9798-da588ba9799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:13.235725 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-40147c0b-433f-4c70-a7a6-f5dffdfc0d34 req-bbd5a10a-7186-4fc3-9798-da588ba9799b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f127eb06dc7e4383bbd70ca2dbc945fe&device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 1137 time: 0.0412700 Nov 11 12:46:13.236464 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4ebe051a-ab8c-424f-97e5-b3551d2cf19b req-f0758cc3-a376-4be8-847f-9536409ee4ec tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=91793304-8ec8-4f18-8199-498fd92edc43&id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603316 Nov 11 12:46:13.331952 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40147c0b-433f-4c70-a7a6-f5dffdfc0d34 req-12c2ba41-df1b-48ac-a769-5848032c2042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:13.333486 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-40147c0b-433f-4c70-a7a6-f5dffdfc0d34 req-12c2ba41-df1b-48ac-a769-5848032c2042 service neutron] 10.222.0.70 "GET /v2.0/networks?id=669c8902-3c06-4f61-9598-8ec6f7139fe0 HTTP/1.1" status: 200 len: 916 time: 0.0902219 Nov 11 12:46:13.408825 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-40147c0b-433f-4c70-a7a6-f5dffdfc0d34 req-6e8c2114-4053-43a5-b935-e7eaed385af3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf40b998-5263-4135-b6c0-d2af713ff8c1 HTTP/1.1" status: 200 len: 1001 time: 0.0670495 Nov 11 12:46:13.466941 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40147c0b-433f-4c70-a7a6-f5dffdfc0d34 req-386f988e-1d23-4601-829a-13b7961cd5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:13.468348 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-40147c0b-433f-4c70-a7a6-f5dffdfc0d34 req-386f988e-1d23-4601-829a-13b7961cd5e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d8536f2a-9dea-476d-a540-d53b364c90e0 HTTP/1.1" status: 200 len: 854 time: 0.0518866 Nov 11 12:46:13.517421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40147c0b-433f-4c70-a7a6-f5dffdfc0d34 req-5eaebc0b-63e0-424a-b664-0e80c973a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:13.518896 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-40147c0b-433f-4c70-a7a6-f5dffdfc0d34 req-5eaebc0b-63e0-424a-b664-0e80c973a6f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=669c8902-3c06-4f61-9598-8ec6f7139fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0429442 Nov 11 12:46:13.607007 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-40147c0b-433f-4c70-a7a6-f5dffdfc0d34 req-2de0eb5f-fa86-468a-ba8e-9e4310173328 service neutron] 10.222.0.70 "GET /v2.0/networks/669c8902-3c06-4f61-9598-8ec6f7139fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801113 Nov 11 12:46:13.700392 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-40147c0b-433f-4c70-a7a6-f5dffdfc0d34 req-5387c06d-a153-4e4a-ab63-ea2e7d80d7c7 service neutron] 10.222.0.70 "GET /v2.0/networks/669c8902-3c06-4f61-9598-8ec6f7139fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856493 Nov 11 12:46:13.800373 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8dbdf-8b6a-4ec5-b6dc-ceb655f4abd3 req-cb784f20-789a-4c45-9cc2-d5af45a3bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:13.801822 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-eea8dbdf-8b6a-4ec5-b6dc-ceb655f4abd3 req-cb784f20-789a-4c45-9cc2-d5af45a3bb81 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f127eb06dc7e4383bbd70ca2dbc945fe&device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 1137 time: 0.0404420 Nov 11 12:46:13.910696 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8dbdf-8b6a-4ec5-b6dc-ceb655f4abd3 req-4ab2740e-ccba-4a17-bca7-00fc59216c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:13.912771 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-eea8dbdf-8b6a-4ec5-b6dc-ceb655f4abd3 req-4ab2740e-ccba-4a17-bca7-00fc59216c3c service neutron] 10.222.0.70 "GET /v2.0/networks?id=669c8902-3c06-4f61-9598-8ec6f7139fe0 HTTP/1.1" status: 200 len: 916 time: 0.0924270 Nov 11 12:46:13.980371 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-eea8dbdf-8b6a-4ec5-b6dc-ceb655f4abd3 req-8af75526-a6df-49f7-9df9-8159589d630f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf40b998-5263-4135-b6c0-d2af713ff8c1 HTTP/1.1" status: 200 len: 1001 time: 0.0587494 Nov 11 12:46:14.032358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8dbdf-8b6a-4ec5-b6dc-ceb655f4abd3 req-38ba84d2-26f7-46a5-b15b-76c46f73fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:14.033763 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-eea8dbdf-8b6a-4ec5-b6dc-ceb655f4abd3 req-38ba84d2-26f7-46a5-b15b-76c46f73fc0f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d8536f2a-9dea-476d-a540-d53b364c90e0 HTTP/1.1" status: 200 len: 854 time: 0.0468545 Nov 11 12:46:14.079166 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8dbdf-8b6a-4ec5-b6dc-ceb655f4abd3 req-dc8e5f11-9aba-483e-a038-fb09b17cc719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:14.080523 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-eea8dbdf-8b6a-4ec5-b6dc-ceb655f4abd3 req-dc8e5f11-9aba-483e-a038-fb09b17cc719 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=669c8902-3c06-4f61-9598-8ec6f7139fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0383270 Nov 11 12:46:14.169358 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-eea8dbdf-8b6a-4ec5-b6dc-ceb655f4abd3 req-7b71f0fa-f2e0-4857-a7ef-31902dc3646e service neutron] 10.222.0.70 "GET /v2.0/networks/669c8902-3c06-4f61-9598-8ec6f7139fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803754 Nov 11 12:46:14.262099 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-eea8dbdf-8b6a-4ec5-b6dc-ceb655f4abd3 req-409c1815-4b92-41d4-a68b-ea4529104261 service neutron] 10.222.0.70 "GET /v2.0/networks/669c8902-3c06-4f61-9598-8ec6f7139fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846446 Nov 11 12:46:14.360502 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ea09e-0286-40e1-aee3-65f4b12a901b req-537b64ef-7d60-43d5-9bbb-2a910a6b337c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:14.361956 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1f5ea09e-0286-40e1-aee3-65f4b12a901b req-537b64ef-7d60-43d5-9bbb-2a910a6b337c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 984 time: 0.0491612 Nov 11 12:46:14.421672 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1f5ea09e-0286-40e1-aee3-65f4b12a901b req-924121c7-5d0c-42dc-a5c5-5600e0e51d98 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=91793304-8ec8-4f18-8199-498fd92edc43&id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535505 Nov 11 12:46:15.535525 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464877d5-5849-4b1b-bc35-cd123bb18161 req-78ce3be2-8d07-4c45-a435-1376a98bb67a tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:15.537590 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-464877d5-5849-4b1b-bc35-cd123bb18161 req-78ce3be2-8d07-4c45-a435-1376a98bb67a tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 984 time: 0.0488429 Nov 11 12:46:15.595258 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-464877d5-5849-4b1b-bc35-cd123bb18161 req-f2802ec4-b2fc-4cbf-b769-520f0fb1b03c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=91793304-8ec8-4f18-8199-498fd92edc43&id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516338 Nov 11 12:46:16.714868 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c0b2-0503-49e2-b042-0d25ba6efb5b req-79203c52-e5a5-43f1-ac22-96d18e81a863 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:16.716379 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0ab8c0b2-0503-49e2-b042-0d25ba6efb5b req-79203c52-e5a5-43f1-ac22-96d18e81a863 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 984 time: 0.0535944 Nov 11 12:46:16.775153 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0ab8c0b2-0503-49e2-b042-0d25ba6efb5b req-d4e181f2-7bb1-4b4b-83bc-0926707d13b6 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=91793304-8ec8-4f18-8199-498fd92edc43&id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525279 Nov 11 12:46:17.888277 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b833f3f-105e-4b3e-8d14-8fb15da00aeb req-e05d7ecb-53f3-4432-b42d-d107225a4838 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:17.889702 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8b833f3f-105e-4b3e-8d14-8fb15da00aeb req-e05d7ecb-53f3-4432-b42d-d107225a4838 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 984 time: 0.0479763 Nov 11 12:46:17.949081 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8b833f3f-105e-4b3e-8d14-8fb15da00aeb req-4db3f9cf-2fc1-41e8-98d7-eeef7f35b16d tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=91793304-8ec8-4f18-8199-498fd92edc43&id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534835 Nov 11 12:46:19.065404 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff88e7b-7838-437c-95b6-83f8fa184371 req-d0aff26e-d455-489d-871e-73f21fe27564 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:19.066878 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cff88e7b-7838-437c-95b6-83f8fa184371 req-d0aff26e-d455-489d-871e-73f21fe27564 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 984 time: 0.0499454 Nov 11 12:46:19.129570 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cff88e7b-7838-437c-95b6-83f8fa184371 req-043fd21c-31b8-4740-bece-5ff130e6a31b tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=91793304-8ec8-4f18-8199-498fd92edc43&id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560493 Nov 11 12:46:20.245674 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e386ade-43b8-4076-ac84-3c2c30394eab req-7d21efe6-8030-4b99-99d4-0e5b991db12b tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:20.246998 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3e386ade-43b8-4076-ac84-3c2c30394eab req-7d21efe6-8030-4b99-99d4-0e5b991db12b tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 984 time: 0.0478888 Nov 11 12:46:20.305903 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3e386ade-43b8-4076-ac84-3c2c30394eab req-bd516fc6-ea64-4e96-b445-d5c14e445c52 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=91793304-8ec8-4f18-8199-498fd92edc43&id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527186 Nov 11 12:46:21.422423 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e09c2-35c7-446d-8d73-36f04e526f1f req-f9546d56-fe84-4d75-aa37-9665bdb38f78 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:21.423897 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e03e09c2-35c7-446d-8d73-36f04e526f1f req-f9546d56-fe84-4d75-aa37-9665bdb38f78 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 984 time: 0.0475090 Nov 11 12:46:21.482868 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e03e09c2-35c7-446d-8d73-36f04e526f1f req-2aed92b9-4730-4c05-bc6f-e22cf9898500 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=91793304-8ec8-4f18-8199-498fd92edc43&id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523560 Nov 11 12:46:22.599569 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1611e67-1474-49ae-8813-8899c2df9809 req-d4ff76c4-10cf-4977-a7b7-a15383a2b1a0 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:22.601040 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d1611e67-1474-49ae-8813-8899c2df9809 req-d4ff76c4-10cf-4977-a7b7-a15383a2b1a0 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 984 time: 0.0531948 Nov 11 12:46:22.663653 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d1611e67-1474-49ae-8813-8899c2df9809 req-481c18a2-383e-4464-8276-4144e93c91bf tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=91793304-8ec8-4f18-8199-498fd92edc43&id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565886 Nov 11 12:46:23.779145 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019fed5-b6b3-4fe9-8cc3-46d581442612 req-81210e31-fc9f-49d7-8508-b2061d2b97f1 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:23.780596 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c019fed5-b6b3-4fe9-8cc3-46d581442612 req-81210e31-fc9f-49d7-8508-b2061d2b97f1 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 984 time: 0.0487092 Nov 11 12:46:23.839236 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c019fed5-b6b3-4fe9-8cc3-46d581442612 req-96b882d4-2bfa-4a66-a866-ccb52e1010d3 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=91793304-8ec8-4f18-8199-498fd92edc43&id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526619 Nov 11 12:46:24.954562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e16d29-1ba6-47a5-86cc-d7b6aa0518e4 req-06d5ac85-7b8d-45f0-830f-843fe95e3bc6 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:24.956028 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-17e16d29-1ba6-47a5-86cc-d7b6aa0518e4 req-06d5ac85-7b8d-45f0-830f-843fe95e3bc6 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 984 time: 0.0514946 Nov 11 12:46:25.014941 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-17e16d29-1ba6-47a5-86cc-d7b6aa0518e4 req-c053fa6d-b2fc-4410-a9b7-260c045f536c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=91793304-8ec8-4f18-8199-498fd92edc43&id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523868 Nov 11 12:46:26.131316 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c8512-6a84-4c98-99b3-3d123a69e1b5 req-d3ef56e8-86ff-4d4c-999c-68fdfc24555c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:26.132775 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-598c8512-6a84-4c98-99b3-3d123a69e1b5 req-d3ef56e8-86ff-4d4c-999c-68fdfc24555c tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 984 time: 0.0499899 Nov 11 12:46:26.190635 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-598c8512-6a84-4c98-99b3-3d123a69e1b5 req-6e0e2157-c916-424c-af44-017f73e752e0 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=91793304-8ec8-4f18-8199-498fd92edc43&id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519052 Nov 11 12:46:27.310375 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbcfcd-218d-4c07-88f5-e8914de95425 req-319316d0-0284-4c00-9834-98c1ac902e90 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:27.314416 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-32dbcfcd-218d-4c07-88f5-e8914de95425 req-319316d0-0284-4c00-9834-98c1ac902e90 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 984 time: 0.0565801 Nov 11 12:46:27.377420 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-32dbcfcd-218d-4c07-88f5-e8914de95425 req-4b66843a-08c5-4662-9122-7f9766c91e6f tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=91793304-8ec8-4f18-8199-498fd92edc43&id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568864 Nov 11 12:46:28.488811 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bff546-2194-4e6d-b478-8e2c48eebd9a req-369b32cd-d663-4f2e-a5ff-2ec454eaf564 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:28.490733 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-42bff546-2194-4e6d-b478-8e2c48eebd9a req-369b32cd-d663-4f2e-a5ff-2ec454eaf564 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 984 time: 0.0486979 Nov 11 12:46:28.548912 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-42bff546-2194-4e6d-b478-8e2c48eebd9a req-530f321d-57f5-48de-a001-02d58a850df5 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=91793304-8ec8-4f18-8199-498fd92edc43&id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521514 Nov 11 12:46:29.672606 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bef4de-2c8a-47d4-a55e-9de6acfaa358 req-60d34ac4-c8d3-4e1d-8d90-29e2ee1926ae tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:29.674040 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e6bef4de-2c8a-47d4-a55e-9de6acfaa358 req-60d34ac4-c8d3-4e1d-8d90-29e2ee1926ae tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 984 time: 0.0484583 Nov 11 12:46:29.734883 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e6bef4de-2c8a-47d4-a55e-9de6acfaa358 req-841f68a0-1fa7-44b8-bccd-29bd81c18937 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=91793304-8ec8-4f18-8199-498fd92edc43&id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540521 Nov 11 12:46:30.852614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48c4c5-982c-40c2-a4cb-3f0f3ba406f7 req-4ff62bb5-784c-4418-9321-811010083a20 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:46:30.854053 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4a48c4c5-982c-40c2-a4cb-3f0f3ba406f7 req-4ff62bb5-784c-4418-9321-811010083a20 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 984 time: 0.0537488 Nov 11 12:46:30.911782 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4a48c4c5-982c-40c2-a4cb-3f0f3ba406f7 req-e1af80c2-145a-404b-98bc-14145a04f647 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=91793304-8ec8-4f18-8199-498fd92edc43&id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517108 Nov 11 12:46:33.225226 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c74cc823-0e56-40e0-8e0c-4ac1c0395365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:35.556871 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b5191a2b-86f1-4a99-9b7e-00319fb23d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:36.619565 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:38.230948 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:39.172495 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:40.962460 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:46:47.213591 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:47:03.077901 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a1bcd747-393d-41d6-a187-f5017b32df27 req-e0316d34-f0e6-4f32-8014-4f1f7ddb5831 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-499382418&fields=id&tenant_id=f127eb06dc7e4383bbd70ca2dbc945fe HTTP/1.1" status: 200 len: 267 time: 0.0447278 Nov 11 12:47:03.130096 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcd747-393d-41d6-a187-f5017b32df27 req-93f90005-3fe1-4c21-a80d-586065f6ac19 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:03.131565 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a1bcd747-393d-41d6-a187-f5017b32df27 req-93f90005-3fe1-4c21-a80d-586065f6ac19 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 984 time: 0.0480278 Nov 11 12:47:03.142069 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [req-a1bcd747-393d-41d6-a187-f5017b32df27 req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Request body: {'port': {'security_groups': ['120b5f93-7ab0-479b-ae82-3a3a5b769910']}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:03.207949 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [req-a1bcd747-393d-41d6-a187-f5017b32df27 req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.225297 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3d3ea5b9-f495-48ca-88a4-4d23ec5831f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.386271 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [req-a1bcd747-393d-41d6-a187-f5017b32df27 req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] For port bf40b998-5263-4135-b6c0-d2af713ff8c1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bf40b998-5263-4135-b6c0-d2af713ff8c1,segment=NetworkSegment(7d7d2055-2404-4e92-be8a-2c13f3f3b2d7),segment_id=7d7d2055-2404-4e92-be8a-2c13f3f3b2d7)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:03.415967 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [req-a1bcd747-393d-41d6-a187-f5017b32df27 req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.476504 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [req-a1bcd747-393d-41d6-a187-f5017b32df27 req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.488483 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['bf40b998-5263-4135-b6c0-d2af713ff8c1'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:47:03.518034 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcd747-393d-41d6-a187-f5017b32df27 req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:03.518657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [req-a1bcd747-393d-41d6-a187-f5017b32df27 req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.520056 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a1bcd747-393d-41d6-a187-f5017b32df27 req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "PUT /v2.0/ports/bf40b998-5263-4135-b6c0-d2af713ff8c1 HTTP/1.1" status: 200 len: 942 time: 0.3823452 Nov 11 12:47:03.520506 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8', 'tag': 'bf40b998-5263-4135-b6c0-d2af713ff8c1'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:47:03.522790 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363ede83-1003-4753-ad8a-b9316bb5ed8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8", "tag": "bf40b998-5263-4135-b6c0-d2af713ff8c1"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:47:03.531664 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60608) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:03.565526 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Pushing event updated for resources: {'Port': ['ID=bf40b998-5263-4135-b6c0-d2af713ff8c1,revision_number=7']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:03.575607 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.575950 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.576292 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.576633 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.576964 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.577294 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.577622 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.577945 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.578267 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.578590 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.578911 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.579264 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d253c9dd-eb44-4e88-adc5-6094c93de3e9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.603512 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8d4de0-970d-4d37-b1be-a5a246084787 x-openstack-request-id: req-6c8d4de0-970d-4d37-b1be-a5a246084787 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:47:03.603815 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8", "tag": "bf40b998-5263-4135-b6c0-d2af713ff8c1", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:47:03.604063 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c8d4de0-970d-4d37-b1be-a5a246084787 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:47:03.604465 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8', 'tag': 'bf40b998-5263-4135-b6c0-d2af713ff8c1', 'status': 'completed', 'code': 200} Nov 11 12:47:03.607422 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['bf40b998-5263-4135-b6c0-d2af713ff8c1'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:47:03.608160 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fd602cd8-85d6-44bf-ac05-b70534a6e904 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.659703 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fd602cd8-85d6-44bf-ac05-b70534a6e904 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.698422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ede83-1003-4753-ad8a-b9316bb5ed8f req-bbef583d-46e5-4cc5-9045-2a07fd1c2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:03.699972 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-363ede83-1003-4753-ad8a-b9316bb5ed8f req-bbef583d-46e5-4cc5-9045-2a07fd1c2ba1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f127eb06dc7e4383bbd70ca2dbc945fe&device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 1098 time: 0.0722668 Nov 11 12:47:03.806767 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ede83-1003-4753-ad8a-b9316bb5ed8f req-1a0b184e-5f66-4c16-a791-0b17824bca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:03.808236 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-363ede83-1003-4753-ad8a-b9316bb5ed8f req-1a0b184e-5f66-4c16-a791-0b17824bca9c service neutron] 10.222.0.70 "GET /v2.0/networks?id=669c8902-3c06-4f61-9598-8ec6f7139fe0 HTTP/1.1" status: 200 len: 916 time: 0.1005144 Nov 11 12:47:03.808990 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-995b1c26-75cc-420c-a588-c5b51bba0fcd None None] Provisioning complete for port bf40b998-5263-4135-b6c0-d2af713ff8c1 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:03.809402 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-995b1c26-75cc-420c-a588-c5b51bba0fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.874910 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-363ede83-1003-4753-ad8a-b9316bb5ed8f req-a5a69c98-21b8-453c-b225-2918e852e37a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf40b998-5263-4135-b6c0-d2af713ff8c1 HTTP/1.1" status: 200 len: 1001 time: 0.0588670 Nov 11 12:47:03.876675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fd602cd8-85d6-44bf-ac05-b70534a6e904 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.879389 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fd602cd8-85d6-44bf-ac05-b70534a6e904 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:03.880438 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fd602cd8-85d6-44bf-ac05-b70534a6e904 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "DELETE /v2.0/security-groups/91793304-8ec8-4f18-8199-498fd92edc43 HTTP/1.1" status: 204 len: 168 time: 0.3472140 Nov 11 12:47:03.883306 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60610) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:03.898108 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd602cd8-85d6-44bf-ac05-b70534a6e904 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91793304-8ec8-4f18-8199-498fd92edc43,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:03.923599 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd602cd8-85d6-44bf-ac05-b70534a6e904 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.923968 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd602cd8-85d6-44bf-ac05-b70534a6e904 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.924314 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd602cd8-85d6-44bf-ac05-b70534a6e904 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.924647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd602cd8-85d6-44bf-ac05-b70534a6e904 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.924979 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd602cd8-85d6-44bf-ac05-b70534a6e904 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.925308 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd602cd8-85d6-44bf-ac05-b70534a6e904 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.925636 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd602cd8-85d6-44bf-ac05-b70534a6e904 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.925956 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd602cd8-85d6-44bf-ac05-b70534a6e904 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.926277 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd602cd8-85d6-44bf-ac05-b70534a6e904 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.926599 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd602cd8-85d6-44bf-ac05-b70534a6e904 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.926922 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd602cd8-85d6-44bf-ac05-b70534a6e904 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.927269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd602cd8-85d6-44bf-ac05-b70534a6e904 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:03.945014 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ede83-1003-4753-ad8a-b9316bb5ed8f req-b4a5e039-c6d9-43b8-b263-b4eaca6e2eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:03.947567 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-363ede83-1003-4753-ad8a-b9316bb5ed8f req-b4a5e039-c6d9-43b8-b263-b4eaca6e2eea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d8536f2a-9dea-476d-a540-d53b364c90e0 HTTP/1.1" status: 200 len: 854 time: 0.0628390 Nov 11 12:47:03.998836 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ede83-1003-4753-ad8a-b9316bb5ed8f req-f869d30c-7a99-4c15-a7f3-fad2c11ad866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:04.000375 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-363ede83-1003-4753-ad8a-b9316bb5ed8f req-f869d30c-7a99-4c15-a7f3-fad2c11ad866 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=669c8902-3c06-4f61-9598-8ec6f7139fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0457487 Nov 11 12:47:04.045238 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-9980c896-49e8-4bd9-a732-0c78f50b49e2 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Deleting port 2033080b-8274-4c9c-8c39-8bb623e99191 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:04.045572 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9980c896-49e8-4bd9-a732-0c78f50b49e2 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:04.090085 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-363ede83-1003-4753-ad8a-b9316bb5ed8f req-35dda5ef-81f2-4cec-b674-25da77a8225c service neutron] 10.222.0.70 "GET /v2.0/networks/669c8902-3c06-4f61-9598-8ec6f7139fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828428 Nov 11 12:47:04.123054 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9980c896-49e8-4bd9-a732-0c78f50b49e2 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:04.123637 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9980c896-49e8-4bd9-a732-0c78f50b49e2 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:04.135237 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-9980c896-49e8-4bd9-a732-0c78f50b49e2 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Calling delete_port for 2033080b-8274-4c9c-8c39-8bb623e99191 owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:04.183569 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-363ede83-1003-4753-ad8a-b9316bb5ed8f req-c52a43a7-9250-4c23-ae01-2d1aad151f39 service neutron] 10.222.0.70 "GET /v2.0/networks/669c8902-3c06-4f61-9598-8ec6f7139fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857813 Nov 11 12:47:04.374325 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9980c896-49e8-4bd9-a732-0c78f50b49e2 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:04.398108 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980c896-49e8-4bd9-a732-0c78f50b49e2 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Pushing event deleted for resources: {'Port': ['ID=2033080b-8274-4c9c-8c39-8bb623e99191,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:04.458669 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9980c896-49e8-4bd9-a732-0c78f50b49e2 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:04.458887 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-9980c896-49e8-4bd9-a732-0c78f50b49e2 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Floating IP f09a6048-cb12-4aac-b16f-c6addc437d85 disassociated (deleted). External IP: 172.26.5.121, port: bf40b998-5263-4135-b6c0-d2af713ff8c1. Nov 11 12:47:04.661044 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9980c896-49e8-4bd9-a732-0c78f50b49e2 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Router 36214a4e-333e-4a3a-92c3-c356ffe42e14 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:47:04.765457 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9980c896-49e8-4bd9-a732-0c78f50b49e2 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:47:04.769959 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9980c896-49e8-4bd9-a732-0c78f50b49e2 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:04.776266 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de70e22-c0ba-4cb0-8bea-a0727994504b None None] Sync routers for ids ['36214a4e-333e-4a3a-92c3-c356ffe42e14'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:47:04.788313 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de70e22-c0ba-4cb0-8bea-a0727994504b None None] Routers {'36214a4e-333e-4a3a-92c3-c356ffe42e14'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:47:04.788923 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-6de70e22-c0ba-4cb0-8bea-a0727994504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:46:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['36214a4e-333e-4a3a-92c3-c356ffe42e14'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:04.796349 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9980c896-49e8-4bd9-a732-0c78f50b49e2 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "DELETE /v2.0/floatingips/f09a6048-cb12-4aac-b16f-c6addc437d85 HTTP/1.1" status: 204 len: 168 time: 0.9107926 Nov 11 12:47:04.894103 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-6de70e22-c0ba-4cb0-8bea-a0727994504b None None] Set router 36214a4e-333e-4a3a-92c3-c356ffe42e14 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:47:05.089372 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-6de70e22-c0ba-4cb0-8bea-a0727994504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'name': 'tempest-TestMinimumBasicScenario-1751076941-router', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:53Z', 'updated_at': '2021-11-11T12:44:56Z', 'revision_number': 4, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'gw_port': {'id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:54Z', 'updated_at': '2021-11-11T12:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '573808e2-6989-41eb-b2b5-d4b00968e0a3', 'name': '', 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'mac_address': 'fa:16:3e:f5:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'd8536f2a-9dea-476d-a540-d53b364c90e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:56Z', 'updated_at': '2021-11-11T12:45:00Z', 'revision_number': 5, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'subnets': [{'id': 'd8536f2a-9dea-476d-a540-d53b364c90e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:05.116349 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de70e22-c0ba-4cb0-8bea-a0727994504b None None] Checking router: 36214a4e-333e-4a3a-92c3-c356ffe42e14 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:47:05.125589 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de70e22-c0ba-4cb0-8bea-a0727994504b None None] Routers {'36214a4e-333e-4a3a-92c3-c356ffe42e14'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:47:05.126198 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-6de70e22-c0ba-4cb0-8bea-a0727994504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:46:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['36214a4e-333e-4a3a-92c3-c356ffe42e14'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:05.233714 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-6de70e22-c0ba-4cb0-8bea-a0727994504b None None] Set router 36214a4e-333e-4a3a-92c3-c356ffe42e14 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:47:05.442252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-6de70e22-c0ba-4cb0-8bea-a0727994504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'name': 'tempest-TestMinimumBasicScenario-1751076941-router', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:53Z', 'updated_at': '2021-11-11T12:44:56Z', 'revision_number': 4, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'gw_port': {'id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:54Z', 'updated_at': '2021-11-11T12:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '573808e2-6989-41eb-b2b5-d4b00968e0a3', 'name': '', 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'mac_address': 'fa:16:3e:f5:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'd8536f2a-9dea-476d-a540-d53b364c90e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:56Z', 'updated_at': '2021-11-11T12:45:00Z', 'revision_number': 5, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'subnets': [{'id': 'd8536f2a-9dea-476d-a540-d53b364c90e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:05.467116 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de70e22-c0ba-4cb0-8bea-a0727994504b None None] The sync data for ids ['36214a4e-333e-4a3a-92c3-c356ffe42e14'] in dv-neutron-786478-23-hyperv is: [{'id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'name': 'tempest-TestMinimumBasicScenario-1751076941-router', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:53Z', 'updated_at': '2021-11-11T12:44:56Z', 'revision_number': 4, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'gw_port': {'id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:54Z', 'updated_at': '2021-11-11T12:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '573808e2-6989-41eb-b2b5-d4b00968e0a3', 'name': '', 'network_id': '669c8902-3c06-4f61-9598-8ec6f7139fe0', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'mac_address': 'fa:16:3e:f5:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'd8536f2a-9dea-476d-a540-d53b364c90e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:56Z', 'updated_at': '2021-11-11T12:45:00Z', 'revision_number': 5, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'subnets': [{'id': 'd8536f2a-9dea-476d-a540-d53b364c90e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:47:05.551447 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c832d912-c0a4-4b30-95db-89aad2063399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:05.605976 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8', 'tag': 'bf40b998-5263-4135-b6c0-d2af713ff8c1'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:47:05.608414 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a85aac9-a361-42c5-9793-34568c1e53bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8", "tag": "bf40b998-5263-4135-b6c0-d2af713ff8c1"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:47:05.646562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d30862-c8e9-4fa1-b3ba-73445c37f4af x-openstack-request-id: req-71d30862-c8e9-4fa1-b3ba-73445c37f4af {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:47:05.646857 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8", "tag": "bf40b998-5263-4135-b6c0-d2af713ff8c1", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:47:05.647137 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-71d30862-c8e9-4fa1-b3ba-73445c37f4af {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:47:05.647542 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8', 'tag': 'bf40b998-5263-4135-b6c0-d2af713ff8c1', 'status': 'completed', 'code': 200} Nov 11 12:47:05.719853 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1dc93a-73da-4d24-a153-d88af3043e3e None None] New status for floating IP f09a6048-cb12-4aac-b16f-c6addc437d85: DOWN {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:47:05.725491 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85aac9-a361-42c5-9793-34568c1e53bc req-74721f4f-ecf3-435d-9755-5b96a402c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:05.727207 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3a85aac9-a361-42c5-9793-34568c1e53bc req-74721f4f-ecf3-435d-9755-5b96a402c0cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f127eb06dc7e4383bbd70ca2dbc945fe&device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 1098 time: 0.0504043 Nov 11 12:47:05.830064 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85aac9-a361-42c5-9793-34568c1e53bc req-ddaf47cc-c588-4b3f-9077-2341307535bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:05.831584 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3a85aac9-a361-42c5-9793-34568c1e53bc req-ddaf47cc-c588-4b3f-9077-2341307535bb service neutron] 10.222.0.70 "GET /v2.0/networks?id=669c8902-3c06-4f61-9598-8ec6f7139fe0 HTTP/1.1" status: 200 len: 916 time: 0.0963600 Nov 11 12:47:05.873939 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3a85aac9-a361-42c5-9793-34568c1e53bc req-299394c4-3cca-45eb-ab0f-c2f01dea731f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf40b998-5263-4135-b6c0-d2af713ff8c1 HTTP/1.1" status: 200 len: 217 time: 0.0347562 Nov 11 12:47:05.923202 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85aac9-a361-42c5-9793-34568c1e53bc req-636a0586-ea0e-433b-8112-750a1cbd4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:05.924669 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3a85aac9-a361-42c5-9793-34568c1e53bc req-636a0586-ea0e-433b-8112-750a1cbd4395 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d8536f2a-9dea-476d-a540-d53b364c90e0 HTTP/1.1" status: 200 len: 854 time: 0.0434997 Nov 11 12:47:05.973968 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85aac9-a361-42c5-9793-34568c1e53bc req-6f66a797-2cbf-4c1c-a204-0f64251a0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:05.975507 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3a85aac9-a361-42c5-9793-34568c1e53bc req-6f66a797-2cbf-4c1c-a204-0f64251a0eff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=669c8902-3c06-4f61-9598-8ec6f7139fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0442262 Nov 11 12:47:06.067200 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3a85aac9-a361-42c5-9793-34568c1e53bc req-2cc0107b-7553-45f3-a0f4-005e4af597e3 service neutron] 10.222.0.70 "GET /v2.0/networks/669c8902-3c06-4f61-9598-8ec6f7139fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848176 Nov 11 12:47:06.161409 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3a85aac9-a361-42c5-9793-34568c1e53bc req-33df1efa-ef4f-4f0c-a494-2ca628402487 service neutron] 10.222.0.70 "GET /v2.0/networks/669c8902-3c06-4f61-9598-8ec6f7139fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870242 Nov 11 12:47:06.591459 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:08.265407 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:09.190172 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:10.972803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:12.908881 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1611a2ee-311c-4fe2-9fba-d2c328713b75 req-e3bb82dc-4ff4-4cda-831d-ca1321426b53 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401862 Nov 11 12:47:12.992659 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611a2ee-311c-4fe2-9fba-d2c328713b75 req-84ea54de-d297-4ab7-8a0c-ba0c61d0fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:12.994115 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1611a2ee-311c-4fe2-9fba-d2c328713b75 req-84ea54de-d297-4ab7-8a0c-ba0c61d0fa22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f127eb06dc7e4383bbd70ca2dbc945fe&device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 1098 time: 0.0409651 Nov 11 12:47:13.098898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611a2ee-311c-4fe2-9fba-d2c328713b75 req-9212d2d4-6d70-4ec3-aa72-30fed17ddf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:13.100368 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1611a2ee-311c-4fe2-9fba-d2c328713b75 req-9212d2d4-6d70-4ec3-aa72-30fed17ddf4e service neutron] 10.222.0.70 "GET /v2.0/networks?id=669c8902-3c06-4f61-9598-8ec6f7139fe0 HTTP/1.1" status: 200 len: 916 time: 0.0868313 Nov 11 12:47:13.141719 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1611a2ee-311c-4fe2-9fba-d2c328713b75 req-2879963f-bcfb-4504-a4e1-b57c19993541 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf40b998-5263-4135-b6c0-d2af713ff8c1 HTTP/1.1" status: 200 len: 217 time: 0.0339932 Nov 11 12:47:13.189165 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611a2ee-311c-4fe2-9fba-d2c328713b75 req-44cf876a-ede8-4ce9-9b17-ce67e92318a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:13.190566 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1611a2ee-311c-4fe2-9fba-d2c328713b75 req-44cf876a-ede8-4ce9-9b17-ce67e92318a6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d8536f2a-9dea-476d-a540-d53b364c90e0 HTTP/1.1" status: 200 len: 854 time: 0.0422184 Nov 11 12:47:13.239003 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611a2ee-311c-4fe2-9fba-d2c328713b75 req-40053eb1-b6d9-4a3a-a8dd-0c4808068977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:13.240626 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1611a2ee-311c-4fe2-9fba-d2c328713b75 req-40053eb1-b6d9-4a3a-a8dd-0c4808068977 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=669c8902-3c06-4f61-9598-8ec6f7139fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436454 Nov 11 12:47:13.333056 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1611a2ee-311c-4fe2-9fba-d2c328713b75 req-72173698-de0b-4fb0-b1b5-35c2b58e6d29 service neutron] 10.222.0.70 "GET /v2.0/networks/669c8902-3c06-4f61-9598-8ec6f7139fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845499 Nov 11 12:47:13.425586 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1611a2ee-311c-4fe2-9fba-d2c328713b75 req-4f387d17-88cb-48be-b3d8-089fd2f0e3ac service neutron] 10.222.0.70 "GET /v2.0/networks/669c8902-3c06-4f61-9598-8ec6f7139fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859940 Nov 11 12:47:14.222751 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264b916-237a-4ff8-abd8-16ef8543af6b req-d7d9af59-01b4-4d2e-affa-9ded72f5046b tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:14.224348 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c264b916-237a-4ff8-abd8-16ef8543af6b req-d7d9af59-01b4-4d2e-affa-9ded72f5046b tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0491424 Nov 11 12:47:14.273785 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c264b916-237a-4ff8-abd8-16ef8543af6b req-fc919d74-4a92-4fed-b68a-2d46ce82a190 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426452 Nov 11 12:47:15.392873 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83312a30-02c5-4a2c-8e61-625a2174142a req-293745bd-655f-4ba0-b85b-b9a5da41e6c7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:15.394324 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-83312a30-02c5-4a2c-8e61-625a2174142a req-293745bd-655f-4ba0-b85b-b9a5da41e6c7 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0523582 Nov 11 12:47:15.440415 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-83312a30-02c5-4a2c-8e61-625a2174142a req-934d8678-dd95-42c0-be9b-1be8ea500255 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/security-groups?id=120b5f93-7ab0-479b-ae82-3a3a5b769910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402594 Nov 11 12:47:15.840187 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09abfd-3406-429d-b0dd-6e7114519a31 req-f12fcf7b-92ce-4019-8507-93f4926e5f05 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:15.841621 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cc09abfd-3406-429d-b0dd-6e7114519a31 req-f12fcf7b-92ce-4019-8507-93f4926e5f05 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 945 time: 0.0486462 Nov 11 12:47:15.928109 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-cc09abfd-3406-429d-b0dd-6e7114519a31 req-e356a47f-fdd1-4f89-8fe6-0b6e93662e8a tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Deleting port bf40b998-5263-4135-b6c0-d2af713ff8c1 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:15.928445 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-cc09abfd-3406-429d-b0dd-6e7114519a31 req-e356a47f-fdd1-4f89-8fe6-0b6e93662e8a tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:16.018069 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-cc09abfd-3406-429d-b0dd-6e7114519a31 req-e356a47f-fdd1-4f89-8fe6-0b6e93662e8a tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] For port bf40b998-5263-4135-b6c0-d2af713ff8c1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bf40b998-5263-4135-b6c0-d2af713ff8c1,segment=NetworkSegment(7d7d2055-2404-4e92-be8a-2c13f3f3b2d7),segment_id=7d7d2055-2404-4e92-be8a-2c13f3f3b2d7)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:16.018425 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-cc09abfd-3406-429d-b0dd-6e7114519a31 req-e356a47f-fdd1-4f89-8fe6-0b6e93662e8a tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:16.031426 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-cc09abfd-3406-429d-b0dd-6e7114519a31 req-e356a47f-fdd1-4f89-8fe6-0b6e93662e8a tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Calling delete_port for bf40b998-5263-4135-b6c0-d2af713ff8c1 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:16.218753 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-cc09abfd-3406-429d-b0dd-6e7114519a31 req-e356a47f-fdd1-4f89-8fe6-0b6e93662e8a tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:16.230742 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['bf40b998-5263-4135-b6c0-d2af713ff8c1'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:47:16.246865 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356a47f-fdd1-4f89-8fe6-0b6e93662e8a tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Pushing event deleted for resources: {'Port': ['ID=bf40b998-5263-4135-b6c0-d2af713ff8c1,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:16.291945 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc09abfd-3406-429d-b0dd-6e7114519a31 req-e356a47f-fdd1-4f89-8fe6-0b6e93662e8a tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] No DVR routers for this DVR port bf40b998-5263-4135-b6c0-d2af713ff8c1 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:47:16.294524 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-cc09abfd-3406-429d-b0dd-6e7114519a31 req-e356a47f-fdd1-4f89-8fe6-0b6e93662e8a tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:16.298058 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-cc09abfd-3406-429d-b0dd-6e7114519a31 req-e356a47f-fdd1-4f89-8fe6-0b6e93662e8a tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.70 "DELETE /v2.0/ports/bf40b998-5263-4135-b6c0-d2af713ff8c1 HTTP/1.1" status: 204 len: 173 time: 0.4499993 Nov 11 12:47:16.298504 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8', 'name': 'network-vif-deleted', 'tag': 'bf40b998-5263-4135-b6c0-d2af713ff8c1'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:47:16.301344 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4f0c3e-3f9f-4c18-836b-068982e1618d" -d '{"events": [{"server_uuid": "c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8", "name": "network-vif-deleted", "tag": "bf40b998-5263-4135-b6c0-d2af713ff8c1"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:47:16.395878 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55660810-7a91-4c54-a435-3c4306959c86 x-openstack-request-id: req-55660810-7a91-4c54-a435-3c4306959c86 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:47:16.396382 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8", "name": "network-vif-deleted", "tag": "bf40b998-5263-4135-b6c0-d2af713ff8c1", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:47:16.396641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-55660810-7a91-4c54-a435-3c4306959c86 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:47:16.397041 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8', 'name': 'network-vif-deleted', 'tag': 'bf40b998-5263-4135-b6c0-d2af713ff8c1', 'status': 'completed', 'code': 200} Nov 11 12:47:16.533275 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4eace293-a8ae-4bca-82e3-4203665e1c03 req-08547646-e6b1-49ca-8e32-90546784e8c9 tempest-TestMinimumBasicScenario-513491794 tempest-TestMinimumBasicScenario-513491794-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5eba909-e0a9-4bbe-a6fd-12a562ab6fb8 HTTP/1.1" status: 200 len: 210 time: 0.0265505 Nov 11 12:47:18.661802 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60714) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:18.995163 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5cae86bc-9285-4974-90ed-94eacfa32b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:19.240137 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5cae86bc-9285-4974-90ed-94eacfa32b63 admin admin] Deleting port 573808e2-6989-41eb-b2b5-d4b00968e0a3 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:19.240470 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5cae86bc-9285-4974-90ed-94eacfa32b63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:19.316300 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-5cae86bc-9285-4974-90ed-94eacfa32b63 admin admin] For port 573808e2-6989-41eb-b2b5-d4b00968e0a3, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=573808e2-6989-41eb-b2b5-d4b00968e0a3,segment=NetworkSegment(7d7d2055-2404-4e92-be8a-2c13f3f3b2d7),segment_id=7d7d2055-2404-4e92-be8a-2c13f3f3b2d7)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:19.316712 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5cae86bc-9285-4974-90ed-94eacfa32b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:19.329455 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5cae86bc-9285-4974-90ed-94eacfa32b63 admin admin] Calling delete_port for 573808e2-6989-41eb-b2b5-d4b00968e0a3 owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:19.580157 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5cae86bc-9285-4974-90ed-94eacfa32b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:19.608880 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae86bc-9285-4974-90ed-94eacfa32b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=573808e2-6989-41eb-b2b5-d4b00968e0a3,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:19.768015 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5cae86bc-9285-4974-90ed-94eacfa32b63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:20.281251 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cae86bc-9285-4974-90ed-94eacfa32b63 admin admin] Router 36214a4e-333e-4a3a-92c3-c356ffe42e14 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:47:20.383900 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cae86bc-9285-4974-90ed-94eacfa32b63 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:47:20.389727 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5cae86bc-9285-4974-90ed-94eacfa32b63 admin admin] 10.222.0.50 "PUT /v2.0/routers/36214a4e-333e-4a3a-92c3-c356ffe42e14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7269232 Nov 11 12:47:20.392343 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60716) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:20.393112 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0dcfb7-e258-4b1c-9d84-627442504e7d None None] Sync routers for ids ['36214a4e-333e-4a3a-92c3-c356ffe42e14'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:47:20.403952 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0dcfb7-e258-4b1c-9d84-627442504e7d None None] Routers {'36214a4e-333e-4a3a-92c3-c356ffe42e14'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:47:20.404562 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2c0dcfb7-e258-4b1c-9d84-627442504e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:47:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['36214a4e-333e-4a3a-92c3-c356ffe42e14'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:20.505121 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5a03bfa7-36c7-4539-ac13-3d7647648b69 admin admin] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:20.608915 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5a03bfa7-36c7-4539-ac13-3d7647648b69 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:20.663273 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-2c0dcfb7-e258-4b1c-9d84-627442504e7d None None] Set router 36214a4e-333e-4a3a-92c3-c356ffe42e14 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:47:20.722808 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5a03bfa7-36c7-4539-ac13-3d7647648b69 admin admin] Deleting port e50605e3-a3f5-49b9-96ca-38ebe672c1cc {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:20.723177 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5a03bfa7-36c7-4539-ac13-3d7647648b69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:20.811477 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-5a03bfa7-36c7-4539-ac13-3d7647648b69 admin admin] For port e50605e3-a3f5-49b9-96ca-38ebe672c1cc, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e50605e3-a3f5-49b9-96ca-38ebe672c1cc,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:20.812163 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5a03bfa7-36c7-4539-ac13-3d7647648b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:20.825775 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5a03bfa7-36c7-4539-ac13-3d7647648b69 admin admin] Calling delete_port for e50605e3-a3f5-49b9-96ca-38ebe672c1cc owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:20.842629 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2c0dcfb7-e258-4b1c-9d84-627442504e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'name': 'tempest-TestMinimumBasicScenario-1751076941-router', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:53Z', 'updated_at': '2021-11-11T12:47:19Z', 'revision_number': 5, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'gw_port': {'id': 'e50605e3-a3f5-49b9-96ca-38ebe672c1cc', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:44:54Z', 'updated_at': '2021-11-11T12:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:20.868217 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0dcfb7-e258-4b1c-9d84-627442504e7d None None] Checking router: 36214a4e-333e-4a3a-92c3-c356ffe42e14 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:47:20.876763 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0dcfb7-e258-4b1c-9d84-627442504e7d None None] Routers {'36214a4e-333e-4a3a-92c3-c356ffe42e14'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:47:20.877368 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2c0dcfb7-e258-4b1c-9d84-627442504e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:47:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['36214a4e-333e-4a3a-92c3-c356ffe42e14'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:20.963648 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-2c0dcfb7-e258-4b1c-9d84-627442504e7d None None] Set router 36214a4e-333e-4a3a-92c3-c356ffe42e14 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:47:20.966754 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device bf40b998-5263-4135-b6c0-d2af713ff8c1 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:47:21.035990 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: bf40b998-5263-4135-b6c0-d2af713ff8c1 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:47:21.036339 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device bf40b998-5263-4135-b6c0-d2af713ff8c1 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:47:21.037875 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2c0dcfb7-e258-4b1c-9d84-627442504e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'name': 'tempest-TestMinimumBasicScenario-1751076941-router', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:53Z', 'updated_at': '2021-11-11T12:47:20Z', 'revision_number': 6, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:21.048856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5a03bfa7-36c7-4539-ac13-3d7647648b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:21.066218 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0dcfb7-e258-4b1c-9d84-627442504e7d None None] The sync data for ids ['36214a4e-333e-4a3a-92c3-c356ffe42e14'] in dv-neutron-786478-23-hyperv is: [{'id': '36214a4e-333e-4a3a-92c3-c356ffe42e14', 'name': 'tempest-TestMinimumBasicScenario-1751076941-router', 'tenant_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:53Z', 'updated_at': '2021-11-11T12:47:20Z', 'revision_number': 6, 'project_id': 'f127eb06dc7e4383bbd70ca2dbc945fe', 'gw_port_host': None}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:47:21.076234 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03bfa7-36c7-4539-ac13-3d7647648b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=e50605e3-a3f5-49b9-96ca-38ebe672c1cc,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:21.087434 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5a377f-0335-404d-8163-399755ec1bd7 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:47:21.145528 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5a03bfa7-36c7-4539-ac13-3d7647648b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:21.234069 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5a03bfa7-36c7-4539-ac13-3d7647648b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:21.236173 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5a03bfa7-36c7-4539-ac13-3d7647648b69 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:21.344004 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5a03bfa7-36c7-4539-ac13-3d7647648b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:21.344535 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a03bfa7-36c7-4539-ac13-3d7647648b69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36214a4e-333e-4a3a-92c3-c356ffe42e14 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:47:21.353868 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5a03bfa7-36c7-4539-ac13-3d7647648b69 admin admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:21.353868 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5a03bfa7-36c7-4539-ac13-3d7647648b69 admin admin] 10.222.0.50 "DELETE /v2.0/routers/36214a4e-333e-4a3a-92c3-c356ffe42e14 HTTP/1.1" status: 204 len: 168 time: 0.9568777 Nov 11 12:47:21.353868 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60718) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:21.401372 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9169ec-e272-48a2-ae22-c528bfa00a33 admin admin] Deleting subnet d8536f2a-9dea-476d-a540-d53b364c90e0 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:47:21.404579 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e9169ec-e272-48a2-ae22-c528bfa00a33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:21.440349 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e9169ec-e272-48a2-ae22-c528bfa00a33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:21.518985 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e9169ec-e272-48a2-ae22-c528bfa00a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:21.630127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e9169ec-e272-48a2-ae22-c528bfa00a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:21.659988 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9169ec-e272-48a2-ae22-c528bfa00a33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8536f2a-9dea-476d-a540-d53b364c90e0,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:21.661881 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8e9169ec-e272-48a2-ae22-c528bfa00a33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:21.665663 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8e9169ec-e272-48a2-ae22-c528bfa00a33 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d8536f2a-9dea-476d-a540-d53b364c90e0 HTTP/1.1" status: 204 len: 168 time: 0.3109469 Nov 11 12:47:21.668137 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60720) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:21.668614 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb45039-0f6c-473b-b5d4-0c2b5722da8a None None] Network 669c8902-3c06-4f61-9598-8ec6f7139fe0 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:21.734414 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:21.787463 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] Deleting port 16330ea7-5b37-4ac3-9274-c42c7dce7678 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:21.787829 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:21.847075 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] DHCP port deletion for 669c8902-3c06-4f61-9598-8ec6f7139fe0 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:47:21.861287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] For port 16330ea7-5b37-4ac3-9274-c42c7dce7678, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=16330ea7-5b37-4ac3-9274-c42c7dce7678,segment=NetworkSegment(7d7d2055-2404-4e92-be8a-2c13f3f3b2d7),segment_id=7d7d2055-2404-4e92-be8a-2c13f3f3b2d7)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:21.861860 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:21.874400 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] Calling delete_port for 16330ea7-5b37-4ac3-9274-c42c7dce7678 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:21.899252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] Deleting port 16330ea7-5b37-4ac3-9274-c42c7dce7678 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:21.899630 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:21.967961 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] For port 16330ea7-5b37-4ac3-9274-c42c7dce7678, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=16330ea7-5b37-4ac3-9274-c42c7dce7678,segment=NetworkSegment(7d7d2055-2404-4e92-be8a-2c13f3f3b2d7),segment_id=7d7d2055-2404-4e92-be8a-2c13f3f3b2d7)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:21.968354 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:21.986695 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] Calling delete_port for 16330ea7-5b37-4ac3-9274-c42c7dce7678 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:22.026722 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:22.033100 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 573808e2-6989-41eb-b2b5-d4b00968e0a3 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:47:22.057197 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=16330ea7-5b37-4ac3-9274-c42c7dce7678,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:22.060991 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] No DVR routers for this DVR port 16330ea7-5b37-4ac3-9274-c42c7dce7678 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:47:22.065898 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 573808e2-6989-41eb-b2b5-d4b00968e0a3 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:47:22.066181 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 573808e2-6989-41eb-b2b5-d4b00968e0a3 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:47:22.066591 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 16330ea7-5b37-4ac3-9274-c42c7dce7678 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:47:22.089208 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 16330ea7-5b37-4ac3-9274-c42c7dce7678 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:47:22.089558 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 16330ea7-5b37-4ac3-9274-c42c7dce7678 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:47:22.089954 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e50605e3-a3f5-49b9-96ca-38ebe672c1cc no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:47:22.110714 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: e50605e3-a3f5-49b9-96ca-38ebe672c1cc {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:47:22.111075 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e50605e3-a3f5-49b9-96ca-38ebe672c1cc not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:47:22.136399 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:22.150268 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:22.162997 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] Pushing event deleted for resources: {'Port': ['ID=16330ea7-5b37-4ac3-9274-c42c7dce7678,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:22.165248 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] No DVR routers for this DVR port 16330ea7-5b37-4ac3-9274-c42c7dce7678 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:47:22.177275 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:22.177275 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:22.177507 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:22.177925 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:22.178568 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:22.179026 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:22.179569 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:22.179996 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:22.180338 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:22.180668 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:22.180995 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:22.181809 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4594b6-951a-44a7-ad9e-eab201321982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:22.184095 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669c8902-3c06-4f61-9598-8ec6f7139fe0']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:22.195535 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7d2055-2404-4e92-be8a-2c13f3f3b2d7') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:22.195825 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7d2055-2404-4e92-be8a-2c13f3f3b2d7') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:22.205557 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:22.218018 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:22.223986 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:47:22.224520 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:47:22.225990 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:47:22.340018 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:22.345330 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:22.351750 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] 10.222.0.50 "DELETE /v2.0/networks/669c8902-3c06-4f61-9598-8ec6f7139fe0 HTTP/1.1" status: 204 len: 168 time: 0.6794438 Nov 11 12:47:22.352121 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60722) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:22.359385 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282958e2-4d04-45be-a053-5eec09dd9f1d admin admin] Pushing event deleted for resources: {'Network': ['ID=669c8902-3c06-4f61-9598-8ec6f7139fe0,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:22.769168 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5dff5068-6b02-4cd4-b76d-f14721922bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:23.304775 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-5dff5068-6b02-4cd4-b76d-f14721922bba admin admin] Deleting port a10f25a6-565d-4305-b092-7a0fc0fcd47d {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:23.305104 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5dff5068-6b02-4cd4-b76d-f14721922bba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:23.384528 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-5dff5068-6b02-4cd4-b76d-f14721922bba admin admin] For port a10f25a6-565d-4305-b092-7a0fc0fcd47d, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a10f25a6-565d-4305-b092-7a0fc0fcd47d,segment=NetworkSegment(d23790e1-1567-4ab5-b177-8195964db35a),segment_id=d23790e1-1567-4ab5-b177-8195964db35a)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:23.385218 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5dff5068-6b02-4cd4-b76d-f14721922bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:23.400465 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-5dff5068-6b02-4cd4-b76d-f14721922bba admin admin] Calling delete_port for a10f25a6-565d-4305-b092-7a0fc0fcd47d owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:23.631505 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5dff5068-6b02-4cd4-b76d-f14721922bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:23.655171 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff5068-6b02-4cd4-b76d-f14721922bba admin admin] Pushing event deleted for resources: {'Port': ['ID=a10f25a6-565d-4305-b092-7a0fc0fcd47d,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:23.819222 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5dff5068-6b02-4cd4-b76d-f14721922bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:24.035774 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dff5068-6b02-4cd4-b76d-f14721922bba admin admin] Router 915928a6-dd9c-4676-a329-4e0ae2db48b3 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:47:24.140621 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dff5068-6b02-4cd4-b76d-f14721922bba admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:47:24.145872 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5dff5068-6b02-4cd4-b76d-f14721922bba admin admin] 10.222.0.50 "PUT /v2.0/routers/915928a6-dd9c-4676-a329-4e0ae2db48b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7930219 Nov 11 12:47:24.148616 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60724) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:24.151425 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a23b9d-ff38-4526-b0e5-a0fe58e001f9 None None] Sync routers for ids ['915928a6-dd9c-4676-a329-4e0ae2db48b3'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:47:24.163134 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a23b9d-ff38-4526-b0e5-a0fe58e001f9 None None] Routers {'915928a6-dd9c-4676-a329-4e0ae2db48b3'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:47:24.164005 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-93a23b9d-ff38-4526-b0e5-a0fe58e001f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:47:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['915928a6-dd9c-4676-a329-4e0ae2db48b3'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:24.216107 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:47:24.260369 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-58f8a4f4-4857-4fa2-a319-63853e9b99db admin admin] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:24.358337 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-93a23b9d-ff38-4526-b0e5-a0fe58e001f9 None None] Set router 915928a6-dd9c-4676-a329-4e0ae2db48b3 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:47:24.366041 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-58f8a4f4-4857-4fa2-a319-63853e9b99db admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:24.473822 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-58f8a4f4-4857-4fa2-a319-63853e9b99db admin admin] Deleting port 5b02e251-227e-4c38-b37f-71c5b6d96ed8 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:24.474492 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-58f8a4f4-4857-4fa2-a319-63853e9b99db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:24.546003 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-93a23b9d-ff38-4526-b0e5-a0fe58e001f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'name': 'tempest-TestMinimumBasicScenario-179057348-router', 'tenant_id': 'a7af3d972a5c48318b4b878555b66b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '5b02e251-227e-4c38-b37f-71c5b6d96ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:59Z', 'updated_at': '2021-11-11T12:47:23Z', 'revision_number': 5, 'project_id': 'a7af3d972a5c48318b4b878555b66b66', 'gw_port': {'id': '5b02e251-227e-4c38-b37f-71c5b6d96ed8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:45:00Z', 'updated_at': '2021-11-11T12:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:24.563995 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-58f8a4f4-4857-4fa2-a319-63853e9b99db admin admin] For port 5b02e251-227e-4c38-b37f-71c5b6d96ed8, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=5b02e251-227e-4c38-b37f-71c5b6d96ed8,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:24.564354 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-58f8a4f4-4857-4fa2-a319-63853e9b99db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:24.573874 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a23b9d-ff38-4526-b0e5-a0fe58e001f9 None None] Checking router: 915928a6-dd9c-4676-a329-4e0ae2db48b3 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:47:24.576035 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-58f8a4f4-4857-4fa2-a319-63853e9b99db admin admin] Calling delete_port for 5b02e251-227e-4c38-b37f-71c5b6d96ed8 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:24.582182 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a23b9d-ff38-4526-b0e5-a0fe58e001f9 None None] Routers {'915928a6-dd9c-4676-a329-4e0ae2db48b3'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:47:24.582779 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-93a23b9d-ff38-4526-b0e5-a0fe58e001f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:47:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['915928a6-dd9c-4676-a329-4e0ae2db48b3'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:24.662150 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-93a23b9d-ff38-4526-b0e5-a0fe58e001f9 None None] Set router 915928a6-dd9c-4676-a329-4e0ae2db48b3 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:47:24.714367 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-93a23b9d-ff38-4526-b0e5-a0fe58e001f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'name': 'tempest-TestMinimumBasicScenario-179057348-router', 'tenant_id': 'a7af3d972a5c48318b4b878555b66b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:59Z', 'updated_at': '2021-11-11T12:47:24Z', 'revision_number': 6, 'project_id': 'a7af3d972a5c48318b4b878555b66b66', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:24.740110 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a23b9d-ff38-4526-b0e5-a0fe58e001f9 None None] The sync data for ids ['915928a6-dd9c-4676-a329-4e0ae2db48b3'] in dv-neutron-786478-23-hyperv is: [{'id': '915928a6-dd9c-4676-a329-4e0ae2db48b3', 'name': 'tempest-TestMinimumBasicScenario-179057348-router', 'tenant_id': 'a7af3d972a5c48318b4b878555b66b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:44:59Z', 'updated_at': '2021-11-11T12:47:24Z', 'revision_number': 6, 'project_id': 'a7af3d972a5c48318b4b878555b66b66', 'gw_port_host': None}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:47:24.825658 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-58f8a4f4-4857-4fa2-a319-63853e9b99db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:24.851861 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8a4f4-4857-4fa2-a319-63853e9b99db admin admin] Pushing event deleted for resources: {'Port': ['ID=5b02e251-227e-4c38-b37f-71c5b6d96ed8,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:24.865146 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd4dada-e194-440a-b794-3db029d022ed None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:47:24.910950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-58f8a4f4-4857-4fa2-a319-63853e9b99db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:24.998683 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-58f8a4f4-4857-4fa2-a319-63853e9b99db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.000846 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-58f8a4f4-4857-4fa2-a319-63853e9b99db admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.105927 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-58f8a4f4-4857-4fa2-a319-63853e9b99db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.106517 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f8a4f4-4857-4fa2-a319-63853e9b99db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 915928a6-dd9c-4676-a329-4e0ae2db48b3 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:47:25.111067 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-58f8a4f4-4857-4fa2-a319-63853e9b99db admin admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.112243 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-58f8a4f4-4857-4fa2-a319-63853e9b99db admin admin] 10.222.0.50 "DELETE /v2.0/routers/915928a6-dd9c-4676-a329-4e0ae2db48b3 HTTP/1.1" status: 204 len: 168 time: 0.9626601 Nov 11 12:47:25.114936 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60726) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:25.161590 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfd4732-88fe-4508-943a-b85dd196a5b2 admin admin] Deleting subnet f43516dc-00dd-439b-b051-f2717ce6d7b9 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:47:25.164715 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4732-88fe-4508-943a-b85dd196a5b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.198076 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4732-88fe-4508-943a-b85dd196a5b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.278874 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4732-88fe-4508-943a-b85dd196a5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.368398 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4732-88fe-4508-943a-b85dd196a5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.395538 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd4732-88fe-4508-943a-b85dd196a5b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f43516dc-00dd-439b-b051-f2717ce6d7b9,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:25.397499 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4732-88fe-4508-943a-b85dd196a5b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.401429 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8bfd4732-88fe-4508-943a-b85dd196a5b2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f43516dc-00dd-439b-b051-f2717ce6d7b9 HTTP/1.1" status: 204 len: 168 time: 0.2848418 Nov 11 12:47:25.401556 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a31a0a7-eff0-43d3-bb79-62322326601f None None] Network b0be24ee-65b3-46f9-b551-24e07de6600b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:25.403290 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60728) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:25.474877 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.528500 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] Deleting port b908764b-9e01-4575-993e-0ea0d7bbd5be {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:25.528858 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.582985 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fc5069-1ffd-49ba-8df6-f1cd3ef2485d None None] DHCP port deletion for b0be24ee-65b3-46f9-b551-24e07de6600b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:47:25.600305 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] For port b908764b-9e01-4575-993e-0ea0d7bbd5be, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b908764b-9e01-4575-993e-0ea0d7bbd5be,segment=NetworkSegment(d23790e1-1567-4ab5-b177-8195964db35a),segment_id=d23790e1-1567-4ab5-b177-8195964db35a)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:25.600725 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.614437 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] Calling delete_port for b908764b-9e01-4575-993e-0ea0d7bbd5be owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:25.635808 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc5069-1ffd-49ba-8df6-f1cd3ef2485d None None] Deleting port b908764b-9e01-4575-993e-0ea0d7bbd5be {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:47:25.636057 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f4fc5069-1ffd-49ba-8df6-f1cd3ef2485d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.700770 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f4fc5069-1ffd-49ba-8df6-f1cd3ef2485d None None] For port b908764b-9e01-4575-993e-0ea0d7bbd5be, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b908764b-9e01-4575-993e-0ea0d7bbd5be,segment=NetworkSegment(d23790e1-1567-4ab5-b177-8195964db35a),segment_id=d23790e1-1567-4ab5-b177-8195964db35a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:25.704677 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f4fc5069-1ffd-49ba-8df6-f1cd3ef2485d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.714318 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc5069-1ffd-49ba-8df6-f1cd3ef2485d None None] Calling delete_port for b908764b-9e01-4575-993e-0ea0d7bbd5be owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:47:25.751442 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.783399 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b908764b-9e01-4575-993e-0ea0d7bbd5be,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:25.785285 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] No DVR routers for this DVR port b908764b-9e01-4575-993e-0ea0d7bbd5be on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:47:25.796079 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f4fc5069-1ffd-49ba-8df6-f1cd3ef2485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.820085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc5069-1ffd-49ba-8df6-f1cd3ef2485d None None] Pushing event deleted for resources: {'Port': ['ID=b908764b-9e01-4575-993e-0ea0d7bbd5be,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:25.825638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc5069-1ffd-49ba-8df6-f1cd3ef2485d None None] No DVR routers for this DVR port b908764b-9e01-4575-993e-0ea0d7bbd5be on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:47:25.861873 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.881946 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0be24ee-65b3-46f9-b551-24e07de6600b']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:25.891085 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23790e1-1567-4ab5-b177-8195964db35a') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:25.891328 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23790e1-1567-4ab5-b177-8195964db35a') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:25.900663 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.913909 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.920396 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:47:25.922160 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:47:25.922462 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:47:26.027744 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b908764b-9e01-4575-993e-0ea0d7bbd5be no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:47:26.043739 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:26.048715 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: b908764b-9e01-4575-993e-0ea0d7bbd5be {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:47:26.049076 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b908764b-9e01-4575-993e-0ea0d7bbd5be not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:47:26.049842 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 5b02e251-227e-4c38-b37f-71c5b6d96ed8 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:47:26.060095 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:26.063373 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] 10.222.0.50 "DELETE /v2.0/networks/b0be24ee-65b3-46f9-b551-24e07de6600b HTTP/1.1" status: 204 len: 168 time: 0.6591351 Nov 11 12:47:26.064455 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e255260-15c0-4879-b7f4-1bc8ff6939cb admin admin] Pushing event deleted for resources: {'Network': ['ID=b0be24ee-65b3-46f9-b551-24e07de6600b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:26.068231 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 5b02e251-227e-4c38-b37f-71c5b6d96ed8 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:47:26.068581 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 5b02e251-227e-4c38-b37f-71c5b6d96ed8 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:47:26.069007 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a10f25a6-565d-4305-b092-7a0fc0fcd47d no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:47:26.087950 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: a10f25a6-565d-4305-b092-7a0fc0fcd47d {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:47:26.088231 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a10f25a6-565d-4305-b092-7a0fc0fcd47d not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:47:26.415550 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60732) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:26.454412 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1b7f0eaf-c1f4-45a8-b1c6-737b3be5a8c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f127eb06dc7e4383bbd70ca2dbc945fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377367 Nov 11 12:47:26.456914 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60734) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:26.505836 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2814ddd6-c49b-42d3-bee3-665fdc509715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:26.526247 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2814ddd6-c49b-42d3-bee3-665fdc509715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:26.625209 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2814ddd6-c49b-42d3-bee3-665fdc509715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:26.627837 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2814ddd6-c49b-42d3-bee3-665fdc509715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:26.628981 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2814ddd6-c49b-42d3-bee3-665fdc509715 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/120b5f93-7ab0-479b-ae82-3a3a5b769910 HTTP/1.1" status: 204 len: 168 time: 0.1711931 Nov 11 12:47:26.637764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814ddd6-c49b-42d3-bee3-665fdc509715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120b5f93-7ab0-479b-ae82-3a3a5b769910,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:27.251837 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60740) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:27.291278 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9e08c003-cc64-447c-a703-3e90ee570800 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a7af3d972a5c48318b4b878555b66b66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382457 Nov 11 12:47:27.294124 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60742) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:27.340136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4b0e6319-6fd2-4832-af3a-7e5ec74e19ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:27.361153 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4b0e6319-6fd2-4832-af3a-7e5ec74e19ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:27.471872 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4b0e6319-6fd2-4832-af3a-7e5ec74e19ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:27.474517 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-4b0e6319-6fd2-4832-af3a-7e5ec74e19ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:27.475693 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-4b0e6319-6fd2-4832-af3a-7e5ec74e19ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6eb3dd7a-6c6f-4ac2-a271-7a7e3d024a93 HTTP/1.1" status: 204 len: 168 time: 0.1806996 Nov 11 12:47:27.483980 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e6319-6fd2-4832-af3a-7e5ec74e19ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb3dd7a-6c6f-4ac2-a271-7a7e3d024a93,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:30.637144 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60784) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:30.642423 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-0ee88eeb-3271-41ec-9100-ed160eab957a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-232656409', 'description': 'tempest-secgroup-smoke-232656409 description', 'project_id': '69af05b65b6848869253a45b2d918c9d'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:30.723348 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0ee88eeb-3271-41ec-9100-ed160eab957a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:30.734751 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0ee88eeb-3271-41ec-9100-ed160eab957a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:30.806043 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0ee88eeb-3271-41ec-9100-ed160eab957a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:30.888273 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0ee88eeb-3271-41ec-9100-ed160eab957a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:30.920491 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee88eeb-3271-41ec-9100-ed160eab957a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5750e4e-d151-4f50-9280-d56886229d32,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:30.963152 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0ee88eeb-3271-41ec-9100-ed160eab957a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:31.111713 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0ee88eeb-3271-41ec-9100-ed160eab957a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:31.139695 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee88eeb-3271-41ec-9100-ed160eab957a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fedabd56-0353-4481-9738-37118bd43041,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:31.214977 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0ee88eeb-3271-41ec-9100-ed160eab957a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:31.216870 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0ee88eeb-3271-41ec-9100-ed160eab957a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5781460 Nov 11 12:47:31.219991 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60786) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:31.224594 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-94298889-121f-40ee-bfb4-7a89e57c713a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': 'fedabd56-0353-4481-9738-37118bd43041', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:31.316097 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94298889-121f-40ee-bfb4-7a89e57c713a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:31.370029 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94298889-121f-40ee-bfb4-7a89e57c713a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:31.420707 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94298889-121f-40ee-bfb4-7a89e57c713a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:31.438275 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94298889-121f-40ee-bfb4-7a89e57c713a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc51587-e0ce-443e-89e4-d5d4d7ada568,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:31.501949 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94298889-121f-40ee-bfb4-7a89e57c713a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:31.503209 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-94298889-121f-40ee-bfb4-7a89e57c713a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2822239 Nov 11 12:47:31.505869 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60788) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:31.510168 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-a7151af8-9849-40a2-9288-c1ce0a1d2968 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': 'fedabd56-0353-4481-9738-37118bd43041', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:31.601874 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a7151af8-9849-40a2-9288-c1ce0a1d2968 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:31.658471 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a7151af8-9849-40a2-9288-c1ce0a1d2968 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:31.728428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a7151af8-9849-40a2-9288-c1ce0a1d2968 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:31.745496 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7151af8-9849-40a2-9288-c1ce0a1d2968 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eafd4f44-5c2b-42f2-8e82-e31be8e8a213,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:31.821966 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a7151af8-9849-40a2-9288-c1ce0a1d2968 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:31.823188 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a7151af8-9849-40a2-9288-c1ce0a1d2968 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3163829 Nov 11 12:47:31.826443 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60790) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:31.830713 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6f77a854-3fb2-4b69-8b89-1d25299eaf3e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': 'fedabd56-0353-4481-9738-37118bd43041', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:31.915736 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6f77a854-3fb2-4b69-8b89-1d25299eaf3e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:31.970439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6f77a854-3fb2-4b69-8b89-1d25299eaf3e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:32.025641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6f77a854-3fb2-4b69-8b89-1d25299eaf3e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:32.042493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77a854-3fb2-4b69-8b89-1d25299eaf3e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc320b0-7fdb-4638-9d15-688d5841f19c,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:32.129542 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6f77a854-3fb2-4b69-8b89-1d25299eaf3e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:32.130762 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6f77a854-3fb2-4b69-8b89-1d25299eaf3e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3034112 Nov 11 12:47:32.133551 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60792) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:32.138500 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-c7223fd5-3c53-4175-8ce7-16ae26b754d5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': 'fedabd56-0353-4481-9738-37118bd43041', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:32.235822 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c7223fd5-3c53-4175-8ce7-16ae26b754d5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:32.292497 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c7223fd5-3c53-4175-8ce7-16ae26b754d5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:32.368321 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c7223fd5-3c53-4175-8ce7-16ae26b754d5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:32.387130 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7223fd5-3c53-4175-8ce7-16ae26b754d5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c12f81d-93e9-4e1b-baa7-d9337bbea5b2,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:32.444582 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c7223fd5-3c53-4175-8ce7-16ae26b754d5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:32.445789 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c7223fd5-3c53-4175-8ce7-16ae26b754d5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3113260 Nov 11 12:47:32.448525 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60794) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:32.454799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-9d43b529-b67d-4a83-8dc6-02012200f559 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': 'fedabd56-0353-4481-9738-37118bd43041', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:32.538302 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.securitygroups_db [None req-9d43b529-b67d-4a83-8dc6-02012200f559 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Project 69af05b65b6848869253a45b2d918c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:47:32.543072 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9d43b529-b67d-4a83-8dc6-02012200f559 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:32.602391 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9d43b529-b67d-4a83-8dc6-02012200f559 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:32.710036 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9d43b529-b67d-4a83-8dc6-02012200f559 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:32.727807 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43b529-b67d-4a83-8dc6-02012200f559 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d36bf2-7d60-4008-823b-177c77322666,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:32.792929 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-9d43b529-b67d-4a83-8dc6-02012200f559 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:32.794798 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-9d43b529-b67d-4a83-8dc6-02012200f559 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3447585 Nov 11 12:47:32.797464 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60796) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:32.801902 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-8d59b609-13bc-415f-a5be-b70da36e468a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': 'fedabd56-0353-4481-9738-37118bd43041', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:32.882349 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.securitygroups_db [None req-8d59b609-13bc-415f-a5be-b70da36e468a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Project 69af05b65b6848869253a45b2d918c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:47:32.887213 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8d59b609-13bc-415f-a5be-b70da36e468a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:32.944445 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8d59b609-13bc-415f-a5be-b70da36e468a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:33.019374 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8d59b609-13bc-415f-a5be-b70da36e468a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:33.036421 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59b609-13bc-415f-a5be-b70da36e468a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07887bbd-0b3e-4fcc-bdec-372e38819d6d,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:33.107292 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8d59b609-13bc-415f-a5be-b70da36e468a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:33.108498 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8d59b609-13bc-415f-a5be-b70da36e468a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3100688 Nov 11 12:47:33.111457 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60798) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:33.116456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-49a96e76-8610-499f-b0b5-cf4763eb8e08 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'network': {'name': 'tempest-network-smoke--1316017392', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'port_security_enabled': True}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:33.185306 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a96e76-8610-499f-b0b5-cf4763eb8e08 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Made reservation on behalf of 69af05b65b6848869253a45b2d918c9d for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:33.188849 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-49a96e76-8610-499f-b0b5-cf4763eb8e08 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:33.208220 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-56b66528-f330-414a-9433-5a12942b017e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:33.212953 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a96e76-8610-499f-b0b5-cf4763eb8e08 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:47:33.222845 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-49a96e76-8610-499f-b0b5-cf4763eb8e08 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:33.223214 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-49a96e76-8610-499f-b0b5-cf4763eb8e08 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Added segment 929280e3-a5fd-4c4f-8c36-74c577be26d1 of type vlan for network 5bcade22-793b-49a8-b164-51d10655973b Nov 11 12:47:33.261524 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-49a96e76-8610-499f-b0b5-cf4763eb8e08 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:33.344420 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-49a96e76-8610-499f-b0b5-cf4763eb8e08 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:33.350218 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a96e76-8610-499f-b0b5-cf4763eb8e08 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:33.354065 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-49a96e76-8610-499f-b0b5-cf4763eb8e08 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:33.426088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a96e76-8610-499f-b0b5-cf4763eb8e08 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Network': ['ID=5bcade22-793b-49a8-b164-51d10655973b,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:33.437071 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 5bcade22-793b-49a8-b164-51d10655973b details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:47:33.476055 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-49a96e76-8610-499f-b0b5-cf4763eb8e08 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3605127 Nov 11 12:47:33.476269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60800) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:33.480583 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1821209435', 'admin_state_up': True, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:33.561749 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:33.562796 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:33.611945 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:34.114050 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:34.381977 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:34.400222 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:34.507612 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.26.5.109 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/94500e1f-0ac9-4453-8c72-7c09780f9491) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:47:34.606961 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:34.688641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:34.727495 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:47:34.730194 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:34.736245 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:47:34.743916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ede3ae-95bb-4a4b-ba02-5e9cda05b46b None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:47:34.761951 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=94500e1f-0ac9-4453-8c72-7c09780f9491,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:34.798769 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1ca43af7-7f81-4687-916e-344839db9e80 None None] Provisioning complete for port 94500e1f-0ac9-4453-8c72-7c09780f9491 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:34.799168 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1ca43af7-7f81-4687-916e-344839db9e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:34.836394 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1ca43af7-7f81-4687-916e-344839db9e80 None None] Port 94500e1f-0ac9-4453-8c72-7c09780f9491 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:47:35.096748 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:35.288765 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:35.465782 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router d05b7156-0a23-4a1d-a8ae-e76122c43c81 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:47:35.551230 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-08923721-818a-4ae0-b5e4-5b3cde7f57fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:35.577439 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:47:35.587815 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Sync routers for ids ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:47:35.598592 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Routers {'d05b7156-0a23-4a1d-a8ae-e76122c43c81'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:47:35.599249 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:47:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:35.640112 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:35.644194 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-31bc4ca1-3831-4718-86e2-7b1ea6a84a5c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1641924 Nov 11 12:47:35.644524 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60802) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:35.707812 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Set router d05b7156-0a23-4a1d-a8ae-e76122c43c81 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:47:35.780623 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5e8f4b4b-5189-4b17-80a5-da5cf32a075a tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=69af05b65b6848869253a45b2d918c9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1320095 Nov 11 12:47:35.780849 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60806) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:35.894226 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821209435', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:33Z', 'updated_at': '2021-11-11T12:47:34Z', 'revision_number': 3, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:34Z', 'updated_at': '2021-11-11T12:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:35.924630 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Checking router: d05b7156-0a23-4a1d-a8ae-e76122c43c81 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:47:35.924982 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Updating router d05b7156-0a23-4a1d-a8ae-e76122c43c81 port 94500e1f-0ac9-4453-8c72-7c09780f9491 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:47:35.935887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a675779-fd2e-4f50-8db4-71f56bbe456e tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:35.937414 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5a675779-fd2e-4f50-8db4-71f56bbe456e tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1556878 Nov 11 12:47:35.940216 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60808) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:35.949497 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:35.979772 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-18618f5b-9e73-4905-9893-f3995b5eefc7 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373855 Nov 11 12:47:35.982308 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60810) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:35.987405 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-dc195611-f4b2-4acd-8407-0a6ccab99d09 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-777030190', 'network_id': '5bcade22-793b-49a8-b164-51d10655973b', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:36.145551 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc195611-f4b2-4acd-8407-0a6ccab99d09 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Made reservation on behalf of 69af05b65b6848869253a45b2d918c9d for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:36.149575 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dc195611-f4b2-4acd-8407-0a6ccab99d09 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.212551 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.305603 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.361570 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c68feb-c2f0-4e99-b850-b8267adef6d5 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:47:36.374099 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a0204-c1c8-43d8-b28f-aca95b1ed56a None None] Pushing event updated for resources: {'Port': ['ID=94500e1f-0ac9-4453-8c72-7c09780f9491,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:36.376320 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Attempting to bind port 94500e1f-0ac9-4453-8c72-7c09780f9491 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:47:36.376692 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Attempting to bind port 94500e1f-0ac9-4453-8c72-7c09780f9491 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:47:36.377063 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Attempting to bind port 94500e1f-0ac9-4453-8c72-7c09780f9491 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:47:36.385549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:47:36.385549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:36.385549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.385549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:47:36.386127 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Bound port: 94500e1f-0ac9-4453-8c72-7c09780f9491, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:47:36.386424 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.403550 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dc195611-f4b2-4acd-8407-0a6ccab99d09 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.438102 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] For port 94500e1f-0ac9-4453-8c72-7c09780f9491, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:47:36.442103 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] For port 94500e1f-0ac9-4453-8c72-7c09780f9491, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=94500e1f-0ac9-4453-8c72-7c09780f9491,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:47:36.467216 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc195611-f4b2-4acd-8407-0a6ccab99d09 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Subnet': ['ID=e5f90232-13aa-49e5-b8c9-3e4f30259822,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:36.473190 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b58d96cd-0ccc-44bb-baf8-83d0cef4c6c1 None None] Provisioning complete for port 94500e1f-0ac9-4453-8c72-7c09780f9491 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:36.473570 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b58d96cd-0ccc-44bb-baf8-83d0cef4c6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.475101 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc195611-f4b2-4acd-8407-0a6ccab99d09 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Checking segment: {'id': '929280e3-a5fd-4c4f-8c36-74c577be26d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5bcade22-793b-49a8-b164-51d10655973b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:36.479267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc195611-f4b2-4acd-8407-0a6ccab99d09 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network hostable DHCP agents. Network: 5bcade22-793b-49a8-b164-51d10655973b, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:47:36.502133 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.542440 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-b58d96cd-0ccc-44bb-baf8-83d0cef4c6c1 None None] Port 94500e1f-0ac9-4453-8c72-7c09780f9491 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:47:36.561470 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2729d654-f00f-4866-a7f1-b10b6c40771b None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:47:36.578628 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc195611-f4b2-4acd-8407-0a6ccab99d09 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 5bcade22-793b-49a8-b164-51d10655973b is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:47:36.590369 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a0204-c1c8-43d8-b28f-aca95b1ed56a None None] Pushing event updated for resources: {'Port': ['ID=94500e1f-0ac9-4453-8c72-7c09780f9491,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:36.593241 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Routers {'d05b7156-0a23-4a1d-a8ae-e76122c43c81'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:47:36.593939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:47:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:36.671011 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-dc195611-f4b2-4acd-8407-0a6ccab99d09 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 5bcade22-793b-49a8-b164-51d10655973b) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:36.676123 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc195611-f4b2-4acd-8407-0a6ccab99d09 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:36.676876 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-dc195611-f4b2-4acd-8407-0a6ccab99d09 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.758897 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-dc195611-f4b2-4acd-8407-0a6ccab99d09 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7753766 Nov 11 12:47:36.761672 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60812) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:36.826838 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee5effd-aa15-436a-a2aa-05e84ea22aaa None None] Network 5bcade22-793b-49a8-b164-51d10655973b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:36.828941 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.888176 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5039998c-9e91-42e3-8c8c-7fd748a6e2a6 None None] Provisioning complete for port 94500e1f-0ac9-4453-8c72-7c09780f9491 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:36.888544 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5039998c-9e91-42e3-8c8c-7fd748a6e2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:36.923892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] Set router d05b7156-0a23-4a1d-a8ae-e76122c43c81 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:47:37.135883 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5039998c-9e91-42e3-8c8c-7fd748a6e2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:37.186556 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5039998c-9e91-42e3-8c8c-7fd748a6e2a6 None None] For port 94500e1f-0ac9-4453-8c72-7c09780f9491, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=94500e1f-0ac9-4453-8c72-7c09780f9491,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:37.188945 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-5bcade22-793b-49a8-b164-51d10655973b', 'network_id': '5bcade22-793b-49a8-b164-51d10655973b', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ips': [{'subnet_id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:47:37.189802 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:37.193469 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1af8cd75-a0f5-41c4-a8bf-d00536561323 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:37.281921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5039998c-9e91-42e3-8c8c-7fd748a6e2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:37.377379 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821209435', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:33Z', 'updated_at': '2021-11-11T12:47:34Z', 'revision_number': 3, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:34Z', 'updated_at': '2021-11-11T12:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:37.413120 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039998c-9e91-42e3-8c8c-7fd748a6e2a6 None None] Pushing event updated for resources: {'Port': ['ID=94500e1f-0ac9-4453-8c72-7c09780f9491,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:37.418572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c80c2-bc2f-4956-b125-f4e39bcd9784 None None] The sync data for ids ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'] in dv-neutron-786478-23-hyperv is: [{'id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821209435', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:33Z', 'updated_at': '2021-11-11T12:47:34Z', 'revision_number': 3, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:34Z', 'updated_at': '2021-11-11T12:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:47:37.425659 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Allocated IP 172.20.0.2 (5bcade22-793b-49a8-b164-51d10655973b/e5f90232-13aa-49e5-b8c9-3e4f30259822/21f0cb96-0987-4f78-a664-a9060f390e7e) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:47:37.589486 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:37.677771 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:37.725065 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Network 5bcade22-793b-49a8-b164-51d10655973b is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:47:37.729128 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-1af8cd75-a0f5-41c4-a8bf-d00536561323 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.20.0.1 (5bcade22-793b-49a8-b164-51d10655973b/e5f90232-13aa-49e5-b8c9-3e4f30259822/e7131294-6e2d-43e3-840f-2e4ee071aecf) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:47:37.731288 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:37.736163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:47:37.741575 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Pushing event updated for resources: {'Port': ['ID=21f0cb96-0987-4f78-a664-a9060f390e7e,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:37.798191 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Attempting to bind port 21f0cb96-0987-4f78-a664-a9060f390e7e on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:47:37.798562 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Attempting to bind port 21f0cb96-0987-4f78-a664-a9060f390e7e by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '929280e3-a5fd-4c4f-8c36-74c577be26d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5bcade22-793b-49a8-b164-51d10655973b'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:47:37.798931 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Attempting to bind port 21f0cb96-0987-4f78-a664-a9060f390e7e on network 5bcade22-793b-49a8-b164-51d10655973b {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:47:37.804320 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:47:37.804690 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Checking segment: {'id': '929280e3-a5fd-4c4f-8c36-74c577be26d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5bcade22-793b-49a8-b164-51d10655973b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:37.805091 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:37.805483 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Bound using segment: {'id': '929280e3-a5fd-4c4f-8c36-74c577be26d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5bcade22-793b-49a8-b164-51d10655973b'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:47:37.806004 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Bound port: 21f0cb96-0987-4f78-a664-a9060f390e7e, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929280e3-a5fd-4c4f-8c36-74c577be26d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5bcade22-793b-49a8-b164-51d10655973b'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:47:37.806388 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:37.860036 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1af8cd75-a0f5-41c4-a8bf-d00536561323 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:37.882016 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] For port 21f0cb96-0987-4f78-a664-a9060f390e7e, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:47:37.885744 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] For port 21f0cb96-0987-4f78-a664-a9060f390e7e, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=21f0cb96-0987-4f78-a664-a9060f390e7e,segment=NetworkSegment(929280e3-a5fd-4c4f-8c36-74c577be26d1),segment_id=929280e3-a5fd-4c4f-8c36-74c577be26d1)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:47:37.946554 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:37.973857 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1af8cd75-a0f5-41c4-a8bf-d00536561323 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:38.019894 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4da18-f458-4a13-8d06-c4d9d238dc65 None None] Pushing event updated for resources: {'Port': ['ID=21f0cb96-0987-4f78-a664-a9060f390e7e,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:38.025707 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af8cd75-a0f5-41c4-a8bf-d00536561323 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 5bcade22-793b-49a8-b164-51d10655973b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:47:38.029269 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-1af8cd75-a0f5-41c4-a8bf-d00536561323 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:38.033741 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af8cd75-a0f5-41c4-a8bf-d00536561323 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:47:38.071409 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8cd75-a0f5-41c4-a8bf-d00536561323 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=e7131294-6e2d-43e3-840f-2e4ee071aecf,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:38.110374 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 94500e1f-0ac9-4453-8c72-7c09780f9491 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:47:38.110677 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1af8cd75-a0f5-41c4-a8bf-d00536561323 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:38.191677 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 94500e1f-0ac9-4453-8c72-7c09780f9491 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:38.192154 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:38.264240 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:38.376806 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1af8cd75-a0f5-41c4-a8bf-d00536561323 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:38.643834 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1af8cd75-a0f5-41c4-a8bf-d00536561323 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:38.710455 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1af8cd75-a0f5-41c4-a8bf-d00536561323 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:38.787879 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8cd75-a0f5-41c4-a8bf-d00536561323 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=e7131294-6e2d-43e3-840f-2e4ee071aecf,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:38.791389 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1af8cd75-a0f5-41c4-a8bf-d00536561323 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:38.884904 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af8cd75-a0f5-41c4-a8bf-d00536561323 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 5bcade22-793b-49a8-b164-51d10655973b is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:47:38.886312 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-1af8cd75-a0f5-41c4-a8bf-d00536561323 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:38.964562 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4205e83c-65c9-4a65-9b9a-a7f8a718629d None None] Network 5bcade22-793b-49a8-b164-51d10655973b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:47:39.000614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af8cd75-a0f5-41c4-a8bf-d00536561323 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router d05b7156-0a23-4a1d-a8ae-e76122c43c81 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:47:39.042707 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-21eca9d6-bd7f-445e-a39a-fe66b831ed47 None None] Provisioning complete for port 21f0cb96-0987-4f78-a664-a9060f390e7e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:39.043086 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-21eca9d6-bd7f-445e-a39a-fe66b831ed47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:39.109039 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af8cd75-a0f5-41c4-a8bf-d00536561323 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:47:39.114012 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1af8cd75-a0f5-41c4-a8bf-d00536561323 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "PUT /v2.0/routers/d05b7156-0a23-4a1d-a8ae-e76122c43c81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3512537 Nov 11 12:47:39.192858 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:39.197030 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-21eca9d6-bd7f-445e-a39a-fe66b831ed47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:39.248691 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-21eca9d6-bd7f-445e-a39a-fe66b831ed47 None None] For port 21f0cb96-0987-4f78-a664-a9060f390e7e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=21f0cb96-0987-4f78-a664-a9060f390e7e,segment=NetworkSegment(929280e3-a5fd-4c4f-8c36-74c577be26d1),segment_id=929280e3-a5fd-4c4f-8c36-74c577be26d1)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:39.292618 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-dabea65a-1f09-4338-85c0-5bca849af1f7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-232656409&fields=id&tenant_id=69af05b65b6848869253a45b2d918c9d HTTP/1.1" status: 200 len: 267 time: 0.0584896 Nov 11 12:47:39.324419 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-21eca9d6-bd7f-445e-a39a-fe66b831ed47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:39.394182 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eca9d6-bd7f-445e-a39a-fe66b831ed47 None None] Pushing event updated for resources: {'Port': ['ID=21f0cb96-0987-4f78-a664-a9060f390e7e,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:39.555449 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-3b29e6bd-05e7-4c37-8cba-6d43e9f695e5 None None] Provisioning complete for port e7131294-6e2d-43e3-840f-2e4ee071aecf triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:39.555866 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3b29e6bd-05e7-4c37-8cba-6d43e9f695e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:39.594430 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e6bd-05e7-4c37-8cba-6d43e9f695e5 None None] Port e7131294-6e2d-43e3-840f-2e4ee071aecf cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:47:39.609394 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-3b29e6bd-05e7-4c37-8cba-6d43e9f695e5 None None] Provisioning complete for port 21f0cb96-0987-4f78-a664-a9060f390e7e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:39.609880 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3b29e6bd-05e7-4c37-8cba-6d43e9f695e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:39.678037 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Sync routers for ids ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:47:39.692430 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Routers {'d05b7156-0a23-4a1d-a8ae-e76122c43c81'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:47:39.693385 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:47:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:39.776079 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-1d510f04-c9db-4171-89c8-c95dc42dadb9 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:39.777651 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-1d510f04-c9db-4171-89c8-c95dc42dadb9 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/networks?id=5bcade22-793b-49a8-b164-51d10655973b HTTP/1.1" status: 200 len: 797 time: 0.4764767 Nov 11 12:47:39.793912 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-bbc3623c-451e-4369-9ad0-e3e195f20a42 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/quotas/69af05b65b6848869253a45b2d918c9d HTTP/1.1" status: 200 len: 375 time: 0.0100620 Nov 11 12:47:39.814005 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Set router d05b7156-0a23-4a1d-a8ae-e76122c43c81 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:47:39.844270 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b66b733b-c936-4288-8038-b40d649c338e None None] Provisioning complete for port e7131294-6e2d-43e3-840f-2e4ee071aecf triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:39.844866 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b66b733b-c936-4288-8038-b40d649c338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:39.864010 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-34058ffa-8576-4c46-a6dc-a5e42602ec6e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635242 Nov 11 12:47:39.885549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-b66b733b-c936-4288-8038-b40d649c338e None None] Port e7131294-6e2d-43e3-840f-2e4ee071aecf cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:47:39.932568 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-05b8d972-2c82-46bd-9e57-4aaaf29bc553 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:47:39.933671 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-05b8d972-2c82-46bd-9e57-4aaaf29bc553 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0553160 Nov 11 12:47:40.010484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b64b594f-a155-46de-80e8-56e7708ba448 None None] Provisioning complete for port e7131294-6e2d-43e3-840f-2e4ee071aecf triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:40.011013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b64b594f-a155-46de-80e8-56e7708ba448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:40.035667 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821209435', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:33Z', 'updated_at': '2021-11-11T12:47:38Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:34Z', 'updated_at': '2021-11-11T12:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'e7131294-6e2d-43e3-840f-2e4ee071aecf', 'name': '', 'network_id': '5bcade22-793b-49a8-b164-51d10655973b', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:7c:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:37Z', 'updated_at': '2021-11-11T12:47:38Z', 'revision_number': 2, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:40.054130 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-7e334605-32f7-4b8e-ba02-377434754ee9 service neutron] 10.222.0.50 "GET /v2.0/networks/5bcade22-793b-49a8-b164-51d10655973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134756 Nov 11 12:47:40.064474 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Checking router: d05b7156-0a23-4a1d-a8ae-e76122c43c81 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:47:40.065128 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Updating router d05b7156-0a23-4a1d-a8ae-e76122c43c81 port e7131294-6e2d-43e3-840f-2e4ee071aecf binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:47:40.065262 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-b64b594f-a155-46de-80e8-56e7708ba448 None None] Port e7131294-6e2d-43e3-840f-2e4ee071aecf cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:47:40.094429 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:40.099467 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 21f0cb96-0987-4f78-a664-a9060f390e7e up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:47:40.147215 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 21f0cb96-0987-4f78-a664-a9060f390e7e triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:40.147582 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:40.148125 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-0cb4e243-6c4b-467d-affc-0e96260563a0 service neutron] 10.222.0.50 "GET /v2.0/networks/5bcade22-793b-49a8-b164-51d10655973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929074 Nov 11 12:47:40.368638 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:40.396347 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-277e2524-3959-4431-87f7-ae34ca9738b8 req-48a102a9-571b-4200-b2a9-a567339555fc tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 210 time: 0.0302894 Nov 11 12:47:40.431345 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:40.485768 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d8a07-b0c7-4997-a126-ec6152ab59c7 None None] Pushing event updated for resources: {'Port': ['ID=e7131294-6e2d-43e3-840f-2e4ee071aecf,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:40.506792 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d8a07-b0c7-4997-a126-ec6152ab59c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:40.507278 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d8a07-b0c7-4997-a126-ec6152ab59c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:40.507468 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d8a07-b0c7-4997-a126-ec6152ab59c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:40.507787 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d8a07-b0c7-4997-a126-ec6152ab59c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:40.508103 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d8a07-b0c7-4997-a126-ec6152ab59c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:40.508419 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d8a07-b0c7-4997-a126-ec6152ab59c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:40.508731 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d8a07-b0c7-4997-a126-ec6152ab59c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:40.509040 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d8a07-b0c7-4997-a126-ec6152ab59c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:40.509350 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d8a07-b0c7-4997-a126-ec6152ab59c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:40.509657 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d8a07-b0c7-4997-a126-ec6152ab59c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:40.509962 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d8a07-b0c7-4997-a126-ec6152ab59c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:40.510264 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d8a07-b0c7-4997-a126-ec6152ab59c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:47:40.546664 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Attempting to bind port e7131294-6e2d-43e3-840f-2e4ee071aecf on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:47:40.547125 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Attempting to bind port e7131294-6e2d-43e3-840f-2e4ee071aecf by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '929280e3-a5fd-4c4f-8c36-74c577be26d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5bcade22-793b-49a8-b164-51d10655973b'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:47:40.547484 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Attempting to bind port e7131294-6e2d-43e3-840f-2e4ee071aecf on network 5bcade22-793b-49a8-b164-51d10655973b {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:47:40.553398 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:47:40.553771 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Checking segment: {'id': '929280e3-a5fd-4c4f-8c36-74c577be26d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5bcade22-793b-49a8-b164-51d10655973b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:40.554166 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:40.554554 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Bound using segment: {'id': '929280e3-a5fd-4c4f-8c36-74c577be26d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5bcade22-793b-49a8-b164-51d10655973b'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:47:40.555012 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Bound port: e7131294-6e2d-43e3-840f-2e4ee071aecf, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929280e3-a5fd-4c4f-8c36-74c577be26d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5bcade22-793b-49a8-b164-51d10655973b'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:47:40.555408 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:40.622055 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] For port e7131294-6e2d-43e3-840f-2e4ee071aecf, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:47:40.625433 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] For port e7131294-6e2d-43e3-840f-2e4ee071aecf, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e7131294-6e2d-43e3-840f-2e4ee071aecf,segment=NetworkSegment(929280e3-a5fd-4c4f-8c36-74c577be26d1),segment_id=929280e3-a5fd-4c4f-8c36-74c577be26d1)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:47:40.717832 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:40.772978 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Routers {'d05b7156-0a23-4a1d-a8ae-e76122c43c81'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:47:40.773608 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:47:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:40.792827 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0e839dec-7e67-4a33-a05e-7a15b568b2aa None None] Provisioning complete for port e7131294-6e2d-43e3-840f-2e4ee071aecf triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:40.793300 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0e839dec-7e67-4a33-a05e-7a15b568b2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:40.813406 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d8a07-b0c7-4997-a126-ec6152ab59c7 None None] Pushing event updated for resources: {'Port': ['ID=e7131294-6e2d-43e3-840f-2e4ee071aecf,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:40.892723 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0e839dec-7e67-4a33-a05e-7a15b568b2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:40.901990 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] Set router d05b7156-0a23-4a1d-a8ae-e76122c43c81 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:47:40.936438 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0e839dec-7e67-4a33-a05e-7a15b568b2aa None None] For port e7131294-6e2d-43e3-840f-2e4ee071aecf, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e7131294-6e2d-43e3-840f-2e4ee071aecf,segment=NetworkSegment(929280e3-a5fd-4c4f-8c36-74c577be26d1),segment_id=929280e3-a5fd-4c4f-8c36-74c577be26d1)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:40.991658 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:41.014276 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0e839dec-7e67-4a33-a05e-7a15b568b2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:41.064246 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e839dec-7e67-4a33-a05e-7a15b568b2aa None None] Pushing event updated for resources: {'Port': ['ID=e7131294-6e2d-43e3-840f-2e4ee071aecf,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:41.110720 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821209435', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:33Z', 'updated_at': '2021-11-11T12:47:38Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:34Z', 'updated_at': '2021-11-11T12:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'e7131294-6e2d-43e3-840f-2e4ee071aecf', 'name': '', 'network_id': '5bcade22-793b-49a8-b164-51d10655973b', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:7c:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:37Z', 'updated_at': '2021-11-11T12:47:40Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:41.134010 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8c7dae34-5d46-487b-8e5a-7f74c1ab355d None None] Provisioning complete for port e7131294-6e2d-43e3-840f-2e4ee071aecf triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:41.134483 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8c7dae34-5d46-487b-8e5a-7f74c1ab355d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:41.227549 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3f13e6-fd6a-4134-b52c-b58e4180522d None None] The sync data for ids ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'] in dv-neutron-786478-23-hyperv is: [{'id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821209435', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:33Z', 'updated_at': '2021-11-11T12:47:38Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:34Z', 'updated_at': '2021-11-11T12:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'e7131294-6e2d-43e3-840f-2e4ee071aecf', 'name': '', 'network_id': '5bcade22-793b-49a8-b164-51d10655973b', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:7c:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:37Z', 'updated_at': '2021-11-11T12:47:40Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:47:41.478498 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-be3c478b-5b29-4fcc-b0c8-3ebdb3a4e0a5 req-1a132c24-7055-4180-b1bc-58a55be3fcb9 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 210 time: 0.0284863 Nov 11 12:47:42.065013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e7131294-6e2d-43e3-840f-2e4ee071aecf up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:47:42.114029 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port e7131294-6e2d-43e3-840f-2e4ee071aecf triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:42.114395 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:42.570138 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7cdba3c0-296e-4276-96a7-2342a51b2624 req-30638015-0c32-44e5-86e0-30c16d919443 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 210 time: 0.0269897 Nov 11 12:47:42.669804 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a1e144a3-d1ed-4085-9c54-1449bb0c98a3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:42.671368 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a1e144a3-d1ed-4085-9c54-1449bb0c98a3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "GET /v2.0/networks?id=5bcade22-793b-49a8-b164-51d10655973b HTTP/1.1" status: 200 len: 797 time: 0.1063342 Nov 11 12:47:42.739377 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-5cc5a090-ba54-4fdb-af6e-c7189f97dada tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69af05b65b6848869253a45b2d918c9d HTTP/1.1" status: 200 len: 379 time: 0.0585585 Nov 11 12:47:42.749574 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-be008bb7-8ba1-411c-91a3-2b1f311a53da tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'port': {'device_id': 'a58a57cb-1332-48a7-8bba-d5c51e563b38', 'network_id': '5bcade22-793b-49a8-b164-51d10655973b', 'admin_state_up': True, 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'security_groups': ['fedabd56-0353-4481-9738-37118bd43041']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:43.162290 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-be008bb7-8ba1-411c-91a3-2b1f311a53da tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Made reservation on behalf of 69af05b65b6848869253a45b2d918c9d for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:47:43.165768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-be008bb7-8ba1-411c-91a3-2b1f311a53da tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:43.289937 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-be008bb7-8ba1-411c-91a3-2b1f311a53da tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.20.0.7 (5bcade22-793b-49a8-b164-51d10655973b/e5f90232-13aa-49e5-b8c9-3e4f30259822/de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:47:43.426508 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-be008bb7-8ba1-411c-91a3-2b1f311a53da tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:43.529065 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-be008bb7-8ba1-411c-91a3-2b1f311a53da tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:43.569653 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-be008bb7-8ba1-411c-91a3-2b1f311a53da tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 5bcade22-793b-49a8-b164-51d10655973b is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:47:43.574667 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-be008bb7-8ba1-411c-91a3-2b1f311a53da tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:43.581277 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-be008bb7-8ba1-411c-91a3-2b1f311a53da tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:47:43.587451 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be008bb7-8ba1-411c-91a3-2b1f311a53da tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:43.639070 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-be008bb7-8ba1-411c-91a3-2b1f311a53da tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:43.639718 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-be008bb7-8ba1-411c-91a3-2b1f311a53da tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:43.692386 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ad833-626b-4e4e-bc1c-04f26942dedd req-632d9bcd-1990-4802-b6e3-003a542fc2b2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:43.693951 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c63ad833-626b-4e4e-bc1c-04f26942dedd req-632d9bcd-1990-4802-b6e3-003a542fc2b2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 931 time: 0.0500028 Nov 11 12:47:43.709682 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-be008bb7-8ba1-411c-91a3-2b1f311a53da tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9635401 Nov 11 12:47:43.722280 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Request body: {'port': {'device_id': 'a58a57cb-1332-48a7-8bba-d5c51e563b38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:43.748318 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c63ad833-626b-4e4e-bc1c-04f26942dedd req-290a8fdf-389c-4c2b-ad4e-75c12130ec52 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=fedabd56-0353-4481-9738-37118bd43041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482893 Nov 11 12:47:43.778494 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:43.864358 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-67d226b1-b6c5-444f-b65d-030bc04a6c2b None None] Provisioning complete for port de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:43.864938 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-67d226b1-b6c5-444f-b65d-030bc04a6c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:43.898917 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-67d226b1-b6c5-444f-b65d-030bc04a6c2b None None] Port de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:47:44.035727 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:47:44.042932 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.054406 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Transition to ACTIVE for port object de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:47:44.128071 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.195138 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Pushing event updated for resources: {'Port': ['ID=de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:44.251197 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Attempting to bind port de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:47:44.251534 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Attempting to bind port de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '929280e3-a5fd-4c4f-8c36-74c577be26d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5bcade22-793b-49a8-b164-51d10655973b'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:47:44.251867 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Attempting to bind port de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 on network 5bcade22-793b-49a8-b164-51d10655973b {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:47:44.256604 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Port de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 on network 5bcade22-793b-49a8-b164-51d10655973b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:47:44.263063 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Attempting to bind port de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 on network 5bcade22-793b-49a8-b164-51d10655973b {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:47:44.263063 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:47:44.263063 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Checking segment: {'id': '929280e3-a5fd-4c4f-8c36-74c577be26d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5bcade22-793b-49a8-b164-51d10655973b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:47:44.263063 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Bound using segment: {'id': '929280e3-a5fd-4c4f-8c36-74c577be26d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5bcade22-793b-49a8-b164-51d10655973b'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:47:44.263462 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Bound port: de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929280e3-a5fd-4c4f-8c36-74c577be26d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5bcade22-793b-49a8-b164-51d10655973b'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:47:44.263589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.331960 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] For port de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:47:44.335128 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] For port de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1,segment=NetworkSegment(929280e3-a5fd-4c4f-8c36-74c577be26d1),segment_id=929280e3-a5fd-4c4f-8c36-74c577be26d1)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:47:44.403154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.437799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:44.438366 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:44.439849 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] 10.222.0.70 "PUT /v2.0/ports/de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 HTTP/1.1" status: 200 len: 1093 time: 0.7223365 Nov 11 12:47:44.440209 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58a57cb-1332-48a7-8bba-d5c51e563b38', 'tag': 'de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:47:44.442468 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bcfe8f-2277-418a-9d6e-eb17391f72b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a58a57cb-1332-48a7-8bba-d5c51e563b38", "tag": "de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:47:44.468995 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5833ec4-71d4-4441-903a-d8c4c93754e9 service neutron] Pushing event updated for resources: {'Port': ['ID=de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:44.483412 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e37d05-74fe-43f6-afbe-05e344b8aa66 x-openstack-request-id: req-96e37d05-74fe-43f6-afbe-05e344b8aa66 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:47:44.483972 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58a57cb-1332-48a7-8bba-d5c51e563b38", "tag": "de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:47:44.483972 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-96e37d05-74fe-43f6-afbe-05e344b8aa66 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:47:44.484350 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58a57cb-1332-48a7-8bba-d5c51e563b38', 'tag': 'de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1', 'status': 'completed', 'code': 200} Nov 11 12:47:44.549760 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcfe8f-2277-418a-9d6e-eb17391f72b1 req-c523c54c-eae1-4493-be1e-2459b4dc4cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:44.551285 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-08bcfe8f-2277-418a-9d6e-eb17391f72b1 req-c523c54c-eae1-4493-be1e-2459b4dc4cf1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 1096 time: 0.0441465 Nov 11 12:47:44.655531 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcfe8f-2277-418a-9d6e-eb17391f72b1 req-d7814b69-5088-4125-8dc2-c8dc9a7ec516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:44.656981 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-08bcfe8f-2277-418a-9d6e-eb17391f72b1 req-d7814b69-5088-4125-8dc2-c8dc9a7ec516 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=69af05b65b6848869253a45b2d918c9d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0979736 Nov 11 12:47:44.750005 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcfe8f-2277-418a-9d6e-eb17391f72b1 req-585d35ba-5271-4d4e-bda8-f7e36f3826cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:44.751484 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-08bcfe8f-2277-418a-9d6e-eb17391f72b1 req-585d35ba-5271-4d4e-bda8-f7e36f3826cc service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871029 Nov 11 12:47:44.837671 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-7ebb6681-5c14-49c6-a6da-e214740d9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:44.839360 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-7ebb6681-5c14-49c6-a6da-e214740d9283 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 1096 time: 0.0504408 Nov 11 12:47:44.873749 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acff9c8-da61-4400-8e96-bdcea8d171ce req-21dafa6a-04bb-4c34-a613-a583df4b2e32 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:44.875774 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2acff9c8-da61-4400-8e96-bdcea8d171ce req-21dafa6a-04bb-4c34-a613-a583df4b2e32 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 943 time: 0.0578976 Nov 11 12:47:44.882930 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-53fc986e-5e05-404e-ac45-5cf419392053 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 HTTP/1.1" status: 200 len: 217 time: 0.0354333 Nov 11 12:47:44.925354 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2acff9c8-da61-4400-8e96-bdcea8d171ce req-b041d67e-819d-4666-b802-27526318dd27 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=fedabd56-0353-4481-9738-37118bd43041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432494 Nov 11 12:47:44.932495 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-27fe576f-ef7f-47ae-a6f3-b2ce9e96bbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:44.933958 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-27fe576f-ef7f-47ae-a6f3-b2ce9e96bbdc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e5f90232-13aa-49e5-b8c9-3e4f30259822 HTTP/1.1" status: 200 len: 834 time: 0.0444822 Nov 11 12:47:44.984764 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-67a7a41c-96ff-4a02-b8ac-1afc9cb5a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:44.986217 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-67a7a41c-96ff-4a02-b8ac-1afc9cb5a330 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5bcade22-793b-49a8-b164-51d10655973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0441616 Nov 11 12:47:45.073368 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-672d3b9e-4c5d-4e6b-bcca-19098fbee086 service neutron] 10.222.0.70 "GET /v2.0/networks/5bcade22-793b-49a8-b164-51d10655973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800524 Nov 11 12:47:45.172862 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fb13ee5-6feb-4365-8199-1ecf27026899 req-f5529292-d7b5-4623-9ab4-56ac7fcb00f9 service neutron] 10.222.0.70 "GET /v2.0/networks/5bcade22-793b-49a8-b164-51d10655973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923023 Nov 11 12:47:46.038648 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580ea54-d7ec-44aa-b2bb-5da5ad78c2ee req-9e026ff1-7875-4782-8731-0dc46229ddda tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:46.040134 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a580ea54-d7ec-44aa-b2bb-5da5ad78c2ee req-9e026ff1-7875-4782-8731-0dc46229ddda tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 943 time: 0.0482357 Nov 11 12:47:46.088397 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a580ea54-d7ec-44aa-b2bb-5da5ad78c2ee req-5b76f983-9170-4fbf-a30a-acf7a08b5cc6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=fedabd56-0353-4481-9738-37118bd43041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416877 Nov 11 12:47:47.200760 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ddbdf-6df4-4ffb-90b0-3844d774b713 req-631574c3-9e3d-4912-9ce1-481c6c245a51 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:47.202227 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c79ddbdf-6df4-4ffb-90b0-3844d774b713 req-631574c3-9e3d-4912-9ce1-481c6c245a51 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 943 time: 0.0477307 Nov 11 12:47:47.255261 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c79ddbdf-6df4-4ffb-90b0-3844d774b713 req-efb209e5-a9f2-4c40-acc9-f9bf8461e74e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=fedabd56-0353-4481-9738-37118bd43041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471373 Nov 11 12:47:48.374463 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acf312-079d-4eaf-9de7-470bb1859df6 req-5a948197-1006-4a40-a02b-3dfef2ab4156 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:48.375987 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e8acf312-079d-4eaf-9de7-470bb1859df6 req-5a948197-1006-4a40-a02b-3dfef2ab4156 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 943 time: 0.0520537 Nov 11 12:47:48.425409 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e8acf312-079d-4eaf-9de7-470bb1859df6 req-5842f824-58f0-4acf-9644-1a457ba22ae3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=fedabd56-0353-4481-9738-37118bd43041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434074 Nov 11 12:47:49.074573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:47:49.166883 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1,segment=NetworkSegment(929280e3-a5fd-4c4f-8c36-74c577be26d1),segment_id=929280e3-a5fd-4c4f-8c36-74c577be26d1)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:49.177510 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': 'de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1', 'network_id': '5bcade22-793b-49a8-b164-51d10655973b', 'port_id': 'de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1', 'mac_address': 'fa:16:3e:28:13:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:47:49.216725 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:49.229086 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:47:49.248077 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1,segment=NetworkSegment(929280e3-a5fd-4c4f-8c36-74c577be26d1),segment_id=929280e3-a5fd-4c4f-8c36-74c577be26d1)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:49.339948 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:49.386574 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:49.542172 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94605f-ce61-4dc3-bff2-4b35a8dd211e req-62e71c6c-9cd6-472c-acf2-058ee2d580c0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:49.543696 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ec94605f-ce61-4dc3-bff2-4b35a8dd211e req-62e71c6c-9cd6-472c-acf2-058ee2d580c0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 944 time: 0.0526102 Nov 11 12:47:49.564609 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:47:49.592677 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ec94605f-ce61-4dc3-bff2-4b35a8dd211e req-8ba2c965-6570-4e9b-b56a-e065b8cf944a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=fedabd56-0353-4481-9738-37118bd43041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425153 Nov 11 12:47:50.706858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717e483-4744-4025-9099-9a0819fd6284 req-01d25413-43fb-4e9f-b437-0c6f1ec90f62 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:50.708318 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6717e483-4744-4025-9099-9a0819fd6284 req-01d25413-43fb-4e9f-b437-0c6f1ec90f62 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 944 time: 0.0510893 Nov 11 12:47:50.756475 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6717e483-4744-4025-9099-9a0819fd6284 req-5ce9b50e-fdc6-423a-a42c-0f4a4598013f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=fedabd56-0353-4481-9738-37118bd43041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423670 Nov 11 12:47:51.090220 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:47:51.202640 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:47:51.206317 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:47:51.206713 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:51.313476 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:51.334809 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58a57cb-1332-48a7-8bba-d5c51e563b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:47:51.337074 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f9fb65-c216-482c-9075-980b9e7b3efe" -d '{"events": [{"server_uuid": "a58a57cb-1332-48a7-8bba-d5c51e563b38", "name": "network-vif-plugged", "status": "completed", "tag": "de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:47:51.350491 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1,segment=NetworkSegment(929280e3-a5fd-4c4f-8c36-74c577be26d1),segment_id=929280e3-a5fd-4c4f-8c36-74c577be26d1)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:47:51.420422 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:51.443465 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62254f3-c015-4668-8715-a55c721ea1e1 x-openstack-request-id: req-e62254f3-c015-4668-8715-a55c721ea1e1 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:47:51.443755 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58a57cb-1332-48a7-8bba-d5c51e563b38", "name": "network-vif-plugged", "status": "completed", "tag": "de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:47:51.444008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e62254f3-c015-4668-8715-a55c721ea1e1 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:47:51.444393 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58a57cb-1332-48a7-8bba-d5c51e563b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1', 'code': 200} Nov 11 12:47:51.470649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:51.703025 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41836cb-1df2-487a-918c-476840622a6a req-4a670851-b354-4fd1-835d-16571a093622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:51.704430 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a41836cb-1df2-487a-918c-476840622a6a req-4a670851-b354-4fd1-835d-16571a093622 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 1098 time: 0.0410724 Nov 11 12:47:51.751001 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a41836cb-1df2-487a-918c-476840622a6a req-bb495258-9c6d-4aac-b53b-d034b8061b54 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fedabd56-0353-4481-9738-37118bd43041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392132 Nov 11 12:47:51.867832 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c4a47-2ae5-49e6-87c3-0334d55902ae req-7e641b8a-0593-4b0a-bc89-c2ccfe789e9a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:51.869290 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-657c4a47-2ae5-49e6-87c3-0334d55902ae req-7e641b8a-0593-4b0a-bc89-c2ccfe789e9a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 945 time: 0.0485945 Nov 11 12:47:51.917208 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-657c4a47-2ae5-49e6-87c3-0334d55902ae req-93107bb2-d322-4fad-b91e-0ea498778a08 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=fedabd56-0353-4481-9738-37118bd43041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422189 Nov 11 12:47:53.034425 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd2b00-0095-42a6-aaec-bae82e67bcfa req-64884f1e-01e7-4253-96e3-6e49db42051a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:53.035928 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-afcd2b00-0095-42a6-aaec-bae82e67bcfa req-64884f1e-01e7-4253-96e3-6e49db42051a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 945 time: 0.0492086 Nov 11 12:47:53.089216 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-afcd2b00-0095-42a6-aaec-bae82e67bcfa req-82c7db56-6c23-49c9-98ed-54577c8d06e0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=fedabd56-0353-4481-9738-37118bd43041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473726 Nov 11 12:47:54.200778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1137ae0-b635-467b-99f3-93b0d626d86b req-8dee2a33-4168-4bb4-a510-280151d54a30 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:54.202282 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d1137ae0-b635-467b-99f3-93b0d626d86b req-8dee2a33-4168-4bb4-a510-280151d54a30 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 945 time: 0.0486372 Nov 11 12:47:54.250280 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d1137ae0-b635-467b-99f3-93b0d626d86b req-1ea352b7-b21c-4112-a567-7ed05defd7ab tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=fedabd56-0353-4481-9738-37118bd43041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421677 Nov 11 12:47:54.362240 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8849f3-8ebe-4421-a5cd-e0b4b0d3137e req-38fbc1fe-3b89-4cdc-9860-16e508e570de tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:54.363740 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1e8849f3-8ebe-4421-a5cd-e0b4b0d3137e req-38fbc1fe-3b89-4cdc-9860-16e508e570de tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 945 time: 0.0483639 Nov 11 12:47:54.412115 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1e8849f3-8ebe-4421-a5cd-e0b4b0d3137e req-877f43c0-f745-4e65-b77f-97f019cbb523 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=fedabd56-0353-4481-9738-37118bd43041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425522 Nov 11 12:47:54.433035 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60878) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:54.476187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0d6ca2-8127-49c6-b49e-4f9b51c38630 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:54.477651 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5e0d6ca2-8127-49c6-b49e-4f9b51c38630 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 1093 time: 0.0436671 Nov 11 12:47:54.480591 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60880) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:54.484693 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': 'de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:47:54.561781 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.662095 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.764961 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.26.5.53 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/deb93181-38cb-4b22-b770-51df5019e409) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:47:54.862134 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:54.990740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.030128 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:47:55.033070 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:47:55.036627 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:47:55.041824 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=deb93181-38cb-4b22-b770-51df5019e409,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:55.390488 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.491535 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.642145 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.717644 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.784822 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=deb93181-38cb-4b22-b770-51df5019e409,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:47:55.795990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:55.894285 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Floating IP 696292e1-6910-4bf8-bc52-cd2f5da79435 associated. External IP: 172.26.5.53, port: de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1. Nov 11 12:47:56.090336 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router d05b7156-0a23-4a1d-a8ae-e76122c43c81 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:47:56.195181 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:47:56.204549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47caa96-ab8f-4eee-8cb0-2ba3261ad174 None None] Sync routers for ids ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:47:56.217412 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47caa96-ab8f-4eee-8cb0-2ba3261ad174 None None] Routers {'d05b7156-0a23-4a1d-a8ae-e76122c43c81'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:47:56.222351 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b47caa96-ab8f-4eee-8cb0-2ba3261ad174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:47:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:56.284949 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:47:56.312959 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7ff98347-5da3-4960-8f64-b1b719c0303c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8313792 Nov 11 12:47:56.313549 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58a57cb-1332-48a7-8bba-d5c51e563b38', 'tag': 'de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:47:56.315847 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6667631e-fd0e-40b5-8df2-4e42fe96153b" -d '{"events": [{"name": "network-changed", "server_uuid": "a58a57cb-1332-48a7-8bba-d5c51e563b38", "tag": "de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:47:56.327298 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-b47caa96-ab8f-4eee-8cb0-2ba3261ad174 None None] Set router d05b7156-0a23-4a1d-a8ae-e76122c43c81 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:47:56.358051 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ede735-99be-4c1c-931f-ac70a1c3bc7f x-openstack-request-id: req-54ede735-99be-4c1c-931f-ac70a1c3bc7f {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:47:56.358341 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58a57cb-1332-48a7-8bba-d5c51e563b38", "tag": "de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:47:56.358587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-54ede735-99be-4c1c-931f-ac70a1c3bc7f {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:47:56.358984 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58a57cb-1332-48a7-8bba-d5c51e563b38', 'tag': 'de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1', 'status': 'completed', 'code': 200} Nov 11 12:47:56.422700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667631e-fd0e-40b5-8df2-4e42fe96153b req-c0c26121-de35-4831-a12d-9d3d11eace27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:56.424913 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6667631e-fd0e-40b5-8df2-4e42fe96153b req-c0c26121-de35-4831-a12d-9d3d11eace27 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 1098 time: 0.0433080 Nov 11 12:47:56.425127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cd265-4761-44c2-8033-bf5507e9937a req-3d042693-4f3c-4fbe-bed7-ea0873f2e447 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:56.426651 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5b8cd265-4761-44c2-8033-bf5507e9937a req-3d042693-4f3c-4fbe-bed7-ea0873f2e447 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 945 time: 0.0551922 Nov 11 12:47:56.477132 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5b8cd265-4761-44c2-8033-bf5507e9937a req-a195335e-c628-41fe-a2b8-f119d76e86df tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=fedabd56-0353-4481-9738-37118bd43041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444217 Nov 11 12:47:56.502306 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60886) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:56.523318 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667631e-fd0e-40b5-8df2-4e42fe96153b req-791781e3-1637-4f11-a6ec-11e01b332324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:56.524842 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6667631e-fd0e-40b5-8df2-4e42fe96153b req-791781e3-1637-4f11-a6ec-11e01b332324 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5bcade22-793b-49a8-b164-51d10655973b HTTP/1.1" status: 200 len: 898 time: 0.0927246 Nov 11 12:47:56.564482 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1bbfacf7-b8ea-4b8e-90f4-1cc022477e0c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/floatingips/696292e1-6910-4bf8-bc52-cd2f5da79435 HTTP/1.1" status: 200 len: 990 time: 0.0610192 Nov 11 12:47:56.571516 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b47caa96-ab8f-4eee-8cb0-2ba3261ad174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821209435', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:33Z', 'updated_at': '2021-11-11T12:47:38Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:34Z', 'updated_at': '2021-11-11T12:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '696292e1-6910-4bf8-bc52-cd2f5da79435', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'floating_ip_address': '172.26.5.53', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'port_id': 'de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcade22-793b-49a8-b164-51d10655973b', 'mac_address': 'fa:16:3e:28:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a57cb-1332-48a7-8bba-d5c51e563b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:47:55Z', 'updated_at': '2021-11-11T12:47:55Z', 'revision_number': 0, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7131294-6e2d-43e3-840f-2e4ee071aecf', 'name': '', 'network_id': '5bcade22-793b-49a8-b164-51d10655973b', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:7c:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:37Z', 'updated_at': '2021-11-11T12:47:40Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:56.592515 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6667631e-fd0e-40b5-8df2-4e42fe96153b req-eb7a27d1-ffb7-40af-a3b3-e776b2973299 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 HTTP/1.1" status: 200 len: 998 time: 0.0603306 Nov 11 12:47:56.601086 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47caa96-ab8f-4eee-8cb0-2ba3261ad174 None None] Checking router: d05b7156-0a23-4a1d-a8ae-e76122c43c81 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:47:56.610036 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47caa96-ab8f-4eee-8cb0-2ba3261ad174 None None] Routers {'d05b7156-0a23-4a1d-a8ae-e76122c43c81'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:47:56.610636 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b47caa96-ab8f-4eee-8cb0-2ba3261ad174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:47:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:56.644735 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667631e-fd0e-40b5-8df2-4e42fe96153b req-58480c15-9f87-448e-81fd-d48de23fe912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:56.646215 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6667631e-fd0e-40b5-8df2-4e42fe96153b req-58480c15-9f87-448e-81fd-d48de23fe912 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e5f90232-13aa-49e5-b8c9-3e4f30259822 HTTP/1.1" status: 200 len: 834 time: 0.0472496 Nov 11 12:47:56.692216 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667631e-fd0e-40b5-8df2-4e42fe96153b req-50f1e850-f544-4fea-94b4-5e75ae28b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:47:56.693754 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6667631e-fd0e-40b5-8df2-4e42fe96153b req-50f1e850-f544-4fea-94b4-5e75ae28b044 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5bcade22-793b-49a8-b164-51d10655973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0408826 Nov 11 12:47:56.714649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-b47caa96-ab8f-4eee-8cb0-2ba3261ad174 None None] Set router d05b7156-0a23-4a1d-a8ae-e76122c43c81 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:47:56.784365 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6667631e-fd0e-40b5-8df2-4e42fe96153b req-8506b22a-f677-46af-84cb-52002bd3953a service neutron] 10.222.0.70 "GET /v2.0/networks/5bcade22-793b-49a8-b164-51d10655973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837328 Nov 11 12:47:56.878635 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6667631e-fd0e-40b5-8df2-4e42fe96153b req-53e4523b-1e91-4f5a-98c4-43d4aeb78518 service neutron] 10.222.0.70 "GET /v2.0/networks/5bcade22-793b-49a8-b164-51d10655973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874350 Nov 11 12:47:56.933837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-b47caa96-ab8f-4eee-8cb0-2ba3261ad174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821209435', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:33Z', 'updated_at': '2021-11-11T12:47:38Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:34Z', 'updated_at': '2021-11-11T12:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '696292e1-6910-4bf8-bc52-cd2f5da79435', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'floating_ip_address': '172.26.5.53', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'port_id': 'de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcade22-793b-49a8-b164-51d10655973b', 'mac_address': 'fa:16:3e:28:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a57cb-1332-48a7-8bba-d5c51e563b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:47:55Z', 'updated_at': '2021-11-11T12:47:55Z', 'revision_number': 0, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7131294-6e2d-43e3-840f-2e4ee071aecf', 'name': '', 'network_id': '5bcade22-793b-49a8-b164-51d10655973b', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:7c:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:37Z', 'updated_at': '2021-11-11T12:47:40Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:47:56.959528 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47caa96-ab8f-4eee-8cb0-2ba3261ad174 None None] The sync data for ids ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'] in dv-neutron-786478-23-hyperv is: [{'id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821209435', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:33Z', 'updated_at': '2021-11-11T12:47:38Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:34Z', 'updated_at': '2021-11-11T12:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '696292e1-6910-4bf8-bc52-cd2f5da79435', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'floating_ip_address': '172.26.5.53', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'port_id': 'de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcade22-793b-49a8-b164-51d10655973b', 'mac_address': 'fa:16:3e:28:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a57cb-1332-48a7-8bba-d5c51e563b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:47:55Z', 'updated_at': '2021-11-11T12:47:55Z', 'revision_number': 0, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7131294-6e2d-43e3-840f-2e4ee071aecf', 'name': '', 'network_id': '5bcade22-793b-49a8-b164-51d10655973b', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:7c:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:37Z', 'updated_at': '2021-11-11T12:47:40Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:47:57.155868 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a6eee4-36cd-47da-8c0b-78fdade1da76 None None] New status for floating IP 696292e1-6910-4bf8-bc52-cd2f5da79435: ACTIVE {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:47:57.568417 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60888) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:47:57.631269 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5ae2cbfb-9a6e-4bcf-944e-10f1121c7f53 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/floatingips/696292e1-6910-4bf8-bc52-cd2f5da79435 HTTP/1.1" status: 200 len: 992 time: 0.0615478 Nov 11 12:48:01.215246 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:48:03.208082 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d6992e2d-99a0-4b7a-81c9-6965baabbf44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:05.563030 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d32cf1ba-733d-4593-b623-6dc068524582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:06.614838 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:08.252152 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:09.157248 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:10.951107 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:12.930933 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2309c75b-c5a0-4b08-b79c-47f1b5d73831 req-9b1f1afc-cf3e-4645-b334-dc2d802d7779 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472822 Nov 11 12:48:13.018238 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309c75b-c5a0-4b08-b79c-47f1b5d73831 req-80071c38-9c60-4ac0-b592-446296e3979f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:13.019731 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2309c75b-c5a0-4b08-b79c-47f1b5d73831 req-80071c38-9c60-4ac0-b592-446296e3979f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 1098 time: 0.0442753 Nov 11 12:48:13.120602 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309c75b-c5a0-4b08-b79c-47f1b5d73831 req-e33d0b3d-8dac-4b09-9295-6b8bb2f7152c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:13.122049 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2309c75b-c5a0-4b08-b79c-47f1b5d73831 req-e33d0b3d-8dac-4b09-9295-6b8bb2f7152c service neutron] 10.222.0.70 "GET /v2.0/networks?id=5bcade22-793b-49a8-b164-51d10655973b HTTP/1.1" status: 200 len: 898 time: 0.0830033 Nov 11 12:48:13.193290 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2309c75b-c5a0-4b08-b79c-47f1b5d73831 req-d613937b-c555-4511-85a7-648b35b3956f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 HTTP/1.1" status: 200 len: 1000 time: 0.0616634 Nov 11 12:48:13.242968 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309c75b-c5a0-4b08-b79c-47f1b5d73831 req-2a6db810-412d-4db7-a7bc-ef72b663ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:13.244490 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2309c75b-c5a0-4b08-b79c-47f1b5d73831 req-2a6db810-412d-4db7-a7bc-ef72b663ca1b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e5f90232-13aa-49e5-b8c9-3e4f30259822 HTTP/1.1" status: 200 len: 834 time: 0.0432498 Nov 11 12:48:13.290820 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309c75b-c5a0-4b08-b79c-47f1b5d73831 req-c2c1499b-a231-4c84-99d1-890641e12846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:13.292324 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2309c75b-c5a0-4b08-b79c-47f1b5d73831 req-c2c1499b-a231-4c84-99d1-890641e12846 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5bcade22-793b-49a8-b164-51d10655973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404181 Nov 11 12:48:13.384851 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2309c75b-c5a0-4b08-b79c-47f1b5d73831 req-20cc41d7-714d-4780-982c-997a95fe5dee service neutron] 10.222.0.70 "GET /v2.0/networks/5bcade22-793b-49a8-b164-51d10655973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850894 Nov 11 12:48:13.473662 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2309c75b-c5a0-4b08-b79c-47f1b5d73831 req-72a6e5b0-0ded-4681-b3e1-fff7a7fe1861 service neutron] 10.222.0.70 "GET /v2.0/networks/5bcade22-793b-49a8-b164-51d10655973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808768 Nov 11 12:48:29.123089 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9ed17-75cb-466e-b096-ca87f8823456 req-bae16104-29f7-4fc4-b7c8-ce84ac777bfc tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:29.124580 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-33a9ed17-75cb-466e-b096-ca87f8823456 req-bae16104-29f7-4fc4-b7c8-ce84ac777bfc tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 945 time: 0.0503044 Nov 11 12:48:29.174192 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-33a9ed17-75cb-466e-b096-ca87f8823456 req-e9cd956a-989f-443a-b9f0-b83de4b3d3c0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=fedabd56-0353-4481-9738-37118bd43041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432630 Nov 11 12:48:30.291077 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda68b3-c81f-4e24-b0c7-317db1a72edc req-759270e8-41e5-4177-b6a9-7b6125159e0b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:30.292447 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5fda68b3-c81f-4e24-b0c7-317db1a72edc req-759270e8-41e5-4177-b6a9-7b6125159e0b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 945 time: 0.0477209 Nov 11 12:48:30.339526 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5fda68b3-c81f-4e24-b0c7-317db1a72edc req-7f184eab-0dc2-401c-b1fa-3ee1eebf28fc tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=fedabd56-0353-4481-9738-37118bd43041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413003 Nov 11 12:48:30.362148 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60916) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:30.423221 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-05e8d2d5-a771-4b39-adc6-5ce619cf42d4 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/floatingips/696292e1-6910-4bf8-bc52-cd2f5da79435 HTTP/1.1" status: 200 len: 992 time: 0.0599635 Nov 11 12:48:31.849683 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c463c75-5fd3-406d-87c1-fd30702ece67 req-e03a5de5-2af7-48f3-9291-fb185c7ae29c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:31.851386 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1c463c75-5fd3-406d-87c1-fd30702ece67 req-e03a5de5-2af7-48f3-9291-fb185c7ae29c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 945 time: 0.0503793 Nov 11 12:48:31.900430 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1c463c75-5fd3-406d-87c1-fd30702ece67 req-f913b315-0b39-4b33-ad4a-48a4f5907a0e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=fedabd56-0353-4481-9738-37118bd43041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431919 Nov 11 12:48:33.019006 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de355c76-8fc9-44f7-b114-ae38141792a7 req-9421027d-3158-4f5d-b578-15b8a540118e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:33.020454 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-de355c76-8fc9-44f7-b114-ae38141792a7 req-9421027d-3158-4f5d-b578-15b8a540118e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 945 time: 0.0517430 Nov 11 12:48:33.070043 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-de355c76-8fc9-44f7-b114-ae38141792a7 req-6bbde905-e33d-4830-af5b-a22eeccc4640 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=fedabd56-0353-4481-9738-37118bd43041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436597 Nov 11 12:48:33.092075 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60926) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:33.150870 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f4cc234b-94b3-4b09-8bf9-77690175db3c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/floatingips/696292e1-6910-4bf8-bc52-cd2f5da79435 HTTP/1.1" status: 200 len: 992 time: 0.0576961 Nov 11 12:48:33.237696 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2eafa593-66e3-4734-9b34-4de32173eb27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:33.386173 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60932) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:33.540694 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port deb93181-38cb-4b22-b770-51df5019e409 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:48:33.540938 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:33.616626 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:33.616942 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:33.630066 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for deb93181-38cb-4b22-b770-51df5019e409 owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:48:33.837160 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:33.862092 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=deb93181-38cb-4b22-b770-51df5019e409,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:33.873208 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:33.873552 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:33.873893 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:33.874226 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:33.874558 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:33.874889 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:33.875238 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:33.875561 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:33.875926 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:33.876247 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:33.876566 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:33.876884 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:33.928748 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:33.929070 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Floating IP 696292e1-6910-4bf8-bc52-cd2f5da79435 disassociated (deleted). External IP: 172.26.5.53, port: de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1. Nov 11 12:48:34.129069 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router d05b7156-0a23-4a1d-a8ae-e76122c43c81 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:48:34.232133 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:48:34.237543 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:34.243792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a26deb-fb2e-43b6-907d-ec4d6ad14098 None None] Sync routers for ids ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:48:34.254414 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a26deb-fb2e-43b6-907d-ec4d6ad14098 None None] Routers {'d05b7156-0a23-4a1d-a8ae-e76122c43c81'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:48:34.255157 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-75a26deb-fb2e-43b6-907d-ec4d6ad14098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:48:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:34.263112 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-58cc9f12-6299-4085-9196-c5e2acd5551b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/floatingips/696292e1-6910-4bf8-bc52-cd2f5da79435 HTTP/1.1" status: 204 len: 168 time: 0.8758743 Nov 11 12:48:34.263688 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58a57cb-1332-48a7-8bba-d5c51e563b38', 'tag': 'de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:48:34.265914 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a635dcf-e905-497c-81f5-ad00ba06ba15" -d '{"events": [{"name": "network-changed", "server_uuid": "a58a57cb-1332-48a7-8bba-d5c51e563b38", "tag": "de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:48:34.307325 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffccbf3e-0b05-47c1-b9ca-1756c27cf330 x-openstack-request-id: req-ffccbf3e-0b05-47c1-b9ca-1756c27cf330 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:48:34.307726 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58a57cb-1332-48a7-8bba-d5c51e563b38", "tag": "de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:48:34.307904 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ffccbf3e-0b05-47c1-b9ca-1756c27cf330 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:48:34.308363 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58a57cb-1332-48a7-8bba-d5c51e563b38', 'tag': 'de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1', 'status': 'completed', 'code': 200} Nov 11 12:48:34.365316 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-75a26deb-fb2e-43b6-907d-ec4d6ad14098 None None] Set router d05b7156-0a23-4a1d-a8ae-e76122c43c81 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:48:34.423964 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a635dcf-e905-497c-81f5-ad00ba06ba15 req-036a55a2-41b9-499c-b668-09fa8bc51a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:34.426738 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8a635dcf-e905-497c-81f5-ad00ba06ba15 req-036a55a2-41b9-499c-b668-09fa8bc51a7f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 1098 time: 0.0970044 Nov 11 12:48:34.525489 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a635dcf-e905-497c-81f5-ad00ba06ba15 req-91c4daf7-7b59-44a8-a842-b2357c2e705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:34.526978 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8a635dcf-e905-497c-81f5-ad00ba06ba15 req-91c4daf7-7b59-44a8-a842-b2357c2e705e service neutron] 10.222.0.70 "GET /v2.0/networks?id=5bcade22-793b-49a8-b164-51d10655973b HTTP/1.1" status: 200 len: 898 time: 0.0933957 Nov 11 12:48:34.575441 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8a635dcf-e905-497c-81f5-ad00ba06ba15 req-4801cab6-71fc-41d4-a3e2-55f636623c26 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 HTTP/1.1" status: 200 len: 217 time: 0.0410833 Nov 11 12:48:34.629013 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a635dcf-e905-497c-81f5-ad00ba06ba15 req-12839152-4ca6-49f1-8d4f-17c053c27795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:34.630525 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8a635dcf-e905-497c-81f5-ad00ba06ba15 req-12839152-4ca6-49f1-8d4f-17c053c27795 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e5f90232-13aa-49e5-b8c9-3e4f30259822 HTTP/1.1" status: 200 len: 834 time: 0.0491164 Nov 11 12:48:34.655479 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efa83e-3cc0-432a-9621-0a9e8fb8ee01 req-de26e80a-2f5a-42d4-9dda-d65a3fbe397e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:34.656973 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-83efa83e-3cc0-432a-9621-0a9e8fb8ee01 req-de26e80a-2f5a-42d4-9dda-d65a3fbe397e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 945 time: 0.0509059 Nov 11 12:48:34.688610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a635dcf-e905-497c-81f5-ad00ba06ba15 req-d235032b-fd0b-4a38-a928-f582c781d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:34.690127 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8a635dcf-e905-497c-81f5-ad00ba06ba15 req-d235032b-fd0b-4a38-a928-f582c781d66d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5bcade22-793b-49a8-b164-51d10655973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0512145 Nov 11 12:48:34.712749 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-83efa83e-3cc0-432a-9621-0a9e8fb8ee01 req-007e7bde-02f1-48e2-bf61-63d1cfeb66f0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=fedabd56-0353-4481-9738-37118bd43041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482385 Nov 11 12:48:34.724955 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-75a26deb-fb2e-43b6-907d-ec4d6ad14098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821209435', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:33Z', 'updated_at': '2021-11-11T12:47:38Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:34Z', 'updated_at': '2021-11-11T12:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'e7131294-6e2d-43e3-840f-2e4ee071aecf', 'name': '', 'network_id': '5bcade22-793b-49a8-b164-51d10655973b', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:7c:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:37Z', 'updated_at': '2021-11-11T12:47:40Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:34.760732 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a26deb-fb2e-43b6-907d-ec4d6ad14098 None None] Checking router: d05b7156-0a23-4a1d-a8ae-e76122c43c81 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:48:34.769891 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a26deb-fb2e-43b6-907d-ec4d6ad14098 None None] Routers {'d05b7156-0a23-4a1d-a8ae-e76122c43c81'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:48:34.770501 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-75a26deb-fb2e-43b6-907d-ec4d6ad14098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:48:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:34.789743 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8a635dcf-e905-497c-81f5-ad00ba06ba15 req-163f00a3-f3ff-4524-9028-2b93a2fbca5b service neutron] 10.222.0.70 "GET /v2.0/networks/5bcade22-793b-49a8-b164-51d10655973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915146 Nov 11 12:48:34.877188 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-75a26deb-fb2e-43b6-907d-ec4d6ad14098 None None] Set router d05b7156-0a23-4a1d-a8ae-e76122c43c81 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:48:34.881055 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8a635dcf-e905-497c-81f5-ad00ba06ba15 req-8801ba72-a8dc-4f9b-8acb-3e64418b4ba5 service neutron] 10.222.0.70 "GET /v2.0/networks/5bcade22-793b-49a8-b164-51d10655973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831387 Nov 11 12:48:35.073795 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-75a26deb-fb2e-43b6-907d-ec4d6ad14098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821209435', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:33Z', 'updated_at': '2021-11-11T12:47:38Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:34Z', 'updated_at': '2021-11-11T12:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'e7131294-6e2d-43e3-840f-2e4ee071aecf', 'name': '', 'network_id': '5bcade22-793b-49a8-b164-51d10655973b', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:7c:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:37Z', 'updated_at': '2021-11-11T12:47:40Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:35.100349 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a26deb-fb2e-43b6-907d-ec4d6ad14098 None None] The sync data for ids ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'] in dv-neutron-786478-23-hyperv is: [{'id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821209435', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:33Z', 'updated_at': '2021-11-11T12:47:38Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:34Z', 'updated_at': '2021-11-11T12:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'e7131294-6e2d-43e3-840f-2e4ee071aecf', 'name': '', 'network_id': '5bcade22-793b-49a8-b164-51d10655973b', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:7c:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:37Z', 'updated_at': '2021-11-11T12:47:40Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': 'e5f90232-13aa-49e5-b8c9-3e4f30259822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:48:35.300025 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec20fe6-fe59-4265-8b28-1ff1c4fe0708 None None] New status for floating IP 696292e1-6910-4bf8-bc52-cd2f5da79435: DOWN {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:48:35.569128 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fc3362f3-5121-4ed8-8cdc-fdd32036ffef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:35.830987 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b72d2-ff19-4db9-b29b-0a5c2c980261 req-38a9cb10-d652-4fa6-8fd5-963190660a5e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:35.832526 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-399b72d2-ff19-4db9-b29b-0a5c2c980261 req-38a9cb10-d652-4fa6-8fd5-963190660a5e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 945 time: 0.0492964 Nov 11 12:48:35.882524 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-399b72d2-ff19-4db9-b29b-0a5c2c980261 req-bf03116d-8d50-4261-9807-1a4751f7bb2e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=fedabd56-0353-4481-9738-37118bd43041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441334 Nov 11 12:48:36.181919 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d01ff0-4c63-479b-ad75-6be6aacd9dde req-93f40db6-9dd0-4e66-9e40-284a23f5cfbb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:36.183416 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f4d01ff0-4c63-479b-ad75-6be6aacd9dde req-93f40db6-9dd0-4e66-9e40-284a23f5cfbb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 945 time: 0.0491481 Nov 11 12:48:36.276633 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-f4d01ff0-4c63-479b-ad75-6be6aacd9dde req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:48:36.276891 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-f4d01ff0-4c63-479b-ad75-6be6aacd9dde req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:36.364669 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-f4d01ff0-4c63-479b-ad75-6be6aacd9dde req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] For port de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1,segment=NetworkSegment(929280e3-a5fd-4c4f-8c36-74c577be26d1),segment_id=929280e3-a5fd-4c4f-8c36-74c577be26d1)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:36.365021 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-f4d01ff0-4c63-479b-ad75-6be6aacd9dde req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:36.377290 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-f4d01ff0-4c63-479b-ad75-6be6aacd9dde req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:48:36.570869 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-f4d01ff0-4c63-479b-ad75-6be6aacd9dde req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:36.599921 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:36.614551 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:36.614904 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:36.615279 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:36.615632 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:36.615963 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:36.616302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:36.616637 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:36.616965 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:36.617381 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:36.617616 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:36.617943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:36.618270 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:36.642809 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:36.657030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d01ff0-4c63-479b-ad75-6be6aacd9dde req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] No DVR routers for this DVR port de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:48:36.660288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-f4d01ff0-4c63-479b-ad75-6be6aacd9dde req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:36.663640 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f4d01ff0-4c63-479b-ad75-6be6aacd9dde req-b61ccd9e-84e5-4414-a42c-bc839f682863 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "DELETE /v2.0/ports/de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 HTTP/1.1" status: 204 len: 173 time: 0.4733284 Nov 11 12:48:36.664084 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58a57cb-1332-48a7-8bba-d5c51e563b38', 'name': 'network-vif-deleted', 'tag': 'de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:48:36.670299 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1a27cc-332f-448b-b6d0-63ccc394d9e8" -d '{"events": [{"server_uuid": "a58a57cb-1332-48a7-8bba-d5c51e563b38", "name": "network-vif-deleted", "tag": "de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:48:36.701077 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83d5c3b-abbf-42ad-8e68-121c16c82e39 x-openstack-request-id: req-d83d5c3b-abbf-42ad-8e68-121c16c82e39 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:48:36.701385 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58a57cb-1332-48a7-8bba-d5c51e563b38", "name": "network-vif-deleted", "tag": "de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:48:36.701634 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d83d5c3b-abbf-42ad-8e68-121c16c82e39 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:48:36.702039 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58a57cb-1332-48a7-8bba-d5c51e563b38', 'name': 'network-vif-deleted', 'tag': 'de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1', 'status': 'completed', 'code': 200} Nov 11 12:48:36.979800 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-712df4ad-fbbc-4697-ad39-2fa5d491d78d req-5808bcdc-7f16-43d9-a4bc-a44b9b6d69af tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58a57cb-1332-48a7-8bba-d5c51e563b38 HTTP/1.1" status: 200 len: 210 time: 0.0306342 Nov 11 12:48:38.036990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60950) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:38.214433 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:48:38.270214 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:38.401433 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0d20bdc2-0242-4a18-ba76-c4bf869a7cf5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:38.965530 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-0d20bdc2-0242-4a18-ba76-c4bf869a7cf5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port e7131294-6e2d-43e3-840f-2e4ee071aecf {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:48:38.965862 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0d20bdc2-0242-4a18-ba76-c4bf869a7cf5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:39.050646 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-0d20bdc2-0242-4a18-ba76-c4bf869a7cf5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] For port e7131294-6e2d-43e3-840f-2e4ee071aecf, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e7131294-6e2d-43e3-840f-2e4ee071aecf,segment=NetworkSegment(929280e3-a5fd-4c4f-8c36-74c577be26d1),segment_id=929280e3-a5fd-4c4f-8c36-74c577be26d1)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:39.051438 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0d20bdc2-0242-4a18-ba76-c4bf869a7cf5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:39.062792 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-0d20bdc2-0242-4a18-ba76-c4bf869a7cf5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for e7131294-6e2d-43e3-840f-2e4ee071aecf owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:48:39.185624 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:39.308717 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:48:39.328859 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0d20bdc2-0242-4a18-ba76-c4bf869a7cf5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:39.329055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:48:39.329333 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device de2d9f2b-5ac5-464f-ab9f-d6f2af209ec1 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:48:39.361370 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20bdc2-0242-4a18-ba76-c4bf869a7cf5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=e7131294-6e2d-43e3-840f-2e4ee071aecf,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:39.528477 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0d20bdc2-0242-4a18-ba76-c4bf869a7cf5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:39.745429 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d20bdc2-0242-4a18-ba76-c4bf869a7cf5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router d05b7156-0a23-4a1d-a8ae-e76122c43c81 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:48:39.852094 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d20bdc2-0242-4a18-ba76-c4bf869a7cf5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:48:39.857540 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0d20bdc2-0242-4a18-ba76-c4bf869a7cf5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "PUT /v2.0/routers/d05b7156-0a23-4a1d-a8ae-e76122c43c81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8194218 Nov 11 12:48:39.860156 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60952) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:39.861723 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d900fc-884e-435b-b16c-461aa4bc1cdc None None] Sync routers for ids ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:48:39.871184 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d900fc-884e-435b-b16c-461aa4bc1cdc None None] Routers {'d05b7156-0a23-4a1d-a8ae-e76122c43c81'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:48:39.871793 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-80d900fc-884e-435b-b16c-461aa4bc1cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:48:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:39.910012 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9570b58-f9c3-4408-8766-73a446695550 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting subnet e5f90232-13aa-49e5-b8c9-3e4f30259822 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:48:39.913298 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c9570b58-f9c3-4408-8766-73a446695550 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:39.951448 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c9570b58-f9c3-4408-8766-73a446695550 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:39.975786 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-80d900fc-884e-435b-b16c-461aa4bc1cdc None None] Set router d05b7156-0a23-4a1d-a8ae-e76122c43c81 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:48:40.046249 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c9570b58-f9c3-4408-8766-73a446695550 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:40.161196 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-80d900fc-884e-435b-b16c-461aa4bc1cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821209435', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:33Z', 'updated_at': '2021-11-11T12:48:39Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:34Z', 'updated_at': '2021-11-11T12:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:40.163410 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c9570b58-f9c3-4408-8766-73a446695550 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:40.188079 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d900fc-884e-435b-b16c-461aa4bc1cdc None None] Checking router: d05b7156-0a23-4a1d-a8ae-e76122c43c81 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:48:40.190277 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9570b58-f9c3-4408-8766-73a446695550 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f90232-13aa-49e5-b8c9-3e4f30259822,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:40.193860 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c9570b58-f9c3-4408-8766-73a446695550 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:40.196618 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d900fc-884e-435b-b16c-461aa4bc1cdc None None] Routers {'d05b7156-0a23-4a1d-a8ae-e76122c43c81'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:48:40.197022 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c9570b58-f9c3-4408-8766-73a446695550 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/subnets/e5f90232-13aa-49e5-b8c9-3e4f30259822 HTTP/1.1" status: 204 len: 168 time: 0.3358939 Nov 11 12:48:40.197211 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-80d900fc-884e-435b-b16c-461aa4bc1cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:48:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:40.199779 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60954) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:40.230975 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029bcfdd-41a5-42e4-b36a-bd1695735df1 None None] Network 5bcade22-793b-49a8-b164-51d10655973b requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:48:40.309806 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3206aec-5291-4f6a-9a27-1065120bc782 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:40.389325 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-80d900fc-884e-435b-b16c-461aa4bc1cdc None None] Set router d05b7156-0a23-4a1d-a8ae-e76122c43c81 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:48:40.411781 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3206aec-5291-4f6a-9a27-1065120bc782 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:40.519788 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b3206aec-5291-4f6a-9a27-1065120bc782 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port 94500e1f-0ac9-4453-8c72-7c09780f9491 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:48:40.520203 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3206aec-5291-4f6a-9a27-1065120bc782 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:40.569968 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] DHCP port deletion for 5bcade22-793b-49a8-b164-51d10655973b request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:48:40.603201 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-b3206aec-5291-4f6a-9a27-1065120bc782 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] For port 94500e1f-0ac9-4453-8c72-7c09780f9491, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=94500e1f-0ac9-4453-8c72-7c09780f9491,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:40.603565 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3206aec-5291-4f6a-9a27-1065120bc782 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:40.617175 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-b3206aec-5291-4f6a-9a27-1065120bc782 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for 94500e1f-0ac9-4453-8c72-7c09780f9491 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:48:40.635786 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-80d900fc-884e-435b-b16c-461aa4bc1cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821209435', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:33Z', 'updated_at': '2021-11-11T12:48:39Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:34Z', 'updated_at': '2021-11-11T12:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:40.664334 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d900fc-884e-435b-b16c-461aa4bc1cdc None None] The sync data for ids ['d05b7156-0a23-4a1d-a8ae-e76122c43c81'] in dv-neutron-786478-23-hyperv is: [{'id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821209435', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:47:33Z', 'updated_at': '2021-11-11T12:48:39Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '94500e1f-0ac9-4453-8c72-7c09780f9491', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05b7156-0a23-4a1d-a8ae-e76122c43c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:47:34Z', 'updated_at': '2021-11-11T12:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:48:40.669731 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] Deleting port 21f0cb96-0987-4f78-a664-a9060f390e7e {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:48:40.670098 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:40.732538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] For port 21f0cb96-0987-4f78-a664-a9060f390e7e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=21f0cb96-0987-4f78-a664-a9060f390e7e,segment=NetworkSegment(929280e3-a5fd-4c4f-8c36-74c577be26d1),segment_id=929280e3-a5fd-4c4f-8c36-74c577be26d1)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:40.732933 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:40.746724 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] Calling delete_port for 21f0cb96-0987-4f78-a664-a9060f390e7e owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:48:40.859228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3206aec-5291-4f6a-9a27-1065120bc782 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:40.887217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3206aec-5291-4f6a-9a27-1065120bc782 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=94500e1f-0ac9-4453-8c72-7c09780f9491,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:40.888033 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:40.900545 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f457252d-54bd-45da-b550-549b34646969 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:48:40.929555 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] Pushing event deleted for resources: {'Port': ['ID=21f0cb96-0987-4f78-a664-a9060f390e7e,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:40.931593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] No DVR routers for this DVR port 21f0cb96-0987-4f78-a664-a9060f390e7e on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:48:40.943556 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:40.943904 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:40.944652 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:40.944652 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:40.944953 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:40.945211 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:40.945505 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:40.945831 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:40.946155 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:40.946476 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:40.946800 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:40.947139 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3179ffdb-4f69-499d-9d00-7c3ea0b372f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:40.954155 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3206aec-5291-4f6a-9a27-1065120bc782 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:40.985493 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.050872 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3206aec-5291-4f6a-9a27-1065120bc782 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.053282 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3206aec-5291-4f6a-9a27-1065120bc782 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.436917 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3206aec-5291-4f6a-9a27-1065120bc782 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.437601 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3206aec-5291-4f6a-9a27-1065120bc782 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Fanout notify agent at l3_agent the message router_deleted on router d05b7156-0a23-4a1d-a8ae-e76122c43c81 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:48:41.445210 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-b3206aec-5291-4f6a-9a27-1065120bc782 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.445998 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-b3206aec-5291-4f6a-9a27-1065120bc782 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/routers/d05b7156-0a23-4a1d-a8ae-e76122c43c81 HTTP/1.1" status: 204 len: 168 time: 1.2445517 Nov 11 12:48:41.448686 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60956) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:41.526797 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a0693718-7aea-4f12-aa56-3ae0b1ee9a9f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.615275 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a0693718-7aea-4f12-aa56-3ae0b1ee9a9f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.634495 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-a0693718-7aea-4f12-aa56-3ae0b1ee9a9f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bcade22-793b-49a8-b164-51d10655973b']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:41.644015 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-a0693718-7aea-4f12-aa56-3ae0b1ee9a9f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929280e3-a5fd-4c4f-8c36-74c577be26d1') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:41.644306 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-a0693718-7aea-4f12-aa56-3ae0b1ee9a9f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929280e3-a5fd-4c4f-8c36-74c577be26d1') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:41.653237 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a0693718-7aea-4f12-aa56-3ae0b1ee9a9f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.670350 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a0693718-7aea-4f12-aa56-3ae0b1ee9a9f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.676477 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0693718-7aea-4f12-aa56-3ae0b1ee9a9f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:48:41.676944 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a0693718-7aea-4f12-aa56-3ae0b1ee9a9f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:48:41.679897 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:48:41.779837 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a0693718-7aea-4f12-aa56-3ae0b1ee9a9f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.787260 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a0693718-7aea-4f12-aa56-3ae0b1ee9a9f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.789865 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a0693718-7aea-4f12-aa56-3ae0b1ee9a9f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/networks/5bcade22-793b-49a8-b164-51d10655973b HTTP/1.1" status: 204 len: 168 time: 0.3402410 Nov 11 12:48:41.792670 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60958) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:41.803800 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0693718-7aea-4f12-aa56-3ae0b1ee9a9f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Network': ['ID=5bcade22-793b-49a8-b164-51d10655973b,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:41.849454 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cafb8449-00f0-43a8-a12f-7c583a59e827 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.876755 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cafb8449-00f0-43a8-a12f-7c583a59e827 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.980101 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cafb8449-00f0-43a8-a12f-7c583a59e827 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.982717 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cafb8449-00f0-43a8-a12f-7c583a59e827 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:41.983907 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cafb8449-00f0-43a8-a12f-7c583a59e827 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/security-groups/fedabd56-0353-4481-9738-37118bd43041 HTTP/1.1" status: 204 len: 168 time: 0.1901693 Nov 11 12:48:41.993341 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb8449-00f0-43a8-a12f-7c583a59e827 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedabd56-0353-4481-9738-37118bd43041,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:42.093134 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 94500e1f-0ac9-4453-8c72-7c09780f9491 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:48:42.115599 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 94500e1f-0ac9-4453-8c72-7c09780f9491 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:48:42.115937 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 94500e1f-0ac9-4453-8c72-7c09780f9491 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:48:42.116353 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e7131294-6e2d-43e3-840f-2e4ee071aecf no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:48:42.138393 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: e7131294-6e2d-43e3-840f-2e4ee071aecf {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:48:42.138731 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e7131294-6e2d-43e3-840f-2e4ee071aecf not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:48:42.139171 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 21f0cb96-0987-4f78-a664-a9060f390e7e no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:48:42.157703 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 21f0cb96-0987-4f78-a664-a9060f390e7e {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:48:42.158084 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 21f0cb96-0987-4f78-a664-a9060f390e7e not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:48:42.282279 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60964) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:42.286859 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-5abad8b1-9e36-4cf5-8caf-a43fece70af5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-930508898', 'description': 'tempest-secgroup-smoke-930508898 description', 'project_id': '69af05b65b6848869253a45b2d918c9d'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:48:42.345597 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5abad8b1-9e36-4cf5-8caf-a43fece70af5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:42.408836 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5abad8b1-9e36-4cf5-8caf-a43fece70af5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:42.504718 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5abad8b1-9e36-4cf5-8caf-a43fece70af5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:42.532430 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abad8b1-9e36-4cf5-8caf-a43fece70af5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467ad970-7489-4b11-9a55-b4d63f04b156,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:42.599311 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5abad8b1-9e36-4cf5-8caf-a43fece70af5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:42.600577 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5abad8b1-9e36-4cf5-8caf-a43fece70af5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3173344 Nov 11 12:48:42.603404 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60966) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:42.607727 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0023c5f7-4bf5-4b14-bb30-7758a98f613f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': '467ad970-7489-4b11-9a55-b4d63f04b156', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:48:42.716141 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0023c5f7-4bf5-4b14-bb30-7758a98f613f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:42.769125 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0023c5f7-4bf5-4b14-bb30-7758a98f613f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:42.842641 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0023c5f7-4bf5-4b14-bb30-7758a98f613f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:42.859735 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023c5f7-4bf5-4b14-bb30-7758a98f613f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d0f692-fe5e-47db-9343-bfac4c03cf52,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:42.907524 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0023c5f7-4bf5-4b14-bb30-7758a98f613f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:42.908707 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0023c5f7-4bf5-4b14-bb30-7758a98f613f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3043878 Nov 11 12:48:42.911988 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60968) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:42.916227 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e54adaa5-616a-4f13-8331-87524209ac04 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': '467ad970-7489-4b11-9a55-b4d63f04b156', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:48:42.978195 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e54adaa5-616a-4f13-8331-87524209ac04 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:43.030488 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e54adaa5-616a-4f13-8331-87524209ac04 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:43.082727 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e54adaa5-616a-4f13-8331-87524209ac04 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:43.102939 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54adaa5-616a-4f13-8331-87524209ac04 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a901c7c8-2400-4bf6-ae52-30681fcaa879,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:43.153482 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e54adaa5-616a-4f13-8331-87524209ac04 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:43.154676 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e54adaa5-616a-4f13-8331-87524209ac04 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2417855 Nov 11 12:48:43.157469 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60970) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:43.162659 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-cb748ca5-36d5-4e8d-b1fb-72860ce87504 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': '467ad970-7489-4b11-9a55-b4d63f04b156', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:48:43.225251 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cb748ca5-36d5-4e8d-b1fb-72860ce87504 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:43.289446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cb748ca5-36d5-4e8d-b1fb-72860ce87504 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:43.328412 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cb748ca5-36d5-4e8d-b1fb-72860ce87504 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:43.346483 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb748ca5-36d5-4e8d-b1fb-72860ce87504 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81c9a74-c35a-465a-ba54-3707ece931f1,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:43.394983 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-cb748ca5-36d5-4e8d-b1fb-72860ce87504 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:43.396249 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-cb748ca5-36d5-4e8d-b1fb-72860ce87504 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2378016 Nov 11 12:48:43.398925 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60972) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:43.403254 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-17b3fc63-b8e4-45af-b258-53917ed02127 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': '467ad970-7489-4b11-9a55-b4d63f04b156', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:48:43.470915 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-17b3fc63-b8e4-45af-b258-53917ed02127 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:43.528164 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-17b3fc63-b8e4-45af-b258-53917ed02127 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:43.602525 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-17b3fc63-b8e4-45af-b258-53917ed02127 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:43.620548 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3fc63-b8e4-45af-b258-53917ed02127 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44a97c9-e2fa-4046-bed9-2b8ed6f1405e,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:43.679220 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-17b3fc63-b8e4-45af-b258-53917ed02127 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:43.680445 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-17b3fc63-b8e4-45af-b258-53917ed02127 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2805490 Nov 11 12:48:43.683200 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60974) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:43.687530 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c438a27e-ec90-48af-82c8-4e9af5ec0410 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': '467ad970-7489-4b11-9a55-b4d63f04b156', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:48:43.762781 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-c438a27e-ec90-48af-82c8-4e9af5ec0410 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Project 69af05b65b6848869253a45b2d918c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:48:43.767801 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c438a27e-ec90-48af-82c8-4e9af5ec0410 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:43.827900 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c438a27e-ec90-48af-82c8-4e9af5ec0410 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:43.882970 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c438a27e-ec90-48af-82c8-4e9af5ec0410 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:43.903532 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438a27e-ec90-48af-82c8-4e9af5ec0410 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef35bad-5dea-4d9c-9140-faca2d20482a,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:43.963346 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c438a27e-ec90-48af-82c8-4e9af5ec0410 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:43.964526 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c438a27e-ec90-48af-82c8-4e9af5ec0410 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2804153 Nov 11 12:48:43.967256 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60976) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:43.971574 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f1e6e251-dc81-4581-b0ea-c15ad9bd8954 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': '467ad970-7489-4b11-9a55-b4d63f04b156', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:48:44.025389 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-f1e6e251-dc81-4581-b0ea-c15ad9bd8954 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Project 69af05b65b6848869253a45b2d918c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:48:44.030037 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1e6e251-dc81-4581-b0ea-c15ad9bd8954 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:44.086810 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1e6e251-dc81-4581-b0ea-c15ad9bd8954 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:44.134258 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1e6e251-dc81-4581-b0ea-c15ad9bd8954 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:44.152585 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6e251-dc81-4581-b0ea-c15ad9bd8954 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e54670-59a5-448d-8973-204dde847159,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:44.199356 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1e6e251-dc81-4581-b0ea-c15ad9bd8954 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:44.200572 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f1e6e251-dc81-4581-b0ea-c15ad9bd8954 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2323794 Nov 11 12:48:44.203462 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60978) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:44.208347 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-eaa2ee5f-575d-4d19-99f2-65cc14c60b5e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'network': {'name': 'tempest-network-smoke--225987444', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'port_security_enabled': True}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:48:44.305730 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa2ee5f-575d-4d19-99f2-65cc14c60b5e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Made reservation on behalf of 69af05b65b6848869253a45b2d918c9d for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:48:44.309500 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eaa2ee5f-575d-4d19-99f2-65cc14c60b5e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:44.332478 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa2ee5f-575d-4d19-99f2-65cc14c60b5e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:48:44.341102 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eaa2ee5f-575d-4d19-99f2-65cc14c60b5e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:44.341396 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-eaa2ee5f-575d-4d19-99f2-65cc14c60b5e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Added segment eeb3b562-42cc-41e6-b274-cf03c9d7e79f of type vlan for network ec26d541-5047-4f82-8702-dd9ea8943404 Nov 11 12:48:44.380020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eaa2ee5f-575d-4d19-99f2-65cc14c60b5e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:44.437017 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eaa2ee5f-575d-4d19-99f2-65cc14c60b5e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:44.442544 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa2ee5f-575d-4d19-99f2-65cc14c60b5e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:44.444270 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eaa2ee5f-575d-4d19-99f2-65cc14c60b5e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:44.508031 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2ee5f-575d-4d19-99f2-65cc14c60b5e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Network': ['ID=ec26d541-5047-4f82-8702-dd9ea8943404,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:44.518204 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network ec26d541-5047-4f82-8702-dd9ea8943404 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:48:44.542865 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-eaa2ee5f-575d-4d19-99f2-65cc14c60b5e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3383834 Nov 11 12:48:44.545581 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60980) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:44.550002 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-156473782', 'admin_state_up': True, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:48:44.636045 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:44.637100 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:44.687666 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:44.899759 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:45.145074 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:45.175968 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:45.292039 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.26.5.70 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/17ec0ef5-08a5-4ae7-bb7f-c44c471fc842) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:48:45.393776 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:45.465847 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:45.500950 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:48:45.506326 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:48:45.509864 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:48:45.521882 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d972f3-cd08-4f34-8a85-1157c794e00c None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:48:45.537589 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=17ec0ef5-08a5-4ae7-bb7f-c44c471fc842,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:45.635420 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e8bd029a-97f4-41b0-b008-46ad591ad680 None None] Provisioning complete for port 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:45.635791 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e8bd029a-97f4-41b0-b008-46ad591ad680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:45.670698 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e8bd029a-97f4-41b0-b008-46ad591ad680 None None] Port 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:48:45.801668 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:45.992801 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:46.151438 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:48:46.253897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:48:46.263453 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Sync routers for ids ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:48:46.273501 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Routers {'8e2fdf3d-0e66-497c-ad45-cf640ccd8986'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:48:46.274102 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:48:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:46.330340 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:46.332258 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a73f1a70-be6b-4824-b1b5-3528ad7dbfb6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7857685 Nov 11 12:48:46.336058 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60982) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:46.363735 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-56f614eb-5d27-441d-95f4-db3bbd952e1e tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=69af05b65b6848869253a45b2d918c9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265746 Nov 11 12:48:46.366206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60984) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:46.375943 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Set router 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:48:46.450532 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f31575-01e3-4ade-b34d-80d95506ae41 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:46.451962 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f8f31575-01e3-4ade-b34d-80d95506ae41 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848827 Nov 11 12:48:46.454784 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60986) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:46.485855 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-434adcc4-315a-420d-83fb-f98306020e00 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299146 Nov 11 12:48:46.488266 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 60988) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:46.492993 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-103fb5c8-2773-4455-82df-e871afab3b74 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1359198171', 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:48:46.549305 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156473782', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:44Z', 'updated_at': '2021-11-11T12:48:45Z', 'revision_number': 3, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:45Z', 'updated_at': '2021-11-11T12:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:46.580675 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Checking router: 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:48:46.581042 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Updating router 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 port 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:48:46.605480 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:46.641417 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103fb5c8-2773-4455-82df-e871afab3b74 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Made reservation on behalf of 69af05b65b6848869253a45b2d918c9d for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:48:46.645780 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-103fb5c8-2773-4455-82df-e871afab3b74 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:46.859729 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:46.921836 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:46.966061 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbb5cba-6899-45fb-9f93-1f8dbe00ddb6 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:48:46.977599 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d564f-511d-46a6-b7a5-12b4c0f78633 None None] Pushing event updated for resources: {'Port': ['ID=17ec0ef5-08a5-4ae7-bb7f-c44c471fc842,revision_number=2']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:46.980168 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Attempting to bind port 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:48:46.980649 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Attempting to bind port 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:48:46.981019 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Attempting to bind port 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:48:46.989895 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:48:46.990302 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:48:46.990860 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:46.991279 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:48:46.992127 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Bound port: 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:48:46.992676 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:46.996606 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d564f-511d-46a6-b7a5-12b4c0f78633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:46.996943 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d564f-511d-46a6-b7a5-12b4c0f78633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:46.997276 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d564f-511d-46a6-b7a5-12b4c0f78633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:46.997604 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d564f-511d-46a6-b7a5-12b4c0f78633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:46.997942 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d564f-511d-46a6-b7a5-12b4c0f78633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:46.998266 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d564f-511d-46a6-b7a5-12b4c0f78633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:46.998563 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d564f-511d-46a6-b7a5-12b4c0f78633 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:46.998882 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d564f-511d-46a6-b7a5-12b4c0f78633 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:46.999308 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d564f-511d-46a6-b7a5-12b4c0f78633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:46.999715 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d564f-511d-46a6-b7a5-12b4c0f78633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:47.000036 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d564f-511d-46a6-b7a5-12b4c0f78633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:47.000349 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d564f-511d-46a6-b7a5-12b4c0f78633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:48:47.008745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-2004de93-6278-4bff-86cd-269f8af1f42b None None] Provisioning complete for port 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:47.010397 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2004de93-6278-4bff-86cd-269f8af1f42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:47.048566 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-2004de93-6278-4bff-86cd-269f8af1f42b None None] Port 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:48:47.053901 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] For port 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:48:47.057045 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] For port 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=17ec0ef5-08a5-4ae7-bb7f-c44c471fc842,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:48:47.134873 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:47.173802 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795bb184-6a24-470e-8531-6e5cf603b3e5 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:48:47.192100 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Routers {'8e2fdf3d-0e66-497c-ad45-cf640ccd8986'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:48:47.192710 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:48:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:47.196322 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-103fb5c8-2773-4455-82df-e871afab3b74 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:47.226307 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d564f-511d-46a6-b7a5-12b4c0f78633 None None] Pushing event updated for resources: {'Port': ['ID=17ec0ef5-08a5-4ae7-bb7f-c44c471fc842,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:47.250824 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fb5c8-2773-4455-82df-e871afab3b74 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Subnet': ['ID=0efe7287-b9c1-439a-ba75-f087c537693e,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:47.266237 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103fb5c8-2773-4455-82df-e871afab3b74 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Checking segment: {'id': 'eeb3b562-42cc-41e6-b274-cf03c9d7e79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:48:47.266599 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103fb5c8-2773-4455-82df-e871afab3b74 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network hostable DHCP agents. Network: ec26d541-5047-4f82-8702-dd9ea8943404, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:48:47.274539 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-8d54a9b1-b8f5-46f0-931f-1104abba20f4 None None] Provisioning complete for port 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:47.275248 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8d54a9b1-b8f5-46f0-931f-1104abba20f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:47.298665 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] Set router 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:48:47.354937 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8d54a9b1-b8f5-46f0-931f-1104abba20f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:47.374517 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103fb5c8-2773-4455-82df-e871afab3b74 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network ec26d541-5047-4f82-8702-dd9ea8943404 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:48:47.375292 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-8d54a9b1-b8f5-46f0-931f-1104abba20f4 None None] For port 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=17ec0ef5-08a5-4ae7-bb7f-c44c471fc842,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:47.466062 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8d54a9b1-b8f5-46f0-931f-1104abba20f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:47.477930 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-103fb5c8-2773-4455-82df-e871afab3b74 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, ec26d541-5047-4f82-8702-dd9ea8943404) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:48:47.482722 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103fb5c8-2773-4455-82df-e871afab3b74 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:47.483734 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-103fb5c8-2773-4455-82df-e871afab3b74 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:47.497398 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddab2393-814d-4e32-b597-ccc049627265 None None] Network ec26d541-5047-4f82-8702-dd9ea8943404 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:48:47.555096 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-103fb5c8-2773-4455-82df-e871afab3b74 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0654485 Nov 11 12:48:47.557042 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54a9b1-b8f5-46f0-931f-1104abba20f4 None None] Pushing event updated for resources: {'Port': ['ID=17ec0ef5-08a5-4ae7-bb7f-c44c471fc842,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:47.557720 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 60990) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:48:47.566406 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156473782', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:44Z', 'updated_at': '2021-11-11T12:48:45Z', 'revision_number': 3, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:45Z', 'updated_at': '2021-11-11T12:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:47.592171 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea41882-f135-4a09-8cb1-9a43a0ec180a None None] The sync data for ids ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'] in dv-neutron-786478-23-hyperv is: [{'id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156473782', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:44Z', 'updated_at': '2021-11-11T12:48:45Z', 'revision_number': 3, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:45Z', 'updated_at': '2021-11-11T12:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:48:47.674085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-ec26d541-5047-4f82-8702-dd9ea8943404', 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ips': [{'subnet_id': '0efe7287-b9c1-439a-ba75-f087c537693e'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:48:47.674825 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:47.978816 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Allocated IP 172.20.0.2 (ec26d541-5047-4f82-8702-dd9ea8943404/0efe7287-b9c1-439a-ba75-f087c537693e/fd17268f-94b2-4078-b38e-01e1b2944703) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:48:48.085471 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-35e4776e-7e3e-4a6b-a282-8b52dded0f94 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:48.148877 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:48.153619 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:48:48.210312 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:48.210665 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:48.248437 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:48.301223 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Network ec26d541-5047-4f82-8702-dd9ea8943404 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:48:48.304423 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:48:48.309230 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:48:48.317901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Pushing event updated for resources: {'Port': ['ID=fd17268f-94b2-4078-b38e-01e1b2944703,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:48.397214 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Attempting to bind port fd17268f-94b2-4078-b38e-01e1b2944703 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:48:48.397581 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Attempting to bind port fd17268f-94b2-4078-b38e-01e1b2944703 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'eeb3b562-42cc-41e6-b274-cf03c9d7e79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:48:48.397941 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Attempting to bind port fd17268f-94b2-4078-b38e-01e1b2944703 on network ec26d541-5047-4f82-8702-dd9ea8943404 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:48:48.406215 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:48:48.406607 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Checking segment: {'id': 'eeb3b562-42cc-41e6-b274-cf03c9d7e79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:48:48.406939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:48.408280 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Bound using segment: {'id': 'eeb3b562-42cc-41e6-b274-cf03c9d7e79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:48:48.408755 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Bound port: fd17268f-94b2-4078-b38e-01e1b2944703, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb3b562-42cc-41e6-b274-cf03c9d7e79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:48:48.409186 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:48.499527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] For port fd17268f-94b2-4078-b38e-01e1b2944703, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:48:48.504693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] For port fd17268f-94b2-4078-b38e-01e1b2944703, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fd17268f-94b2-4078-b38e-01e1b2944703,segment=NetworkSegment(eeb3b562-42cc-41e6-b274-cf03c9d7e79f),segment_id=eeb3b562-42cc-41e6-b274-cf03c9d7e79f)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:48:48.509288 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-35e4776e-7e3e-4a6b-a282-8b52dded0f94 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.20.0.1 (ec26d541-5047-4f82-8702-dd9ea8943404/0efe7287-b9c1-439a-ba75-f087c537693e/b359d860-8712-4972-8af1-ffef6a077140) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:48:48.587207 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:48.640677 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-35e4776e-7e3e-4a6b-a282-8b52dded0f94 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:48.646836 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98896c5c-3a62-48eb-ae73-691fccaaa48d None None] Pushing event updated for resources: {'Port': ['ID=fd17268f-94b2-4078-b38e-01e1b2944703,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:48.724019 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-35e4776e-7e3e-4a6b-a282-8b52dded0f94 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:48.777590 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e4776e-7e3e-4a6b-a282-8b52dded0f94 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network ec26d541-5047-4f82-8702-dd9ea8943404 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:48:48.781338 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4776e-7e3e-4a6b-a282-8b52dded0f94 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=b359d860-8712-4972-8af1-ffef6a077140,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:48.784013 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-35e4776e-7e3e-4a6b-a282-8b52dded0f94 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:48:48.786581 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e4776e-7e3e-4a6b-a282-8b52dded0f94 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:48:48.851916 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-35e4776e-7e3e-4a6b-a282-8b52dded0f94 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:49.074738 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-35e4776e-7e3e-4a6b-a282-8b52dded0f94 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:49.349956 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-35e4776e-7e3e-4a6b-a282-8b52dded0f94 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:49.402666 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-35e4776e-7e3e-4a6b-a282-8b52dded0f94 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:49.473878 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4776e-7e3e-4a6b-a282-8b52dded0f94 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=b359d860-8712-4972-8af1-ffef6a077140,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:49.476399 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-35e4776e-7e3e-4a6b-a282-8b52dded0f94 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:49.570436 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e4776e-7e3e-4a6b-a282-8b52dded0f94 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network ec26d541-5047-4f82-8702-dd9ea8943404 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:48:49.571704 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-35e4776e-7e3e-4a6b-a282-8b52dded0f94 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:48:49.686561 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e4776e-7e3e-4a6b-a282-8b52dded0f94 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:48:49.797296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e4776e-7e3e-4a6b-a282-8b52dded0f94 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:48:49.802858 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-35e4776e-7e3e-4a6b-a282-8b52dded0f94 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "PUT /v2.0/routers/8e2fdf3d-0e66-497c-ad45-cf640ccd8986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2438970 Nov 11 12:48:49.808148 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Sync routers for ids ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:48:49.819972 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Routers {'8e2fdf3d-0e66-497c-ad45-cf640ccd8986'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:48:49.820667 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:48:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:49.935678 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Set router 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:48:49.974717 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-8f654d98-3616-46d4-a731-d90ba04efc17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-930508898&fields=id&tenant_id=69af05b65b6848869253a45b2d918c9d HTTP/1.1" status: 200 len: 267 time: 0.0503738 Nov 11 12:48:50.010433 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3602e99-c87e-4856-b9a7-14085c178622 None None] Network ec26d541-5047-4f82-8702-dd9ea8943404 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:48:50.089999 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-0f34d640-639d-4881-9727-0030b19343ab tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:50.091627 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-0f34d640-639d-4881-9727-0030b19343ab tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/networks?id=ec26d541-5047-4f82-8702-dd9ea8943404 HTTP/1.1" status: 200 len: 796 time: 0.1092887 Nov 11 12:48:50.114630 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-d6e8570b-2c94-43a7-984f-84f10cb4f0e8 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/quotas/69af05b65b6848869253a45b2d918c9d HTTP/1.1" status: 200 len: 375 time: 0.0163112 Nov 11 12:48:50.119298 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fd17268f-94b2-4078-b38e-01e1b2944703 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:48:50.171192 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-5fb78ee6-66b7-4b36-b367-199bc078b25d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505776 Nov 11 12:48:50.186253 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-66c728cd-f4b8-4ada-8b34-7a7b99770acf None None] Provisioning complete for port fd17268f-94b2-4078-b38e-01e1b2944703 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:50.186253 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-66c728cd-f4b8-4ada-8b34-7a7b99770acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:50.314497 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-3e7cf717-42e1-4c9d-855d-66ccb4831c3b service neutron] 10.222.0.50 "GET /v2.0/networks/ec26d541-5047-4f82-8702-dd9ea8943404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315348 Nov 11 12:48:50.343440 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port fd17268f-94b2-4078-b38e-01e1b2944703 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:50.343723 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:50.410036 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-35eb509b-0562-488d-85b9-37cac2ee33dd service neutron] 10.222.0.50 "GET /v2.0/networks/ec26d541-5047-4f82-8702-dd9ea8943404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877149 Nov 11 12:48:50.450873 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-66c728cd-f4b8-4ada-8b34-7a7b99770acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:50.453729 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156473782', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:44Z', 'updated_at': '2021-11-11T12:48:48Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:45Z', 'updated_at': '2021-11-11T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b359d860-8712-4972-8af1-ffef6a077140', 'name': '', 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:6d:2f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '0efe7287-b9c1-439a-ba75-f087c537693e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:48Z', 'updated_at': '2021-11-11T12:48:49Z', 'revision_number': 2, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '0efe7287-b9c1-439a-ba75-f087c537693e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:50.492694 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Checking router: 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:48:50.493045 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Updating router 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 port b359d860-8712-4972-8af1-ffef6a077140 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:48:50.560319 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:50.590500 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-66c728cd-f4b8-4ada-8b34-7a7b99770acf None None] For port fd17268f-94b2-4078-b38e-01e1b2944703, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fd17268f-94b2-4078-b38e-01e1b2944703,segment=NetworkSegment(eeb3b562-42cc-41e6-b274-cf03c9d7e79f),segment_id=eeb3b562-42cc-41e6-b274-cf03c9d7e79f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:50.595598 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:50.703979 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-66c728cd-f4b8-4ada-8b34-7a7b99770acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:50.718303 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a384753d-057e-4ede-9e91-d18cf5cf6610 req-2eb2c0c6-bb1a-4d60-a9ea-b5a6ee9a710f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 210 time: 0.0548394 Nov 11 12:48:50.844458 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 12:48:50.845031 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG oslo_db.api [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 12:48:50.848182 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c728cd-f4b8-4ada-8b34-7a7b99770acf None None] Pushing event updated for resources: {'Port': ['ID=fd17268f-94b2-4078-b38e-01e1b2944703,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:50.876034 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-35b2b9c0-f7d5-417d-944f-6b12a9fc4ade None None] Provisioning complete for port fd17268f-94b2-4078-b38e-01e1b2944703 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:50.876402 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-35b2b9c0-f7d5-417d-944f-6b12a9fc4ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:51.173506 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:51.185660 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-35b2b9c0-f7d5-417d-944f-6b12a9fc4ade None None] Provisioning complete for port b359d860-8712-4972-8af1-ffef6a077140 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:51.186013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-35b2b9c0-f7d5-417d-944f-6b12a9fc4ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:51.218879 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-35b2b9c0-f7d5-417d-944f-6b12a9fc4ade None None] Port b359d860-8712-4972-8af1-ffef6a077140 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:48:51.225541 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:51.273796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b3390-9234-4cdd-87fe-d2278f62931b None None] Pushing event updated for resources: {'Port': ['ID=b359d860-8712-4972-8af1-ffef6a077140,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:51.325753 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Attempting to bind port b359d860-8712-4972-8af1-ffef6a077140 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:48:51.326120 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Attempting to bind port b359d860-8712-4972-8af1-ffef6a077140 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'eeb3b562-42cc-41e6-b274-cf03c9d7e79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:48:51.326484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Attempting to bind port b359d860-8712-4972-8af1-ffef6a077140 on network ec26d541-5047-4f82-8702-dd9ea8943404 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:48:51.338749 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:48:51.339155 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Checking segment: {'id': 'eeb3b562-42cc-41e6-b274-cf03c9d7e79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:48:51.339557 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:51.339950 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Bound using segment: {'id': 'eeb3b562-42cc-41e6-b274-cf03c9d7e79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:48:51.340431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Bound port: b359d860-8712-4972-8af1-ffef6a077140, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb3b562-42cc-41e6-b274-cf03c9d7e79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:48:51.340813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:51.403912 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-93ef10f2-78de-406c-a09c-54ce8957334f None None] Provisioning complete for port b359d860-8712-4972-8af1-ffef6a077140 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:51.404259 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-93ef10f2-78de-406c-a09c-54ce8957334f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:51.473857 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-93ef10f2-78de-406c-a09c-54ce8957334f None None] Port b359d860-8712-4972-8af1-ffef6a077140 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:48:51.477853 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] For port b359d860-8712-4972-8af1-ffef6a077140, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:48:51.481298 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] For port b359d860-8712-4972-8af1-ffef6a077140, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b359d860-8712-4972-8af1-ffef6a077140,segment=NetworkSegment(eeb3b562-42cc-41e6-b274-cf03c9d7e79f),segment_id=eeb3b562-42cc-41e6-b274-cf03c9d7e79f)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:48:51.546521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:51.620642 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b3390-9234-4cdd-87fe-d2278f62931b None None] Pushing event updated for resources: {'Port': ['ID=b359d860-8712-4972-8af1-ffef6a077140,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:51.624381 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Routers {'8e2fdf3d-0e66-497c-ad45-cf640ccd8986'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:48:51.625125 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:48:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:51.628267 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-12ca357d-28f9-4138-932f-0ed1795a4f81 None None] Provisioning complete for port b359d860-8712-4972-8af1-ffef6a077140 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:51.628598 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-12ca357d-28f9-4138-932f-0ed1795a4f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:51.772244 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] Set router 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:48:51.817437 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5a88d2dd-72e5-4d59-bae6-d2bee0adb577 req-44f1211c-3028-4a2b-94a2-74e51bd2c962 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 210 time: 0.0271218 Nov 11 12:48:51.871114 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-12ca357d-28f9-4138-932f-0ed1795a4f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:51.951210 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-12ca357d-28f9-4138-932f-0ed1795a4f81 None None] For port b359d860-8712-4972-8af1-ffef6a077140, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b359d860-8712-4972-8af1-ffef6a077140,segment=NetworkSegment(eeb3b562-42cc-41e6-b274-cf03c9d7e79f),segment_id=eeb3b562-42cc-41e6-b274-cf03c9d7e79f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:52.009055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-12ca357d-28f9-4138-932f-0ed1795a4f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:52.053555 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156473782', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:44Z', 'updated_at': '2021-11-11T12:48:48Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:45Z', 'updated_at': '2021-11-11T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b359d860-8712-4972-8af1-ffef6a077140', 'name': '', 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:6d:2f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '0efe7287-b9c1-439a-ba75-f087c537693e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:48Z', 'updated_at': '2021-11-11T12:48:51Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '0efe7287-b9c1-439a-ba75-f087c537693e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:48:52.087857 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fd17268f-94b2-4078-b38e-01e1b2944703 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:48:52.109857 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cabc68-6eff-4ac6-9b82-dd37980db93c None None] The sync data for ids ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'] in dv-neutron-786478-23-hyperv is: [{'id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156473782', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:44Z', 'updated_at': '2021-11-11T12:48:48Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:45Z', 'updated_at': '2021-11-11T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b359d860-8712-4972-8af1-ffef6a077140', 'name': '', 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:6d:2f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '0efe7287-b9c1-439a-ba75-f087c537693e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:48Z', 'updated_at': '2021-11-11T12:48:51Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '0efe7287-b9c1-439a-ba75-f087c537693e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:48:52.112967 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca357d-28f9-4138-932f-0ed1795a4f81 None None] Pushing event updated for resources: {'Port': ['ID=b359d860-8712-4972-8af1-ffef6a077140,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:52.146610 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-48f390a7-945c-46dd-9fb8-9df07491e827 None None] Provisioning complete for port b359d860-8712-4972-8af1-ffef6a077140 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:52.146981 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-48f390a7-945c-46dd-9fb8-9df07491e827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:52.191541 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port fd17268f-94b2-4078-b38e-01e1b2944703 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:52.191913 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:52.476920 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-0b8ceae2-6ad1-4bf1-bb0a-c4f81c7dbf5b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:52.478369 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-0b8ceae2-6ad1-4bf1-bb0a-c4f81c7dbf5b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "GET /v2.0/networks?id=ec26d541-5047-4f82-8702-dd9ea8943404 HTTP/1.1" status: 200 len: 796 time: 0.1131358 Nov 11 12:48:52.545703 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-af81ab06-cfbf-400b-a7d0-426a9dfe0ba0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69af05b65b6848869253a45b2d918c9d HTTP/1.1" status: 200 len: 379 time: 0.0584433 Nov 11 12:48:52.560665 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-3800f251-585f-46c1-b6fe-39c030e7a051 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'port': {'device_id': '46105d3c-4ba8-4b2c-8946-09e942ba7773', 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404', 'admin_state_up': True, 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'security_groups': ['467ad970-7489-4b11-9a55-b4d63f04b156']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:48:52.751689 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-3800f251-585f-46c1-b6fe-39c030e7a051 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Made reservation on behalf of 69af05b65b6848869253a45b2d918c9d for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:48:52.755375 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-3800f251-585f-46c1-b6fe-39c030e7a051 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:52.889545 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-3800f251-585f-46c1-b6fe-39c030e7a051 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.20.0.9 (ec26d541-5047-4f82-8702-dd9ea8943404/0efe7287-b9c1-439a-ba75-f087c537693e/6b310922-d2d2-42f6-b7db-7fa1f35cf65f) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:48:52.915974 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3a9390c7-76f6-4144-94b7-517ca447cc78 req-e1cb6ec0-0ecb-4dc9-a5d0-944aad02c43d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 210 time: 0.0283635 Nov 11 12:48:53.032581 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-3800f251-585f-46c1-b6fe-39c030e7a051 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:53.117743 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-3800f251-585f-46c1-b6fe-39c030e7a051 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:53.167534 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-3800f251-585f-46c1-b6fe-39c030e7a051 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network ec26d541-5047-4f82-8702-dd9ea8943404 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:48:53.178465 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-3800f251-585f-46c1-b6fe-39c030e7a051 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:48:53.183036 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-3800f251-585f-46c1-b6fe-39c030e7a051 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:48:53.187253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800f251-585f-46c1-b6fe-39c030e7a051 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=6b310922-d2d2-42f6-b7db-7fa1f35cf65f,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:53.234271 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-3800f251-585f-46c1-b6fe-39c030e7a051 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:53.234881 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-3800f251-585f-46c1-b6fe-39c030e7a051 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:53.320479 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-3800f251-585f-46c1-b6fe-39c030e7a051 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7638733 Nov 11 12:48:53.333296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Request body: {'port': {'device_id': '46105d3c-4ba8-4b2c-8946-09e942ba7773', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:48:53.386969 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:53.414875 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-f810c576-5e40-48e9-9f85-e9a2cb643a82 None None] Provisioning complete for port 6b310922-d2d2-42f6-b7db-7fa1f35cf65f triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:53.415531 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f810c576-5e40-48e9-9f85-e9a2cb643a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:53.449077 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-f810c576-5e40-48e9-9f85-e9a2cb643a82 None None] Port 6b310922-d2d2-42f6-b7db-7fa1f35cf65f cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:48:53.648099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b310922-d2d2-42f6-b7db-7fa1f35cf65f {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:48:53.655668 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:53.667747 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Transition to ACTIVE for port object 6b310922-d2d2-42f6-b7db-7fa1f35cf65f will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:48:53.797652 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:53.848914 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Pushing event updated for resources: {'Port': ['ID=6b310922-d2d2-42f6-b7db-7fa1f35cf65f,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:53.923018 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Attempting to bind port 6b310922-d2d2-42f6-b7db-7fa1f35cf65f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:48:53.923385 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Attempting to bind port 6b310922-d2d2-42f6-b7db-7fa1f35cf65f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eeb3b562-42cc-41e6-b274-cf03c9d7e79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:48:53.923707 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Attempting to bind port 6b310922-d2d2-42f6-b7db-7fa1f35cf65f on network ec26d541-5047-4f82-8702-dd9ea8943404 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:48:53.928914 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Port 6b310922-d2d2-42f6-b7db-7fa1f35cf65f on network ec26d541-5047-4f82-8702-dd9ea8943404 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:48:53.929227 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Attempting to bind port 6b310922-d2d2-42f6-b7db-7fa1f35cf65f on network ec26d541-5047-4f82-8702-dd9ea8943404 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:48:53.934178 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:48:53.934502 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Checking segment: {'id': 'eeb3b562-42cc-41e6-b274-cf03c9d7e79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:48:53.934879 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Bound using segment: {'id': 'eeb3b562-42cc-41e6-b274-cf03c9d7e79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:48:53.935320 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Bound port: 6b310922-d2d2-42f6-b7db-7fa1f35cf65f, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb3b562-42cc-41e6-b274-cf03c9d7e79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:48:53.935669 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:54.022834 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] For port 6b310922-d2d2-42f6-b7db-7fa1f35cf65f, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:48:54.026131 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] For port 6b310922-d2d2-42f6-b7db-7fa1f35cf65f, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6b310922-d2d2-42f6-b7db-7fa1f35cf65f,segment=NetworkSegment(eeb3b562-42cc-41e6-b274-cf03c9d7e79f),segment_id=eeb3b562-42cc-41e6-b274-cf03c9d7e79f)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:48:54.052793 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c8107-a544-4bc0-9e06-420d695f1d0c req-579f63a1-ef72-46ca-a3b2-bd48a8886ac6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:54.054247 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ca0c8107-a544-4bc0-9e06-420d695f1d0c req-579f63a1-ef72-46ca-a3b2-bd48a8886ac6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 943 time: 0.0693479 Nov 11 12:48:54.083486 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:54.119266 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ca0c8107-a544-4bc0-9e06-420d695f1d0c req-4cd2a475-b106-4d22-a6b7-8d3cc0f804f4 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583680 Nov 11 12:48:54.120259 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b359d860-8712-4972-8af1-ffef6a077140 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:48:54.123609 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:54.124231 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:54.125616 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] 10.222.0.70 "PUT /v2.0/ports/6b310922-d2d2-42f6-b7db-7fa1f35cf65f HTTP/1.1" status: 200 len: 1093 time: 0.7973473 Nov 11 12:48:54.126065 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46105d3c-4ba8-4b2c-8946-09e942ba7773', 'tag': '6b310922-d2d2-42f6-b7db-7fa1f35cf65f'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:48:54.128408 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e5a960-2ed9-464f-8e26-844d8c19bdc3" -d '{"events": [{"name": "network-changed", "server_uuid": "46105d3c-4ba8-4b2c-8946-09e942ba7773", "tag": "6b310922-d2d2-42f6-b7db-7fa1f35cf65f"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:48:54.166408 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778465b-3e98-48f9-8927-a863b79c1f55 service neutron] Pushing event updated for resources: {'Port': ['ID=6b310922-d2d2-42f6-b7db-7fa1f35cf65f,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:54.170684 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c40eac-977c-4b31-b3e4-f5d7f4b1f35a x-openstack-request-id: req-53c40eac-977c-4b31-b3e4-f5d7f4b1f35a {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:48:54.171217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46105d3c-4ba8-4b2c-8946-09e942ba7773", "tag": "6b310922-d2d2-42f6-b7db-7fa1f35cf65f", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:48:54.171790 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-53c40eac-977c-4b31-b3e4-f5d7f4b1f35a {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:48:54.172337 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46105d3c-4ba8-4b2c-8946-09e942ba7773', 'tag': '6b310922-d2d2-42f6-b7db-7fa1f35cf65f', 'status': 'completed', 'code': 200} Nov 11 12:48:54.179195 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port b359d860-8712-4972-8af1-ffef6a077140 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:54.179562 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:54.240335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5a960-2ed9-464f-8e26-844d8c19bdc3 req-1bc3bf42-5d8c-4099-a6e4-48d75c9e4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:54.241906 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-78e5a960-2ed9-464f-8e26-844d8c19bdc3 req-1bc3bf42-5d8c-4099-a6e4-48d75c9e4489 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 1096 time: 0.0473309 Nov 11 12:48:54.356155 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5a960-2ed9-464f-8e26-844d8c19bdc3 req-0e616722-7365-45a0-b2ef-36d0084280f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:54.357636 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-78e5a960-2ed9-464f-8e26-844d8c19bdc3 req-0e616722-7365-45a0-b2ef-36d0084280f2 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=69af05b65b6848869253a45b2d918c9d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1072357 Nov 11 12:48:54.456510 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5a960-2ed9-464f-8e26-844d8c19bdc3 req-cdf98bde-8443-4a7f-82ad-4db8d832623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:54.457925 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-78e5a960-2ed9-464f-8e26-844d8c19bdc3 req-cdf98bde-8443-4a7f-82ad-4db8d832623a service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921533 Nov 11 12:48:54.532087 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-bdffafda-14da-46c3-9108-f7e4edb9546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:54.533534 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-bdffafda-14da-46c3-9108-f7e4edb9546d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 1096 time: 0.0399270 Nov 11 12:48:54.576522 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-9e5e0e18-44d1-49d2-90ea-b388c4124720 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b310922-d2d2-42f6-b7db-7fa1f35cf65f HTTP/1.1" status: 200 len: 217 time: 0.0334597 Nov 11 12:48:54.627183 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-7f8e83c3-1328-4670-9783-07972ec74c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:54.629163 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-7f8e83c3-1328-4670-9783-07972ec74c4e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0efe7287-b9c1-439a-ba75-f087c537693e HTTP/1.1" status: 200 len: 835 time: 0.0454943 Nov 11 12:48:54.961556 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-6965f89f-a046-442b-8299-5c5ed5e81bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:54.962979 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-6965f89f-a046-442b-8299-5c5ed5e81bef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec26d541-5047-4f82-8702-dd9ea8943404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3269041 Nov 11 12:48:55.052292 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-1706d65a-5605-4137-94ec-4780969682cc service neutron] 10.222.0.70 "GET /v2.0/networks/ec26d541-5047-4f82-8702-dd9ea8943404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823982 Nov 11 12:48:55.142935 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-46f0c7e9-4f84-47cc-851b-120bb58bfd0b req-b8c7b22b-e932-4509-a14c-13df77f04348 service neutron] 10.222.0.70 "GET /v2.0/networks/ec26d541-5047-4f82-8702-dd9ea8943404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833127 Nov 11 12:48:55.236265 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883c290-7f7d-400f-b7ba-c1a858403f70 req-37587952-cd85-4cd3-8efc-1b44361dc53d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:55.238188 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a883c290-7f7d-400f-b7ba-c1a858403f70 req-37587952-cd85-4cd3-8efc-1b44361dc53d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 943 time: 0.0527680 Nov 11 12:48:55.286907 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a883c290-7f7d-400f-b7ba-c1a858403f70 req-970d8684-ca6e-4c94-a0ca-98f76dcc499f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428619 Nov 11 12:48:56.400876 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbe3e6-27f2-4084-a833-18dba592ba15 req-79c7810a-ce86-49f8-b475-670d6a4b702e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:56.402381 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5cdbe3e6-27f2-4084-a833-18dba592ba15 req-79c7810a-ce86-49f8-b475-670d6a4b702e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 943 time: 0.0478313 Nov 11 12:48:56.451035 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5cdbe3e6-27f2-4084-a833-18dba592ba15 req-b5b66fab-21f5-45c7-bd84-0649b02519a3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428839 Nov 11 12:48:57.386987 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 6b310922-d2d2-42f6-b7db-7fa1f35cf65f details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:48:57.483330 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 6b310922-d2d2-42f6-b7db-7fa1f35cf65f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6b310922-d2d2-42f6-b7db-7fa1f35cf65f,segment=NetworkSegment(eeb3b562-42cc-41e6-b274-cf03c9d7e79f),segment_id=eeb3b562-42cc-41e6-b274-cf03c9d7e79f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:57.495244 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '6b310922-d2d2-42f6-b7db-7fa1f35cf65f', 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404', 'port_id': '6b310922-d2d2-42f6-b7db-7fa1f35cf65f', 'mac_address': 'fa:16:3e:27:88:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efe7287-b9c1-439a-ba75-f087c537693e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:48:57.532553 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:57.546096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b310922-d2d2-42f6-b7db-7fa1f35cf65f {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:48:57.566075 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 6b310922-d2d2-42f6-b7db-7fa1f35cf65f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6b310922-d2d2-42f6-b7db-7fa1f35cf65f,segment=NetworkSegment(eeb3b562-42cc-41e6-b274-cf03c9d7e79f),segment_id=eeb3b562-42cc-41e6-b274-cf03c9d7e79f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:57.568666 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf265caa-5c4c-4c85-ab22-9c3ee0bb8d2d req-37fba399-0b4b-4ac0-8683-0b491032e963 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:57.570117 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bf265caa-5c4c-4c85-ab22-9c3ee0bb8d2d req-37fba399-0b4b-4ac0-8683-0b491032e963 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 943 time: 0.0541940 Nov 11 12:48:57.618198 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bf265caa-5c4c-4c85-ab22-9c3ee0bb8d2d req-c3c60b24-d93f-420b-b03c-fcc3c486e623 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421214 Nov 11 12:48:57.637112 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:57.684295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=6b310922-d2d2-42f6-b7db-7fa1f35cf65f,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:57.844706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['6b310922-d2d2-42f6-b7db-7fa1f35cf65f'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:48:58.732721 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6db207-7654-44d2-a925-fcceb49c6d98 req-0100a8cc-e189-4bf9-b7bc-eec46a171dfc tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:58.734230 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0e6db207-7654-44d2-a925-fcceb49c6d98 req-0100a8cc-e189-4bf9-b7bc-eec46a171dfc tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 944 time: 0.0483673 Nov 11 12:48:58.783222 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0e6db207-7654-44d2-a925-fcceb49c6d98 req-f47df3e5-30b1-41a8-b4c1-b0b20f3e792b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424981 Nov 11 12:48:59.402488 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 6b310922-d2d2-42f6-b7db-7fa1f35cf65f up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:48:59.494125 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 6b310922-d2d2-42f6-b7db-7fa1f35cf65f completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:48:59.497885 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 6b310922-d2d2-42f6-b7db-7fa1f35cf65f triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:48:59.498249 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:59.572529 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:59.594253 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46105d3c-4ba8-4b2c-8946-09e942ba7773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b310922-d2d2-42f6-b7db-7fa1f35cf65f'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:48:59.596474 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28a4ee5-5a2b-4bcd-871a-89238d552853" -d '{"events": [{"server_uuid": "46105d3c-4ba8-4b2c-8946-09e942ba7773", "name": "network-vif-plugged", "status": "completed", "tag": "6b310922-d2d2-42f6-b7db-7fa1f35cf65f"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:48:59.609032 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 6b310922-d2d2-42f6-b7db-7fa1f35cf65f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6b310922-d2d2-42f6-b7db-7fa1f35cf65f,segment=NetworkSegment(eeb3b562-42cc-41e6-b274-cf03c9d7e79f),segment_id=eeb3b562-42cc-41e6-b274-cf03c9d7e79f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:48:59.632658 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd047ab-8dc9-4b08-9671-28ce9cb48360 x-openstack-request-id: req-8dd047ab-8dc9-4b08-9671-28ce9cb48360 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:48:59.632943 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46105d3c-4ba8-4b2c-8946-09e942ba7773", "name": "network-vif-plugged", "status": "completed", "tag": "6b310922-d2d2-42f6-b7db-7fa1f35cf65f", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:48:59.633201 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8dd047ab-8dc9-4b08-9671-28ce9cb48360 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:48:59.633606 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46105d3c-4ba8-4b2c-8946-09e942ba7773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b310922-d2d2-42f6-b7db-7fa1f35cf65f', 'code': 200} Nov 11 12:48:59.654578 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:48:59.700999 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=6b310922-d2d2-42f6-b7db-7fa1f35cf65f,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:48:59.896748 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e9c06-0971-4177-bd84-430249eea078 req-5c5d8736-037e-4d34-a608-38a57cd17dd3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:59.898193 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-019e9c06-0971-4177-bd84-430249eea078 req-5c5d8736-037e-4d34-a608-38a57cd17dd3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0485075 Nov 11 12:48:59.925519 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2987ca-3b82-43eb-b581-f4b9474eeae1 req-a2018b2f-5001-4bd1-8915-b5f6137f8b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:48:59.926984 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4e2987ca-3b82-43eb-b581-f4b9474eeae1 req-a2018b2f-5001-4bd1-8915-b5f6137f8b72 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 1098 time: 0.0403407 Nov 11 12:48:59.950521 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-019e9c06-0971-4177-bd84-430249eea078 req-cd1ec50f-6a61-4fc3-8635-b0df555469c3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462506 Nov 11 12:48:59.980323 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4e2987ca-3b82-43eb-b581-f4b9474eeae1 req-4bca3062-3940-459f-8ecf-2ba37c2abe0e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464058 Nov 11 12:49:01.067832 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496b89a-a906-4304-b6f9-fee653daf3ff req-1b41688f-7576-4d8f-aada-868c1653d795 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:01.069302 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4496b89a-a906-4304-b6f9-fee653daf3ff req-1b41688f-7576-4d8f-aada-868c1653d795 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0485580 Nov 11 12:49:01.118596 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4496b89a-a906-4304-b6f9-fee653daf3ff req-e113bacf-1451-475a-901c-427526b3f8d7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433528 Nov 11 12:49:02.232550 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42e3f6-af3f-42dd-91ae-d98a322da127 req-be4e5eb1-1ef8-4906-bd1d-d1ddf08fe6e1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:02.234006 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3a42e3f6-af3f-42dd-91ae-d98a322da127 req-be4e5eb1-1ef8-4906-bd1d-d1ddf08fe6e1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0504172 Nov 11 12:49:02.282083 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3a42e3f6-af3f-42dd-91ae-d98a322da127 req-3555bd9b-9498-4b5b-81ad-5457252f51a3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414643 Nov 11 12:49:02.397470 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6c0ea-7d8b-4a73-866c-6a559bd2c37e req-f7dc5481-82c2-4030-a92a-52452a80715d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:02.398924 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8ba6c0ea-7d8b-4a73-866c-6a559bd2c37e req-f7dc5481-82c2-4030-a92a-52452a80715d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0527923 Nov 11 12:49:02.448065 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8ba6c0ea-7d8b-4a73-866c-6a559bd2c37e req-c60ea04a-d763-484d-83a8-a4492bceec88 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433714 Nov 11 12:49:02.469465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32820) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:02.507764 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af32f21a-1661-4e39-a553-22ff54103672 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:02.509245 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-af32f21a-1661-4e39-a553-22ff54103672 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 1093 time: 0.0388525 Nov 11 12:49:02.512094 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32822) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:02.516240 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '6b310922-d2d2-42f6-b7db-7fa1f35cf65f', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:49:02.598050 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:02.695568 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:02.810895 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.26.5.48 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/bbd18308-60c3-4906-a893-e1c6335bc8bd) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:49:02.912370 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:02.991844 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:03.032141 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:49:03.037223 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:49:03.039753 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:49:03.042758 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=bbd18308-60c3-4906-a893-e1c6335bc8bd,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:03.311571 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7354f4a3-50db-417f-bf4e-14b7df3433ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:03.393089 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:03.516672 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:03.660507 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:03.739940 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:03.810887 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=bbd18308-60c3-4906-a893-e1c6335bc8bd,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:49:03.819125 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:03.915613 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Floating IP ee1b65c3-f2ed-48f5-9cfc-dd30837edb02 associated. External IP: 172.26.5.48, port: 6b310922-d2d2-42f6-b7db-7fa1f35cf65f. Nov 11 12:49:04.116780 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:49:04.218370 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:49:04.228328 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10dffb-f1df-4589-983e-8d9a46d690aa None None] Sync routers for ids ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:49:04.241036 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10dffb-f1df-4589-983e-8d9a46d690aa None None] Routers {'8e2fdf3d-0e66-497c-ad45-cf640ccd8986'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:49:04.245236 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-7c10dffb-f1df-4589-983e-8d9a46d690aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:48:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:04.296716 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:04.326120 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e3301775-ae46-49cb-a20e-8c7f405a553f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8105121 Nov 11 12:49:04.326120 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46105d3c-4ba8-4b2c-8946-09e942ba7773', 'tag': '6b310922-d2d2-42f6-b7db-7fa1f35cf65f'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:49:04.326412 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6ffee6-c317-401c-891b-471333485779" -d '{"events": [{"name": "network-changed", "server_uuid": "46105d3c-4ba8-4b2c-8946-09e942ba7773", "tag": "6b310922-d2d2-42f6-b7db-7fa1f35cf65f"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:49:04.343183 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-7c10dffb-f1df-4589-983e-8d9a46d690aa None None] Set router 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:49:04.367777 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29d8f74-951e-4fc0-83b1-4363541a2773 x-openstack-request-id: req-a29d8f74-951e-4fc0-83b1-4363541a2773 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:49:04.368086 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46105d3c-4ba8-4b2c-8946-09e942ba7773", "tag": "6b310922-d2d2-42f6-b7db-7fa1f35cf65f", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:49:04.368407 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a29d8f74-951e-4fc0-83b1-4363541a2773 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:49:04.368929 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46105d3c-4ba8-4b2c-8946-09e942ba7773', 'tag': '6b310922-d2d2-42f6-b7db-7fa1f35cf65f', 'status': 'completed', 'code': 200} Nov 11 12:49:04.435562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63debf5c-2fb9-4692-8b38-201bef6c95f3 req-45f91739-5e63-4301-b33d-9211c2e7b742 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:04.436602 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ffee6-c317-401c-891b-471333485779 req-c74ea6fc-3f7c-4802-89f0-41a6ad5bfb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:04.437217 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-63debf5c-2fb9-4692-8b38-201bef6c95f3 req-45f91739-5e63-4301-b33d-9211c2e7b742 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0513153 Nov 11 12:49:04.440337 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6b6ffee6-c317-401c-891b-471333485779 req-c74ea6fc-3f7c-4802-89f0-41a6ad5bfb4b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 1098 time: 0.0486743 Nov 11 12:49:04.491622 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-63debf5c-2fb9-4692-8b38-201bef6c95f3 req-7dc2d9f0-cd56-426a-aa80-843c5606023f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470505 Nov 11 12:49:04.511702 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32828) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:04.536448 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ffee6-c317-401c-891b-471333485779 req-39bf6ea1-84ab-4e3f-8791-1c1bd35d3a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:04.538032 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6b6ffee6-c317-401c-891b-471333485779 req-39bf6ea1-84ab-4e3f-8791-1c1bd35d3a1d service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec26d541-5047-4f82-8702-dd9ea8943404 HTTP/1.1" status: 200 len: 897 time: 0.0893707 Nov 11 12:49:04.580770 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-7c10dffb-f1df-4589-983e-8d9a46d690aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156473782', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:44Z', 'updated_at': '2021-11-11T12:48:48Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:45Z', 'updated_at': '2021-11-11T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'ee1b65c3-f2ed-48f5-9cfc-dd30837edb02', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'floating_ip_address': '172.26.5.48', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'port_id': '6b310922-d2d2-42f6-b7db-7fa1f35cf65f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404', 'mac_address': 'fa:16:3e:27:88:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46105d3c-4ba8-4b2c-8946-09e942ba7773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:49:03Z', 'updated_at': '2021-11-11T12:49:03Z', 'revision_number': 0, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b359d860-8712-4972-8af1-ffef6a077140', 'name': '', 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:6d:2f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '0efe7287-b9c1-439a-ba75-f087c537693e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:48Z', 'updated_at': '2021-11-11T12:48:51Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '0efe7287-b9c1-439a-ba75-f087c537693e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:04.587028 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-67b4d398-44e2-40cf-abf9-f652beb9dbb1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/floatingips/ee1b65c3-f2ed-48f5-9cfc-dd30837edb02 HTTP/1.1" status: 200 len: 990 time: 0.0722654 Nov 11 12:49:04.607230 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10dffb-f1df-4589-983e-8d9a46d690aa None None] Checking router: 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:49:04.613717 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6b6ffee6-c317-401c-891b-471333485779 req-974f2630-29f0-4a2f-a3a8-7fb9b18e5b8a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b310922-d2d2-42f6-b7db-7fa1f35cf65f HTTP/1.1" status: 200 len: 998 time: 0.0685544 Nov 11 12:49:04.615605 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10dffb-f1df-4589-983e-8d9a46d690aa None None] Routers {'8e2fdf3d-0e66-497c-ad45-cf640ccd8986'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:49:04.616309 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-7c10dffb-f1df-4589-983e-8d9a46d690aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:48:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:04.663031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ffee6-c317-401c-891b-471333485779 req-aba822e2-493b-4a16-9d2d-52f451e3eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:04.664433 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6b6ffee6-c317-401c-891b-471333485779 req-aba822e2-493b-4a16-9d2d-52f451e3eca5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0efe7287-b9c1-439a-ba75-f087c537693e HTTP/1.1" status: 200 len: 835 time: 0.0439670 Nov 11 12:49:04.709482 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ffee6-c317-401c-891b-471333485779 req-637fa533-fb1f-42bc-8a0b-cce2e9cdc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:04.710976 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6b6ffee6-c317-401c-891b-471333485779 req-637fa533-fb1f-42bc-8a0b-cce2e9cdc113 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec26d541-5047-4f82-8702-dd9ea8943404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401373 Nov 11 12:49:04.720433 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-7c10dffb-f1df-4589-983e-8d9a46d690aa None None] Set router 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:49:04.802722 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6b6ffee6-c317-401c-891b-471333485779 req-d882f430-2f50-4777-9b7d-5d3832536273 service neutron] 10.222.0.70 "GET /v2.0/networks/ec26d541-5047-4f82-8702-dd9ea8943404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848958 Nov 11 12:49:04.893413 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6b6ffee6-c317-401c-891b-471333485779 req-c8cef906-83d9-4098-8795-16f7a6afa70a service neutron] 10.222.0.70 "GET /v2.0/networks/ec26d541-5047-4f82-8702-dd9ea8943404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840900 Nov 11 12:49:04.937334 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-7c10dffb-f1df-4589-983e-8d9a46d690aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156473782', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:44Z', 'updated_at': '2021-11-11T12:48:48Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:45Z', 'updated_at': '2021-11-11T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'ee1b65c3-f2ed-48f5-9cfc-dd30837edb02', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'floating_ip_address': '172.26.5.48', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'port_id': '6b310922-d2d2-42f6-b7db-7fa1f35cf65f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404', 'mac_address': 'fa:16:3e:27:88:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46105d3c-4ba8-4b2c-8946-09e942ba7773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:49:03Z', 'updated_at': '2021-11-11T12:49:03Z', 'revision_number': 0, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b359d860-8712-4972-8af1-ffef6a077140', 'name': '', 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:6d:2f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '0efe7287-b9c1-439a-ba75-f087c537693e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:48Z', 'updated_at': '2021-11-11T12:48:51Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '0efe7287-b9c1-439a-ba75-f087c537693e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:49:04.962441 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10dffb-f1df-4589-983e-8d9a46d690aa None None] The sync data for ids ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'] in dv-neutron-786478-23-hyperv is: [{'id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156473782', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:44Z', 'updated_at': '2021-11-11T12:48:48Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:45Z', 'updated_at': '2021-11-11T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'ee1b65c3-f2ed-48f5-9cfc-dd30837edb02', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'floating_ip_address': '172.26.5.48', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'port_id': '6b310922-d2d2-42f6-b7db-7fa1f35cf65f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404', 'mac_address': 'fa:16:3e:27:88:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46105d3c-4ba8-4b2c-8946-09e942ba7773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:49:03Z', 'updated_at': '2021-11-11T12:49:03Z', 'revision_number': 0, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b359d860-8712-4972-8af1-ffef6a077140', 'name': '', 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:6d:2f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '0efe7287-b9c1-439a-ba75-f087c537693e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:48Z', 'updated_at': '2021-11-11T12:48:51Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '0efe7287-b9c1-439a-ba75-f087c537693e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:49:05.144342 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c78a5a4-65cc-4b99-8372-68d0fc67b049 None None] New status for floating IP ee1b65c3-f2ed-48f5-9cfc-dd30837edb02: ACTIVE {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:49:05.573246 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-646717d4-1f42-4aed-9cd2-f8e40b39a5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:05.588820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32830) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:05.648275 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e45de318-f7b1-4438-91db-f9d033997de1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/floatingips/ee1b65c3-f2ed-48f5-9cfc-dd30837edb02 HTTP/1.1" status: 200 len: 992 time: 0.0581946 Nov 11 12:49:06.625569 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:08.288572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:09.176129 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:10.951171 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:12.920828 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a7993088-a272-4e37-8c46-0653fb1908a9 req-7785f29b-1ddb-448f-9920-9833a8af8d8f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399330 Nov 11 12:49:13.009654 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7993088-a272-4e37-8c46-0653fb1908a9 req-bed08801-113b-4adc-801a-eee5a2f8912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:13.011153 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a7993088-a272-4e37-8c46-0653fb1908a9 req-bed08801-113b-4adc-801a-eee5a2f8912a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 1098 time: 0.0447998 Nov 11 12:49:13.109877 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7993088-a272-4e37-8c46-0653fb1908a9 req-24480343-aaa1-47db-b79e-83af31335db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:13.111361 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a7993088-a272-4e37-8c46-0653fb1908a9 req-24480343-aaa1-47db-b79e-83af31335db0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec26d541-5047-4f82-8702-dd9ea8943404 HTTP/1.1" status: 200 len: 897 time: 0.0829535 Nov 11 12:49:13.179028 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a7993088-a272-4e37-8c46-0653fb1908a9 req-2415c7b9-6c78-401f-8603-388508dbc49f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b310922-d2d2-42f6-b7db-7fa1f35cf65f HTTP/1.1" status: 200 len: 1000 time: 0.0604613 Nov 11 12:49:13.227528 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7993088-a272-4e37-8c46-0653fb1908a9 req-32b48bdb-7731-480e-a7ae-1a46181be173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:13.228920 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a7993088-a272-4e37-8c46-0653fb1908a9 req-32b48bdb-7731-480e-a7ae-1a46181be173 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0efe7287-b9c1-439a-ba75-f087c537693e HTTP/1.1" status: 200 len: 835 time: 0.0426071 Nov 11 12:49:13.273798 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7993088-a272-4e37-8c46-0653fb1908a9 req-2b2db1af-72fb-49fa-8228-5a53de2db3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:13.275315 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a7993088-a272-4e37-8c46-0653fb1908a9 req-2b2db1af-72fb-49fa-8228-5a53de2db3ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec26d541-5047-4f82-8702-dd9ea8943404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396297 Nov 11 12:49:13.368330 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a7993088-a272-4e37-8c46-0653fb1908a9 req-d30e77a4-793d-4d8e-bc8a-70dfc14809ab service neutron] 10.222.0.70 "GET /v2.0/networks/ec26d541-5047-4f82-8702-dd9ea8943404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853076 Nov 11 12:49:13.455630 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a7993088-a272-4e37-8c46-0653fb1908a9 req-b1aa6589-199d-48a4-abd1-264a4baaaec7 service neutron] 10.222.0.70 "GET /v2.0/networks/ec26d541-5047-4f82-8702-dd9ea8943404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799506 Nov 11 12:49:15.214392 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:49:33.208331 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4142-0b02-49c3-95f5-e62c636e3d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:35.586194 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8cafb7c4-82b2-46b9-97ee-2433d259ea02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:36.614463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:37.229420 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff483bcf-96ea-43ae-bb59-eafad7636fd3 req-d008c585-930e-4fdd-84f1-51656a2192d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:37.230917 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ff483bcf-96ea-43ae-bb59-eafad7636fd3 req-d008c585-930e-4fdd-84f1-51656a2192d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 1098 time: 0.0481441 Nov 11 12:49:37.323331 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff483bcf-96ea-43ae-bb59-eafad7636fd3 req-06c176ce-9987-4b2f-91e1-6382d84437b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:37.324790 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ff483bcf-96ea-43ae-bb59-eafad7636fd3 req-06c176ce-9987-4b2f-91e1-6382d84437b1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec26d541-5047-4f82-8702-dd9ea8943404 HTTP/1.1" status: 200 len: 897 time: 0.0859840 Nov 11 12:49:37.365029 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c151867-48aa-477a-a270-d53bc47c24f8 req-9d13bb20-a37d-47ba-97aa-3aac651bd006 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:37.366511 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0c151867-48aa-477a-a270-d53bc47c24f8 req-9d13bb20-a37d-47ba-97aa-3aac651bd006 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0981319 Nov 11 12:49:37.395077 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ff483bcf-96ea-43ae-bb59-eafad7636fd3 req-e502c37f-bd95-49c8-a1d9-520c2bca9cde service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b310922-d2d2-42f6-b7db-7fa1f35cf65f HTTP/1.1" status: 200 len: 1000 time: 0.0628669 Nov 11 12:49:37.419614 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0c151867-48aa-477a-a270-d53bc47c24f8 req-8aa127a8-834c-41ba-bb59-e718bab94694 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471787 Nov 11 12:49:37.444516 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff483bcf-96ea-43ae-bb59-eafad7636fd3 req-4af54c33-9ce7-450b-90ec-9fdb3ff8d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:37.445967 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ff483bcf-96ea-43ae-bb59-eafad7636fd3 req-4af54c33-9ce7-450b-90ec-9fdb3ff8d0e9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0efe7287-b9c1-439a-ba75-f087c537693e HTTP/1.1" status: 200 len: 835 time: 0.0438004 Nov 11 12:49:37.491172 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff483bcf-96ea-43ae-bb59-eafad7636fd3 req-fed96d6d-58ab-477c-8e11-a294d04ca216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:37.492644 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ff483bcf-96ea-43ae-bb59-eafad7636fd3 req-fed96d6d-58ab-477c-8e11-a294d04ca216 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec26d541-5047-4f82-8702-dd9ea8943404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395939 Nov 11 12:49:37.585699 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ff483bcf-96ea-43ae-bb59-eafad7636fd3 req-4c7ae7bc-d198-4c8c-8234-1f08f7e2ef78 service neutron] 10.222.0.70 "GET /v2.0/networks/ec26d541-5047-4f82-8702-dd9ea8943404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851269 Nov 11 12:49:37.674247 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ff483bcf-96ea-43ae-bb59-eafad7636fd3 req-2325af4e-3d21-44f6-8a6f-172d96b6d337 service neutron] 10.222.0.70 "GET /v2.0/networks/ec26d541-5047-4f82-8702-dd9ea8943404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807335 Nov 11 12:49:38.231203 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:38.581428 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341529e2-b3cc-4712-a6a3-9e987c7466ca req-fd9ec0e5-5f0a-4ce6-9e91-bf9eb99a8c03 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:38.582866 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-341529e2-b3cc-4712-a6a3-9e987c7466ca req-fd9ec0e5-5f0a-4ce6-9e91-bf9eb99a8c03 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0947249 Nov 11 12:49:38.630776 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-341529e2-b3cc-4712-a6a3-9e987c7466ca req-342c408c-6e71-4f14-976d-0c80eb36a097 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415361 Nov 11 12:49:39.174265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:39.744297 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952afd9-8f40-491e-a7cf-aebfcbba2d32 req-8f7ad45d-a570-4c7a-a9da-252a054085fd tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:39.745756 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f952afd9-8f40-491e-a7cf-aebfcbba2d32 req-8f7ad45d-a570-4c7a-a9da-252a054085fd tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0482256 Nov 11 12:49:39.794206 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f952afd9-8f40-491e-a7cf-aebfcbba2d32 req-41f1cdd5-76d7-4266-a920-a696653b3b99 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427125 Nov 11 12:49:40.911802 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb8980-de05-4267-9009-b0dc473798ef req-fb23bda2-5326-4d42-bddc-c1891319dcde tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:40.913261 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-64eb8980-de05-4267-9009-b0dc473798ef req-fb23bda2-5326-4d42-bddc-c1891319dcde tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0522087 Nov 11 12:49:40.961923 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-64eb8980-de05-4267-9009-b0dc473798ef req-26645c1e-345e-4461-b56d-b972642431af tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428402 Nov 11 12:49:41.007699 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:49:42.074538 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1dd7a-cff2-4991-be7e-a453318c2cc6 req-2e989e65-6b3a-446e-a36c-8ba5d998cee6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:42.076019 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aba1dd7a-cff2-4991-be7e-a453318c2cc6 req-2e989e65-6b3a-446e-a36c-8ba5d998cee6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0477006 Nov 11 12:49:42.125102 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-aba1dd7a-cff2-4991-be7e-a453318c2cc6 req-bc97435a-6961-48eb-bf03-f59cd5a871ff tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431237 Nov 11 12:49:43.238539 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a567682-3af5-4e96-893b-552712802a3f req-f58489e8-334b-4e83-bdb8-e10c597a2dfc tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:43.240052 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0a567682-3af5-4e96-893b-552712802a3f req-f58489e8-334b-4e83-bdb8-e10c597a2dfc tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0481899 Nov 11 12:49:43.293663 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0a567682-3af5-4e96-893b-552712802a3f req-ba9acae1-8542-4e2b-95f7-95048408708b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471199 Nov 11 12:49:44.409565 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a95de-c437-441b-bd73-ade28ca1875b req-6c9dc71b-c798-495c-8e93-132ec284df8d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:44.411008 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-537a95de-c437-441b-bd73-ade28ca1875b req-6c9dc71b-c798-495c-8e93-132ec284df8d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0479777 Nov 11 12:49:44.458657 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-537a95de-c437-441b-bd73-ade28ca1875b req-dbd78625-d196-41af-bf96-e93b6fd41326 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418773 Nov 11 12:49:45.569685 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea2f1d-8ac2-456b-a009-3c8249b0aca4 req-1cad218d-fff9-4f65-82f5-657196661779 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:45.571068 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c7ea2f1d-8ac2-456b-a009-3c8249b0aca4 req-1cad218d-fff9-4f65-82f5-657196661779 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0471222 Nov 11 12:49:45.618547 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c7ea2f1d-8ac2-456b-a009-3c8249b0aca4 req-6727790f-6f18-49ac-9135-8ba0863840c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417101 Nov 11 12:49:46.735300 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dd21a-99ef-4d63-8074-e876a2ff65e8 req-cde55e89-ec81-457c-a852-c287d4813bcd tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:46.736739 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-850dd21a-99ef-4d63-8074-e876a2ff65e8 req-cde55e89-ec81-457c-a852-c287d4813bcd tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0522547 Nov 11 12:49:46.784659 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-850dd21a-99ef-4d63-8074-e876a2ff65e8 req-3ad3aeb2-f7cf-44b1-9755-f1cfe9145094 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419502 Nov 11 12:49:47.900352 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3ef84-9fdd-4250-98cc-d72a9771ba4a req-4c0bba72-0be2-42cb-b044-20ccd665186a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:47.901838 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-04e3ef84-9fdd-4250-98cc-d72a9771ba4a req-4c0bba72-0be2-42cb-b044-20ccd665186a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0493145 Nov 11 12:49:47.952164 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-04e3ef84-9fdd-4250-98cc-d72a9771ba4a req-46b8c2dd-32fc-4325-8434-ee1e1a7d3521 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444784 Nov 11 12:49:49.070937 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8db20-0a56-4033-9185-7f0c55c11b04 req-57447b1d-210b-4560-a594-6705b4118424 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:49.072418 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-99c8db20-0a56-4033-9185-7f0c55c11b04 req-57447b1d-210b-4560-a594-6705b4118424 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0523207 Nov 11 12:49:49.119791 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-99c8db20-0a56-4033-9185-7f0c55c11b04 req-d413e1d7-031a-4159-ab42-3ddf04aaa9d5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414646 Nov 11 12:49:50.231364 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236abd9-b99b-49ef-a76c-5b535ccea392 req-f2604939-bc78-44b8-8b64-f2788a66dd1e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:50.232794 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e236abd9-b99b-49ef-a76c-5b535ccea392 req-f2604939-bc78-44b8-8b64-f2788a66dd1e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0485911 Nov 11 12:49:50.281095 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e236abd9-b99b-49ef-a76c-5b535ccea392 req-46e96723-58f5-4efb-ba09-d2c552949300 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425611 Nov 11 12:49:51.391215 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036a1af-ff44-48d1-9f37-bb2d3483124a req-7dc06da6-b3ac-4c92-80e2-761eb32af2ec tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:51.392661 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1036a1af-ff44-48d1-9f37-bb2d3483124a req-7dc06da6-b3ac-4c92-80e2-761eb32af2ec tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0476251 Nov 11 12:49:51.443419 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1036a1af-ff44-48d1-9f37-bb2d3483124a req-336dd169-e98e-498d-a9e9-85627b07d0ad tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444648 Nov 11 12:49:52.213626 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:49:52.555936 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfbb31-82b6-42d6-85fc-4f99dd5c34bf req-be1d981b-cc07-4c08-8e44-b908783fe7da tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:52.557360 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e4cfbb31-82b6-42d6-85fc-4f99dd5c34bf req-be1d981b-cc07-4c08-8e44-b908783fe7da tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0473361 Nov 11 12:49:52.605750 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e4cfbb31-82b6-42d6-85fc-4f99dd5c34bf req-97dd4ad7-98c8-4805-8c90-6d3e4822b95e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426228 Nov 11 12:49:53.720745 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907978f-210d-480c-86ea-4edd7083d3fa req-b80cb3c3-1d1c-4353-9bde-d9c33765c1fe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:49:53.722197 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b907978f-210d-480c-86ea-4edd7083d3fa req-b80cb3c3-1d1c-4353-9bde-d9c33765c1fe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0479081 Nov 11 12:49:53.771087 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b907978f-210d-480c-86ea-4edd7083d3fa req-0203ebe3-2633-4879-822c-71a0ffd27844 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420270 Nov 11 12:49:53.793361 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32878) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:49:53.855442 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c20b6132-604f-4ae9-8ad8-22c485b1084a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/floatingips/ee1b65c3-f2ed-48f5-9cfc-dd30837edb02 HTTP/1.1" status: 200 len: 992 time: 0.0609300 Nov 11 12:50:03.258849 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-42d01873-9cd1-4ef8-bd4a-3f39c82c34f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:05.567189 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-00014dc2-fd56-476b-bb86-e063406f867f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:06.654380 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:08.243159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:09.167706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:11.024987 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:13.929057 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4320f392-08e3-4495-b595-3d549d33955f req-0271f92c-49b9-4502-93fc-f5b62576a2ef service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421112 Nov 11 12:50:14.010079 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320f392-08e3-4495-b595-3d549d33955f req-8825803a-2808-424c-99dd-6684bb266f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:14.011589 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4320f392-08e3-4495-b595-3d549d33955f req-8825803a-2808-424c-99dd-6684bb266f73 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 1098 time: 0.0408673 Nov 11 12:50:14.114614 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320f392-08e3-4495-b595-3d549d33955f req-6baf69ca-409d-48fc-b5ad-b19c168219e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:14.116761 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4320f392-08e3-4495-b595-3d549d33955f req-6baf69ca-409d-48fc-b5ad-b19c168219e1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec26d541-5047-4f82-8702-dd9ea8943404 HTTP/1.1" status: 200 len: 897 time: 0.0844591 Nov 11 12:50:14.187931 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4320f392-08e3-4495-b595-3d549d33955f req-90e73fc0-4c68-4497-8b9d-236dcc674d6d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b310922-d2d2-42f6-b7db-7fa1f35cf65f HTTP/1.1" status: 200 len: 1000 time: 0.0645092 Nov 11 12:50:14.236237 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320f392-08e3-4495-b595-3d549d33955f req-f28dee6a-5511-4061-8736-48ce0c5f59c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:14.237623 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4320f392-08e3-4495-b595-3d549d33955f req-f28dee6a-5511-4061-8736-48ce0c5f59c5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0efe7287-b9c1-439a-ba75-f087c537693e HTTP/1.1" status: 200 len: 835 time: 0.0425665 Nov 11 12:50:14.282785 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320f392-08e3-4495-b595-3d549d33955f req-1faaf146-28ec-466f-966c-0118a1264a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:14.284298 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4320f392-08e3-4495-b595-3d549d33955f req-1faaf146-28ec-466f-966c-0118a1264a4f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec26d541-5047-4f82-8702-dd9ea8943404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391281 Nov 11 12:50:14.376118 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4320f392-08e3-4495-b595-3d549d33955f req-d686d42d-7002-42a3-886c-c4cc4d29b440 service neutron] 10.222.0.70 "GET /v2.0/networks/ec26d541-5047-4f82-8702-dd9ea8943404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842936 Nov 11 12:50:14.463850 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4320f392-08e3-4495-b595-3d549d33955f req-bd18afbd-a4de-4966-83ad-7873262e3aad service neutron] 10.222.0.70 "GET /v2.0/networks/ec26d541-5047-4f82-8702-dd9ea8943404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800896 Nov 11 12:50:24.437323 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32902) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:24.589325 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port bbd18308-60c3-4906-a893-e1c6335bc8bd {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:50:24.589664 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:24.666209 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:24.666525 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:24.678845 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for bbd18308-60c3-4906-a893-e1c6335bc8bd owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:50:25.031857 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:25.060551 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=bbd18308-60c3-4906-a893-e1c6335bc8bd,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:25.073856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:25.076274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:25.076274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:25.076274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:25.076274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:25.076274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:25.076274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:25.076274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:25.076888 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:25.076888 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:25.077125 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:25.077440 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:25.129842 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:25.130163 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Floating IP ee1b65c3-f2ed-48f5-9cfc-dd30837edb02 disassociated (deleted). External IP: 172.26.5.48, port: 6b310922-d2d2-42f6-b7db-7fa1f35cf65f. Nov 11 12:50:25.634262 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:50:25.740686 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:50:25.745393 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:25.750319 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3600b0-0f28-4db6-a573-838faaaa8cc4 None None] Sync routers for ids ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:50:25.759139 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3600b0-0f28-4db6-a573-838faaaa8cc4 None None] Routers {'8e2fdf3d-0e66-497c-ad45-cf640ccd8986'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:50:25.759739 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5b3600b0-0f28-4db6-a573-838faaaa8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:50:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:25.771139 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1b0d30b5-3460-4452-a9ae-909782da4350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/floatingips/ee1b65c3-f2ed-48f5-9cfc-dd30837edb02 HTTP/1.1" status: 204 len: 168 time: 1.3327286 Nov 11 12:50:25.771703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46105d3c-4ba8-4b2c-8946-09e942ba7773', 'tag': '6b310922-d2d2-42f6-b7db-7fa1f35cf65f'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:50:25.774464 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168081fd-b461-4621-ae8a-4d26eee9712e" -d '{"events": [{"name": "network-changed", "server_uuid": "46105d3c-4ba8-4b2c-8946-09e942ba7773", "tag": "6b310922-d2d2-42f6-b7db-7fa1f35cf65f"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:50:25.816614 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230b1331-f64b-447e-b3aa-798890c2a78a x-openstack-request-id: req-230b1331-f64b-447e-b3aa-798890c2a78a {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:50:25.816911 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46105d3c-4ba8-4b2c-8946-09e942ba7773", "tag": "6b310922-d2d2-42f6-b7db-7fa1f35cf65f", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:50:25.817167 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-230b1331-f64b-447e-b3aa-798890c2a78a {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:50:25.817566 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46105d3c-4ba8-4b2c-8946-09e942ba7773', 'tag': '6b310922-d2d2-42f6-b7db-7fa1f35cf65f', 'status': 'completed', 'code': 200} Nov 11 12:50:25.866395 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-5b3600b0-0f28-4db6-a573-838faaaa8cc4 None None] Set router 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:50:25.884791 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168081fd-b461-4621-ae8a-4d26eee9712e req-b0705831-3df0-475e-b03e-f95954e99a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:25.886270 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-168081fd-b461-4621-ae8a-4d26eee9712e req-b0705831-3df0-475e-b03e-f95954e99a50 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 1098 time: 0.0452647 Nov 11 12:50:25.985512 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168081fd-b461-4621-ae8a-4d26eee9712e req-20f31828-0d32-4456-b440-b239ca5d9445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:25.986973 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-168081fd-b461-4621-ae8a-4d26eee9712e req-20f31828-0d32-4456-b440-b239ca5d9445 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec26d541-5047-4f82-8702-dd9ea8943404 HTTP/1.1" status: 200 len: 897 time: 0.0917130 Nov 11 12:50:26.033926 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-168081fd-b461-4621-ae8a-4d26eee9712e req-fc66790f-2d54-403c-aca4-e70875fa0f26 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b310922-d2d2-42f6-b7db-7fa1f35cf65f HTTP/1.1" status: 200 len: 217 time: 0.0399461 Nov 11 12:50:26.086927 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168081fd-b461-4621-ae8a-4d26eee9712e req-873b6593-68a9-4ff9-8e75-cfdde9ed7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:26.091195 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5b3600b0-0f28-4db6-a573-838faaaa8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156473782', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:44Z', 'updated_at': '2021-11-11T12:48:48Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:45Z', 'updated_at': '2021-11-11T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b359d860-8712-4972-8af1-ffef6a077140', 'name': '', 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:6d:2f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '0efe7287-b9c1-439a-ba75-f087c537693e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:48Z', 'updated_at': '2021-11-11T12:48:51Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '0efe7287-b9c1-439a-ba75-f087c537693e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:26.091424 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-168081fd-b461-4621-ae8a-4d26eee9712e req-873b6593-68a9-4ff9-8e75-cfdde9ed7e26 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0efe7287-b9c1-439a-ba75-f087c537693e HTTP/1.1" status: 200 len: 835 time: 0.0464861 Nov 11 12:50:26.112966 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3600b0-0f28-4db6-a573-838faaaa8cc4 None None] Checking router: 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:50:26.121554 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3600b0-0f28-4db6-a573-838faaaa8cc4 None None] Routers {'8e2fdf3d-0e66-497c-ad45-cf640ccd8986'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:50:26.122156 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5b3600b0-0f28-4db6-a573-838faaaa8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:50:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:26.136268 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168081fd-b461-4621-ae8a-4d26eee9712e req-e62e41b9-2cf5-4fdb-b8f8-d178fd2c848a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:26.137779 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-168081fd-b461-4621-ae8a-4d26eee9712e req-e62e41b9-2cf5-4fdb-b8f8-d178fd2c848a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec26d541-5047-4f82-8702-dd9ea8943404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0427966 Nov 11 12:50:26.216695 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be4263-5e5a-4440-9793-291a1ef1754c req-0ab1ae02-f07b-487f-a383-32ddf651dca3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:26.219786 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-46be4263-5e5a-4440-9793-291a1ef1754c req-0ab1ae02-f07b-487f-a383-32ddf651dca3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0500858 Nov 11 12:50:26.234948 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-5b3600b0-0f28-4db6-a573-838faaaa8cc4 None None] Set router 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:50:26.260560 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-168081fd-b461-4621-ae8a-4d26eee9712e req-80532cc4-e996-4f34-91cb-81ea9ef00bb4 service neutron] 10.222.0.70 "GET /v2.0/networks/ec26d541-5047-4f82-8702-dd9ea8943404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028547 Nov 11 12:50:26.280412 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-46be4263-5e5a-4440-9793-291a1ef1754c req-5297dc80-37ce-4173-b5fa-c56585e3dfc1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556743 Nov 11 12:50:26.354936 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-168081fd-b461-4621-ae8a-4d26eee9712e req-19e6c444-0683-44b0-b072-c727ca664d38 service neutron] 10.222.0.70 "GET /v2.0/networks/ec26d541-5047-4f82-8702-dd9ea8943404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869834 Nov 11 12:50:26.441822 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5b3600b0-0f28-4db6-a573-838faaaa8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156473782', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:44Z', 'updated_at': '2021-11-11T12:48:48Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:45Z', 'updated_at': '2021-11-11T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b359d860-8712-4972-8af1-ffef6a077140', 'name': '', 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:6d:2f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '0efe7287-b9c1-439a-ba75-f087c537693e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:48Z', 'updated_at': '2021-11-11T12:48:51Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '0efe7287-b9c1-439a-ba75-f087c537693e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:26.545563 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3600b0-0f28-4db6-a573-838faaaa8cc4 None None] The sync data for ids ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'] in dv-neutron-786478-23-hyperv is: [{'id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156473782', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:44Z', 'updated_at': '2021-11-11T12:48:48Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:45Z', 'updated_at': '2021-11-11T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b359d860-8712-4972-8af1-ffef6a077140', 'name': '', 'network_id': 'ec26d541-5047-4f82-8702-dd9ea8943404', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:6d:2f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '0efe7287-b9c1-439a-ba75-f087c537693e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:48Z', 'updated_at': '2021-11-11T12:48:51Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '0efe7287-b9c1-439a-ba75-f087c537693e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:50:26.767038 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c80992-440f-420a-989a-ae2904e6b927 None None] New status for floating IP ee1b65c3-f2ed-48f5-9cfc-dd30837edb02: DOWN {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:50:27.406850 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98946919-fbf1-4ca4-bd8f-4ecf603671d2 req-0bf3e67f-0e5c-4574-b79e-cbb304c3e0d4 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:27.408307 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-98946919-fbf1-4ca4-bd8f-4ecf603671d2 req-0bf3e67f-0e5c-4574-b79e-cbb304c3e0d4 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0509400 Nov 11 12:50:27.456651 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-98946919-fbf1-4ca4-bd8f-4ecf603671d2 req-c8725fe1-7cb1-4b2c-a334-efe458d5a5b9 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=467ad970-7489-4b11-9a55-b4d63f04b156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419114 Nov 11 12:50:27.698547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54ad86-96f3-4cfe-aa9e-2b5d4f423762 req-ded6cea3-32aa-4ee5-90cc-144b1a9620ca tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:27.700003 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-dc54ad86-96f3-4cfe-aa9e-2b5d4f423762 req-ded6cea3-32aa-4ee5-90cc-144b1a9620ca tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 945 time: 0.0477681 Nov 11 12:50:27.791238 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-dc54ad86-96f3-4cfe-aa9e-2b5d4f423762 req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port 6b310922-d2d2-42f6-b7db-7fa1f35cf65f {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:50:27.791567 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-dc54ad86-96f3-4cfe-aa9e-2b5d4f423762 req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:27.883978 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-dc54ad86-96f3-4cfe-aa9e-2b5d4f423762 req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] For port 6b310922-d2d2-42f6-b7db-7fa1f35cf65f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6b310922-d2d2-42f6-b7db-7fa1f35cf65f,segment=NetworkSegment(eeb3b562-42cc-41e6-b274-cf03c9d7e79f),segment_id=eeb3b562-42cc-41e6-b274-cf03c9d7e79f)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:50:27.884350 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-dc54ad86-96f3-4cfe-aa9e-2b5d4f423762 req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:27.895885 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-dc54ad86-96f3-4cfe-aa9e-2b5d4f423762 req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for 6b310922-d2d2-42f6-b7db-7fa1f35cf65f owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:50:28.077509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-dc54ad86-96f3-4cfe-aa9e-2b5d4f423762 req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:28.104238 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=6b310922-d2d2-42f6-b7db-7fa1f35cf65f,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:28.118849 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:28.119237 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:28.119589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:28.119934 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:28.120274 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:28.120609 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:28.121021 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:28.121310 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:28.121637 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:28.121974 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:28.122301 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:28.122625 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:28.163495 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc54ad86-96f3-4cfe-aa9e-2b5d4f423762 req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] No DVR routers for this DVR port 6b310922-d2d2-42f6-b7db-7fa1f35cf65f on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:50:28.166363 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-dc54ad86-96f3-4cfe-aa9e-2b5d4f423762 req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:28.169914 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-dc54ad86-96f3-4cfe-aa9e-2b5d4f423762 req-bf94abab-4352-4774-a455-19e011ef4420 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "DELETE /v2.0/ports/6b310922-d2d2-42f6-b7db-7fa1f35cf65f HTTP/1.1" status: 204 len: 173 time: 0.4631248 Nov 11 12:50:28.170464 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46105d3c-4ba8-4b2c-8946-09e942ba7773', 'name': 'network-vif-deleted', 'tag': '6b310922-d2d2-42f6-b7db-7fa1f35cf65f'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:50:28.172881 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f456f0-46b5-4ca7-a360-be38838f8c91" -d '{"events": [{"server_uuid": "46105d3c-4ba8-4b2c-8946-09e942ba7773", "name": "network-vif-deleted", "tag": "6b310922-d2d2-42f6-b7db-7fa1f35cf65f"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:50:28.212183 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703745a4-85ce-4580-aebe-419b0f746c2f x-openstack-request-id: req-703745a4-85ce-4580-aebe-419b0f746c2f {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:50:28.212183 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46105d3c-4ba8-4b2c-8946-09e942ba7773", "name": "network-vif-deleted", "tag": "6b310922-d2d2-42f6-b7db-7fa1f35cf65f", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:50:28.212183 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-703745a4-85ce-4580-aebe-419b0f746c2f {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:50:28.212486 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46105d3c-4ba8-4b2c-8946-09e942ba7773', 'name': 'network-vif-deleted', 'tag': '6b310922-d2d2-42f6-b7db-7fa1f35cf65f', 'status': 'completed', 'code': 200} Nov 11 12:50:28.566206 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5161e7b2-5f36-4532-8e9e-3840e2840e58 req-cd15ddfb-0978-4407-9b67-069d4bfb2da2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=46105d3c-4ba8-4b2c-8946-09e942ba7773 HTTP/1.1" status: 200 len: 210 time: 0.0278313 Nov 11 12:50:29.216026 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:50:29.633932 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32918) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:29.983691 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4129284c-dac5-4aac-9c28-142a87aa5a10 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:30.233449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4129284c-dac5-4aac-9c28-142a87aa5a10 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port b359d860-8712-4972-8af1-ffef6a077140 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:50:30.233837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4129284c-dac5-4aac-9c28-142a87aa5a10 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:30.319624 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-4129284c-dac5-4aac-9c28-142a87aa5a10 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] For port b359d860-8712-4972-8af1-ffef6a077140, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b359d860-8712-4972-8af1-ffef6a077140,segment=NetworkSegment(eeb3b562-42cc-41e6-b274-cf03c9d7e79f),segment_id=eeb3b562-42cc-41e6-b274-cf03c9d7e79f)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:50:30.319978 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4129284c-dac5-4aac-9c28-142a87aa5a10 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:30.331970 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-4129284c-dac5-4aac-9c28-142a87aa5a10 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for b359d860-8712-4972-8af1-ffef6a077140 owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:50:30.557348 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4129284c-dac5-4aac-9c28-142a87aa5a10 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:30.587655 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129284c-dac5-4aac-9c28-142a87aa5a10 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=b359d860-8712-4972-8af1-ffef6a077140,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:30.755511 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4129284c-dac5-4aac-9c28-142a87aa5a10 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:30.965502 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4129284c-dac5-4aac-9c28-142a87aa5a10 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:50:31.067671 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4129284c-dac5-4aac-9c28-142a87aa5a10 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:50:31.073285 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4129284c-dac5-4aac-9c28-142a87aa5a10 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "PUT /v2.0/routers/8e2fdf3d-0e66-497c-ad45-cf640ccd8986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4383640 Nov 11 12:50:31.076325 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 32920) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:31.077631 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd8baa-5588-4e75-8088-40251d94fe88 None None] Sync routers for ids ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:50:31.086834 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd8baa-5588-4e75-8088-40251d94fe88 None None] Routers {'8e2fdf3d-0e66-497c-ad45-cf640ccd8986'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:50:31.087459 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-89dd8baa-5588-4e75-8088-40251d94fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:50:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:31.126774 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-effcc746-52bc-4444-99ce-75e7fc21565f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting subnet 0efe7287-b9c1-439a-ba75-f087c537693e {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:50:31.129902 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-effcc746-52bc-4444-99ce-75e7fc21565f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:31.169456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-effcc746-52bc-4444-99ce-75e7fc21565f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:31.187202 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-89dd8baa-5588-4e75-8088-40251d94fe88 None None] Set router 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:50:31.261279 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-effcc746-52bc-4444-99ce-75e7fc21565f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:31.362614 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-89dd8baa-5588-4e75-8088-40251d94fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156473782', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:44Z', 'updated_at': '2021-11-11T12:50:30Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:45Z', 'updated_at': '2021-11-11T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:31.386278 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-effcc746-52bc-4444-99ce-75e7fc21565f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:31.388428 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd8baa-5588-4e75-8088-40251d94fe88 None None] Checking router: 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:50:31.396812 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd8baa-5588-4e75-8088-40251d94fe88 None None] Routers {'8e2fdf3d-0e66-497c-ad45-cf640ccd8986'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:50:31.397439 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-89dd8baa-5588-4e75-8088-40251d94fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:50:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:31.415792 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcc746-52bc-4444-99ce-75e7fc21565f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Subnet': ['ID=0efe7287-b9c1-439a-ba75-f087c537693e,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:31.417777 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-effcc746-52bc-4444-99ce-75e7fc21565f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:31.421014 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-effcc746-52bc-4444-99ce-75e7fc21565f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/subnets/0efe7287-b9c1-439a-ba75-f087c537693e HTTP/1.1" status: 204 len: 168 time: 0.3437757 Nov 11 12:50:31.422732 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a7adae-326d-4689-901f-eea7cd0ae156 None None] Network ec26d541-5047-4f82-8702-dd9ea8943404 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:50:31.423710 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 32922) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:31.503099 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-89dd8baa-5588-4e75-8088-40251d94fe88 None None] Set router 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:50:31.536416 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bc78404e-46d3-4498-92cd-62a4e20c5243 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:31.625884 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] DHCP port deletion for ec26d541-5047-4f82-8702-dd9ea8943404 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:50:31.647807 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bc78404e-46d3-4498-92cd-62a4e20c5243 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:31.675910 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] Deleting port fd17268f-94b2-4078-b38e-01e1b2944703 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:50:31.676387 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:31.686260 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-89dd8baa-5588-4e75-8088-40251d94fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156473782', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:44Z', 'updated_at': '2021-11-11T12:50:30Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:45Z', 'updated_at': '2021-11-11T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:31.717738 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd8baa-5588-4e75-8088-40251d94fe88 None None] The sync data for ids ['8e2fdf3d-0e66-497c-ad45-cf640ccd8986'] in dv-neutron-786478-23-hyperv is: [{'id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156473782', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:48:44Z', 'updated_at': '2021-11-11T12:50:30Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '17ec0ef5-08a5-4ae7-bb7f-c44c471fc842', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fdf3d-0e66-497c-ad45-cf640ccd8986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:48:45Z', 'updated_at': '2021-11-11T12:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:50:31.740070 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] For port fd17268f-94b2-4078-b38e-01e1b2944703, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=fd17268f-94b2-4078-b38e-01e1b2944703,segment=NetworkSegment(eeb3b562-42cc-41e6-b274-cf03c9d7e79f),segment_id=eeb3b562-42cc-41e6-b274-cf03c9d7e79f)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:50:31.740466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:31.754952 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-bc78404e-46d3-4498-92cd-62a4e20c5243 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:50:31.755346 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bc78404e-46d3-4498-92cd-62a4e20c5243 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:31.757898 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] Calling delete_port for fd17268f-94b2-4078-b38e-01e1b2944703 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:50:31.799286 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 6b310922-d2d2-42f6-b7db-7fa1f35cf65f no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:50:31.822960 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 6b310922-d2d2-42f6-b7db-7fa1f35cf65f {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:50:31.823341 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 6b310922-d2d2-42f6-b7db-7fa1f35cf65f not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:50:31.840275 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-bc78404e-46d3-4498-92cd-62a4e20c5243 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] For port 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=17ec0ef5-08a5-4ae7-bb7f-c44c471fc842,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:50:31.840570 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bc78404e-46d3-4498-92cd-62a4e20c5243 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:31.853359 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-bc78404e-46d3-4498-92cd-62a4e20c5243 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:50:31.894278 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:31.919786 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] Pushing event deleted for resources: {'Port': ['ID=fd17268f-94b2-4078-b38e-01e1b2944703,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:31.923985 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] No DVR routers for this DVR port fd17268f-94b2-4078-b38e-01e1b2944703 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:50:31.930110 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:31.930442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:31.930775 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:31.931125 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:31.931469 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:31.931812 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:31.932138 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:31.932464 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:31.932792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:31.933110 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:31.933666 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:31.933754 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2accfe-58b6-43d0-8562-6f360418c944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:32.066296 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bc78404e-46d3-4498-92cd-62a4e20c5243 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:32.098555 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78404e-46d3-4498-92cd-62a4e20c5243 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=17ec0ef5-08a5-4ae7-bb7f-c44c471fc842,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:32.115131 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1871254a-86f7-464f-84d6-38dfebddfaac None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:50:32.155576 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fd17268f-94b2-4078-b38e-01e1b2944703 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:50:32.167656 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bc78404e-46d3-4498-92cd-62a4e20c5243 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:32.178931 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: fd17268f-94b2-4078-b38e-01e1b2944703 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:50:32.179332 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device fd17268f-94b2-4078-b38e-01e1b2944703 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:50:32.179709 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b359d860-8712-4972-8af1-ffef6a077140 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:50:32.199321 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: b359d860-8712-4972-8af1-ffef6a077140 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:50:32.199672 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b359d860-8712-4972-8af1-ffef6a077140 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:50:32.264461 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bc78404e-46d3-4498-92cd-62a4e20c5243 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:32.266418 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bc78404e-46d3-4498-92cd-62a4e20c5243 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:32.363199 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bc78404e-46d3-4498-92cd-62a4e20c5243 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:32.363748 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc78404e-46d3-4498-92cd-62a4e20c5243 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Fanout notify agent at l3_agent the message router_deleted on router 8e2fdf3d-0e66-497c-ad45-cf640ccd8986 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:50:32.371618 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-bc78404e-46d3-4498-92cd-62a4e20c5243 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:32.372729 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-bc78404e-46d3-4498-92cd-62a4e20c5243 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/routers/8e2fdf3d-0e66-497c-ad45-cf640ccd8986 HTTP/1.1" status: 204 len: 168 time: 0.9479048 Nov 11 12:50:32.375737 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 32924) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:32.459205 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1adb7287-cb15-4fa9-995a-ddd4bbd317cb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:32.543007 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1adb7287-cb15-4fa9-995a-ddd4bbd317cb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:32.562192 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-1adb7287-cb15-4fa9-995a-ddd4bbd317cb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec26d541-5047-4f82-8702-dd9ea8943404']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:32.571722 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-1adb7287-cb15-4fa9-995a-ddd4bbd317cb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb3b562-42cc-41e6-b274-cf03c9d7e79f') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:32.572109 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-1adb7287-cb15-4fa9-995a-ddd4bbd317cb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb3b562-42cc-41e6-b274-cf03c9d7e79f') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:32.583583 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1adb7287-cb15-4fa9-995a-ddd4bbd317cb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:32.599283 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1adb7287-cb15-4fa9-995a-ddd4bbd317cb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:32.605164 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1adb7287-cb15-4fa9-995a-ddd4bbd317cb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:50:32.605549 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1adb7287-cb15-4fa9-995a-ddd4bbd317cb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:50:32.608487 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:50:32.739240 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1adb7287-cb15-4fa9-995a-ddd4bbd317cb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:32.746482 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-1adb7287-cb15-4fa9-995a-ddd4bbd317cb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:32.749636 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-1adb7287-cb15-4fa9-995a-ddd4bbd317cb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/networks/ec26d541-5047-4f82-8702-dd9ea8943404 HTTP/1.1" status: 204 len: 168 time: 0.3729227 Nov 11 12:50:32.752588 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32926) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:32.761205 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb7287-cb15-4fa9-995a-ddd4bbd317cb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Network': ['ID=ec26d541-5047-4f82-8702-dd9ea8943404,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:32.812714 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-72014fd6-77d6-4122-aedc-e294768e678e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:32.838767 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-72014fd6-77d6-4122-aedc-e294768e678e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:32.962257 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-72014fd6-77d6-4122-aedc-e294768e678e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:32.964891 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-72014fd6-77d6-4122-aedc-e294768e678e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:32.966056 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-72014fd6-77d6-4122-aedc-e294768e678e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/security-groups/467ad970-7489-4b11-9a55-b4d63f04b156 HTTP/1.1" status: 204 len: 168 time: 0.2124858 Nov 11 12:50:32.976156 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72014fd6-77d6-4122-aedc-e294768e678e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=467ad970-7489-4b11-9a55-b4d63f04b156,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:33.225015 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c299633d-3bd7-4001-84f9-a6f42d30fe09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:33.329203 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32932) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:33.333827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-12805ff4-70c6-4da1-a0fa-49e4d5b1ec75 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2040066205', 'description': 'tempest-secgroup-smoke-2040066205 description', 'project_id': '69af05b65b6848869253a45b2d918c9d'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:33.407426 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-12805ff4-70c6-4da1-a0fa-49e4d5b1ec75 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:33.470390 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-12805ff4-70c6-4da1-a0fa-49e4d5b1ec75 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:33.516704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-12805ff4-70c6-4da1-a0fa-49e4d5b1ec75 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:33.544818 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12805ff4-70c6-4da1-a0fa-49e4d5b1ec75 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca30285-34d6-499f-b9b1-1a5fa00186e6,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:33.587744 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-12805ff4-70c6-4da1-a0fa-49e4d5b1ec75 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:33.588934 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-12805ff4-70c6-4da1-a0fa-49e4d5b1ec75 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2586961 Nov 11 12:50:33.591737 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32934) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:33.596160 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-28c3e3e1-4764-4c28-8813-bb239bb0b3b4 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': 'aca30285-34d6-499f-b9b1-1a5fa00186e6', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:33.687540 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-28c3e3e1-4764-4c28-8813-bb239bb0b3b4 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:33.744059 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-28c3e3e1-4764-4c28-8813-bb239bb0b3b4 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:33.808601 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-28c3e3e1-4764-4c28-8813-bb239bb0b3b4 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:33.827606 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3e3e1-4764-4c28-8813-bb239bb0b3b4 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e631076-84d7-4799-bcae-7e07356575e5,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:33.892623 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-28c3e3e1-4764-4c28-8813-bb239bb0b3b4 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:33.893902 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-28c3e3e1-4764-4c28-8813-bb239bb0b3b4 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3011611 Nov 11 12:50:33.896622 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32936) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:33.901456 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-fe5afbee-38c1-49d7-8a88-770b03bdf1a6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': 'aca30285-34d6-499f-b9b1-1a5fa00186e6', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:33.979366 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe5afbee-38c1-49d7-8a88-770b03bdf1a6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:34.031805 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe5afbee-38c1-49d7-8a88-770b03bdf1a6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:34.106177 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe5afbee-38c1-49d7-8a88-770b03bdf1a6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:34.125700 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5afbee-38c1-49d7-8a88-770b03bdf1a6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f7c5f4-0c31-43fa-b874-08a44bfa42ce,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:34.127340 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:50:34.147822 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:50:34.160327 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 17ec0ef5-08a5-4ae7-bb7f-c44c471fc842 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:50:34.222084 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fe5afbee-38c1-49d7-8a88-770b03bdf1a6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:34.223578 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fe5afbee-38c1-49d7-8a88-770b03bdf1a6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3255060 Nov 11 12:50:34.226323 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32938) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:34.234766 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-653a5573-f94f-4d5e-8636-51aefbd32723 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': 'aca30285-34d6-499f-b9b1-1a5fa00186e6', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:34.316505 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-653a5573-f94f-4d5e-8636-51aefbd32723 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:34.370913 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-653a5573-f94f-4d5e-8636-51aefbd32723 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:34.454199 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-653a5573-f94f-4d5e-8636-51aefbd32723 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:34.471556 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a5573-f94f-4d5e-8636-51aefbd32723 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbec9da8-132c-4741-84a1-634c907ea259,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:34.542116 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-653a5573-f94f-4d5e-8636-51aefbd32723 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:34.543340 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-653a5573-f94f-4d5e-8636-51aefbd32723 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160083 Nov 11 12:50:34.547124 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32940) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:34.551508 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e0eb051a-a269-49ca-a652-526a4ff3f11a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': 'aca30285-34d6-499f-b9b1-1a5fa00186e6', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:34.657569 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0eb051a-a269-49ca-a652-526a4ff3f11a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:34.714786 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0eb051a-a269-49ca-a652-526a4ff3f11a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:34.790002 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0eb051a-a269-49ca-a652-526a4ff3f11a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:34.806997 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb051a-a269-49ca-a652-526a4ff3f11a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdc6c69-6371-4d22-bce8-305cdecb2432,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:34.879141 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0eb051a-a269-49ca-a652-526a4ff3f11a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:34.880327 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e0eb051a-a269-49ca-a652-526a4ff3f11a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3321886 Nov 11 12:50:34.883665 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32942) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:34.887902 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-d43c737c-ea17-4b8d-b134-cc851f6f5b22 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': 'aca30285-34d6-499f-b9b1-1a5fa00186e6', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:34.951676 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-d43c737c-ea17-4b8d-b134-cc851f6f5b22 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Project 69af05b65b6848869253a45b2d918c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:50:34.956635 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d43c737c-ea17-4b8d-b134-cc851f6f5b22 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:35.013209 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d43c737c-ea17-4b8d-b134-cc851f6f5b22 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:35.081610 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d43c737c-ea17-4b8d-b134-cc851f6f5b22 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:35.099090 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c737c-ea17-4b8d-b134-cc851f6f5b22 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a361f8-e7cb-49a8-aa9c-8d1d392e476f,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:35.174994 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d43c737c-ea17-4b8d-b134-cc851f6f5b22 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:35.176218 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d43c737c-ea17-4b8d-b134-cc851f6f5b22 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2916205 Nov 11 12:50:35.179682 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32944) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:35.183974 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f2884db4-890e-445e-bdc7-8adf01583153 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': 'aca30285-34d6-499f-b9b1-1a5fa00186e6', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:35.264702 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-f2884db4-890e-445e-bdc7-8adf01583153 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Project 69af05b65b6848869253a45b2d918c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:50:35.269812 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f2884db4-890e-445e-bdc7-8adf01583153 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:35.327793 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f2884db4-890e-445e-bdc7-8adf01583153 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:35.471689 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f2884db4-890e-445e-bdc7-8adf01583153 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:35.490900 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2884db4-890e-445e-bdc7-8adf01583153 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89fb6f5a-f756-4bf1-bd66-87eb5cdf9b41,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:35.571890 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f2884db4-890e-445e-bdc7-8adf01583153 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:35.573294 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f2884db4-890e-445e-bdc7-8adf01583153 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3927014 Nov 11 12:50:35.576460 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32946) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:35.582450 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-9e98fde8-04a5-47a0-825e-cc5029b49eaa tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'network': {'name': 'tempest-network-smoke--273651752', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'port_security_enabled': True}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:35.603444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-01eb1b64-b43e-4f00-a37d-622f2cf3dbd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:35.694991 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e98fde8-04a5-47a0-825e-cc5029b49eaa tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Made reservation on behalf of 69af05b65b6848869253a45b2d918c9d for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:50:35.698521 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9e98fde8-04a5-47a0-825e-cc5029b49eaa tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:35.721901 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e98fde8-04a5-47a0-825e-cc5029b49eaa tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:50:35.730425 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9e98fde8-04a5-47a0-825e-cc5029b49eaa tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:35.730763 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-9e98fde8-04a5-47a0-825e-cc5029b49eaa tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Added segment c1f1c060-51cd-49e4-88e2-d344ccfe8460 of type vlan for network 541760bb-db5d-4b3c-8197-566ec531f0c7 Nov 11 12:50:35.771154 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9e98fde8-04a5-47a0-825e-cc5029b49eaa tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:35.853920 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9e98fde8-04a5-47a0-825e-cc5029b49eaa tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:35.859635 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e98fde8-04a5-47a0-825e-cc5029b49eaa tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:35.862528 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9e98fde8-04a5-47a0-825e-cc5029b49eaa tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:35.922853 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98fde8-04a5-47a0-825e-cc5029b49eaa tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Network': ['ID=541760bb-db5d-4b3c-8197-566ec531f0c7,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:35.933715 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 541760bb-db5d-4b3c-8197-566ec531f0c7 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:50:35.992100 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9e98fde8-04a5-47a0-825e-cc5029b49eaa tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4113531 Nov 11 12:50:35.992436 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32948) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:35.997758 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-39602083', 'admin_state_up': True, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:36.094442 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:36.095572 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:36.150071 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:36.343831 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:36.579874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:36.604182 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:36.626280 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:36.710982 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.26.5.156 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/b3f726b9-799d-4431-b66f-ee34bdca7b5c) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:50:36.806798 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:36.946736 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:36.991869 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:50:36.994853 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:50:36.999316 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:50:37.003006 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=b3f726b9-799d-4431-b66f-ee34bdca7b5c,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:37.009840 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a421b71a-f143-4010-9a56-6b5fe4a48879 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:50:37.100796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1c66edcf-0c41-4eb7-be2c-d101713f5cb2 None None] Provisioning complete for port b3f726b9-799d-4431-b66f-ee34bdca7b5c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:50:37.101170 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1c66edcf-0c41-4eb7-be2c-d101713f5cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:37.139745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1c66edcf-0c41-4eb7-be2c-d101713f5cb2 None None] Port b3f726b9-799d-4431-b66f-ee34bdca7b5c cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:50:37.601659 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:37.791960 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:37.979897 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router fc305f22-fbf0-4f64-9c45-576ad6a0366e is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:50:38.088453 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:50:38.100391 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Sync routers for ids ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:50:38.110305 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Routers {'fc305f22-fbf0-4f64-9c45-576ad6a0366e'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:50:38.115163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:50:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:38.165264 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:38.169465 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ca1586e6-4084-4bd4-9944-ab57b42ec94a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1730344 Nov 11 12:50:38.169842 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32950) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:38.198920 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-67e101e7-49bb-4a28-aae2-c25f25b39d33 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=69af05b65b6848869253a45b2d918c9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279038 Nov 11 12:50:38.201678 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32952) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:38.224403 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Set router fc305f22-fbf0-4f64-9c45-576ad6a0366e gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:50:38.278466 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:38.293713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c350a9fd-f0f9-4f48-ba48-85162baef0c6 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:38.295231 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c350a9fd-f0f9-4f48-ba48-85162baef0c6 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925791 Nov 11 12:50:38.298300 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32954) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:38.325279 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-77a74267-3f32-4798-b976-792625491399 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259275 Nov 11 12:50:38.327814 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32956) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:38.332364 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-55a2e21d-ef7d-40da-bc33-e938efd3a67c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1046726273', 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:38.402377 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39602083', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:37Z', 'revision_number': 3, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:38.432408 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Checking router: fc305f22-fbf0-4f64-9c45-576ad6a0366e for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:50:38.432760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Updating router fc305f22-fbf0-4f64-9c45-576ad6a0366e port b3f726b9-799d-4431-b66f-ee34bdca7b5c binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:50:38.456855 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:38.465939 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a2e21d-ef7d-40da-bc33-e938efd3a67c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Made reservation on behalf of 69af05b65b6848869253a45b2d918c9d for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:50:38.469478 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-55a2e21d-ef7d-40da-bc33-e938efd3a67c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:38.699664 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:38.711020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-55a2e21d-ef7d-40da-bc33-e938efd3a67c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:38.774228 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2e21d-ef7d-40da-bc33-e938efd3a67c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Subnet': ['ID=75349348-1c34-4c68-b41a-ecd3fbaa9054,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:38.778491 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a2e21d-ef7d-40da-bc33-e938efd3a67c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Checking segment: {'id': 'c1f1c060-51cd-49e4-88e2-d344ccfe8460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:50:38.778901 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a2e21d-ef7d-40da-bc33-e938efd3a67c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network hostable DHCP agents. Network: 541760bb-db5d-4b3c-8197-566ec531f0c7, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:50:38.790797 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:38.835123 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4fd285-7573-4cbf-8448-4b80abc00075 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:50:38.848407 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Attempting to bind port b3f726b9-799d-4431-b66f-ee34bdca7b5c on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:50:38.853920 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Attempting to bind port b3f726b9-799d-4431-b66f-ee34bdca7b5c by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:50:38.853920 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Attempting to bind port b3f726b9-799d-4431-b66f-ee34bdca7b5c on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:50:38.861961 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:50:38.862335 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:50:38.862727 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:38.863128 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:50:38.863600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Bound port: b3f726b9-799d-4431-b66f-ee34bdca7b5c, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:50:38.863975 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:38.867235 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a2e21d-ef7d-40da-bc33-e938efd3a67c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 541760bb-db5d-4b3c-8197-566ec531f0c7 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:50:38.870226 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb066e0-5bb8-4c1d-8ee5-4d885bb78923 None None] Pushing event updated for resources: {'Port': ['ID=b3f726b9-799d-4431-b66f-ee34bdca7b5c,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:38.878809 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-89b77c6e-c566-46dd-a680-5cce64cfaf6e None None] Provisioning complete for port b3f726b9-799d-4431-b66f-ee34bdca7b5c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:50:38.879210 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-89b77c6e-c566-46dd-a680-5cce64cfaf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:38.940177 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-55a2e21d-ef7d-40da-bc33-e938efd3a67c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 541760bb-db5d-4b3c-8197-566ec531f0c7) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:50:38.944469 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2e21d-ef7d-40da-bc33-e938efd3a67c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:38.945361 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-55a2e21d-ef7d-40da-bc33-e938efd3a67c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:38.952668 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb60c9b5-3cfc-4ae1-abe1-e5c5c0c90ee8 None None] Network 541760bb-db5d-4b3c-8197-566ec531f0c7 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:50:39.009848 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-89b77c6e-c566-46dd-a680-5cce64cfaf6e None None] Port b3f726b9-799d-4431-b66f-ee34bdca7b5c cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:50:39.028724 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-55a2e21d-ef7d-40da-bc33-e938efd3a67c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6994717 Nov 11 12:50:39.037421 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 32958) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:39.037602 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] For port b3f726b9-799d-4431-b66f-ee34bdca7b5c, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:50:39.054585 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] For port b3f726b9-799d-4431-b66f-ee34bdca7b5c, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b3f726b9-799d-4431-b66f-ee34bdca7b5c,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:50:39.145487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:39.175417 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-541760bb-db5d-4b3c-8197-566ec531f0c7', 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ips': [{'subnet_id': '75349348-1c34-4c68-b41a-ecd3fbaa9054'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:50:39.176252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:39.203003 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:39.214679 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087a1a30-b2b6-4e8f-92b8-e93274a5ae8f None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:50:39.385783 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb066e0-5bb8-4c1d-8ee5-4d885bb78923 None None] Pushing event updated for resources: {'Port': ['ID=b3f726b9-799d-4431-b66f-ee34bdca7b5c,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:39.435241 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Routers {'fc305f22-fbf0-4f64-9c45-576ad6a0366e'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:50:39.435872 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:50:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:39.491093 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-51de4969-a46a-42a7-99b4-e5379e7a2d11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:39.528756 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-61ee4d9a-8964-48f5-a590-7f8aba0ae85e None None] Provisioning complete for port b3f726b9-799d-4431-b66f-ee34bdca7b5c triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:50:39.529130 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-61ee4d9a-8964-48f5-a590-7f8aba0ae85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:39.621373 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Allocated IP 172.20.0.2 (541760bb-db5d-4b3c-8197-566ec531f0c7/75349348-1c34-4c68-b41a-ecd3fbaa9054/b315e9de-2864-402f-8a61-ec3ac745494a) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:50:39.639134 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] Set router fc305f22-fbf0-4f64-9c45-576ad6a0366e gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:50:39.837548 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-61ee4d9a-8964-48f5-a590-7f8aba0ae85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:39.930936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-61ee4d9a-8964-48f5-a590-7f8aba0ae85e None None] For port b3f726b9-799d-4431-b66f-ee34bdca7b5c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b3f726b9-799d-4431-b66f-ee34bdca7b5c,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:50:39.957074 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:39.976195 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-61ee4d9a-8964-48f5-a590-7f8aba0ae85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:39.981813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39602083', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:37Z', 'revision_number': 3, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:40.030579 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:40.032527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41778f54-d334-4bbc-bc67-b5e2d31634b3 None None] The sync data for ids ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'] in dv-neutron-786478-23-hyperv is: [{'id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39602083', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:37Z', 'revision_number': 3, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:50:40.056978 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-51de4969-a46a-42a7-99b4-e5379e7a2d11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.20.0.1 (541760bb-db5d-4b3c-8197-566ec531f0c7/75349348-1c34-4c68-b41a-ecd3fbaa9054/df29887d-c437-4030-bc8b-b49e0355b9e2) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:50:40.057529 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Network 541760bb-db5d-4b3c-8197-566ec531f0c7 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:50:40.064590 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:50:40.068432 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:50:40.072198 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee4d9a-8964-48f5-a590-7f8aba0ae85e None None] Pushing event updated for resources: {'Port': ['ID=b3f726b9-799d-4431-b66f-ee34bdca7b5c,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:40.157677 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Pushing event updated for resources: {'Port': ['ID=b315e9de-2864-402f-8a61-ec3ac745494a,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:40.163787 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Attempting to bind port b315e9de-2864-402f-8a61-ec3ac745494a on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:50:40.164139 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Attempting to bind port b315e9de-2864-402f-8a61-ec3ac745494a by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'c1f1c060-51cd-49e4-88e2-d344ccfe8460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:50:40.164500 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Attempting to bind port b315e9de-2864-402f-8a61-ec3ac745494a on network 541760bb-db5d-4b3c-8197-566ec531f0c7 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:50:40.170845 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:50:40.171465 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Checking segment: {'id': 'c1f1c060-51cd-49e4-88e2-d344ccfe8460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:50:40.172156 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:40.172823 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Bound using segment: {'id': 'c1f1c060-51cd-49e4-88e2-d344ccfe8460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:50:40.173581 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Bound port: b315e9de-2864-402f-8a61-ec3ac745494a, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f1c060-51cd-49e4-88e2-d344ccfe8460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:50:40.174196 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:40.196707 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-51de4969-a46a-42a7-99b4-e5379e7a2d11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:40.246861 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] For port b315e9de-2864-402f-8a61-ec3ac745494a, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:50:40.259111 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] For port b315e9de-2864-402f-8a61-ec3ac745494a, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b315e9de-2864-402f-8a61-ec3ac745494a,segment=NetworkSegment(c1f1c060-51cd-49e4-88e2-d344ccfe8460),segment_id=c1f1c060-51cd-49e4-88e2-d344ccfe8460)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:50:40.295241 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-51de4969-a46a-42a7-99b4-e5379e7a2d11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:40.323968 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:40.349476 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51de4969-a46a-42a7-99b4-e5379e7a2d11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 541760bb-db5d-4b3c-8197-566ec531f0c7 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:50:40.354103 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-51de4969-a46a-42a7-99b4-e5379e7a2d11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:50:40.356836 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51de4969-a46a-42a7-99b4-e5379e7a2d11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:50:40.360076 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de4969-a46a-42a7-99b4-e5379e7a2d11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=df29887d-c437-4030-bc8b-b49e0355b9e2,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:40.405245 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2b720-ac86-4a14-89ba-1d9e052456e2 None None] Pushing event updated for resources: {'Port': ['ID=b315e9de-2864-402f-8a61-ec3ac745494a,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:40.425061 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-51de4969-a46a-42a7-99b4-e5379e7a2d11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:40.623237 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-51de4969-a46a-42a7-99b4-e5379e7a2d11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:40.912695 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-51de4969-a46a-42a7-99b4-e5379e7a2d11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:40.991753 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-51de4969-a46a-42a7-99b4-e5379e7a2d11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:41.025810 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:41.068784 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de4969-a46a-42a7-99b4-e5379e7a2d11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=df29887d-c437-4030-bc8b-b49e0355b9e2,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:41.071709 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-51de4969-a46a-42a7-99b4-e5379e7a2d11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:41.166415 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51de4969-a46a-42a7-99b4-e5379e7a2d11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 541760bb-db5d-4b3c-8197-566ec531f0c7 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:50:41.167907 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-51de4969-a46a-42a7-99b4-e5379e7a2d11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:50:41.264369 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99937b04-59a8-40a7-b419-49635c6bab25 None None] Network 541760bb-db5d-4b3c-8197-566ec531f0c7 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:50:41.284189 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51de4969-a46a-42a7-99b4-e5379e7a2d11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router fc305f22-fbf0-4f64-9c45-576ad6a0366e has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:50:41.348583 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-bcce94a3-6f9c-421c-8581-c260a05a556a None None] Provisioning complete for port b315e9de-2864-402f-8a61-ec3ac745494a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:50:41.348946 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bcce94a3-6f9c-421c-8581-c260a05a556a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:41.403470 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51de4969-a46a-42a7-99b4-e5379e7a2d11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:50:41.417696 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-51de4969-a46a-42a7-99b4-e5379e7a2d11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "PUT /v2.0/routers/fc305f22-fbf0-4f64-9c45-576ad6a0366e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3698833 Nov 11 12:50:41.514559 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bcce94a3-6f9c-421c-8581-c260a05a556a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:41.554141 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-bcce94a3-6f9c-421c-8581-c260a05a556a None None] For port b315e9de-2864-402f-8a61-ec3ac745494a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b315e9de-2864-402f-8a61-ec3ac745494a,segment=NetworkSegment(c1f1c060-51cd-49e4-88e2-d344ccfe8460),segment_id=c1f1c060-51cd-49e4-88e2-d344ccfe8460)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:50:41.572878 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-f58fa70a-6867-463b-b74e-03d387113fe2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040066205&fields=id&tenant_id=69af05b65b6848869253a45b2d918c9d HTTP/1.1" status: 200 len: 267 time: 0.0552428 Nov 11 12:50:41.626991 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bcce94a3-6f9c-421c-8581-c260a05a556a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:41.679443 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce94a3-6f9c-421c-8581-c260a05a556a None None] Pushing event updated for resources: {'Port': ['ID=b315e9de-2864-402f-8a61-ec3ac745494a,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:41.696811 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-b4318266-39b0-481e-a67b-b18ca4b9199d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:41.698583 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-b4318266-39b0-481e-a67b-b18ca4b9199d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/networks?id=541760bb-db5d-4b3c-8197-566ec531f0c7 HTTP/1.1" status: 200 len: 796 time: 0.1234314 Nov 11 12:50:41.716461 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-341c2025-3f75-42b1-8e1b-8cb987d9b70c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/quotas/69af05b65b6848869253a45b2d918c9d HTTP/1.1" status: 200 len: 375 time: 0.0115509 Nov 11 12:50:41.773212 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-9dc4322c-e435-4894-a62e-427cf1ccfcfd tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493574 Nov 11 12:50:41.847534 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-431c0387-f9c7-4c7f-838a-008b9307684e None None] Provisioning complete for port b315e9de-2864-402f-8a61-ec3ac745494a triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:50:41.849121 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-431c0387-f9c7-4c7f-838a-008b9307684e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:41.880782 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-448a2945-a601-4d26-a9e7-219d1386e0f0 service neutron] 10.222.0.50 "GET /v2.0/networks/541760bb-db5d-4b3c-8197-566ec531f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949726 Nov 11 12:50:41.908691 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Sync routers for ids ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:50:41.919696 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Routers {'fc305f22-fbf0-4f64-9c45-576ad6a0366e'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:50:41.920664 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:50:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:41.960602 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-431c0387-f9c7-4c7f-838a-008b9307684e None None] Provisioning complete for port df29887d-c437-4030-bc8b-b49e0355b9e2 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:50:41.961086 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-431c0387-f9c7-4c7f-838a-008b9307684e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:41.998760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-431c0387-f9c7-4c7f-838a-008b9307684e None None] Port df29887d-c437-4030-bc8b-b49e0355b9e2 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:50:42.003938 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-4ebd7f7c-7106-4e88-b644-0b5b48b5c9c3 service neutron] 10.222.0.50 "GET /v2.0/networks/541760bb-db5d-4b3c-8197-566ec531f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166658 Nov 11 12:50:42.043543 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Set router fc305f22-fbf0-4f64-9c45-576ad6a0366e gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:50:42.133009 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-98300443-8074-470d-ab2b-ed31e8b1a91b None None] Provisioning complete for port df29887d-c437-4030-bc8b-b49e0355b9e2 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:50:42.133547 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-98300443-8074-470d-ab2b-ed31e8b1a91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:42.191479 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-98300443-8074-470d-ab2b-ed31e8b1a91b None None] Port df29887d-c437-4030-bc8b-b49e0355b9e2 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:50:42.236183 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b315e9de-2864-402f-8a61-ec3ac745494a up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:50:42.289036 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c1b7ccec-64e4-45eb-946a-a553ecbf7d88 req-a5068394-40b6-4238-b3c3-32db94216ee7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 210 time: 0.0442007 Nov 11 12:50:42.296756 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port b315e9de-2864-402f-8a61-ec3ac745494a triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:50:42.297236 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:42.331124 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39602083', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:40Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'df29887d-c437-4030-bc8b-b49e0355b9e2', 'name': '', 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:ee:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:39Z', 'updated_at': '2021-11-11T12:50:40Z', 'revision_number': 2, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:42.348704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-354f0e9b-468d-4337-95c0-4766c963d562 None None] Provisioning complete for port df29887d-c437-4030-bc8b-b49e0355b9e2 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:50:42.349063 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-354f0e9b-468d-4337-95c0-4766c963d562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:42.362189 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Checking router: fc305f22-fbf0-4f64-9c45-576ad6a0366e for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:50:42.362539 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Updating router fc305f22-fbf0-4f64-9c45-576ad6a0366e port df29887d-c437-4030-bc8b-b49e0355b9e2 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:50:42.386665 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:42.430937 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-354f0e9b-468d-4337-95c0-4766c963d562 None None] Port df29887d-c437-4030-bc8b-b49e0355b9e2 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:50:42.437061 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b3f726b9-799d-4431-b66f-ee34bdca7b5c up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:50:42.630637 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port b3f726b9-799d-4431-b66f-ee34bdca7b5c triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:50:42.631004 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:42.670525 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:42.728867 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:42.785789 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4831b-b74e-47b1-b862-3493fc6b3b41 None None] Pushing event updated for resources: {'Port': ['ID=df29887d-c437-4030-bc8b-b49e0355b9e2,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:42.898395 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4831b-b74e-47b1-b862-3493fc6b3b41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:42.898752 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4831b-b74e-47b1-b862-3493fc6b3b41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:42.899108 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4831b-b74e-47b1-b862-3493fc6b3b41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:42.899432 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4831b-b74e-47b1-b862-3493fc6b3b41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:42.903320 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4831b-b74e-47b1-b862-3493fc6b3b41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:42.903320 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4831b-b74e-47b1-b862-3493fc6b3b41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:42.903320 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4831b-b74e-47b1-b862-3493fc6b3b41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:42.903320 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4831b-b74e-47b1-b862-3493fc6b3b41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:42.903320 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4831b-b74e-47b1-b862-3493fc6b3b41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:42.903320 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4831b-b74e-47b1-b862-3493fc6b3b41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:42.903320 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4831b-b74e-47b1-b862-3493fc6b3b41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:42.903320 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c4831b-b74e-47b1-b862-3493fc6b3b41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:50:42.933364 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Attempting to bind port df29887d-c437-4030-bc8b-b49e0355b9e2 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:50:42.934031 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Attempting to bind port df29887d-c437-4030-bc8b-b49e0355b9e2 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'c1f1c060-51cd-49e4-88e2-d344ccfe8460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:50:42.934031 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Attempting to bind port df29887d-c437-4030-bc8b-b49e0355b9e2 on network 541760bb-db5d-4b3c-8197-566ec531f0c7 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:50:42.939130 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:50:42.939445 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Checking segment: {'id': 'c1f1c060-51cd-49e4-88e2-d344ccfe8460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:50:42.939839 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:42.940221 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Bound using segment: {'id': 'c1f1c060-51cd-49e4-88e2-d344ccfe8460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:50:42.940666 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Bound port: df29887d-c437-4030-bc8b-b49e0355b9e2, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f1c060-51cd-49e4-88e2-d344ccfe8460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:50:42.941036 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:43.000592 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] For port df29887d-c437-4030-bc8b-b49e0355b9e2, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:50:43.003563 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] For port df29887d-c437-4030-bc8b-b49e0355b9e2, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=df29887d-c437-4030-bc8b-b49e0355b9e2,segment=NetworkSegment(c1f1c060-51cd-49e4-88e2-d344ccfe8460),segment_id=c1f1c060-51cd-49e4-88e2-d344ccfe8460)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:50:43.057691 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-cbd1cb4d-5994-4a73-bf7d-2b4cc7546af4 None None] Provisioning complete for port df29887d-c437-4030-bc8b-b49e0355b9e2 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:50:43.057978 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cbd1cb4d-5994-4a73-bf7d-2b4cc7546af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:43.093442 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-cbd1cb4d-5994-4a73-bf7d-2b4cc7546af4 None None] Port df29887d-c437-4030-bc8b-b49e0355b9e2 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:50:43.100532 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:43.163264 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Routers {'fc305f22-fbf0-4f64-9c45-576ad6a0366e'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:50:43.163881 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:50:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:43.166514 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4831b-b74e-47b1-b862-3493fc6b3b41 None None] Pushing event updated for resources: {'Port': ['ID=df29887d-c437-4030-bc8b-b49e0355b9e2,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:43.273024 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] Set router fc305f22-fbf0-4f64-9c45-576ad6a0366e gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:50:43.387551 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-340097d1-0750-49a7-811d-a53e5ae5f0ee req-9b605fa5-b6ee-4a56-83ff-bba383750bd6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 210 time: 0.0299683 Nov 11 12:50:43.416899 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e137d7fd-1b63-4e97-8c3a-40aba001bca6 None None] Provisioning complete for port df29887d-c437-4030-bc8b-b49e0355b9e2 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:50:43.416899 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e137d7fd-1b63-4e97-8c3a-40aba001bca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:43.478269 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39602083', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:40Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'df29887d-c437-4030-bc8b-b49e0355b9e2', 'name': '', 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:ee:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:39Z', 'updated_at': '2021-11-11T12:50:42Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:43.494310 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e137d7fd-1b63-4e97-8c3a-40aba001bca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:43.504366 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f835cc-b854-451b-9283-ffef63815448 None None] The sync data for ids ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'] in dv-neutron-786478-23-hyperv is: [{'id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39602083', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:40Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'df29887d-c437-4030-bc8b-b49e0355b9e2', 'name': '', 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:ee:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:39Z', 'updated_at': '2021-11-11T12:50:42Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:50:43.527864 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-e137d7fd-1b63-4e97-8c3a-40aba001bca6 None None] For port df29887d-c437-4030-bc8b-b49e0355b9e2, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=df29887d-c437-4030-bc8b-b49e0355b9e2,segment=NetworkSegment(c1f1c060-51cd-49e4-88e2-d344ccfe8460),segment_id=c1f1c060-51cd-49e4-88e2-d344ccfe8460)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:50:43.597636 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e137d7fd-1b63-4e97-8c3a-40aba001bca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:43.652534 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137d7fd-1b63-4e97-8c3a-40aba001bca6 None None] Pushing event updated for resources: {'Port': ['ID=df29887d-c437-4030-bc8b-b49e0355b9e2,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:44.089306 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-d7744a99-cd05-46c4-82ce-d09e61833a44 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:44.091359 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-d7744a99-cd05-46c4-82ce-d09e61833a44 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "GET /v2.0/networks?id=541760bb-db5d-4b3c-8197-566ec531f0c7 HTTP/1.1" status: 200 len: 796 time: 0.1138527 Nov 11 12:50:44.167728 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-a58bed68-5b7a-4ee6-a5e0-b7952adc64bc tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69af05b65b6848869253a45b2d918c9d HTTP/1.1" status: 200 len: 380 time: 0.0666921 Nov 11 12:50:44.183099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-10a2027c-94c9-483d-b3b3-eed60a6e0e6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'port': {'device_id': '49da91f1-196e-4d2d-9371-d941cfabef00', 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7', 'admin_state_up': True, 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'security_groups': ['aca30285-34d6-499f-b9b1-1a5fa00186e6']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:44.197072 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device df29887d-c437-4030-bc8b-b49e0355b9e2 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:50:44.268150 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port df29887d-c437-4030-bc8b-b49e0355b9e2 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:50:44.268574 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:44.402365 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-10a2027c-94c9-483d-b3b3-eed60a6e0e6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Made reservation on behalf of 69af05b65b6848869253a45b2d918c9d for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:50:44.406186 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-10a2027c-94c9-483d-b3b3-eed60a6e0e6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:44.520595 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d3311075-f372-4ed0-b21f-cbb8a5f30cae req-f01d69a6-f6cd-4661-b35f-2f4f45fa559a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 210 time: 0.0320041 Nov 11 12:50:44.555287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-10a2027c-94c9-483d-b3b3-eed60a6e0e6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.20.0.9 (541760bb-db5d-4b3c-8197-566ec531f0c7/75349348-1c34-4c68-b41a-ecd3fbaa9054/7d084ccf-d3b5-455b-9a88-f7a57fa0afd9) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:50:44.700852 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-10a2027c-94c9-483d-b3b3-eed60a6e0e6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:44.775016 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-10a2027c-94c9-483d-b3b3-eed60a6e0e6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:44.830937 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-10a2027c-94c9-483d-b3b3-eed60a6e0e6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 541760bb-db5d-4b3c-8197-566ec531f0c7 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:50:44.834186 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-10a2027c-94c9-483d-b3b3-eed60a6e0e6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:50:44.839452 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-10a2027c-94c9-483d-b3b3-eed60a6e0e6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:50:44.873245 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2027c-94c9-483d-b3b3-eed60a6e0e6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:44.902290 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-10a2027c-94c9-483d-b3b3-eed60a6e0e6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:44.902750 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-10a2027c-94c9-483d-b3b3-eed60a6e0e6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:44.966019 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-10a2027c-94c9-483d-b3b3-eed60a6e0e6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7895443 Nov 11 12:50:44.979137 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Request body: {'port': {'device_id': '49da91f1-196e-4d2d-9371-d941cfabef00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:45.031013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0c06859c-14d3-4185-bb96-dc1ab66e194d None None] Provisioning complete for port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:50:45.031615 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0c06859c-14d3-4185-bb96-dc1ab66e194d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:45.036368 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:45.068557 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-0c06859c-14d3-4185-bb96-dc1ab66e194d None None] Port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:50:45.574566 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:50:45.582147 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:45.594812 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Transition to ACTIVE for port object 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:50:45.641099 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976802d-7449-4668-ae65-8262f1847968 req-632c5daf-b3ab-4c8b-a195-04e0becb6a99 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:45.642617 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8976802d-7449-4668-ae65-8262f1847968 req-632c5daf-b3ab-4c8b-a195-04e0becb6a99 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 931 time: 0.0488377 Nov 11 12:50:45.689000 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:45.690821 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8976802d-7449-4668-ae65-8262f1847968 req-015c78cc-09f4-454d-911a-6f6deb7ee19a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416086 Nov 11 12:50:45.745602 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:45.811818 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Attempting to bind port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:50:45.812150 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Attempting to bind port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c1f1c060-51cd-49e4-88e2-d344ccfe8460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:50:45.812473 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Attempting to bind port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 on network 541760bb-db5d-4b3c-8197-566ec531f0c7 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:50:45.817321 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 on network 541760bb-db5d-4b3c-8197-566ec531f0c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:50:45.820557 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Attempting to bind port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 on network 541760bb-db5d-4b3c-8197-566ec531f0c7 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:50:45.823456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:50:45.823910 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Checking segment: {'id': 'c1f1c060-51cd-49e4-88e2-d344ccfe8460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:50:45.824379 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Bound using segment: {'id': 'c1f1c060-51cd-49e4-88e2-d344ccfe8460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:50:45.824912 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Bound port: 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f1c060-51cd-49e4-88e2-d344ccfe8460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:50:45.825358 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:45.891673 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] For port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:50:45.895258 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] For port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9,segment=NetworkSegment(c1f1c060-51cd-49e4-88e2-d344ccfe8460),segment_id=c1f1c060-51cd-49e4-88e2-d344ccfe8460)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:50:45.946318 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:45.979627 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:45.980471 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:45.981727 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] 10.222.0.70 "PUT /v2.0/ports/7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 HTTP/1.1" status: 200 len: 1093 time: 1.0076072 Nov 11 12:50:45.984212 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49da91f1-196e-4d2d-9371-d941cfabef00', 'tag': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:50:45.987302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aff7032-61b8-4f6a-b533-749029060b48" -d '{"events": [{"name": "network-changed", "server_uuid": "49da91f1-196e-4d2d-9371-d941cfabef00", "tag": "7d084ccf-d3b5-455b-9a88-f7a57fa0afd9"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:50:46.021008 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680900f-7cca-490a-a1b3-f1163dbcfdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:46.027891 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66f724a-544c-444f-8f5d-3877d018d700 x-openstack-request-id: req-b66f724a-544c-444f-8f5d-3877d018d700 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:50:46.028181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49da91f1-196e-4d2d-9371-d941cfabef00", "tag": "7d084ccf-d3b5-455b-9a88-f7a57fa0afd9", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:50:46.028504 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b66f724a-544c-444f-8f5d-3877d018d700 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:50:46.028900 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49da91f1-196e-4d2d-9371-d941cfabef00', 'tag': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9', 'status': 'completed', 'code': 200} Nov 11 12:50:46.096504 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff7032-61b8-4f6a-b533-749029060b48 req-e6b72d44-1ad5-41f0-bd15-ab7ddedeedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:46.098370 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-7aff7032-61b8-4f6a-b533-749029060b48 req-e6b72d44-1ad5-41f0-bd15-ab7ddedeedb2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 1096 time: 0.0480237 Nov 11 12:50:46.200053 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff7032-61b8-4f6a-b533-749029060b48 req-a2ed9d02-aa95-4c1b-8441-a244620d432f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:46.201535 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-7aff7032-61b8-4f6a-b533-749029060b48 req-a2ed9d02-aa95-4c1b-8441-a244620d432f service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=69af05b65b6848869253a45b2d918c9d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0937779 Nov 11 12:50:46.296943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff7032-61b8-4f6a-b533-749029060b48 req-a813fd80-ee43-4020-ae01-06574ac058b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:46.298403 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-7aff7032-61b8-4f6a-b533-749029060b48 req-a813fd80-ee43-4020-ae01-06574ac058b0 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906436 Nov 11 12:50:46.372873 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-4f9fcffa-2697-45ed-8be3-1b4dd9097dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:46.374337 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-4f9fcffa-2697-45ed-8be3-1b4dd9097dc9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 1096 time: 0.0407257 Nov 11 12:50:46.421690 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-09f32f77-7b08-4201-bd2b-0de0599c59d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 HTTP/1.1" status: 200 len: 217 time: 0.0398622 Nov 11 12:50:46.468850 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-89ce2137-23af-4673-a257-198e91f01144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:46.470231 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-89ce2137-23af-4673-a257-198e91f01144 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75349348-1c34-4c68-b41a-ecd3fbaa9054 HTTP/1.1" status: 200 len: 835 time: 0.0421677 Nov 11 12:50:46.515023 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-a7846276-ab15-41ed-a2a1-9046aae2340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:46.516509 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-a7846276-ab15-41ed-a2a1-9046aae2340f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=541760bb-db5d-4b3c-8197-566ec531f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391791 Nov 11 12:50:46.608404 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-87930362-a2a3-463b-8cdb-f9527cbdd6a8 service neutron] 10.222.0.70 "GET /v2.0/networks/541760bb-db5d-4b3c-8197-566ec531f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842819 Nov 11 12:50:46.695840 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1508265b-e3b8-4193-885b-97e5ce40f462 req-f56ceb30-de7f-4af2-b218-b0b0520e9fdc service neutron] 10.222.0.70 "GET /v2.0/networks/541760bb-db5d-4b3c-8197-566ec531f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795238 Nov 11 12:50:46.804298 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97c224-c9a6-4b4b-b347-746e1f6480cd req-70f6f830-38cd-4ecc-8467-3ed85b3c5175 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:46.805652 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ac97c224-c9a6-4b4b-b347-746e1f6480cd req-70f6f830-38cd-4ecc-8467-3ed85b3c5175 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 943 time: 0.0476751 Nov 11 12:50:46.859212 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ac97c224-c9a6-4b4b-b347-746e1f6480cd req-013de19c-eb23-43c7-b22e-8d12b0d79b58 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474880 Nov 11 12:50:47.972241 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dd2d7-4f54-4161-803a-767282845e50 req-86ed2b6d-e354-4e1e-8066-dfda3c1aaeb7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:47.973947 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0e1dd2d7-4f54-4161-803a-767282845e50 req-86ed2b6d-e354-4e1e-8066-dfda3c1aaeb7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 943 time: 0.0482128 Nov 11 12:50:48.021645 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0e1dd2d7-4f54-4161-803a-767282845e50 req-a8146d10-b571-4008-82ca-9d74fe1c0117 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411711 Nov 11 12:50:49.137159 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5def75-d836-4f41-8504-083d252b235e req-1ac2e9ed-f939-4a23-b708-73e33c26a6a0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:49.139482 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4a5def75-d836-4f41-8504-083d252b235e req-1ac2e9ed-f939-4a23-b708-73e33c26a6a0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 943 time: 0.0508482 Nov 11 12:50:49.187808 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4a5def75-d836-4f41-8504-083d252b235e req-d7140fba-0b89-40b7-81be-3d444a5f112a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424056 Nov 11 12:50:49.886280 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:50:49.982534 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9,segment=NetworkSegment(c1f1c060-51cd-49e4-88e2-d344ccfe8460),segment_id=c1f1c060-51cd-49e4-88e2-d344ccfe8460)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:50:49.993246 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9', 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7', 'port_id': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9', 'mac_address': 'fa:16:3e:81:98:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:50:50.029579 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:50.042205 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:50:50.061625 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9,segment=NetworkSegment(c1f1c060-51cd-49e4-88e2-d344ccfe8460),segment_id=c1f1c060-51cd-49e4-88e2-d344ccfe8460)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:50:50.135512 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:50.183518 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:50.304527 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89939a94-5fc9-4607-bde6-4d0078f9ba7b req-1898b2dd-8613-465b-802b-e2cab872b14b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:50.305962 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-89939a94-5fc9-4607-bde6-4d0078f9ba7b req-1898b2dd-8613-465b-802b-e2cab872b14b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 944 time: 0.0515816 Nov 11 12:50:50.353819 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-89939a94-5fc9-4607-bde6-4d0078f9ba7b req-7d1ee8b1-74cd-4894-91c7-281249a12a61 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419931 Nov 11 12:50:50.355856 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['7d084ccf-d3b5-455b-9a88-f7a57fa0afd9'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:50:51.465721 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15619b6c-f807-4ca0-976c-5b2eddc3fe00 req-33213ddd-2bb5-45ec-a6b2-e42ad37f95ef tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:51.467205 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-15619b6c-f807-4ca0-976c-5b2eddc3fe00 req-33213ddd-2bb5-45ec-a6b2-e42ad37f95ef tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 944 time: 0.0485287 Nov 11 12:50:51.514841 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-15619b6c-f807-4ca0-976c-5b2eddc3fe00 req-bc3848fc-5502-4e57-aa82-9fa79dd84899 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419121 Nov 11 12:50:51.901861 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:50:51.995837 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:50:51.999449 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:50:51.999814 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:52.074880 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:52.096280 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49da91f1-196e-4d2d-9371-d941cfabef00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:50:52.098783 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8db00c-09b4-44a8-8f37-2af56c89a5af" -d '{"events": [{"server_uuid": "49da91f1-196e-4d2d-9371-d941cfabef00", "name": "network-vif-plugged", "status": "completed", "tag": "7d084ccf-d3b5-455b-9a88-f7a57fa0afd9"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:50:52.114379 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9,segment=NetworkSegment(c1f1c060-51cd-49e4-88e2-d344ccfe8460),segment_id=c1f1c060-51cd-49e4-88e2-d344ccfe8460)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:50:52.137498 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ad68c0-0180-47c3-9928-4d2205957a9b x-openstack-request-id: req-a3ad68c0-0180-47c3-9928-4d2205957a9b {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:50:52.137793 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49da91f1-196e-4d2d-9371-d941cfabef00", "name": "network-vif-plugged", "status": "completed", "tag": "7d084ccf-d3b5-455b-9a88-f7a57fa0afd9", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:50:52.138048 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a3ad68c0-0180-47c3-9928-4d2205957a9b {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:50:52.138440 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49da91f1-196e-4d2d-9371-d941cfabef00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9', 'code': 200} Nov 11 12:50:52.179618 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:52.226844 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:52.457144 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c43ec-bd8a-4b57-b08a-7027ec9ccc96 req-8eeb4387-6550-4ff6-925f-e676ef5ef0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:52.458546 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3f4c43ec-bd8a-4b57-b08a-7027ec9ccc96 req-8eeb4387-6550-4ff6-925f-e676ef5ef0f8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 1098 time: 0.0416944 Nov 11 12:50:52.509633 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3f4c43ec-bd8a-4b57-b08a-7027ec9ccc96 req-be25f999-393b-4f72-b3cc-61dfa37b7928 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434194 Nov 11 12:50:52.629757 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c89f05-1c33-4ca8-ad4b-443faf946037 req-afa0fc49-b1ab-45aa-b3b6-a590cbfc889b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:52.631268 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-40c89f05-1c33-4ca8-ad4b-443faf946037 req-afa0fc49-b1ab-45aa-b3b6-a590cbfc889b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0503745 Nov 11 12:50:52.683358 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-40c89f05-1c33-4ca8-ad4b-443faf946037 req-47b6cdec-b06a-4fbc-b574-772ff08c1da2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459375 Nov 11 12:50:53.796832 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f038743-2eee-42a5-934d-962619044de1 req-355f37d5-8533-4938-afa4-1661ddded0a4 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:53.798282 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9f038743-2eee-42a5-934d-962619044de1 req-355f37d5-8533-4938-afa4-1661ddded0a4 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0476568 Nov 11 12:50:53.845751 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9f038743-2eee-42a5-934d-962619044de1 req-79f26990-5498-439f-adb5-f3a329282132 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410411 Nov 11 12:50:53.958547 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b62acb-c11e-4f4e-850d-1ecb8ed09d11 req-292744ac-def4-434f-b757-a9d1a2f0dfc5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:53.960278 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-21b62acb-c11e-4f4e-850d-1ecb8ed09d11 req-292744ac-def4-434f-b757-a9d1a2f0dfc5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0491705 Nov 11 12:50:54.008644 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-21b62acb-c11e-4f4e-850d-1ecb8ed09d11 req-5e6ce407-f279-4d6b-a587-8a2765aa6e3c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425580 Nov 11 12:50:54.029974 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33016) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:54.072033 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0de293-13aa-4a76-8993-93dc07c28494 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:54.073625 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bd0de293-13aa-4a76-8993-93dc07c28494 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 1093 time: 0.0426052 Nov 11 12:50:54.083312 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33018) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:54.087716 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:50:54.191719 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:54.286043 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:54.692567 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.26.5.46 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/848849e9-e044-41e5-beef-29857ded7d93) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:50:54.791933 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:54.877477 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:54.913220 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:50:54.917944 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:50:54.921469 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:50:54.944904 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=848849e9-e044-41e5-beef-29857ded7d93,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:55.266400 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:55.387318 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:55.531374 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:55.602186 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:55.667538 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=848849e9-e044-41e5-beef-29857ded7d93,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:50:55.678951 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:55.777740 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Floating IP 93831b1b-c55e-4852-8929-82ebbd18058e associated. External IP: 172.26.5.46, port: 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9. Nov 11 12:50:55.979829 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router fc305f22-fbf0-4f64-9c45-576ad6a0366e has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:50:56.083228 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:50:56.093360 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9625b2b-7337-423e-8ab5-bc6a09a91d02 None None] Sync routers for ids ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:50:56.103076 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9625b2b-7337-423e-8ab5-bc6a09a91d02 None None] Routers {'fc305f22-fbf0-4f64-9c45-576ad6a0366e'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:50:56.103697 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-c9625b2b-7337-423e-8ab5-bc6a09a91d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:50:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:56.169870 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:50:56.196451 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-213a6e42-a318-4f0a-806d-0788b34c4a2c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1125076 Nov 11 12:50:56.197039 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49da91f1-196e-4d2d-9371-d941cfabef00', 'tag': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:50:56.199332 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f24b96-3070-4520-a74f-795638190724" -d '{"events": [{"name": "network-changed", "server_uuid": "49da91f1-196e-4d2d-9371-d941cfabef00", "tag": "7d084ccf-d3b5-455b-9a88-f7a57fa0afd9"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:50:56.207618 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-c9625b2b-7337-423e-8ab5-bc6a09a91d02 None None] Set router fc305f22-fbf0-4f64-9c45-576ad6a0366e gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:50:56.237446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524c7d61-1223-4859-918e-d5bf49be58f2 x-openstack-request-id: req-524c7d61-1223-4859-918e-d5bf49be58f2 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:50:56.237800 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49da91f1-196e-4d2d-9371-d941cfabef00", "tag": "7d084ccf-d3b5-455b-9a88-f7a57fa0afd9", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:50:56.238954 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-524c7d61-1223-4859-918e-d5bf49be58f2 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:50:56.239456 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49da91f1-196e-4d2d-9371-d941cfabef00', 'tag': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9', 'status': 'completed', 'code': 200} Nov 11 12:50:56.298881 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7099bd-1f61-4fad-8ecd-962856a2ef13 req-7f3f858e-b582-4423-8874-e77bcf7cceae tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:56.300846 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fe7099bd-1f61-4fad-8ecd-962856a2ef13 req-7f3f858e-b582-4423-8874-e77bcf7cceae tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0537057 Nov 11 12:50:56.303879 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f24b96-3070-4520-a74f-795638190724 req-3e192e86-0390-4c55-8dfa-897b110efc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:56.305573 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f7f24b96-3070-4520-a74f-795638190724 req-3e192e86-0390-4c55-8dfa-897b110efc36 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 1098 time: 0.0411046 Nov 11 12:50:56.354540 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fe7099bd-1f61-4fad-8ecd-962856a2ef13 req-307502b8-03e2-454b-91db-d3370648f47e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463829 Nov 11 12:50:56.374703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33024) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:56.399598 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f24b96-3070-4520-a74f-795638190724 req-c0faecaa-ee99-470a-b6ee-47a3eac51d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:56.401054 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f7f24b96-3070-4520-a74f-795638190724 req-c0faecaa-ee99-470a-b6ee-47a3eac51d68 service neutron] 10.222.0.70 "GET /v2.0/networks?id=541760bb-db5d-4b3c-8197-566ec531f0c7 HTTP/1.1" status: 200 len: 897 time: 0.0890918 Nov 11 12:50:56.441727 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-63eeefda-cfe6-4a78-84a0-f4b45ee2807e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/floatingips/93831b1b-c55e-4852-8929-82ebbd18058e HTTP/1.1" status: 200 len: 990 time: 0.0656137 Nov 11 12:50:56.451646 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-c9625b2b-7337-423e-8ab5-bc6a09a91d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39602083', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:40Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '93831b1b-c55e-4852-8929-82ebbd18058e', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'port_id': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7', 'mac_address': 'fa:16:3e:81:98:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da91f1-196e-4d2d-9371-d941cfabef00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:50:55Z', 'updated_at': '2021-11-11T12:50:55Z', 'revision_number': 0, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df29887d-c437-4030-bc8b-b49e0355b9e2', 'name': '', 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:ee:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:39Z', 'updated_at': '2021-11-11T12:50:43Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:56.471035 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f7f24b96-3070-4520-a74f-795638190724 req-7c6d03d7-363e-49e2-8486-698248223529 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 HTTP/1.1" status: 200 len: 998 time: 0.0622222 Nov 11 12:50:56.477217 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9625b2b-7337-423e-8ab5-bc6a09a91d02 None None] Checking router: fc305f22-fbf0-4f64-9c45-576ad6a0366e for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:50:56.485737 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9625b2b-7337-423e-8ab5-bc6a09a91d02 None None] Routers {'fc305f22-fbf0-4f64-9c45-576ad6a0366e'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:50:56.486340 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-c9625b2b-7337-423e-8ab5-bc6a09a91d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:50:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:56.519609 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f24b96-3070-4520-a74f-795638190724 req-c7526201-26cc-4f2e-a381-9f8c8e0958eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:56.521084 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f7f24b96-3070-4520-a74f-795638190724 req-c7526201-26cc-4f2e-a381-9f8c8e0958eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75349348-1c34-4c68-b41a-ecd3fbaa9054 HTTP/1.1" status: 200 len: 835 time: 0.0431476 Nov 11 12:50:56.566077 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f24b96-3070-4520-a74f-795638190724 req-885eb2e3-58ea-4c2d-97a8-aad92291f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:50:56.567646 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f7f24b96-3070-4520-a74f-795638190724 req-885eb2e3-58ea-4c2d-97a8-aad92291f341 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=541760bb-db5d-4b3c-8197-566ec531f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0400183 Nov 11 12:50:56.590214 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-c9625b2b-7337-423e-8ab5-bc6a09a91d02 None None] Set router fc305f22-fbf0-4f64-9c45-576ad6a0366e gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:50:56.660078 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f7f24b96-3070-4520-a74f-795638190724 req-2c135c2a-b764-45c6-871e-6c81cac1fb9d service neutron] 10.222.0.70 "GET /v2.0/networks/541760bb-db5d-4b3c-8197-566ec531f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849600 Nov 11 12:50:56.751650 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f7f24b96-3070-4520-a74f-795638190724 req-7cef13fc-0b11-4a98-8719-3b06c5178ccb service neutron] 10.222.0.70 "GET /v2.0/networks/541760bb-db5d-4b3c-8197-566ec531f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844085 Nov 11 12:50:56.810142 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-c9625b2b-7337-423e-8ab5-bc6a09a91d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39602083', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:40Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '93831b1b-c55e-4852-8929-82ebbd18058e', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'port_id': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7', 'mac_address': 'fa:16:3e:81:98:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da91f1-196e-4d2d-9371-d941cfabef00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:50:55Z', 'updated_at': '2021-11-11T12:50:55Z', 'revision_number': 0, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df29887d-c437-4030-bc8b-b49e0355b9e2', 'name': '', 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:ee:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:39Z', 'updated_at': '2021-11-11T12:50:43Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:50:56.841847 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9625b2b-7337-423e-8ab5-bc6a09a91d02 None None] The sync data for ids ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'] in dv-neutron-786478-23-hyperv is: [{'id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39602083', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:40Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '93831b1b-c55e-4852-8929-82ebbd18058e', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'port_id': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7', 'mac_address': 'fa:16:3e:81:98:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da91f1-196e-4d2d-9371-d941cfabef00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:50:55Z', 'updated_at': '2021-11-11T12:50:55Z', 'revision_number': 0, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df29887d-c437-4030-bc8b-b49e0355b9e2', 'name': '', 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:ee:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:39Z', 'updated_at': '2021-11-11T12:50:43Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:50:57.041407 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5a4ef-c469-4e66-a977-05384e1c2377 None None] New status for floating IP 93831b1b-c55e-4852-8929-82ebbd18058e: ACTIVE {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:50:57.446089 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33026) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:50:57.510921 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3fbe83a0-8747-4809-9525-1c84a072cf88 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/floatingips/93831b1b-c55e-4852-8929-82ebbd18058e HTTP/1.1" status: 200 len: 992 time: 0.0636926 Nov 11 12:51:03.248463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ac056198-887b-4794-9351-9fffd9c69ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:05.557478 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8e90eea1-b9ce-49f7-888d-3c5d9a794e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:06.215330 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:51:06.625686 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:08.283067 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:09.168533 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:11.025753 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:13.917878 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8f473694-ae73-45f5-90be-f8c63c555ec3 req-9a71c40b-6f3e-4663-8fb6-4a2335b63f5f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393298 Nov 11 12:51:14.005575 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f473694-ae73-45f5-90be-f8c63c555ec3 req-1d6d0f2c-dd35-4eb8-8180-5b33f6da8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:14.007126 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8f473694-ae73-45f5-90be-f8c63c555ec3 req-1d6d0f2c-dd35-4eb8-8180-5b33f6da8d7e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 1098 time: 0.0398123 Nov 11 12:51:14.113998 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f473694-ae73-45f5-90be-f8c63c555ec3 req-2e104c8e-2b04-492b-b576-2a396769664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:14.115867 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8f473694-ae73-45f5-90be-f8c63c555ec3 req-2e104c8e-2b04-492b-b576-2a396769664f service neutron] 10.222.0.70 "GET /v2.0/networks?id=541760bb-db5d-4b3c-8197-566ec531f0c7 HTTP/1.1" status: 200 len: 897 time: 0.0873590 Nov 11 12:51:14.181355 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8f473694-ae73-45f5-90be-f8c63c555ec3 req-722d125d-00f0-4c7f-b111-d0dbbf6f2dc5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 HTTP/1.1" status: 200 len: 1000 time: 0.0579872 Nov 11 12:51:14.231642 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f473694-ae73-45f5-90be-f8c63c555ec3 req-21834086-5172-4b95-b8f2-52ed38ce842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:14.233084 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8f473694-ae73-45f5-90be-f8c63c555ec3 req-21834086-5172-4b95-b8f2-52ed38ce842f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75349348-1c34-4c68-b41a-ecd3fbaa9054 HTTP/1.1" status: 200 len: 835 time: 0.0443025 Nov 11 12:51:14.284160 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f473694-ae73-45f5-90be-f8c63c555ec3 req-d156e5cd-cca6-4709-8055-6f13949da982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:14.285811 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8f473694-ae73-45f5-90be-f8c63c555ec3 req-d156e5cd-cca6-4709-8055-6f13949da982 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=541760bb-db5d-4b3c-8197-566ec531f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0456390 Nov 11 12:51:14.375883 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8f473694-ae73-45f5-90be-f8c63c555ec3 req-e9b2e1e7-2451-4f18-b671-c38cf6575115 service neutron] 10.222.0.70 "GET /v2.0/networks/541760bb-db5d-4b3c-8197-566ec531f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822144 Nov 11 12:51:14.468050 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8f473694-ae73-45f5-90be-f8c63c555ec3 req-7940bb36-f37f-4eb7-8292-08410b2cb961 service neutron] 10.222.0.70 "GET /v2.0/networks/541760bb-db5d-4b3c-8197-566ec531f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849822 Nov 11 12:51:28.679732 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-84e74589-5405-495d-ac00-419908197299 req-5ecd272a-18a3-4738-bc9c-ec6475a7f5a2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:51:28.681177 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-84e74589-5405-495d-ac00-419908197299 req-5ecd272a-18a3-4738-bc9c-ec6475a7f5a2 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059893 Nov 11 12:51:28.984617 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba6207-db54-48fc-bdf3-bd07784b0b69 req-c7b21b5c-5348-4e04-9531-294de612427f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:28.986064 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f0ba6207-db54-48fc-bdf3-bd07784b0b69 req-c7b21b5c-5348-4e04-9531-294de612427f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0513520 Nov 11 12:51:29.034212 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f0ba6207-db54-48fc-bdf3-bd07784b0b69 req-81684644-fced-4691-a53f-e0d62dc596b1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422356 Nov 11 12:51:29.151405 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33046) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:29.230461 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-931184c2-bd6c-4216-b206-149b9cbf3477 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778961 Nov 11 12:51:29.242377 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-0bdad657-a625-45e7-b594-afe5c45fcf13 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:51:29.242377 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-0bdad657-a625-45e7-b594-afe5c45fcf13 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048745 Nov 11 12:51:30.147591 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caae45d-888b-4cdb-b316-b3844fe7d36f req-27ab4c2b-1625-41d0-8b70-3213a318724f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:30.149052 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0caae45d-888b-4cdb-b316-b3844fe7d36f req-27ab4c2b-1625-41d0-8b70-3213a318724f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0487318 Nov 11 12:51:30.200973 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0caae45d-888b-4cdb-b316-b3844fe7d36f req-d4668288-1f3a-4ee8-86d2-eff926711dfd tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461409 Nov 11 12:51:31.315190 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b0fbe-9a2a-4339-932f-fe9d6456fdf7 req-27255959-fca3-4797-a7bb-118899590c85 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:31.316623 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0d6b0fbe-9a2a-4339-932f-fe9d6456fdf7 req-27255959-fca3-4797-a7bb-118899590c85 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0474477 Nov 11 12:51:31.366145 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0d6b0fbe-9a2a-4339-932f-fe9d6456fdf7 req-8cbd1d7a-26c9-4c87-b1f3-0f3c0f11c725 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431819 Nov 11 12:51:32.479222 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d50f7c-4579-4418-84a1-97a056c02840 req-44d0f78a-203b-4556-917a-55ebb5cf35ca tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:32.480675 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-71d50f7c-4579-4418-84a1-97a056c02840 req-44d0f78a-203b-4556-917a-55ebb5cf35ca tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0482323 Nov 11 12:51:32.527833 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-71d50f7c-4579-4418-84a1-97a056c02840 req-987fe828-1928-41c5-a659-e2cd41743b21 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414402 Nov 11 12:51:33.237367 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cd974ce8-1f4a-4bec-a378-49bc95019896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:33.644587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1c165-4ba8-4a9c-9caf-3a38552e2d35 req-489111d0-76c7-49a0-b5ce-f76500ea92d4 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:33.646030 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2fd1c165-4ba8-4a9c-9caf-3a38552e2d35 req-489111d0-76c7-49a0-b5ce-f76500ea92d4 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0523148 Nov 11 12:51:33.693710 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2fd1c165-4ba8-4a9c-9caf-3a38552e2d35 req-4144ee8a-e750-4428-a6b1-560b7eecd63c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417624 Nov 11 12:51:34.807274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a14715-ebbd-4435-b9c4-c241b6e815cb req-04643e4c-abcc-433f-b72e-d853360493c1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:34.808719 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-97a14715-ebbd-4435-b9c4-c241b6e815cb req-04643e4c-abcc-433f-b72e-d853360493c1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0484431 Nov 11 12:51:34.859309 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-97a14715-ebbd-4435-b9c4-c241b6e815cb req-956074da-97e9-478c-a293-ff1c6e0227c4 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446012 Nov 11 12:51:35.255385 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-383f0c89-3712-4624-a2e5-00a0b753b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:35.256959 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-383f0c89-3712-4624-a2e5-00a0b753b5ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 1098 time: 0.0425560 Nov 11 12:51:35.348715 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-d7b3f4e8-5b50-4310-880c-57dc42b889c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:35.350228 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-d7b3f4e8-5b50-4310-880c-57dc42b889c8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=541760bb-db5d-4b3c-8197-566ec531f0c7 HTTP/1.1" status: 200 len: 897 time: 0.0866938 Nov 11 12:51:35.417141 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-777f66cc-2c0c-44fb-bd79-08b375df81ef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 HTTP/1.1" status: 200 len: 1000 time: 0.0596302 Nov 11 12:51:35.465766 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-75ffd954-4318-4657-9e75-4cbef482a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:35.467220 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-75ffd954-4318-4657-9e75-4cbef482a3f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75349348-1c34-4c68-b41a-ecd3fbaa9054 HTTP/1.1" status: 200 len: 835 time: 0.0430753 Nov 11 12:51:35.519138 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-4209e80a-3f95-40d2-9afd-c10adbfedc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:35.519138 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-4209e80a-3f95-40d2-9afd-c10adbfedc1b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=541760bb-db5d-4b3c-8197-566ec531f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0445592 Nov 11 12:51:35.545749 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0fb97dbf-a968-43f7-95c7-f1221ca4be08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:35.609209 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-291aa873-e2ed-4a31-8a05-11befa03468a service neutron] 10.222.0.70 "GET /v2.0/networks/541760bb-db5d-4b3c-8197-566ec531f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832884 Nov 11 12:51:35.705557 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-7a090b29-dd2e-46a0-9e73-96a23c781c48 service neutron] 10.222.0.70 "GET /v2.0/networks/541760bb-db5d-4b3c-8197-566ec531f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886343 Nov 11 12:51:35.976288 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0b1f9-43e8-4734-995f-f3f4cadf5d35 req-12c6ebe0-9c01-4845-8ff7-e1497c99ca34 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:35.978328 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e9f0b1f9-43e8-4734-995f-f3f4cadf5d35 req-12c6ebe0-9c01-4845-8ff7-e1497c99ca34 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0520623 Nov 11 12:51:36.032553 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e9f0b1f9-43e8-4734-995f-f3f4cadf5d35 req-c3ef4d49-1b78-4095-a919-c2d08c50634b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481555 Nov 11 12:51:36.637634 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:37.146592 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcf2b3-4421-47f6-9361-d8333e83412a req-9b829fdf-bef5-43de-9b20-149d117c74c8 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:37.148056 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0abcf2b3-4421-47f6-9361-d8333e83412a req-9b829fdf-bef5-43de-9b20-149d117c74c8 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0483866 Nov 11 12:51:37.195978 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0abcf2b3-4421-47f6-9361-d8333e83412a req-36850afa-7113-4454-a023-2b3d7a9ee7ac tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421429 Nov 11 12:51:38.243413 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:38.310988 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd23f4-ac7a-427c-bd2f-271e0527ea90 req-4b36a569-275d-43e6-bdc9-273aec7fca99 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:38.312476 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-34dd23f4-ac7a-427c-bd2f-271e0527ea90 req-4b36a569-275d-43e6-bdc9-273aec7fca99 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0492520 Nov 11 12:51:38.363926 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-34dd23f4-ac7a-427c-bd2f-271e0527ea90 req-3632d6de-2cd1-4520-bf91-562b815dd857 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454247 Nov 11 12:51:39.202645 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:39.481845 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57baf4a8-dae6-4553-9058-a0d442a50a2a req-afc37c2e-c3df-415e-9075-e2a700a18a6d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:39.483218 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-57baf4a8-dae6-4553-9058-a0d442a50a2a req-afc37c2e-c3df-415e-9075-e2a700a18a6d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0518479 Nov 11 12:51:39.530733 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-57baf4a8-dae6-4553-9058-a0d442a50a2a req-95e88d2b-e160-414f-ba14-fdc6a3a14f51 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416563 Nov 11 12:51:40.648434 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb4b3a-7e2c-4474-a850-5f48f17f9649 req-df24ba19-0ddb-417c-8bb1-75bc5f693099 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:40.650365 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3dbb4b3a-7e2c-4474-a850-5f48f17f9649 req-df24ba19-0ddb-417c-8bb1-75bc5f693099 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0473623 Nov 11 12:51:40.697630 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3dbb4b3a-7e2c-4474-a850-5f48f17f9649 req-9666110d-3055-4ad5-8188-2530c3c1b7ae tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414617 Nov 11 12:51:41.082011 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:41.815567 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6c224-7007-4df1-847c-9a6d031cd0c7 req-a524ae7c-3009-4b57-8912-99f39a583fb8 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:41.817039 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-55f6c224-7007-4df1-847c-9a6d031cd0c7 req-a524ae7c-3009-4b57-8912-99f39a583fb8 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0522072 Nov 11 12:51:41.864136 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-55f6c224-7007-4df1-847c-9a6d031cd0c7 req-f2148e1e-3594-4b05-bebc-457ad993119c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413167 Nov 11 12:51:42.976700 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e197e8-a01c-40ee-9a33-16aac67ca30a req-99c76512-0078-40d4-86da-ebaf966737dc tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:42.978217 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-12e197e8-a01c-40ee-9a33-16aac67ca30a req-99c76512-0078-40d4-86da-ebaf966737dc tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0484703 Nov 11 12:51:43.026352 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-12e197e8-a01c-40ee-9a33-16aac67ca30a req-4658e30f-8b0d-44d7-aa25-1268eb54259f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422850 Nov 11 12:51:43.213739 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:51:44.142569 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2643f-632b-451c-8c3f-08d0f0111a94 req-95582414-6e54-4921-ae4d-855953990229 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:44.144739 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-37d2643f-632b-451c-8c3f-08d0f0111a94 req-95582414-6e54-4921-ae4d-855953990229 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0526724 Nov 11 12:51:44.197120 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-37d2643f-632b-451c-8c3f-08d0f0111a94 req-e964c2da-9422-4fb9-a9c9-58c251d3be38 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459366 Nov 11 12:51:45.314383 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5450c52-772f-4afc-8537-e7a3c4801e3b req-01a01c44-52a8-4c5e-9f93-3aba67e81449 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:45.315888 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d5450c52-772f-4afc-8537-e7a3c4801e3b req-01a01c44-52a8-4c5e-9f93-3aba67e81449 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0499539 Nov 11 12:51:45.366368 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d5450c52-772f-4afc-8537-e7a3c4801e3b req-f78a108e-36b1-46be-847c-f492f0475839 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436392 Nov 11 12:51:46.480898 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41cf76-5a63-49d2-b3fe-fae87fd30003 req-d86e2b42-f519-416c-9533-300c9b494427 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:46.482388 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ee41cf76-5a63-49d2-b3fe-fae87fd30003 req-d86e2b42-f519-416c-9533-300c9b494427 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0479581 Nov 11 12:51:46.529154 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ee41cf76-5a63-49d2-b3fe-fae87fd30003 req-9043fcd3-03f2-4ce7-b537-d71aa9fe3d7e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410414 Nov 11 12:51:47.559712 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-0668ea65-04d8-4880-abee-80308eb4fe7b service neutron] 10.222.0.70 "GET /v2.0/ports/7d084ccf-d3b5-455b-9a88-f7a57fa0afd9/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0541859 Nov 11 12:51:47.649608 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c043495-e8f6-4b63-a6a8-af8b917e59a4 req-658348ff-f998-49bd-a54c-cfc359ce59e5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:47.651199 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2c043495-e8f6-4b63-a6a8-af8b917e59a4 req-658348ff-f998-49bd-a54c-cfc359ce59e5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0538971 Nov 11 12:51:47.700185 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2c043495-e8f6-4b63-a6a8-af8b917e59a4 req-a301a5bd-aa9a-4601-81e6-f6158d2ee3db tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430443 Nov 11 12:51:48.065207 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-95c0aca5-d939-4954-b839-cb44a80b0887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:48.066670 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-95c0aca5-d939-4954-b839-cb44a80b0887 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00&tenant_id=69af05b65b6848869253a45b2d918c9d HTTP/1.1" status: 200 len: 1098 time: 0.0409358 Nov 11 12:51:48.131255 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-bdc65a6d-d5f1-4038-ba73-55c0c28524fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:48.132798 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-bdc65a6d-d5f1-4038-ba73-55c0c28524fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 1098 time: 0.0443149 Nov 11 12:51:48.220541 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-defbeb72-6127-496e-8a6e-1a0bd897bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:48.221987 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-defbeb72-6127-496e-8a6e-1a0bd897bf9c service neutron] 10.222.0.70 "GET /v2.0/networks?id=541760bb-db5d-4b3c-8197-566ec531f0c7 HTTP/1.1" status: 200 len: 897 time: 0.0826843 Nov 11 12:51:48.291646 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-84fdf307-2691-4f9d-81b6-f0889987b7c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 HTTP/1.1" status: 200 len: 1000 time: 0.0618367 Nov 11 12:51:48.340385 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-338641f3-e854-464b-a9c2-344ceb4b5cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:48.341873 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-338641f3-e854-464b-a9c2-344ceb4b5cc4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75349348-1c34-4c68-b41a-ecd3fbaa9054 HTTP/1.1" status: 200 len: 835 time: 0.0430114 Nov 11 12:51:48.387169 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-387a9407-b2f5-4d37-8b55-4422e96217e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:48.388651 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-387a9407-b2f5-4d37-8b55-4422e96217e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=541760bb-db5d-4b3c-8197-566ec531f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402954 Nov 11 12:51:48.481050 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-091201e2-1759-4dc3-a7ec-e6b5a9faed6f service neutron] 10.222.0.70 "GET /v2.0/networks/541760bb-db5d-4b3c-8197-566ec531f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844703 Nov 11 12:51:48.569474 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-abda0bb3-2a19-4512-917c-dd0d0c53df8b req-3b837f5a-e30c-4f4d-845a-67c9f68be16d service neutron] 10.222.0.70 "GET /v2.0/networks/541760bb-db5d-4b3c-8197-566ec531f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796711 Nov 11 12:51:48.815380 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f630ec-1171-45a2-89ee-284053ca9e2b req-781b4093-b3b3-4938-b25c-27d017eb17e3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:48.816845 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c8f630ec-1171-45a2-89ee-284053ca9e2b req-781b4093-b3b3-4938-b25c-27d017eb17e3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0497067 Nov 11 12:51:48.866428 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c8f630ec-1171-45a2-89ee-284053ca9e2b req-e71628f6-61b6-4bd2-a02a-cff448a0074e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426631 Nov 11 12:51:49.997751 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec84bb8-b93d-47b7-a8ba-8752e39ed3fa req-7cda7a13-d2e1-4574-8f5f-d6e15406d55e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:49.999255 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8ec84bb8-b93d-47b7-a8ba-8752e39ed3fa req-7cda7a13-d2e1-4574-8f5f-d6e15406d55e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0650284 Nov 11 12:51:50.071800 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8ec84bb8-b93d-47b7-a8ba-8752e39ed3fa req-ef79d2f0-b7ac-4c51-9009-1f3c16301b4b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635972 Nov 11 12:51:51.185973 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098a5eb-0864-4678-a2ee-f0734a56ee83 req-2c9842eb-4781-47b7-8fd8-b0fe0cd9aa7b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:51.187454 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5098a5eb-0864-4678-a2ee-f0734a56ee83 req-2c9842eb-4781-47b7-8fd8-b0fe0cd9aa7b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0480974 Nov 11 12:51:51.235120 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5098a5eb-0864-4678-a2ee-f0734a56ee83 req-b8ef2c0d-c848-4ec2-9a70-d7bbc3bae8aa tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418818 Nov 11 12:51:51.573610 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52853d40-93e0-495d-b0db-8d6d59a6df68 req-aa8a8ba2-f1dc-4278-83f1-8a8b2697d5a7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:51.575072 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-52853d40-93e0-495d-b0db-8d6d59a6df68 req-aa8a8ba2-f1dc-4278-83f1-8a8b2697d5a7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0475965 Nov 11 12:51:51.623949 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-52853d40-93e0-495d-b0db-8d6d59a6df68 req-abe9d024-3b31-454d-83fb-3f20b99ff795 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428426 Nov 11 12:51:51.668378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f338f-38d1-4978-b515-027bd41ed1fc req-93f1dca8-1290-469f-85ef-5ddc304f642e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:51.669845 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c86f338f-38d1-4978-b515-027bd41ed1fc req-93f1dca8-1290-469f-85ef-5ddc304f642e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00&tenant_id=69af05b65b6848869253a45b2d918c9d&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.0528331 Nov 11 12:51:51.746343 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef168446-ebbe-4664-b214-9bf63f53f5a7 req-25e08dd2-fb83-4d2b-9b45-5c218a2da2b2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:51.747752 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ef168446-ebbe-4664-b214-9bf63f53f5a7 req-25e08dd2-fb83-4d2b-9b45-5c218a2da2b2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0548894 Nov 11 12:51:51.758682 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f338f-38d1-4978-b515-027bd41ed1fc req-fa1872a6-d1cb-439e-a4a7-f835f433ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:51.760186 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c86f338f-38d1-4978-b515-027bd41ed1fc req-fa1872a6-d1cb-439e-a4a7-f835f433ab6a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 1098 time: 0.0451579 Nov 11 12:51:51.796479 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ef168446-ebbe-4664-b214-9bf63f53f5a7 req-51c6db58-fb09-4677-931f-a26f0e5f2354 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426526 Nov 11 12:51:51.849993 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f338f-38d1-4978-b515-027bd41ed1fc req-dfa4cc9f-bce5-4602-bf0d-ba54b28e3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:51.851469 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c86f338f-38d1-4978-b515-027bd41ed1fc req-dfa4cc9f-bce5-4602-bf0d-ba54b28e3e26 service neutron] 10.222.0.70 "GET /v2.0/networks?id=541760bb-db5d-4b3c-8197-566ec531f0c7 HTTP/1.1" status: 200 len: 897 time: 0.0834992 Nov 11 12:51:51.919409 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c86f338f-38d1-4978-b515-027bd41ed1fc req-2ac6f22b-b881-42b5-b507-1007a0799302 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 HTTP/1.1" status: 200 len: 1000 time: 0.0600336 Nov 11 12:51:51.966949 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f338f-38d1-4978-b515-027bd41ed1fc req-37070d19-7b38-4ec7-9bf3-8b5dded9d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:51.968349 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c86f338f-38d1-4978-b515-027bd41ed1fc req-37070d19-7b38-4ec7-9bf3-8b5dded9d44d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75349348-1c34-4c68-b41a-ecd3fbaa9054 HTTP/1.1" status: 200 len: 835 time: 0.0422440 Nov 11 12:51:52.012770 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f338f-38d1-4978-b515-027bd41ed1fc req-65ae8ef7-27e3-479f-b163-3adfd23bf680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:52.014141 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c86f338f-38d1-4978-b515-027bd41ed1fc req-65ae8ef7-27e3-479f-b163-3adfd23bf680 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=541760bb-db5d-4b3c-8197-566ec531f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0390279 Nov 11 12:51:52.104770 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c86f338f-38d1-4978-b515-027bd41ed1fc req-9068aaa9-e66d-48f7-8ce2-d0ecdbce60e3 service neutron] 10.222.0.70 "GET /v2.0/networks/541760bb-db5d-4b3c-8197-566ec531f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838463 Nov 11 12:51:52.142862 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:51:52.197767 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c86f338f-38d1-4978-b515-027bd41ed1fc req-438c9fcd-6597-4eff-a319-28caad42af57 service neutron] 10.222.0.70 "GET /v2.0/networks/541760bb-db5d-4b3c-8197-566ec531f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847051 Nov 11 12:51:52.240077 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9,segment=NetworkSegment(c1f1c060-51cd-49e4-88e2-d344ccfe8460),segment_id=c1f1c060-51cd-49e4-88e2-d344ccfe8460)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:51:52.253183 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9', 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7', 'port_id': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9', 'mac_address': 'fa:16:3e:81:98:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:51:52.289731 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:52.302018 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:51:52.321164 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9,segment=NetworkSegment(c1f1c060-51cd-49e4-88e2-d344ccfe8460),segment_id=c1f1c060-51cd-49e4-88e2-d344ccfe8460)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:51:52.500380 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:52.550448 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9,revision_number=6']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:51:52.557865 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:52.558211 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:52.558550 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:52.558883 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:52.559240 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:52.559572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:52.559899 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:52.560229 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:52.560552 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:52.560872 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:52.561190 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:52.561537 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:51:52.566158 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['7d084ccf-d3b5-455b-9a88-f7a57fa0afd9'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:51:52.911832 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c508edd-0939-48db-8289-e2f724a6313e req-f9f0f42c-c322-42ce-be78-b4d7ec45d5e9 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:52.913292 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4c508edd-0939-48db-8289-e2f724a6313e req-f9f0f42c-c322-42ce-be78-b4d7ec45d5e9 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 944 time: 0.0492973 Nov 11 12:51:52.962077 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4c508edd-0939-48db-8289-e2f724a6313e req-644873cd-0666-4fde-9121-fa1c01df5235 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415893 Nov 11 12:51:54.080497 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b727abb-a50d-4648-b06e-bd251512df54 req-6f68e4d7-a34e-452d-b4d1-a917985a5643 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:51:54.081952 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6b727abb-a50d-4648-b06e-bd251512df54 req-6f68e4d7-a34e-452d-b4d1-a917985a5643 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 944 time: 0.0528042 Nov 11 12:51:54.130644 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6b727abb-a50d-4648-b06e-bd251512df54 req-6b1b9387-0888-4698-87a1-b6f1563cf6ac tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421903 Nov 11 12:51:54.144249 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:51:54.153612 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33136) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:51:54.196668 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:51:54.197039 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:54.213610 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3b51da48-9d5b-4e74-93d3-1b7bc5634c3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/floatingips/93831b1b-c55e-4852-8929-82ebbd18058e HTTP/1.1" status: 200 len: 991 time: 0.0588658 Nov 11 12:51:54.272063 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:54.294439 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49da91f1-196e-4d2d-9371-d941cfabef00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:51:54.296687 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b275ee8-d4cd-4568-a553-c80b0220c1ed" -d '{"events": [{"server_uuid": "49da91f1-196e-4d2d-9371-d941cfabef00", "name": "network-vif-plugged", "status": "completed", "tag": "7d084ccf-d3b5-455b-9a88-f7a57fa0afd9"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:51:54.309275 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9,segment=NetworkSegment(c1f1c060-51cd-49e4-88e2-d344ccfe8460),segment_id=c1f1c060-51cd-49e4-88e2-d344ccfe8460)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:51:54.330815 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff55366-1e1d-494c-a777-e80b57eeef49 x-openstack-request-id: req-aff55366-1e1d-494c-a777-e80b57eeef49 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:51:54.331133 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49da91f1-196e-4d2d-9371-d941cfabef00", "name": "network-vif-plugged", "status": "completed", "tag": "7d084ccf-d3b5-455b-9a88-f7a57fa0afd9", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:51:54.331390 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aff55366-1e1d-494c-a777-e80b57eeef49 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:51:54.331780 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49da91f1-196e-4d2d-9371-d941cfabef00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9', 'code': 200} Nov 11 12:51:54.397432 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:51:54.584028 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9,revision_number=7']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:03.265952 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b5d2232a-58cf-4a74-a856-94a9252a12f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:05.562718 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1354e54b-19af-4b79-9560-a85c107ecc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:06.666062 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:08.299387 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:09.191243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:11.048550 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:13.918141 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87233396-ce95-4ac1-ba6c-5479ffa69849 req-18096a3c-d7cb-4e5e-953e-bfbe0807258a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429375 Nov 11 12:52:13.999688 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87233396-ce95-4ac1-ba6c-5479ffa69849 req-f89e63e1-14a7-40d6-8b3c-b4b6f46bdf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:14.001138 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87233396-ce95-4ac1-ba6c-5479ffa69849 req-f89e63e1-14a7-40d6-8b3c-b4b6f46bdf18 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 1098 time: 0.0398221 Nov 11 12:52:14.101154 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87233396-ce95-4ac1-ba6c-5479ffa69849 req-246dca4d-f085-4078-b2eb-862104fa8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:14.102595 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87233396-ce95-4ac1-ba6c-5479ffa69849 req-246dca4d-f085-4078-b2eb-862104fa8f88 service neutron] 10.222.0.70 "GET /v2.0/networks?id=541760bb-db5d-4b3c-8197-566ec531f0c7 HTTP/1.1" status: 200 len: 897 time: 0.0832441 Nov 11 12:52:14.171447 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87233396-ce95-4ac1-ba6c-5479ffa69849 req-3d48c3a0-ff8b-43a5-a4d3-970067962048 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 HTTP/1.1" status: 200 len: 1000 time: 0.0605979 Nov 11 12:52:14.219250 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87233396-ce95-4ac1-ba6c-5479ffa69849 req-7da6884d-57e0-4ca4-87a2-6766960ec355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:14.220651 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87233396-ce95-4ac1-ba6c-5479ffa69849 req-7da6884d-57e0-4ca4-87a2-6766960ec355 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75349348-1c34-4c68-b41a-ecd3fbaa9054 HTTP/1.1" status: 200 len: 835 time: 0.0426302 Nov 11 12:52:14.265670 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87233396-ce95-4ac1-ba6c-5479ffa69849 req-624b288b-f58d-4aaf-95a2-ecafb3205a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:14.267171 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87233396-ce95-4ac1-ba6c-5479ffa69849 req-624b288b-f58d-4aaf-95a2-ecafb3205a18 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=541760bb-db5d-4b3c-8197-566ec531f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0388892 Nov 11 12:52:14.278893 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [req-87233396-ce95-4ac1-ba6c-5479ffa69849 req-f233cb57-dae9-41f2-8f69-170c73fedf4c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:52:14.279856 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87233396-ce95-4ac1-ba6c-5479ffa69849 req-f233cb57-dae9-41f2-8f69-170c73fedf4c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048270 Nov 11 12:52:14.372674 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87233396-ce95-4ac1-ba6c-5479ffa69849 req-d1263179-9df7-475d-9344-67c3e1a2bbd6 service neutron] 10.222.0.70 "GET /v2.0/networks/541760bb-db5d-4b3c-8197-566ec531f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855718 Nov 11 12:52:14.465885 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-87233396-ce95-4ac1-ba6c-5479ffa69849 req-402da593-4762-491f-b3ae-00676807bf4f service neutron] 10.222.0.70 "GET /v2.0/networks/541760bb-db5d-4b3c-8197-566ec531f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808799 Nov 11 12:52:20.213541 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:52:20.757546 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33148) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:20.908386 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port 848849e9-e044-41e5-beef-29857ded7d93 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:52:20.908727 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:20.989070 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:20.989394 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:21.002545 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for 848849e9-e044-41e5-beef-29857ded7d93 owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:52:21.225169 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:21.248490 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=848849e9-e044-41e5-beef-29857ded7d93,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:21.258175 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:21.258531 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:21.258878 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:21.259242 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:21.259582 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:21.260412 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:21.260412 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:21.260586 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:21.260859 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:21.261185 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:21.261508 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:21.261831 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:21.321454 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:21.321789 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Floating IP 93831b1b-c55e-4852-8929-82ebbd18058e disassociated (deleted). External IP: 172.26.5.46, port: 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9. Nov 11 12:52:21.523262 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router fc305f22-fbf0-4f64-9c45-576ad6a0366e has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:52:21.627821 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:52:21.632677 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:21.638104 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cdcb70-2759-4a8e-a878-bebaa0213aac None None] Sync routers for ids ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:52:21.647271 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cdcb70-2759-4a8e-a878-bebaa0213aac None None] Routers {'fc305f22-fbf0-4f64-9c45-576ad6a0366e'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:52:21.647884 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-c1cdcb70-2759-4a8e-a878-bebaa0213aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:52:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:21.659412 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-471d5d7c-08d8-4b0c-9ac5-062c25cb7b17 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/floatingips/93831b1b-c55e-4852-8929-82ebbd18058e HTTP/1.1" status: 204 len: 168 time: 0.9007754 Nov 11 12:52:21.659984 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49da91f1-196e-4d2d-9371-d941cfabef00', 'tag': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:52:21.662225 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c178072b-225c-4d37-bd2d-56088a1a3386" -d '{"events": [{"name": "network-changed", "server_uuid": "49da91f1-196e-4d2d-9371-d941cfabef00", "tag": "7d084ccf-d3b5-455b-9a88-f7a57fa0afd9"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:52:21.759137 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-c1cdcb70-2759-4a8e-a878-bebaa0213aac None None] Set router fc305f22-fbf0-4f64-9c45-576ad6a0366e gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:52:21.761222 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972877a1-a351-428f-842e-0e78e7f0975a x-openstack-request-id: req-972877a1-a351-428f-842e-0e78e7f0975a {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:52:21.761716 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49da91f1-196e-4d2d-9371-d941cfabef00", "tag": "7d084ccf-d3b5-455b-9a88-f7a57fa0afd9", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:52:21.761812 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-972877a1-a351-428f-842e-0e78e7f0975a {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:52:21.762190 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49da91f1-196e-4d2d-9371-d941cfabef00', 'tag': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9', 'status': 'completed', 'code': 200} Nov 11 12:52:21.833503 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178072b-225c-4d37-bd2d-56088a1a3386 req-93b630b5-8fe1-4313-8fe2-255bbe51d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:21.835000 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c178072b-225c-4d37-bd2d-56088a1a3386 req-93b630b5-8fe1-4313-8fe2-255bbe51d02e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 1098 time: 0.0502217 Nov 11 12:52:21.927501 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178072b-225c-4d37-bd2d-56088a1a3386 req-ae474b67-a47f-46b9-bd05-d35a48518d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:21.928975 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c178072b-225c-4d37-bd2d-56088a1a3386 req-ae474b67-a47f-46b9-bd05-d35a48518d8b service neutron] 10.222.0.70 "GET /v2.0/networks?id=541760bb-db5d-4b3c-8197-566ec531f0c7 HTTP/1.1" status: 200 len: 897 time: 0.0852101 Nov 11 12:52:21.965152 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-c1cdcb70-2759-4a8e-a878-bebaa0213aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39602083', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:40Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'df29887d-c437-4030-bc8b-b49e0355b9e2', 'name': '', 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:ee:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:39Z', 'updated_at': '2021-11-11T12:50:43Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:21.975400 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c178072b-225c-4d37-bd2d-56088a1a3386 req-4e7b515e-77cb-4806-874b-c38a87d89875 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 HTTP/1.1" status: 200 len: 217 time: 0.0393982 Nov 11 12:52:21.991600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cdcb70-2759-4a8e-a878-bebaa0213aac None None] Checking router: fc305f22-fbf0-4f64-9c45-576ad6a0366e for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:52:22.000538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cdcb70-2759-4a8e-a878-bebaa0213aac None None] Routers {'fc305f22-fbf0-4f64-9c45-576ad6a0366e'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:52:22.001156 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-c1cdcb70-2759-4a8e-a878-bebaa0213aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:52:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:22.029430 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178072b-225c-4d37-bd2d-56088a1a3386 req-ed6966c2-5dce-49e6-9f1e-06957fc97b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:22.030901 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c178072b-225c-4d37-bd2d-56088a1a3386 req-ed6966c2-5dce-49e6-9f1e-06957fc97b21 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75349348-1c34-4c68-b41a-ecd3fbaa9054 HTTP/1.1" status: 200 len: 835 time: 0.0467713 Nov 11 12:52:22.076149 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258332e4-5f12-467f-a378-95cb5e803146 req-b2592fed-d7e3-4296-a17f-24da5d28d822 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:22.077669 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-258332e4-5f12-467f-a378-95cb5e803146 req-b2592fed-d7e3-4296-a17f-24da5d28d822 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0579255 Nov 11 12:52:22.080620 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178072b-225c-4d37-bd2d-56088a1a3386 req-98e9410e-c106-4373-84de-ef4e6d81a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:22.082143 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c178072b-225c-4d37-bd2d-56088a1a3386 req-98e9410e-c106-4373-84de-ef4e6d81a690 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=541760bb-db5d-4b3c-8197-566ec531f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0425892 Nov 11 12:52:22.116039 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-c1cdcb70-2759-4a8e-a878-bebaa0213aac None None] Set router fc305f22-fbf0-4f64-9c45-576ad6a0366e gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:52:22.134843 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-258332e4-5f12-467f-a378-95cb5e803146 req-ffab135c-aa4b-40ae-a514-8ae0ffc78347 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504217 Nov 11 12:52:22.182393 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c178072b-225c-4d37-bd2d-56088a1a3386 req-e22d875d-e255-4354-93f6-0d24eb7da288 service neutron] 10.222.0.70 "GET /v2.0/networks/541760bb-db5d-4b3c-8197-566ec531f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905397 Nov 11 12:52:22.274208 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c178072b-225c-4d37-bd2d-56088a1a3386 req-9a7d6064-b983-47c0-bae6-63bb31c3a93f service neutron] 10.222.0.70 "GET /v2.0/networks/541760bb-db5d-4b3c-8197-566ec531f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828300 Nov 11 12:52:22.325472 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-c1cdcb70-2759-4a8e-a878-bebaa0213aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39602083', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:40Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'df29887d-c437-4030-bc8b-b49e0355b9e2', 'name': '', 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:ee:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:39Z', 'updated_at': '2021-11-11T12:50:43Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:22.351122 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cdcb70-2759-4a8e-a878-bebaa0213aac None None] The sync data for ids ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'] in dv-neutron-786478-23-hyperv is: [{'id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39602083', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:40Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'df29887d-c437-4030-bc8b-b49e0355b9e2', 'name': '', 'network_id': '541760bb-db5d-4b3c-8197-566ec531f0c7', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:ee:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:39Z', 'updated_at': '2021-11-11T12:50:43Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '75349348-1c34-4c68-b41a-ecd3fbaa9054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:52:22.557407 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959fe3a4-96a0-4f82-8332-f172b26c755f None None] New status for floating IP 93831b1b-c55e-4852-8929-82ebbd18058e: DOWN {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:52:23.247128 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe95e0-d81b-4288-b77f-8141ed6472ba req-dfb2b5c3-552c-4bf1-bdff-a0b2176daed3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:23.248597 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7abe95e0-d81b-4288-b77f-8141ed6472ba req-dfb2b5c3-552c-4bf1-bdff-a0b2176daed3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0474827 Nov 11 12:52:23.296733 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7abe95e0-d81b-4288-b77f-8141ed6472ba req-f4c32d08-9783-48c6-a39b-8f4831f1ad40 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=aca30285-34d6-499f-b9b1-1a5fa00186e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423152 Nov 11 12:52:23.806689 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f46f8-bf1b-4e8a-9622-1f90183f2930 req-67ca8cb3-d02a-43ef-836f-5212a3d03222 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:23.808207 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-341f46f8-bf1b-4e8a-9622-1f90183f2930 req-67ca8cb3-d02a-43ef-836f-5212a3d03222 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 945 time: 0.0482988 Nov 11 12:52:23.897504 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-341f46f8-bf1b-4e8a-9622-1f90183f2930 req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:52:23.897837 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-341f46f8-bf1b-4e8a-9622-1f90183f2930 req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:23.987259 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-341f46f8-bf1b-4e8a-9622-1f90183f2930 req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] For port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9,segment=NetworkSegment(c1f1c060-51cd-49e4-88e2-d344ccfe8460),segment_id=c1f1c060-51cd-49e4-88e2-d344ccfe8460)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:52:23.987609 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-341f46f8-bf1b-4e8a-9622-1f90183f2930 req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:23.999754 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-341f46f8-bf1b-4e8a-9622-1f90183f2930 req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:52:24.174163 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-341f46f8-bf1b-4e8a-9622-1f90183f2930 req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:24.199907 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=7d084ccf-d3b5-455b-9a88-f7a57fa0afd9,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:24.214731 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:24.214731 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:24.214731 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:24.214731 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:24.215088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:24.215305 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:24.215594 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:24.215923 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:24.216250 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:24.216574 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:24.216897 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:24.217226 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:24.255544 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-341f46f8-bf1b-4e8a-9622-1f90183f2930 req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] No DVR routers for this DVR port 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:52:24.258065 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-341f46f8-bf1b-4e8a-9622-1f90183f2930 req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:24.261427 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-341f46f8-bf1b-4e8a-9622-1f90183f2930 req-28904a49-a89e-490f-85c3-14d39769161d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "DELETE /v2.0/ports/7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 HTTP/1.1" status: 204 len: 173 time: 0.4472167 Nov 11 12:52:24.261863 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49da91f1-196e-4d2d-9371-d941cfabef00', 'name': 'network-vif-deleted', 'tag': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:52:24.264124 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a15af1b-a2df-4844-a22d-58f90de27aa9" -d '{"events": [{"server_uuid": "49da91f1-196e-4d2d-9371-d941cfabef00", "name": "network-vif-deleted", "tag": "7d084ccf-d3b5-455b-9a88-f7a57fa0afd9"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:52:24.371605 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bc0e7a-2f5b-43f4-aeea-8c058e401f4b x-openstack-request-id: req-31bc0e7a-2f5b-43f4-aeea-8c058e401f4b {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:52:24.371889 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49da91f1-196e-4d2d-9371-d941cfabef00", "name": "network-vif-deleted", "tag": "7d084ccf-d3b5-455b-9a88-f7a57fa0afd9", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:52:24.372137 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31bc0e7a-2f5b-43f4-aeea-8c058e401f4b {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:52:24.372534 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49da91f1-196e-4d2d-9371-d941cfabef00', 'name': 'network-vif-deleted', 'tag': '7d084ccf-d3b5-455b-9a88-f7a57fa0afd9', 'status': 'completed', 'code': 200} Nov 11 12:52:24.395587 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3214ea59-7c18-443b-ab94-e3c08cf8e7af req-b4fd3e2c-978e-4456-a57b-9c17123272a8 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=49da91f1-196e-4d2d-9371-d941cfabef00 HTTP/1.1" status: 200 len: 210 time: 0.0267119 Nov 11 12:52:25.454238 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33174) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:25.805465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1bbafce3-f9aa-4a18-89db-6d2d33030c6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:26.048042 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-1bbafce3-f9aa-4a18-89db-6d2d33030c6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port df29887d-c437-4030-bc8b-b49e0355b9e2 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:52:26.048381 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1bbafce3-f9aa-4a18-89db-6d2d33030c6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:26.133433 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-1bbafce3-f9aa-4a18-89db-6d2d33030c6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] For port df29887d-c437-4030-bc8b-b49e0355b9e2, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=df29887d-c437-4030-bc8b-b49e0355b9e2,segment=NetworkSegment(c1f1c060-51cd-49e4-88e2-d344ccfe8460),segment_id=c1f1c060-51cd-49e4-88e2-d344ccfe8460)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:52:26.133798 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1bbafce3-f9aa-4a18-89db-6d2d33030c6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:26.145904 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-1bbafce3-f9aa-4a18-89db-6d2d33030c6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for df29887d-c437-4030-bc8b-b49e0355b9e2 owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:52:26.362718 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1bbafce3-f9aa-4a18-89db-6d2d33030c6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:26.394020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbafce3-f9aa-4a18-89db-6d2d33030c6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=df29887d-c437-4030-bc8b-b49e0355b9e2,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:26.562933 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1bbafce3-f9aa-4a18-89db-6d2d33030c6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:27.069282 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbafce3-f9aa-4a18-89db-6d2d33030c6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router fc305f22-fbf0-4f64-9c45-576ad6a0366e has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:52:27.172456 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbafce3-f9aa-4a18-89db-6d2d33030c6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:52:27.177502 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1bbafce3-f9aa-4a18-89db-6d2d33030c6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "PUT /v2.0/routers/fc305f22-fbf0-4f64-9c45-576ad6a0366e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7222450 Nov 11 12:52:27.180284 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33176) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:27.182953 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02951be3-e91f-48b0-8cda-30f02756a568 None None] Sync routers for ids ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:52:27.193162 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02951be3-e91f-48b0-8cda-30f02756a568 None None] Routers {'fc305f22-fbf0-4f64-9c45-576ad6a0366e'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:52:27.193870 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-02951be3-e91f-48b0-8cda-30f02756a568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:52:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:27.230730 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-438d804a-71ae-4ce5-a92d-24a6e98cb757 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting subnet 75349348-1c34-4c68-b41a-ecd3fbaa9054 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:52:27.233873 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-438d804a-71ae-4ce5-a92d-24a6e98cb757 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:27.272084 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-438d804a-71ae-4ce5-a92d-24a6e98cb757 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:27.302120 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-02951be3-e91f-48b0-8cda-30f02756a568 None None] Set router fc305f22-fbf0-4f64-9c45-576ad6a0366e gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:52:27.357450 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-438d804a-71ae-4ce5-a92d-24a6e98cb757 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:27.479882 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-02951be3-e91f-48b0-8cda-30f02756a568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39602083', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:52:26Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:27.494271 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-438d804a-71ae-4ce5-a92d-24a6e98cb757 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:27.506043 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02951be3-e91f-48b0-8cda-30f02756a568 None None] Checking router: fc305f22-fbf0-4f64-9c45-576ad6a0366e for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:52:27.514891 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02951be3-e91f-48b0-8cda-30f02756a568 None None] Routers {'fc305f22-fbf0-4f64-9c45-576ad6a0366e'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:52:27.515608 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-02951be3-e91f-48b0-8cda-30f02756a568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:52:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:27.518962 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d804a-71ae-4ce5-a92d-24a6e98cb757 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Subnet': ['ID=75349348-1c34-4c68-b41a-ecd3fbaa9054,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:27.526717 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-438d804a-71ae-4ce5-a92d-24a6e98cb757 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:27.530034 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-438d804a-71ae-4ce5-a92d-24a6e98cb757 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/subnets/75349348-1c34-4c68-b41a-ecd3fbaa9054 HTTP/1.1" status: 204 len: 168 time: 0.3487473 Nov 11 12:52:27.532776 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 33178) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:27.550273 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b4e91f-39c4-4c25-9d18-f45aecf7e265 None None] Network 541760bb-db5d-4b3c-8197-566ec531f0c7 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:52:27.639886 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7006a097-1eaf-453b-bfca-b12a5b1aa910 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:27.705885 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-02951be3-e91f-48b0-8cda-30f02756a568 None None] Set router fc305f22-fbf0-4f64-9c45-576ad6a0366e gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:52:27.744453 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7006a097-1eaf-453b-bfca-b12a5b1aa910 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:27.854287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-7006a097-1eaf-453b-bfca-b12a5b1aa910 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port b3f726b9-799d-4431-b66f-ee34bdca7b5c {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:52:27.854721 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7006a097-1eaf-453b-bfca-b12a5b1aa910 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:27.876911 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb1ff82-8f3f-487c-ba14-8df54e773249 None None] DHCP port deletion for 541760bb-db5d-4b3c-8197-566ec531f0c7 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:52:27.938587 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-7006a097-1eaf-453b-bfca-b12a5b1aa910 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] For port b3f726b9-799d-4431-b66f-ee34bdca7b5c, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b3f726b9-799d-4431-b66f-ee34bdca7b5c,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:52:27.938876 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7006a097-1eaf-453b-bfca-b12a5b1aa910 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:27.952396 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-7006a097-1eaf-453b-bfca-b12a5b1aa910 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for b3f726b9-799d-4431-b66f-ee34bdca7b5c owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:52:28.063628 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-02951be3-e91f-48b0-8cda-30f02756a568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39602083', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:52:26Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:28.094275 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02951be3-e91f-48b0-8cda-30f02756a568 None None] The sync data for ids ['fc305f22-fbf0-4f64-9c45-576ad6a0366e'] in dv-neutron-786478-23-hyperv is: [{'id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39602083', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:52:26Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'b3f726b9-799d-4431-b66f-ee34bdca7b5c', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc305f22-fbf0-4f64-9c45-576ad6a0366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:50:36Z', 'updated_at': '2021-11-11T12:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:52:28.105105 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-5bb1ff82-8f3f-487c-ba14-8df54e773249 None None] Deleting port b315e9de-2864-402f-8a61-ec3ac745494a {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:52:28.105485 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5bb1ff82-8f3f-487c-ba14-8df54e773249 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:28.163255 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7006a097-1eaf-453b-bfca-b12a5b1aa910 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:28.172698 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5bb1ff82-8f3f-487c-ba14-8df54e773249 None None] For port b315e9de-2864-402f-8a61-ec3ac745494a, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b315e9de-2864-402f-8a61-ec3ac745494a,segment=NetworkSegment(c1f1c060-51cd-49e4-88e2-d344ccfe8460),segment_id=c1f1c060-51cd-49e4-88e2-d344ccfe8460)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:52:28.173122 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5bb1ff82-8f3f-487c-ba14-8df54e773249 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:28.186306 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-5bb1ff82-8f3f-487c-ba14-8df54e773249 None None] Calling delete_port for b315e9de-2864-402f-8a61-ec3ac745494a owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:52:28.190284 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006a097-1eaf-453b-bfca-b12a5b1aa910 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=b3f726b9-799d-4431-b66f-ee34bdca7b5c,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:28.205695 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b20e36e-b44c-4a7d-b491-6ab5768ae8a0 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:52:28.254670 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7006a097-1eaf-453b-bfca-b12a5b1aa910 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:28.281967 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:52:28.303143 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:52:28.303484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 7d084ccf-d3b5-455b-9a88-f7a57fa0afd9 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:52:28.340147 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5bb1ff82-8f3f-487c-ba14-8df54e773249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:28.344128 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7006a097-1eaf-453b-bfca-b12a5b1aa910 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:28.346310 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7006a097-1eaf-453b-bfca-b12a5b1aa910 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:28.370805 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1ff82-8f3f-487c-ba14-8df54e773249 None None] Pushing event deleted for resources: {'Port': ['ID=b315e9de-2864-402f-8a61-ec3ac745494a,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:28.372650 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb1ff82-8f3f-487c-ba14-8df54e773249 None None] No DVR routers for this DVR port b315e9de-2864-402f-8a61-ec3ac745494a on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:52:28.562734 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device df29887d-c437-4030-bc8b-b49e0355b9e2 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:52:28.584015 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: df29887d-c437-4030-bc8b-b49e0355b9e2 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:52:28.584359 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device df29887d-c437-4030-bc8b-b49e0355b9e2 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:52:28.584930 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b315e9de-2864-402f-8a61-ec3ac745494a no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:52:28.607557 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: b315e9de-2864-402f-8a61-ec3ac745494a {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:52:28.608006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b315e9de-2864-402f-8a61-ec3ac745494a not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:52:28.751743 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7006a097-1eaf-453b-bfca-b12a5b1aa910 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:28.752260 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7006a097-1eaf-453b-bfca-b12a5b1aa910 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Fanout notify agent at l3_agent the message router_deleted on router fc305f22-fbf0-4f64-9c45-576ad6a0366e {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:52:28.758887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7006a097-1eaf-453b-bfca-b12a5b1aa910 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:28.759995 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7006a097-1eaf-453b-bfca-b12a5b1aa910 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/routers/fc305f22-fbf0-4f64-9c45-576ad6a0366e HTTP/1.1" status: 204 len: 168 time: 1.2261207 Nov 11 12:52:28.762671 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 33180) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:28.841837 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-be211b1c-c240-4e37-a528-7ee0ec83c3d0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:28.929987 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-be211b1c-c240-4e37-a528-7ee0ec83c3d0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:28.949316 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-be211b1c-c240-4e37-a528-7ee0ec83c3d0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['541760bb-db5d-4b3c-8197-566ec531f0c7']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:28.958138 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-be211b1c-c240-4e37-a528-7ee0ec83c3d0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f1c060-51cd-49e4-88e2-d344ccfe8460') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:28.958434 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-be211b1c-c240-4e37-a528-7ee0ec83c3d0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f1c060-51cd-49e4-88e2-d344ccfe8460') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:28.967996 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-be211b1c-c240-4e37-a528-7ee0ec83c3d0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:28.980721 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-be211b1c-c240-4e37-a528-7ee0ec83c3d0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:28.986397 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be211b1c-c240-4e37-a528-7ee0ec83c3d0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:52:28.986782 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-be211b1c-c240-4e37-a528-7ee0ec83c3d0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:52:28.989636 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:52:29.110593 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-be211b1c-c240-4e37-a528-7ee0ec83c3d0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:29.117723 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-be211b1c-c240-4e37-a528-7ee0ec83c3d0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:29.120353 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-be211b1c-c240-4e37-a528-7ee0ec83c3d0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/networks/541760bb-db5d-4b3c-8197-566ec531f0c7 HTTP/1.1" status: 204 len: 168 time: 0.3567116 Nov 11 12:52:29.123135 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33182) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:29.131497 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be211b1c-c240-4e37-a528-7ee0ec83c3d0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Network': ['ID=541760bb-db5d-4b3c-8197-566ec531f0c7,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:29.225605 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-724745df-ed12-4e0c-a058-bb3b4e26f6ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:29.252336 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-724745df-ed12-4e0c-a058-bb3b4e26f6ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:29.403111 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-724745df-ed12-4e0c-a058-bb3b4e26f6ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:29.405665 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-724745df-ed12-4e0c-a058-bb3b4e26f6ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:29.406917 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-724745df-ed12-4e0c-a058-bb3b4e26f6ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/security-groups/aca30285-34d6-499f-b9b1-1a5fa00186e6 HTTP/1.1" status: 204 len: 168 time: 0.2826879 Nov 11 12:52:29.416152 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724745df-ed12-4e0c-a058-bb3b4e26f6ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca30285-34d6-499f-b9b1-1a5fa00186e6,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:30.149684 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b3f726b9-799d-4431-b66f-ee34bdca7b5c no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:52:30.171358 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: b3f726b9-799d-4431-b66f-ee34bdca7b5c {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:52:30.171704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b3f726b9-799d-4431-b66f-ee34bdca7b5c not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:52:30.188322 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33190) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:30.192969 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-9e67ffaf-c5b3-46aa-9b9e-1751346a3c03 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1216794197', 'description': 'tempest-secgroup-smoke-1216794197 description', 'project_id': '69af05b65b6848869253a45b2d918c9d'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:30.293443 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9e67ffaf-c5b3-46aa-9b9e-1751346a3c03 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:30.356450 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9e67ffaf-c5b3-46aa-9b9e-1751346a3c03 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:30.442861 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9e67ffaf-c5b3-46aa-9b9e-1751346a3c03 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:30.474890 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67ffaf-c5b3-46aa-9b9e-1751346a3c03 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021facca-74b3-4ef6-9b04-80e073ca9201,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:30.547826 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9e67ffaf-c5b3-46aa-9b9e-1751346a3c03 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:30.549080 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9e67ffaf-c5b3-46aa-9b9e-1751346a3c03 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3597484 Nov 11 12:52:30.551972 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33192) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:30.556263 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-bc0edd77-54b0-4fca-ad47-116b5d0e4d3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': '021facca-74b3-4ef6-9b04-80e073ca9201', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:30.647795 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bc0edd77-54b0-4fca-ad47-116b5d0e4d3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:30.700891 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bc0edd77-54b0-4fca-ad47-116b5d0e4d3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:30.780428 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bc0edd77-54b0-4fca-ad47-116b5d0e4d3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:30.797467 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0edd77-54b0-4fca-ad47-116b5d0e4d3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad6121c-bb60-422c-a49f-fec0a3e9e198,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:30.868432 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bc0edd77-54b0-4fca-ad47-116b5d0e4d3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:30.869614 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bc0edd77-54b0-4fca-ad47-116b5d0e4d3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3167279 Nov 11 12:52:30.872341 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33194) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:30.876574 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-b4b5721a-8c00-4ae0-8d23-df9e21f09894 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': '021facca-74b3-4ef6-9b04-80e073ca9201', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:30.967366 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4b5721a-8c00-4ae0-8d23-df9e21f09894 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:31.022910 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4b5721a-8c00-4ae0-8d23-df9e21f09894 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:31.105650 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4b5721a-8c00-4ae0-8d23-df9e21f09894 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:31.122529 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5721a-8c00-4ae0-8d23-df9e21f09894 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd1281d-bac7-493e-bdfa-97a1cea734c4,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:31.210621 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4b5721a-8c00-4ae0-8d23-df9e21f09894 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:31.211849 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b4b5721a-8c00-4ae0-8d23-df9e21f09894 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3386073 Nov 11 12:52:31.214572 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33196) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:31.218894 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-1a989455-43bd-48e7-b278-dedd9091efd0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': '021facca-74b3-4ef6-9b04-80e073ca9201', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:31.316466 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1a989455-43bd-48e7-b278-dedd9091efd0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:31.371635 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1a989455-43bd-48e7-b278-dedd9091efd0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:31.419768 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1a989455-43bd-48e7-b278-dedd9091efd0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:31.437464 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a989455-43bd-48e7-b278-dedd9091efd0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4275da00-396b-47c0-a75a-de76ec2fc730,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:31.479912 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1a989455-43bd-48e7-b278-dedd9091efd0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:31.481024 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1a989455-43bd-48e7-b278-dedd9091efd0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2655184 Nov 11 12:52:31.483720 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33198) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:31.487929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0ad00f64-ee9b-4b2b-a627-0ea6de7e5c35 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': '021facca-74b3-4ef6-9b04-80e073ca9201', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:31.567130 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0ad00f64-ee9b-4b2b-a627-0ea6de7e5c35 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:31.622301 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0ad00f64-ee9b-4b2b-a627-0ea6de7e5c35 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:31.677014 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0ad00f64-ee9b-4b2b-a627-0ea6de7e5c35 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:31.694704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad00f64-ee9b-4b2b-a627-0ea6de7e5c35 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6affc928-8fad-4b6c-8e54-88a634d43cd3,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:31.777039 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0ad00f64-ee9b-4b2b-a627-0ea6de7e5c35 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:31.778194 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0ad00f64-ee9b-4b2b-a627-0ea6de7e5c35 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2935462 Nov 11 12:52:31.780995 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33200) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:31.787999 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e0938600-dbff-45ac-96af-efbf16070ba7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': '021facca-74b3-4ef6-9b04-80e073ca9201', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:31.882922 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-e0938600-dbff-45ac-96af-efbf16070ba7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Project 69af05b65b6848869253a45b2d918c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:52:31.887916 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0938600-dbff-45ac-96af-efbf16070ba7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:31.946499 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0938600-dbff-45ac-96af-efbf16070ba7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:32.002977 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0938600-dbff-45ac-96af-efbf16070ba7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:32.020921 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0938600-dbff-45ac-96af-efbf16070ba7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ceae052-1c58-4d08-a7f9-ac4f657b40f4,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:32.074244 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e0938600-dbff-45ac-96af-efbf16070ba7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:32.075400 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e0938600-dbff-45ac-96af-efbf16070ba7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2933736 Nov 11 12:52:32.078107 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33202) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:32.082459 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0c440344-8dd8-4e7c-b182-51af22989041 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': '021facca-74b3-4ef6-9b04-80e073ca9201', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:32.173780 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-0c440344-8dd8-4e7c-b182-51af22989041 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Project 69af05b65b6848869253a45b2d918c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:52:32.179090 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c440344-8dd8-4e7c-b182-51af22989041 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:32.236311 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c440344-8dd8-4e7c-b182-51af22989041 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:32.317337 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c440344-8dd8-4e7c-b182-51af22989041 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:32.335607 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c440344-8dd8-4e7c-b182-51af22989041 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36cf4b8-ecaf-4320-ac63-959b7f181556,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:32.405011 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0c440344-8dd8-4e7c-b182-51af22989041 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:32.406217 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0c440344-8dd8-4e7c-b182-51af22989041 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3271651 Nov 11 12:52:32.409155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33204) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:32.414077 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-45dd03d8-8a76-4601-a709-6df81185bac3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'network': {'name': 'tempest-network-smoke--492892580', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'port_security_enabled': True}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:32.505708 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dd03d8-8a76-4601-a709-6df81185bac3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Made reservation on behalf of 69af05b65b6848869253a45b2d918c9d for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:52:32.509835 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-45dd03d8-8a76-4601-a709-6df81185bac3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:32.532397 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45dd03d8-8a76-4601-a709-6df81185bac3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:52:32.541007 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-45dd03d8-8a76-4601-a709-6df81185bac3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:32.541342 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-45dd03d8-8a76-4601-a709-6df81185bac3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Added segment 0df772d8-e539-42d2-9d13-3f8eb9ceade0 of type vlan for network 21d7525a-fca6-4ee0-a44b-0505291c89fd Nov 11 12:52:32.580054 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-45dd03d8-8a76-4601-a709-6df81185bac3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:32.654312 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-45dd03d8-8a76-4601-a709-6df81185bac3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:32.659786 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dd03d8-8a76-4601-a709-6df81185bac3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:32.664828 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-45dd03d8-8a76-4601-a709-6df81185bac3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:32.725353 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd03d8-8a76-4601-a709-6df81185bac3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Network': ['ID=21d7525a-fca6-4ee0-a44b-0505291c89fd,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:32.737103 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 21d7525a-fca6-4ee0-a44b-0505291c89fd details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:52:32.762868 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-45dd03d8-8a76-4601-a709-6df81185bac3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3526523 Nov 11 12:52:32.766352 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33206) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:32.770927 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1418799626', 'admin_state_up': True, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:32.837380 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:32.838436 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:32.888354 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:33.086764 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:33.220335 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e27fae96-a434-4319-8fc2-0bb3d91f2015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:33.327679 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:33.346047 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:33.444503 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.26.5.206 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/d42e78a7-8355-4158-af9e-d0fac12a7236) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:52:33.546689 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:33.631527 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:33.670741 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:52:33.673640 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:52:33.677194 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:52:33.682439 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=d42e78a7-8355-4158-af9e-d0fac12a7236,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:33.687126 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ca25b8-a238-4898-8f54-7e4a933a3118 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:52:33.727487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-389e8116-c2ae-4a87-8b59-11e49d610672 None None] Provisioning complete for port d42e78a7-8355-4158-af9e-d0fac12a7236 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:33.727857 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-389e8116-c2ae-4a87-8b59-11e49d610672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:33.763645 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-389e8116-c2ae-4a87-8b59-11e49d610672 None None] Port d42e78a7-8355-4158-af9e-d0fac12a7236 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:52:33.992074 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:34.181685 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:34.408689 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router 6d933079-845e-46c4-a932-5d3d025501b7 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:52:34.511685 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:52:34.520794 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Sync routers for ids ['6d933079-845e-46c4-a932-5d3d025501b7'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:52:34.530938 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Routers {'6d933079-845e-46c4-a932-5d3d025501b7'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:52:34.531552 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:52:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['6d933079-845e-46c4-a932-5d3d025501b7'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:34.587862 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:34.589092 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b880e5e7-30a6-43fa-bf78-36eaea95643d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8217947 Nov 11 12:52:34.592259 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33208) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:34.620253 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-968f03b4-375e-4b94-9569-486a18899ed4 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=69af05b65b6848869253a45b2d918c9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268633 Nov 11 12:52:34.622667 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33210) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:34.632707 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Set router 6d933079-845e-46c4-a932-5d3d025501b7 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:52:34.711077 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7738b955-9817-4ad8-ab6c-b02aae5d9ad3 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:34.712577 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-7738b955-9817-4ad8-ab6c-b02aae5d9ad3 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890036 Nov 11 12:52:34.715608 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33212) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:34.743173 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-746092c3-a0c5-4c1e-91eb-a10198730c51 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260005 Nov 11 12:52:34.745651 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33214) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:34.750229 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f1947a3b-6a40-4c64-ad08-8e3196428fbf tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1616157952', 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:34.888679 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1947a3b-6a40-4c64-ad08-8e3196428fbf tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Made reservation on behalf of 69af05b65b6848869253a45b2d918c9d for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:52:34.891156 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d933079-845e-46c4-a932-5d3d025501b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418799626', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:32Z', 'updated_at': '2021-11-11T12:52:33Z', 'revision_number': 3, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:33Z', 'updated_at': '2021-11-11T12:52:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:34.892415 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1947a3b-6a40-4c64-ad08-8e3196428fbf tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:34.916415 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Checking router: 6d933079-845e-46c4-a932-5d3d025501b7 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:52:34.916752 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Updating router 6d933079-845e-46c4-a932-5d3d025501b7 port d42e78a7-8355-4158-af9e-d0fac12a7236 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:52:34.940544 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:35.140421 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1947a3b-6a40-4c64-ad08-8e3196428fbf tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:35.181071 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:35.204592 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1947a3b-6a40-4c64-ad08-8e3196428fbf tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Subnet': ['ID=35e37be2-9c8f-4ee8-9758-afa166d31378,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:35.213060 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1947a3b-6a40-4c64-ad08-8e3196428fbf tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Checking segment: {'id': '0df772d8-e539-42d2-9d13-3f8eb9ceade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:52:35.213417 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1947a3b-6a40-4c64-ad08-8e3196428fbf tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network hostable DHCP agents. Network: 21d7525a-fca6-4ee0-a44b-0505291c89fd, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:52:35.249011 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:35.289112 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21be7373-2a63-4550-8299-af0e9fc64656 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:52:35.300505 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9dbff7-391d-4dfb-8865-246d36061f3a None None] Pushing event updated for resources: {'Port': ['ID=d42e78a7-8355-4158-af9e-d0fac12a7236,revision_number=2']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:35.302620 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Attempting to bind port d42e78a7-8355-4158-af9e-d0fac12a7236 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:52:35.302980 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Attempting to bind port d42e78a7-8355-4158-af9e-d0fac12a7236 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:52:35.303362 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Attempting to bind port d42e78a7-8355-4158-af9e-d0fac12a7236 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:52:35.312361 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:52:35.312729 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:52:35.313124 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:35.313510 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:52:35.313961 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Bound port: d42e78a7-8355-4158-af9e-d0fac12a7236, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:52:35.314334 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:35.317161 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9dbff7-391d-4dfb-8865-246d36061f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:35.317507 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9dbff7-391d-4dfb-8865-246d36061f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:35.317840 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9dbff7-391d-4dfb-8865-246d36061f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:35.318168 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9dbff7-391d-4dfb-8865-246d36061f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:35.318492 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9dbff7-391d-4dfb-8865-246d36061f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:35.318815 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9dbff7-391d-4dfb-8865-246d36061f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:35.319163 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9dbff7-391d-4dfb-8865-246d36061f3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:35.319488 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9dbff7-391d-4dfb-8865-246d36061f3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:35.319807 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9dbff7-391d-4dfb-8865-246d36061f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:35.320124 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9dbff7-391d-4dfb-8865-246d36061f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:35.320439 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9dbff7-391d-4dfb-8865-246d36061f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:35.320753 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9dbff7-391d-4dfb-8865-246d36061f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:52:35.329126 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1947a3b-6a40-4c64-ad08-8e3196428fbf tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 21d7525a-fca6-4ee0-a44b-0505291c89fd is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:52:35.371945 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] For port d42e78a7-8355-4158-af9e-d0fac12a7236, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:52:35.374569 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] For port d42e78a7-8355-4158-af9e-d0fac12a7236, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=d42e78a7-8355-4158-af9e-d0fac12a7236,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:52:35.393414 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-80cfc51f-91f8-499a-b53c-ddb2963e54b5 None None] Provisioning complete for port d42e78a7-8355-4158-af9e-d0fac12a7236 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:35.393701 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-80cfc51f-91f8-499a-b53c-ddb2963e54b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:35.432198 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-80cfc51f-91f8-499a-b53c-ddb2963e54b5 None None] Port d42e78a7-8355-4158-af9e-d0fac12a7236 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:52:35.432600 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-f1947a3b-6a40-4c64-ad08-8e3196428fbf tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 21d7525a-fca6-4ee0-a44b-0505291c89fd) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:52:35.436587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1947a3b-6a40-4c64-ad08-8e3196428fbf tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:35.437335 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f1947a3b-6a40-4c64-ad08-8e3196428fbf tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:35.450687 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954d38b0-39f3-4e03-aad0-aef26e4e9957 None None] Network 21d7525a-fca6-4ee0-a44b-0505291c89fd requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:52:35.479212 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:35.511976 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f1947a3b-6a40-4c64-ad08-8e3196428fbf tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7653000 Nov 11 12:52:35.514928 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 33216) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:35.528435 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9c38d8-9653-48d9-b76c-d3fd6816af2a None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:52:35.550391 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Routers {'6d933079-845e-46c4-a932-5d3d025501b7'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:52:35.551013 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:52:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['6d933079-845e-46c4-a932-5d3d025501b7'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:35.640324 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-60678213-f3ba-4b83-ac8b-6784b47ab430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:35.656041 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-21d7525a-fca6-4ee0-a44b-0505291c89fd', 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ips': [{'subnet_id': '35e37be2-9c8f-4ee8-9758-afa166d31378'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:52:35.656041 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:35.677755 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] Set router 6d933079-845e-46c4-a932-5d3d025501b7 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:52:35.693303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-31cbe3f8-dfb5-4be1-a861-40b62e7036b7 None None] Provisioning complete for port d42e78a7-8355-4158-af9e-d0fac12a7236 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:35.693671 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-31cbe3f8-dfb5-4be1-a861-40b62e7036b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:35.811341 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9dbff7-391d-4dfb-8865-246d36061f3a None None] Pushing event updated for resources: {'Port': ['ID=d42e78a7-8355-4158-af9e-d0fac12a7236,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:35.899026 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Allocated IP 172.20.0.2 (21d7525a-fca6-4ee0-a44b-0505291c89fd/35e37be2-9c8f-4ee8-9758-afa166d31378/6d24862c-b7fa-42ac-bb55-d99c8b9832f7) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:52:35.907537 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d933079-845e-46c4-a932-5d3d025501b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418799626', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:32Z', 'updated_at': '2021-11-11T12:52:33Z', 'revision_number': 3, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:33Z', 'updated_at': '2021-11-11T12:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:35.912038 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-31cbe3f8-dfb5-4be1-a861-40b62e7036b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:35.935229 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bab253-37ef-43ae-b32d-4a3642a097e9 None None] The sync data for ids ['6d933079-845e-46c4-a932-5d3d025501b7'] in dv-neutron-786478-23-hyperv is: [{'id': '6d933079-845e-46c4-a932-5d3d025501b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418799626', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:32Z', 'updated_at': '2021-11-11T12:52:33Z', 'revision_number': 3, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:33Z', 'updated_at': '2021-11-11T12:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:52:35.973333 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-31cbe3f8-dfb5-4be1-a861-40b62e7036b7 None None] For port d42e78a7-8355-4158-af9e-d0fac12a7236, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=d42e78a7-8355-4158-af9e-d0fac12a7236,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:52:36.034612 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-31cbe3f8-dfb5-4be1-a861-40b62e7036b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:36.050948 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-28c143a9-fb7e-4d37-9eee-edc257a49572 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:36.131774 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbe3f8-dfb5-4be1-a861-40b62e7036b7 None None] Pushing event updated for resources: {'Port': ['ID=d42e78a7-8355-4158-af9e-d0fac12a7236,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:36.156613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:36.228476 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:36.313818 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Network 21d7525a-fca6-4ee0-a44b-0505291c89fd is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:52:36.315979 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:52:36.319865 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:52:36.367187 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Pushing event updated for resources: {'Port': ['ID=6d24862c-b7fa-42ac-bb55-d99c8b9832f7,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:36.393512 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-28c143a9-fb7e-4d37-9eee-edc257a49572 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.20.0.1 (21d7525a-fca6-4ee0-a44b-0505291c89fd/35e37be2-9c8f-4ee8-9758-afa166d31378/b98a7530-4f1b-4847-a7cf-0dafdfb291ec) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:52:36.396362 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Attempting to bind port 6d24862c-b7fa-42ac-bb55-d99c8b9832f7 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:52:36.396881 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Attempting to bind port 6d24862c-b7fa-42ac-bb55-d99c8b9832f7 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '0df772d8-e539-42d2-9d13-3f8eb9ceade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:52:36.397388 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Attempting to bind port 6d24862c-b7fa-42ac-bb55-d99c8b9832f7 on network 21d7525a-fca6-4ee0-a44b-0505291c89fd {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:52:36.405718 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:52:36.406249 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Checking segment: {'id': '0df772d8-e539-42d2-9d13-3f8eb9ceade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:52:36.406817 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:36.407395 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Bound using segment: {'id': '0df772d8-e539-42d2-9d13-3f8eb9ceade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:52:36.408133 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Bound port: 6d24862c-b7fa-42ac-bb55-d99c8b9832f7, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df772d8-e539-42d2-9d13-3f8eb9ceade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:52:36.408618 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:36.493601 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] For port 6d24862c-b7fa-42ac-bb55-d99c8b9832f7, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:52:36.501225 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] For port 6d24862c-b7fa-42ac-bb55-d99c8b9832f7, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6d24862c-b7fa-42ac-bb55-d99c8b9832f7,segment=NetworkSegment(0df772d8-e539-42d2-9d13-3f8eb9ceade0),segment_id=0df772d8-e539-42d2-9d13-3f8eb9ceade0)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:52:36.544335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-28c143a9-fb7e-4d37-9eee-edc257a49572 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:36.569495 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:36.645063 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bab8d-fad8-46ce-95aa-c9e9bd734838 None None] Pushing event updated for resources: {'Port': ['ID=6d24862c-b7fa-42ac-bb55-d99c8b9832f7,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:36.649448 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-28c143a9-fb7e-4d37-9eee-edc257a49572 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:36.706021 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:36.713001 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c143a9-fb7e-4d37-9eee-edc257a49572 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 21d7525a-fca6-4ee0-a44b-0505291c89fd is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:52:36.717457 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-28c143a9-fb7e-4d37-9eee-edc257a49572 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:52:36.722608 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c143a9-fb7e-4d37-9eee-edc257a49572 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:52:36.731285 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c143a9-fb7e-4d37-9eee-edc257a49572 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=b98a7530-4f1b-4847-a7cf-0dafdfb291ec,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:36.779219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-28c143a9-fb7e-4d37-9eee-edc257a49572 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:37.025537 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-28c143a9-fb7e-4d37-9eee-edc257a49572 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:37.304078 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-28c143a9-fb7e-4d37-9eee-edc257a49572 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:37.345979 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-28c143a9-fb7e-4d37-9eee-edc257a49572 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:37.424921 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-28c143a9-fb7e-4d37-9eee-edc257a49572 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:37.426736 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c143a9-fb7e-4d37-9eee-edc257a49572 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=b98a7530-4f1b-4847-a7cf-0dafdfb291ec,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:37.526453 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c143a9-fb7e-4d37-9eee-edc257a49572 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 21d7525a-fca6-4ee0-a44b-0505291c89fd is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:52:37.528064 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-28c143a9-fb7e-4d37-9eee-edc257a49572 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:52:37.579162 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eeba85-35b5-4bf4-a993-ed0a9e1996ac None None] Network 21d7525a-fca6-4ee0-a44b-0505291c89fd requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:52:37.646607 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c143a9-fb7e-4d37-9eee-edc257a49572 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router 6d933079-845e-46c4-a932-5d3d025501b7 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:52:37.704833 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-0ab2c28e-c447-4419-8751-7ddf9614164b None None] Provisioning complete for port 6d24862c-b7fa-42ac-bb55-d99c8b9832f7 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:37.705206 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0ab2c28e-c447-4419-8751-7ddf9614164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:37.760274 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c143a9-fb7e-4d37-9eee-edc257a49572 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:52:37.765513 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-28c143a9-fb7e-4d37-9eee-edc257a49572 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "PUT /v2.0/routers/6d933079-845e-46c4-a932-5d3d025501b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2480540 Nov 11 12:52:37.819122 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0ab2c28e-c447-4419-8751-7ddf9614164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:37.857657 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-0ab2c28e-c447-4419-8751-7ddf9614164b None None] For port 6d24862c-b7fa-42ac-bb55-d99c8b9832f7, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6d24862c-b7fa-42ac-bb55-d99c8b9832f7,segment=NetworkSegment(0df772d8-e539-42d2-9d13-3f8eb9ceade0),segment_id=0df772d8-e539-42d2-9d13-3f8eb9ceade0)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:52:37.917230 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0ab2c28e-c447-4419-8751-7ddf9614164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:37.948325 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a855fff8-06bb-49b2-a51a-80c08110d145 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216794197&fields=id&tenant_id=69af05b65b6848869253a45b2d918c9d HTTP/1.1" status: 200 len: 267 time: 0.0573788 Nov 11 12:52:37.976635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2c28e-c447-4419-8751-7ddf9614164b None None] Pushing event updated for resources: {'Port': ['ID=6d24862c-b7fa-42ac-bb55-d99c8b9832f7,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:38.040286 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-44e50e00-23aa-4764-a56e-fa302d79df7f None None] Provisioning complete for port 6d24862c-b7fa-42ac-bb55-d99c8b9832f7 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:38.040672 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-44e50e00-23aa-4764-a56e-fa302d79df7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:38.077840 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-e7ac4ec4-8e76-4b7f-a2a4-f51f6026a0b2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:38.079588 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-e7ac4ec4-8e76-4b7f-a2a4-f51f6026a0b2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/networks?id=21d7525a-fca6-4ee0-a44b-0505291c89fd HTTP/1.1" status: 200 len: 796 time: 0.1269078 Nov 11 12:52:38.096600 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-e80f85e7-4d2a-4a3f-b082-f1c74e81ac9f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/quotas/69af05b65b6848869253a45b2d918c9d HTTP/1.1" status: 200 len: 375 time: 0.0111856 Nov 11 12:52:38.141269 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-44e50e00-23aa-4764-a56e-fa302d79df7f None None] Provisioning complete for port b98a7530-4f1b-4847-a7cf-0dafdfb291ec triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:38.141773 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-44e50e00-23aa-4764-a56e-fa302d79df7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:38.164006 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-97a6cf89-446c-4012-9f60-6c5dabba8c8c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602517 Nov 11 12:52:38.218067 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-44e50e00-23aa-4764-a56e-fa302d79df7f None None] Port b98a7530-4f1b-4847-a7cf-0dafdfb291ec cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:52:38.284673 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-5da52f4d-dd9c-4e8c-a247-3b19b61d62c6 service neutron] 10.222.0.50 "GET /v2.0/networks/21d7525a-fca6-4ee0-a44b-0505291c89fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191604 Nov 11 12:52:38.313867 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Sync routers for ids ['6d933079-845e-46c4-a932-5d3d025501b7'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:52:38.349743 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Routers {'6d933079-845e-46c4-a932-5d3d025501b7'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:52:38.350314 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:52:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['6d933079-845e-46c4-a932-5d3d025501b7'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:38.355804 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device d42e78a7-8355-4158-af9e-d0fac12a7236 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:52:38.390118 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-f7cd0c7f-fb90-47b4-b66b-0f7a2754b371 service neutron] 10.222.0.50 "GET /v2.0/networks/21d7525a-fca6-4ee0-a44b-0505291c89fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987263 Nov 11 12:52:38.412241 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:38.465062 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e62d73df-d6fe-40a9-9a39-24298db91ce4 None None] Provisioning complete for port b98a7530-4f1b-4847-a7cf-0dafdfb291ec triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:38.465431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e62d73df-d6fe-40a9-9a39-24298db91ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:38.525077 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e62d73df-d6fe-40a9-9a39-24298db91ce4 None None] Port b98a7530-4f1b-4847-a7cf-0dafdfb291ec cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:52:38.535299 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Set router 6d933079-845e-46c4-a932-5d3d025501b7 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:52:38.569335 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port d42e78a7-8355-4158-af9e-d0fac12a7236 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:38.569701 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:38.670049 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4b7e76a2-292e-4779-b7a7-30159a9d697f req-efe0fb1c-0d46-4d5e-9b46-4d3a1ccd21c9 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 210 time: 0.0280454 Nov 11 12:52:38.701523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-840278b2-4f62-4303-ada4-1406159a2a6a None None] Provisioning complete for port b98a7530-4f1b-4847-a7cf-0dafdfb291ec triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:38.702129 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-840278b2-4f62-4303-ada4-1406159a2a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:38.782738 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-840278b2-4f62-4303-ada4-1406159a2a6a None None] Port b98a7530-4f1b-4847-a7cf-0dafdfb291ec cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:52:38.797256 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6d24862c-b7fa-42ac-bb55-d99c8b9832f7 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:52:38.881343 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d933079-845e-46c4-a932-5d3d025501b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418799626', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:32Z', 'updated_at': '2021-11-11T12:52:36Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:33Z', 'updated_at': '2021-11-11T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b98a7530-4f1b-4847-a7cf-0dafdfb291ec', 'name': '', 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:72:6c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '35e37be2-9c8f-4ee8-9758-afa166d31378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:36Z', 'updated_at': '2021-11-11T12:52:37Z', 'revision_number': 2, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '35e37be2-9c8f-4ee8-9758-afa166d31378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:38.883589 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 6d24862c-b7fa-42ac-bb55-d99c8b9832f7 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:38.888801 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:38.924558 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Checking router: 6d933079-845e-46c4-a932-5d3d025501b7 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:52:38.924910 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Updating router 6d933079-845e-46c4-a932-5d3d025501b7 port b98a7530-4f1b-4847-a7cf-0dafdfb291ec binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:52:39.106963 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:39.245773 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:39.413159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:39.516986 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:39.563402 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6a1b3-50c4-45e0-b779-2f7aa51ec315 None None] Pushing event updated for resources: {'Port': ['ID=b98a7530-4f1b-4847-a7cf-0dafdfb291ec,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:39.620404 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Attempting to bind port b98a7530-4f1b-4847-a7cf-0dafdfb291ec on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:52:39.620855 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Attempting to bind port b98a7530-4f1b-4847-a7cf-0dafdfb291ec by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '0df772d8-e539-42d2-9d13-3f8eb9ceade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:52:39.621281 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Attempting to bind port b98a7530-4f1b-4847-a7cf-0dafdfb291ec on network 21d7525a-fca6-4ee0-a44b-0505291c89fd {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:52:39.627257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:52:39.627257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Checking segment: {'id': '0df772d8-e539-42d2-9d13-3f8eb9ceade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:52:39.627515 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:39.627709 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Bound using segment: {'id': '0df772d8-e539-42d2-9d13-3f8eb9ceade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:52:39.628138 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Bound port: b98a7530-4f1b-4847-a7cf-0dafdfb291ec, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df772d8-e539-42d2-9d13-3f8eb9ceade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:52:39.628512 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:39.700550 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] For port b98a7530-4f1b-4847-a7cf-0dafdfb291ec, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:52:39.700550 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] For port b98a7530-4f1b-4847-a7cf-0dafdfb291ec, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b98a7530-4f1b-4847-a7cf-0dafdfb291ec,segment=NetworkSegment(0df772d8-e539-42d2-9d13-3f8eb9ceade0),segment_id=0df772d8-e539-42d2-9d13-3f8eb9ceade0)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:52:39.758273 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:39.768060 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9d2de463-1b73-4f5a-8456-3f9632969a65 req-3c44920d-0623-4148-a650-f1d2a4e1553a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 210 time: 0.0273483 Nov 11 12:52:39.833755 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6a1b3-50c4-45e0-b779-2f7aa51ec315 None None] Pushing event updated for resources: {'Port': ['ID=b98a7530-4f1b-4847-a7cf-0dafdfb291ec,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:39.841409 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Routers {'6d933079-845e-46c4-a932-5d3d025501b7'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:52:39.841924 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:52:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['6d933079-845e-46c4-a932-5d3d025501b7'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:39.846254 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-2eca0069-3a0a-45b5-a3de-d540eda7927b None None] Provisioning complete for port b98a7530-4f1b-4847-a7cf-0dafdfb291ec triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:39.846254 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2eca0069-3a0a-45b5-a3de-d540eda7927b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:40.003632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] Set router 6d933079-845e-46c4-a932-5d3d025501b7 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:52:40.048467 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2eca0069-3a0a-45b5-a3de-d540eda7927b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:40.157368 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-2eca0069-3a0a-45b5-a3de-d540eda7927b None None] For port b98a7530-4f1b-4847-a7cf-0dafdfb291ec, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b98a7530-4f1b-4847-a7cf-0dafdfb291ec,segment=NetworkSegment(0df772d8-e539-42d2-9d13-3f8eb9ceade0),segment_id=0df772d8-e539-42d2-9d13-3f8eb9ceade0)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:52:40.215519 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2eca0069-3a0a-45b5-a3de-d540eda7927b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:40.273111 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca0069-3a0a-45b5-a3de-d540eda7927b None None] Pushing event updated for resources: {'Port': ['ID=b98a7530-4f1b-4847-a7cf-0dafdfb291ec,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:40.285084 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d933079-845e-46c4-a932-5d3d025501b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418799626', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:32Z', 'updated_at': '2021-11-11T12:52:36Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:33Z', 'updated_at': '2021-11-11T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b98a7530-4f1b-4847-a7cf-0dafdfb291ec', 'name': '', 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:72:6c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '35e37be2-9c8f-4ee8-9758-afa166d31378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:36Z', 'updated_at': '2021-11-11T12:52:39Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '35e37be2-9c8f-4ee8-9758-afa166d31378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:40.314752 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2370136f-7f6e-425a-99ec-91fbca6d73fd None None] The sync data for ids ['6d933079-845e-46c4-a932-5d3d025501b7'] in dv-neutron-786478-23-hyperv is: [{'id': '6d933079-845e-46c4-a932-5d3d025501b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418799626', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:32Z', 'updated_at': '2021-11-11T12:52:36Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:33Z', 'updated_at': '2021-11-11T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b98a7530-4f1b-4847-a7cf-0dafdfb291ec', 'name': '', 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:72:6c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '35e37be2-9c8f-4ee8-9758-afa166d31378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:36Z', 'updated_at': '2021-11-11T12:52:39Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '35e37be2-9c8f-4ee8-9758-afa166d31378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:52:40.335671 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e9f334a2-cf15-4347-9104-85a24140cc15 None None] Provisioning complete for port b98a7530-4f1b-4847-a7cf-0dafdfb291ec triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:40.336710 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e9f334a2-cf15-4347-9104-85a24140cc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:40.516961 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-d353bf6e-739a-4504-9e34-28562b578d5f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:40.518605 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-d353bf6e-739a-4504-9e34-28562b578d5f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "GET /v2.0/networks?id=21d7525a-fca6-4ee0-a44b-0505291c89fd HTTP/1.1" status: 200 len: 796 time: 0.1199331 Nov 11 12:52:40.585952 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-ba07ad0f-879a-4226-b072-3de5ee0bcb4e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69af05b65b6848869253a45b2d918c9d HTTP/1.1" status: 200 len: 380 time: 0.0571299 Nov 11 12:52:40.596596 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-81aebdb8-48d2-4201-9378-b20ff01fd601 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'port': {'device_id': '6b18eb8c-c908-4eda-bb26-d2290e61637b', 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd', 'admin_state_up': True, 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'security_groups': ['021facca-74b3-4ef6-9b04-80e073ca9201']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:40.796843 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-81aebdb8-48d2-4201-9378-b20ff01fd601 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Made reservation on behalf of 69af05b65b6848869253a45b2d918c9d for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:52:40.800482 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-81aebdb8-48d2-4201-9378-b20ff01fd601 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:40.879912 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bb817053-1856-4181-8979-5c28ea3c7db7 req-0d102211-cc1c-4d6d-90b5-209690cdf2b1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 210 time: 0.0413058 Nov 11 12:52:40.947318 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-81aebdb8-48d2-4201-9378-b20ff01fd601 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.20.0.12 (21d7525a-fca6-4ee0-a44b-0505291c89fd/35e37be2-9c8f-4ee8-9758-afa166d31378/3aaf9bad-0354-43ff-8f56-0d90cd66fd20) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:52:41.066375 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:41.094720 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-81aebdb8-48d2-4201-9378-b20ff01fd601 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:41.192535 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-81aebdb8-48d2-4201-9378-b20ff01fd601 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:41.239671 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-81aebdb8-48d2-4201-9378-b20ff01fd601 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 21d7525a-fca6-4ee0-a44b-0505291c89fd is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:52:41.245864 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-81aebdb8-48d2-4201-9378-b20ff01fd601 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:52:41.248497 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-81aebdb8-48d2-4201-9378-b20ff01fd601 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:52:41.255867 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aebdb8-48d2-4201-9378-b20ff01fd601 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=3aaf9bad-0354-43ff-8f56-0d90cd66fd20,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:41.306641 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-81aebdb8-48d2-4201-9378-b20ff01fd601 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:41.307427 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-81aebdb8-48d2-4201-9378-b20ff01fd601 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:41.383627 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-81aebdb8-48d2-4201-9378-b20ff01fd601 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7907717 Nov 11 12:52:41.397429 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Request body: {'port': {'device_id': '6b18eb8c-c908-4eda-bb26-d2290e61637b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:41.461670 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:41.486761 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-743e08b2-5861-4ba6-8ee6-a4219468ad17 None None] Provisioning complete for port 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:41.487181 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-743e08b2-5861-4ba6-8ee6-a4219468ad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:41.524367 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-743e08b2-5861-4ba6-8ee6-a4219468ad17 None None] Port 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:52:41.718037 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:52:41.725469 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:41.737153 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Transition to ACTIVE for port object 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:52:41.813518 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:41.868655 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Pushing event updated for resources: {'Port': ['ID=3aaf9bad-0354-43ff-8f56-0d90cd66fd20,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:41.940662 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Attempting to bind port 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:52:41.941429 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Attempting to bind port 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0df772d8-e539-42d2-9d13-3f8eb9ceade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:52:41.941429 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Attempting to bind port 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 on network 21d7525a-fca6-4ee0-a44b-0505291c89fd {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:52:41.946565 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Port 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 on network 21d7525a-fca6-4ee0-a44b-0505291c89fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:52:41.946886 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Attempting to bind port 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 on network 21d7525a-fca6-4ee0-a44b-0505291c89fd {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:52:41.952100 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:52:41.952436 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Checking segment: {'id': '0df772d8-e539-42d2-9d13-3f8eb9ceade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:52:41.952821 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Bound using segment: {'id': '0df772d8-e539-42d2-9d13-3f8eb9ceade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:52:41.953251 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Bound port: 3aaf9bad-0354-43ff-8f56-0d90cd66fd20, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df772d8-e539-42d2-9d13-3f8eb9ceade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:52:41.953610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:42.006511 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac9aee-415c-4fd1-8d73-defc5bb5b2b9 req-38e6aba4-21fe-41cf-bfce-67eb0fd300ae tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:42.008600 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d7ac9aee-415c-4fd1-8d73-defc5bb5b2b9 req-38e6aba4-21fe-41cf-bfce-67eb0fd300ae tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 944 time: 0.0534868 Nov 11 12:52:42.020732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] For port 3aaf9bad-0354-43ff-8f56-0d90cd66fd20, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:52:42.025263 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] For port 3aaf9bad-0354-43ff-8f56-0d90cd66fd20, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3aaf9bad-0354-43ff-8f56-0d90cd66fd20,segment=NetworkSegment(0df772d8-e539-42d2-9d13-3f8eb9ceade0),segment_id=0df772d8-e539-42d2-9d13-3f8eb9ceade0)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:52:42.060325 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d7ac9aee-415c-4fd1-8d73-defc5bb5b2b9 req-a9562e9a-e277-4380-bbcc-0887be5d7350 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453281 Nov 11 12:52:42.095246 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:42.129269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:42.129909 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:42.131409 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] 10.222.0.70 "PUT /v2.0/ports/3aaf9bad-0354-43ff-8f56-0d90cd66fd20 HTTP/1.1" status: 200 len: 1094 time: 0.7389879 Nov 11 12:52:42.131726 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b18eb8c-c908-4eda-bb26-d2290e61637b', 'tag': '3aaf9bad-0354-43ff-8f56-0d90cd66fd20'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:52:42.134598 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7263bb23-ba0a-4cb9-8c81-d6027d984481" -d '{"events": [{"name": "network-changed", "server_uuid": "6b18eb8c-c908-4eda-bb26-d2290e61637b", "tag": "3aaf9bad-0354-43ff-8f56-0d90cd66fd20"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:52:42.169702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0e457-1f19-4d7b-a628-386f97b3fb0f service neutron] Pushing event updated for resources: {'Port': ['ID=3aaf9bad-0354-43ff-8f56-0d90cd66fd20,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:42.206913 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32446715-5298-446f-b7ec-ce251e4c3291 x-openstack-request-id: req-32446715-5298-446f-b7ec-ce251e4c3291 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:52:42.207433 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b18eb8c-c908-4eda-bb26-d2290e61637b", "tag": "3aaf9bad-0354-43ff-8f56-0d90cd66fd20", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:52:42.207743 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-32446715-5298-446f-b7ec-ce251e4c3291 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:52:42.208085 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b18eb8c-c908-4eda-bb26-d2290e61637b', 'tag': '3aaf9bad-0354-43ff-8f56-0d90cd66fd20', 'status': 'completed', 'code': 200} Nov 11 12:52:42.235085 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b98a7530-4f1b-4847-a7cf-0dafdfb291ec up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:52:42.284312 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263bb23-ba0a-4cb9-8c81-d6027d984481 req-b44d8fc6-72c5-4241-a4de-360a4e7d9b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:42.285935 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-7263bb23-ba0a-4cb9-8c81-d6027d984481 req-b44d8fc6-72c5-4241-a4de-360a4e7d9b23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 1097 time: 0.0538397 Nov 11 12:52:42.288423 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port b98a7530-4f1b-4847-a7cf-0dafdfb291ec triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:42.288792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:42.389733 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263bb23-ba0a-4cb9-8c81-d6027d984481 req-4a66baea-5a1f-4187-9c80-a63b3465f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:42.391249 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-7263bb23-ba0a-4cb9-8c81-d6027d984481 req-4a66baea-5a1f-4187-9c80-a63b3465f0c5 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=69af05b65b6848869253a45b2d918c9d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0966294 Nov 11 12:52:42.486483 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263bb23-ba0a-4cb9-8c81-d6027d984481 req-779a4ed1-67c0-4a17-8b68-b554c6c402f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:42.487882 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-7263bb23-ba0a-4cb9-8c81-d6027d984481 req-779a4ed1-67c0-4a17-8b68-b554c6c402f4 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903459 Nov 11 12:52:42.560189 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a803621e-9cc9-4784-9a3c-555e0fdc54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:42.561619 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-a803621e-9cc9-4784-9a3c-555e0fdc54cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 1097 time: 0.0396602 Nov 11 12:52:42.605656 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-fb50bf87-d48d-450b-aae3-fcf56f01f88b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3aaf9bad-0354-43ff-8f56-0d90cd66fd20 HTTP/1.1" status: 200 len: 217 time: 0.0360320 Nov 11 12:52:42.662975 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-720a4701-d1ab-4669-92f9-bac14d59c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:42.664466 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-720a4701-d1ab-4669-92f9-bac14d59c4b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=35e37be2-9c8f-4ee8-9758-afa166d31378 HTTP/1.1" status: 200 len: 835 time: 0.0502717 Nov 11 12:52:42.709576 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-ff587c1c-3c20-4bbd-a8e3-785f58eb31c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:42.711073 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-ff587c1c-3c20-4bbd-a8e3-785f58eb31c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=21d7525a-fca6-4ee0-a44b-0505291c89fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395553 Nov 11 12:52:42.802348 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-157917f9-33ac-4aeb-9825-870c887f5217 service neutron] 10.222.0.70 "GET /v2.0/networks/21d7525a-fca6-4ee0-a44b-0505291c89fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839174 Nov 11 12:52:43.176956 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66235ad0-ea9a-4454-9bab-c61d538d6f5a req-f0d51045-d6ce-49a0-90ad-485135977602 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:43.178436 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-66235ad0-ea9a-4454-9bab-c61d538d6f5a req-f0d51045-d6ce-49a0-90ad-485135977602 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 944 time: 0.0480475 Nov 11 12:52:43.181899 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d441fc03-cb37-42c9-bf5a-dfdd430a57d4 req-4ce01ac7-9ca0-4ee5-be67-c7693cb52e07 service neutron] 10.222.0.70 "GET /v2.0/networks/21d7525a-fca6-4ee0-a44b-0505291c89fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722579 Nov 11 12:52:43.227627 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-66235ad0-ea9a-4454-9bab-c61d538d6f5a req-838fee95-9b2a-4175-908e-7c8fe0c5a880 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419743 Nov 11 12:52:44.347229 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff276c-813c-40f7-9646-4a6566c160ff req-24565c96-7f0d-47cd-b9f6-bd58a77c8253 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:44.348940 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-60ff276c-813c-40f7-9646-4a6566c160ff req-24565c96-7f0d-47cd-b9f6-bd58a77c8253 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 944 time: 0.0515563 Nov 11 12:52:44.396617 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-60ff276c-813c-40f7-9646-4a6566c160ff req-2c0e768d-d918-45db-a67f-c7f5030d9007 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410197 Nov 11 12:52:45.514494 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e57fc-7ee2-4cde-95c2-b6cefb4eb0ed req-20d404d8-1ddb-4e9e-b51c-8e0cf1321731 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:45.515930 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cd9e57fc-7ee2-4cde-95c2-b6cefb4eb0ed req-20d404d8-1ddb-4e9e-b51c-8e0cf1321731 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 944 time: 0.0528202 Nov 11 12:52:45.580484 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cd9e57fc-7ee2-4cde-95c2-b6cefb4eb0ed req-cf791caf-406a-41b2-945a-866de4322d54 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587878 Nov 11 12:52:46.292825 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:52:46.395931 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 3aaf9bad-0354-43ff-8f56-0d90cd66fd20, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3aaf9bad-0354-43ff-8f56-0d90cd66fd20,segment=NetworkSegment(0df772d8-e539-42d2-9d13-3f8eb9ceade0),segment_id=0df772d8-e539-42d2-9d13-3f8eb9ceade0)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:52:46.407257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '3aaf9bad-0354-43ff-8f56-0d90cd66fd20', 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd', 'port_id': '3aaf9bad-0354-43ff-8f56-0d90cd66fd20', 'mac_address': 'fa:16:3e:7b:ab:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e37be2-9c8f-4ee8-9758-afa166d31378', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:52:46.445872 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:46.463377 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:52:46.484066 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 3aaf9bad-0354-43ff-8f56-0d90cd66fd20, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3aaf9bad-0354-43ff-8f56-0d90cd66fd20,segment=NetworkSegment(0df772d8-e539-42d2-9d13-3f8eb9ceade0),segment_id=0df772d8-e539-42d2-9d13-3f8eb9ceade0)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:52:46.546030 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:46.598949 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=3aaf9bad-0354-43ff-8f56-0d90cd66fd20,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:46.695147 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a0e55-e659-462c-a6f7-6cc956d2fa06 req-637600e0-41dc-4170-a1f1-d67d6c900b97 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:46.696624 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1c7a0e55-e659-462c-a6f7-6cc956d2fa06 req-637600e0-41dc-4170-a1f1-d67d6c900b97 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 945 time: 0.0498984 Nov 11 12:52:46.752018 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1c7a0e55-e659-462c-a6f7-6cc956d2fa06 req-a9a0373c-ce09-4980-a539-a89708c6256a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492978 Nov 11 12:52:46.787243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['3aaf9bad-0354-43ff-8f56-0d90cd66fd20'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:52:47.865844 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c7bb0-aea2-4b0a-bd07-4825a0c55a0d req-865b5d94-ca45-4dc3-993d-48113699bfe5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:47.867342 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-db1c7bb0-aea2-4b0a-bd07-4825a0c55a0d req-865b5d94-ca45-4dc3-993d-48113699bfe5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 945 time: 0.0504227 Nov 11 12:52:47.915532 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-db1c7bb0-aea2-4b0a-bd07-4825a0c55a0d req-f663ea3b-8464-482e-86f4-f140abe1cffd tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423968 Nov 11 12:52:48.308101 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:52:48.436948 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:52:48.440912 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:52:48.441298 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:48.547665 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:48.569659 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b18eb8c-c908-4eda-bb26-d2290e61637b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaf9bad-0354-43ff-8f56-0d90cd66fd20'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:52:48.571916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af994804-904b-4348-897f-04c4dcf55a94" -d '{"events": [{"server_uuid": "6b18eb8c-c908-4eda-bb26-d2290e61637b", "name": "network-vif-plugged", "status": "completed", "tag": "3aaf9bad-0354-43ff-8f56-0d90cd66fd20"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:52:48.584385 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 3aaf9bad-0354-43ff-8f56-0d90cd66fd20, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3aaf9bad-0354-43ff-8f56-0d90cd66fd20,segment=NetworkSegment(0df772d8-e539-42d2-9d13-3f8eb9ceade0),segment_id=0df772d8-e539-42d2-9d13-3f8eb9ceade0)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:52:48.606874 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc69e1bd-afe3-4af2-b325-9388ddfd7182 x-openstack-request-id: req-fc69e1bd-afe3-4af2-b325-9388ddfd7182 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:52:48.607203 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b18eb8c-c908-4eda-bb26-d2290e61637b", "name": "network-vif-plugged", "status": "completed", "tag": "3aaf9bad-0354-43ff-8f56-0d90cd66fd20", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:52:48.607456 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc69e1bd-afe3-4af2-b325-9388ddfd7182 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:52:48.607842 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b18eb8c-c908-4eda-bb26-d2290e61637b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaf9bad-0354-43ff-8f56-0d90cd66fd20', 'code': 200} Nov 11 12:52:48.659483 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:48.712452 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=3aaf9bad-0354-43ff-8f56-0d90cd66fd20,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:48.902232 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baa881-f0b7-4987-8946-6379af8605ef req-1c818fcb-e9d3-4f6b-8c4b-4de7bced7467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:48.903727 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-19baa881-f0b7-4987-8946-6379af8605ef req-1c818fcb-e9d3-4f6b-8c4b-4de7bced7467 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 1099 time: 0.0398612 Nov 11 12:52:48.952537 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-19baa881-f0b7-4987-8946-6379af8605ef req-14359c97-8fea-4e34-b83a-8b13aa5e6d6a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418906 Nov 11 12:52:49.026643 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd135506-26d5-4cf4-a55a-b61343406a4b req-aee08552-f816-48ce-b53d-107b6b516d6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:49.028057 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cd135506-26d5-4cf4-a55a-b61343406a4b req-aee08552-f816-48ce-b53d-107b6b516d6b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0474269 Nov 11 12:52:49.075861 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cd135506-26d5-4cf4-a55a-b61343406a4b req-75de3b47-10ed-4eb2-b071-35b69816c8a1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419822 Nov 11 12:52:50.194178 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d29800-4e5a-4405-a955-7827fb3f5e40 req-e46dd7b4-ae75-4686-8e15-2f9ccd788c64 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:50.196130 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-44d29800-4e5a-4405-a955-7827fb3f5e40 req-e46dd7b4-ae75-4686-8e15-2f9ccd788c64 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0515614 Nov 11 12:52:50.243402 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-44d29800-4e5a-4405-a955-7827fb3f5e40 req-0b6f1acd-7b0f-487b-9c0b-6e132d4cbd6d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413582 Nov 11 12:52:50.356039 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333912b-a2b6-4b23-8f61-d191669e2dba req-a5891bb4-2727-460e-a8b9-6f53f7462a4e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:50.357478 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d333912b-a2b6-4b23-8f61-d191669e2dba req-a5891bb4-2727-460e-a8b9-6f53f7462a4e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0483103 Nov 11 12:52:50.404825 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d333912b-a2b6-4b23-8f61-d191669e2dba req-f913f128-966d-4bf6-ab4d-523ed74e1986 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415852 Nov 11 12:52:50.426538 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 33270) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:50.504955 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a9ffea-254e-44b2-8d5e-597a08abfc91 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:50.506648 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e1a9ffea-254e-44b2-8d5e-597a08abfc91 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 1094 time: 0.0790703 Nov 11 12:52:50.509406 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 33274) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:50.513550 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '3aaf9bad-0354-43ff-8f56-0d90cd66fd20', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:52:50.591511 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:50.687786 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:50.786887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.26.5.248 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/92db8c92-84be-4148-8b1a-984eef30c0e8) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:52:50.895397 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:50.986159 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:51.020796 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:52:51.026378 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:52:51.029956 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:52:51.054385 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=92db8c92-84be-4148-8b1a-984eef30c0e8,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:51.385850 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:51.519676 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:51.669484 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:51.711224 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:51.794422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=92db8c92-84be-4148-8b1a-984eef30c0e8,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:52:51.802969 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:51.903576 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Floating IP 2355bdb5-dc21-41ea-ae29-ddd738ad1adc associated. External IP: 172.26.5.248, port: 3aaf9bad-0354-43ff-8f56-0d90cd66fd20. Nov 11 12:52:52.107632 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router 6d933079-845e-46c4-a932-5d3d025501b7 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:52:52.209704 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:52:52.219717 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d965f3da-7ffb-4e7d-bae8-c181f424d171 None None] Sync routers for ids ['6d933079-845e-46c4-a932-5d3d025501b7'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:52:52.229091 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d965f3da-7ffb-4e7d-bae8-c181f424d171 None None] Routers {'6d933079-845e-46c4-a932-5d3d025501b7'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:52:52.229684 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d965f3da-7ffb-4e7d-bae8-c181f424d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:52:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['6d933079-845e-46c4-a932-5d3d025501b7'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:52.267990 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:52:52.298624 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c1294e9b-3fc3-4087-8435-01b572e997c5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7881796 Nov 11 12:52:52.299263 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b18eb8c-c908-4eda-bb26-d2290e61637b', 'tag': '3aaf9bad-0354-43ff-8f56-0d90cd66fd20'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:52:52.301553 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5a0f37-a05d-4fcd-89fc-ada26ac8cfc7" -d '{"events": [{"name": "network-changed", "server_uuid": "6b18eb8c-c908-4eda-bb26-d2290e61637b", "tag": "3aaf9bad-0354-43ff-8f56-0d90cd66fd20"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:52:52.337601 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-d965f3da-7ffb-4e7d-bae8-c181f424d171 None None] Set router 6d933079-845e-46c4-a932-5d3d025501b7 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:52:52.340936 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5632f0-0a57-4596-91e3-668bbcb5b5e7 x-openstack-request-id: req-9e5632f0-0a57-4596-91e3-668bbcb5b5e7 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:52:52.341333 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b18eb8c-c908-4eda-bb26-d2290e61637b", "tag": "3aaf9bad-0354-43ff-8f56-0d90cd66fd20", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:52:52.341589 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e5632f0-0a57-4596-91e3-668bbcb5b5e7 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:52:52.342047 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b18eb8c-c908-4eda-bb26-d2290e61637b', 'tag': '3aaf9bad-0354-43ff-8f56-0d90cd66fd20', 'status': 'completed', 'code': 200} Nov 11 12:52:52.404819 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a0f37-a05d-4fcd-89fc-ada26ac8cfc7 req-90efc0a9-6bf3-4f20-b4b2-d5cb2442896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:52.405234 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22ce80-22ab-45cf-9296-5e56d0122eda req-877926dc-4ae6-412f-a7ee-1f70593c43fa tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:52.406257 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9f5a0f37-a05d-4fcd-89fc-ada26ac8cfc7 req-90efc0a9-6bf3-4f20-b4b2-d5cb2442896e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 1099 time: 0.0439675 Nov 11 12:52:52.406736 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4c22ce80-22ab-45cf-9296-5e56d0122eda req-877926dc-4ae6-412f-a7ee-1f70593c43fa tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0541909 Nov 11 12:52:52.460456 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4c22ce80-22ab-45cf-9296-5e56d0122eda req-e3840bf3-07e0-45e9-8d1c-ee6d68fdf8d8 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445676 Nov 11 12:52:52.483833 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33280) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:52.502712 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a0f37-a05d-4fcd-89fc-ada26ac8cfc7 req-580f8135-32e5-4eb6-9f1f-0115fda9dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:52.504211 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9f5a0f37-a05d-4fcd-89fc-ada26ac8cfc7 req-580f8135-32e5-4eb6-9f1f-0115fda9dfb0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=21d7525a-fca6-4ee0-a44b-0505291c89fd HTTP/1.1" status: 200 len: 897 time: 0.0916319 Nov 11 12:52:52.544795 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4699c78c-bf23-4d90-a139-aafb0c1c0cc1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/floatingips/2355bdb5-dc21-41ea-ae29-ddd738ad1adc HTTP/1.1" status: 200 len: 992 time: 0.0597010 Nov 11 12:52:52.567975 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d965f3da-7ffb-4e7d-bae8-c181f424d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d933079-845e-46c4-a932-5d3d025501b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418799626', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:32Z', 'updated_at': '2021-11-11T12:52:36Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:33Z', 'updated_at': '2021-11-11T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '2355bdb5-dc21-41ea-ae29-ddd738ad1adc', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'floating_ip_address': '172.26.5.248', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'port_id': '3aaf9bad-0354-43ff-8f56-0d90cd66fd20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd', 'mac_address': 'fa:16:3e:7b:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b18eb8c-c908-4eda-bb26-d2290e61637b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:52:51Z', 'updated_at': '2021-11-11T12:52:51Z', 'revision_number': 0, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98a7530-4f1b-4847-a7cf-0dafdfb291ec', 'name': '', 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:72:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '35e37be2-9c8f-4ee8-9758-afa166d31378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:36Z', 'updated_at': '2021-11-11T12:52:40Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '35e37be2-9c8f-4ee8-9758-afa166d31378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:52.574860 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9f5a0f37-a05d-4fcd-89fc-ada26ac8cfc7 req-56791abd-b9bb-48f2-8e37-1e81c4e43157 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3aaf9bad-0354-43ff-8f56-0d90cd66fd20 HTTP/1.1" status: 200 len: 1000 time: 0.0634642 Nov 11 12:52:52.596514 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d965f3da-7ffb-4e7d-bae8-c181f424d171 None None] Checking router: 6d933079-845e-46c4-a932-5d3d025501b7 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:52:52.612946 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d965f3da-7ffb-4e7d-bae8-c181f424d171 None None] Routers {'6d933079-845e-46c4-a932-5d3d025501b7'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:52:52.613547 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d965f3da-7ffb-4e7d-bae8-c181f424d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:52:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['6d933079-845e-46c4-a932-5d3d025501b7'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:52.624681 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a0f37-a05d-4fcd-89fc-ada26ac8cfc7 req-63eefde1-a96e-4b1b-afcb-4f7697427509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:52.626142 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9f5a0f37-a05d-4fcd-89fc-ada26ac8cfc7 req-63eefde1-a96e-4b1b-afcb-4f7697427509 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=35e37be2-9c8f-4ee8-9758-afa166d31378 HTTP/1.1" status: 200 len: 835 time: 0.0448194 Nov 11 12:52:52.672438 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a0f37-a05d-4fcd-89fc-ada26ac8cfc7 req-715a69bd-2669-45bc-85f8-9f3e732afa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:52:52.674251 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9f5a0f37-a05d-4fcd-89fc-ada26ac8cfc7 req-715a69bd-2669-45bc-85f8-9f3e732afa0c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=21d7525a-fca6-4ee0-a44b-0505291c89fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411155 Nov 11 12:52:52.717245 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-d965f3da-7ffb-4e7d-bae8-c181f424d171 None None] Set router 6d933079-845e-46c4-a932-5d3d025501b7 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:52:52.770684 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9f5a0f37-a05d-4fcd-89fc-ada26ac8cfc7 req-796e432e-b5a6-48b4-89cb-5ae9962225cd service neutron] 10.222.0.70 "GET /v2.0/networks/21d7525a-fca6-4ee0-a44b-0505291c89fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896707 Nov 11 12:52:52.868823 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9f5a0f37-a05d-4fcd-89fc-ada26ac8cfc7 req-4898b07a-e021-409c-a9b1-6477e8ca05de service neutron] 10.222.0.70 "GET /v2.0/networks/21d7525a-fca6-4ee0-a44b-0505291c89fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909486 Nov 11 12:52:53.018486 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d965f3da-7ffb-4e7d-bae8-c181f424d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d933079-845e-46c4-a932-5d3d025501b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418799626', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:32Z', 'updated_at': '2021-11-11T12:52:36Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:33Z', 'updated_at': '2021-11-11T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '2355bdb5-dc21-41ea-ae29-ddd738ad1adc', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'floating_ip_address': '172.26.5.248', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'port_id': '3aaf9bad-0354-43ff-8f56-0d90cd66fd20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd', 'mac_address': 'fa:16:3e:7b:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b18eb8c-c908-4eda-bb26-d2290e61637b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:52:51Z', 'updated_at': '2021-11-11T12:52:51Z', 'revision_number': 0, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98a7530-4f1b-4847-a7cf-0dafdfb291ec', 'name': '', 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:72:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '35e37be2-9c8f-4ee8-9758-afa166d31378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:36Z', 'updated_at': '2021-11-11T12:52:40Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '35e37be2-9c8f-4ee8-9758-afa166d31378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:52:53.043240 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d965f3da-7ffb-4e7d-bae8-c181f424d171 None None] The sync data for ids ['6d933079-845e-46c4-a932-5d3d025501b7'] in dv-neutron-786478-23-hyperv is: [{'id': '6d933079-845e-46c4-a932-5d3d025501b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418799626', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:32Z', 'updated_at': '2021-11-11T12:52:36Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:33Z', 'updated_at': '2021-11-11T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '2355bdb5-dc21-41ea-ae29-ddd738ad1adc', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'floating_ip_address': '172.26.5.248', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'port_id': '3aaf9bad-0354-43ff-8f56-0d90cd66fd20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd', 'mac_address': 'fa:16:3e:7b:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b18eb8c-c908-4eda-bb26-d2290e61637b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:52:51Z', 'updated_at': '2021-11-11T12:52:51Z', 'revision_number': 0, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98a7530-4f1b-4847-a7cf-0dafdfb291ec', 'name': '', 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:72:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '35e37be2-9c8f-4ee8-9758-afa166d31378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:36Z', 'updated_at': '2021-11-11T12:52:40Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '35e37be2-9c8f-4ee8-9758-afa166d31378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:52:53.228598 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf6d98-5d53-4133-8789-b3d035c1b690 None None] New status for floating IP 2355bdb5-dc21-41ea-ae29-ddd738ad1adc: ACTIVE {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:52:53.548621 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33282) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:52:53.609794 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9d2b9810-ba73-47c0-a945-e222a07402d8 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/floatingips/2355bdb5-dc21-41ea-ae29-ddd738ad1adc HTTP/1.1" status: 200 len: 994 time: 0.0600450 Nov 11 12:52:57.212706 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:53:03.230415 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1599e372-51d1-479c-b28d-68d03b33f6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:05.574102 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3a027db3-7d7d-4dcc-8589-e2442f292675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:06.636821 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:08.288586 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:09.197001 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:11.042004 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:14.918241 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5319bf87-d69d-4401-921f-81368ce25ee8 req-6f1f8207-f2ce-43bb-af36-1619481e1136 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402353 Nov 11 12:53:14.998173 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319bf87-d69d-4401-921f-81368ce25ee8 req-f9efa5a8-0337-4c68-88ab-ffd08bb2fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:14.999644 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5319bf87-d69d-4401-921f-81368ce25ee8 req-f9efa5a8-0337-4c68-88ab-ffd08bb2fcdc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 1099 time: 0.0400310 Nov 11 12:53:15.103104 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319bf87-d69d-4401-921f-81368ce25ee8 req-4632e680-dcf8-45f0-9c14-b614308cc911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:15.105139 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5319bf87-d69d-4401-921f-81368ce25ee8 req-4632e680-dcf8-45f0-9c14-b614308cc911 service neutron] 10.222.0.70 "GET /v2.0/networks?id=21d7525a-fca6-4ee0-a44b-0505291c89fd HTTP/1.1" status: 200 len: 897 time: 0.0869102 Nov 11 12:53:15.167556 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5319bf87-d69d-4401-921f-81368ce25ee8 req-781101cb-b54f-4f7e-905d-4f11fb2f892b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3aaf9bad-0354-43ff-8f56-0d90cd66fd20 HTTP/1.1" status: 200 len: 1002 time: 0.0557883 Nov 11 12:53:15.217249 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319bf87-d69d-4401-921f-81368ce25ee8 req-87ef6d24-7ec2-47eb-8a55-c458a7c142fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:15.218565 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5319bf87-d69d-4401-921f-81368ce25ee8 req-87ef6d24-7ec2-47eb-8a55-c458a7c142fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=35e37be2-9c8f-4ee8-9758-afa166d31378 HTTP/1.1" status: 200 len: 835 time: 0.0451992 Nov 11 12:53:15.263651 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319bf87-d69d-4401-921f-81368ce25ee8 req-0e166045-2d0e-4508-ac58-f83594334f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:15.265131 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5319bf87-d69d-4401-921f-81368ce25ee8 req-0e166045-2d0e-4508-ac58-f83594334f44 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=21d7525a-fca6-4ee0-a44b-0505291c89fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0390749 Nov 11 12:53:15.353600 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5319bf87-d69d-4401-921f-81368ce25ee8 req-c5417ce8-cc7a-43b9-87e3-89cdf690a42c service neutron] 10.222.0.70 "GET /v2.0/networks/21d7525a-fca6-4ee0-a44b-0505291c89fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809922 Nov 11 12:53:15.445087 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5319bf87-d69d-4401-921f-81368ce25ee8 req-2ede6342-49c9-4cc7-94f3-48a03cfb05ec service neutron] 10.222.0.70 "GET /v2.0/networks/21d7525a-fca6-4ee0-a44b-0505291c89fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834212 Nov 11 12:53:25.071529 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f415db-b3e1-4c76-bccc-2d70d05790aa req-124f4ef1-aa15-468e-8dfa-cb93cc903d88 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:25.072897 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f6f415db-b3e1-4c76-bccc-2d70d05790aa req-124f4ef1-aa15-468e-8dfa-cb93cc903d88 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0485058 Nov 11 12:53:25.122355 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f6f415db-b3e1-4c76-bccc-2d70d05790aa req-a3e42baa-b1f3-44f7-ac69-60d033e047ce tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 Nov 11 12:53:26.236665 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612db9aa-5ca1-48c7-98ad-a179b5ac410c req-376c4aba-913f-4c8a-bb3f-1b52dee0d865 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:26.238100 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-612db9aa-5ca1-48c7-98ad-a179b5ac410c req-376c4aba-913f-4c8a-bb3f-1b52dee0d865 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0475705 Nov 11 12:53:26.286079 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-612db9aa-5ca1-48c7-98ad-a179b5ac410c req-642a692b-7db8-40c2-a467-aaf86d13c278 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419314 Nov 11 12:53:27.402313 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ab77e-9598-436f-a91a-341947626a9e req-62a07a13-775d-4b6e-920e-242e763c5fe0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:27.404379 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a28ab77e-9598-436f-a91a-341947626a9e req-62a07a13-775d-4b6e-920e-242e763c5fe0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0521314 Nov 11 12:53:27.451782 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a28ab77e-9598-436f-a91a-341947626a9e req-3573bc9b-868a-453f-bd68-075f4748df9e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416012 Nov 11 12:53:28.565059 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4abc6-84f8-41e3-8bb1-f9b92e1e4054 req-203906c2-23d4-4a3c-826c-299ba784b5e7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:28.566503 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7ac4abc6-84f8-41e3-8bb1-f9b92e1e4054 req-203906c2-23d4-4a3c-826c-299ba784b5e7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0480866 Nov 11 12:53:28.615080 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7ac4abc6-84f8-41e3-8bb1-f9b92e1e4054 req-af8d8e6c-1210-4985-8a2f-d59eecc232a2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426531 Nov 11 12:53:29.731675 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012492d6-31b3-41e3-82c0-1418d89d90ad req-466e7bdc-58c6-4a97-ad5c-c426a3f8177e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:29.733147 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-012492d6-31b3-41e3-82c0-1418d89d90ad req-466e7bdc-58c6-4a97-ad5c-c426a3f8177e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0518773 Nov 11 12:53:29.781372 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-012492d6-31b3-41e3-82c0-1418d89d90ad req-2e17ee89-8fda-4797-abfd-4ce0d5d2e24e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425491 Nov 11 12:53:30.896535 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f924b5-0792-444e-bb1b-f95005d1663e req-8a3f44ca-1921-420a-aa58-1ff2f48bdab2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:30.897984 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-38f924b5-0792-444e-bb1b-f95005d1663e req-8a3f44ca-1921-420a-aa58-1ff2f48bdab2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0477331 Nov 11 12:53:30.946188 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-38f924b5-0792-444e-bb1b-f95005d1663e req-619ea595-ae25-44e6-813a-1143cc2392a2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417299 Nov 11 12:53:32.057707 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd21c9-b826-4d41-91e7-8d050a9347ce req-b43b92f2-3d0c-4c3d-83e8-8142d4cd70c7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:32.059779 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fcdd21c9-b826-4d41-91e7-8d050a9347ce req-b43b92f2-3d0c-4c3d-83e8-8142d4cd70c7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0477002 Nov 11 12:53:32.110392 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fcdd21c9-b826-4d41-91e7-8d050a9347ce req-942acf77-053f-49f9-81d0-651c8f8260de tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449524 Nov 11 12:53:33.222879 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ecc05-9bf2-4682-9f8a-73b0809f1f88 req-79e87fc8-2632-4732-b9b2-522af456807b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:33.224589 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1e8ecc05-9bf2-4682-9f8a-73b0809f1f88 req-79e87fc8-2632-4732-b9b2-522af456807b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0484264 Nov 11 12:53:33.226125 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5cd09117-d1e1-4bf8-bbca-2a07c67f4f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:33.273447 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1e8ecc05-9bf2-4682-9f8a-73b0809f1f88 req-28d34e3c-ca46-44d0-9993-1e13189630d3 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429130 Nov 11 12:53:34.214531 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:53:34.385552 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a993c62-8206-4caa-a309-5a8e057e7008 req-6322be41-a0fd-4449-8d7e-4112f23e1ff8 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:34.387523 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9a993c62-8206-4caa-a309-5a8e057e7008 req-6322be41-a0fd-4449-8d7e-4112f23e1ff8 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0481541 Nov 11 12:53:34.435490 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9a993c62-8206-4caa-a309-5a8e057e7008 req-b5653bbf-77cd-4baf-ad06-b53f9bf402cb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420396 Nov 11 12:53:35.566283 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadf929-0564-4655-93fe-35d6483f0439 req-f9f94547-ef4f-4c0f-abd9-86d1a5a06adb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:35.567713 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7aadf929-0564-4655-93fe-35d6483f0439 req-f9f94547-ef4f-4c0f-abd9-86d1a5a06adb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0532591 Nov 11 12:53:35.575250 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-ee050d93-3bbe-4878-9e74-8500d7f85a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:35.617823 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7aadf929-0564-4655-93fe-35d6483f0439 req-200fe438-0783-4e67-86bf-aa9ff1eba26d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441773 Nov 11 12:53:35.642043 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33318) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:53:35.701542 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fd9f993d-6751-4625-b57a-f586602df9e5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/floatingips/2355bdb5-dc21-41ea-ae29-ddd738ad1adc HTTP/1.1" status: 200 len: 994 time: 0.0582657 Nov 11 12:53:36.659835 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:37.155083 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82327ce4-b1c9-47f9-b122-aa3ddcf3ad55 req-b7228010-f046-41b3-b27f-1c3f948a2ab6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:37.156088 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-82327ce4-b1c9-47f9-b122-aa3ddcf3ad55 req-b7228010-f046-41b3-b27f-1c3f948a2ab6 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0531013 Nov 11 12:53:37.204985 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-82327ce4-b1c9-47f9-b122-aa3ddcf3ad55 req-faf70ced-44eb-4752-a56a-cd0de529d4ec tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428493 Nov 11 12:53:37.282050 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbf90d-29b9-4fd1-af87-33f278d06f21 req-0d10bc86-f2b4-4281-b8dc-2c3ec682712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:37.283555 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e4fbf90d-29b9-4fd1-af87-33f278d06f21 req-0d10bc86-f2b4-4281-b8dc-2c3ec682712b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 1099 time: 0.0826437 Nov 11 12:53:37.375722 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbf90d-29b9-4fd1-af87-33f278d06f21 req-2bde76ba-86ee-4807-b068-0963e410d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:37.377166 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e4fbf90d-29b9-4fd1-af87-33f278d06f21 req-2bde76ba-86ee-4807-b068-0963e410d8e8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=21d7525a-fca6-4ee0-a44b-0505291c89fd HTTP/1.1" status: 200 len: 897 time: 0.0867453 Nov 11 12:53:37.440249 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e4fbf90d-29b9-4fd1-af87-33f278d06f21 req-19114075-74a8-4383-b321-de6cddd9478d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3aaf9bad-0354-43ff-8f56-0d90cd66fd20 HTTP/1.1" status: 200 len: 1002 time: 0.0561488 Nov 11 12:53:37.491775 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbf90d-29b9-4fd1-af87-33f278d06f21 req-ff13ee22-2a52-4a86-840a-b44e9af922f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:37.493182 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e4fbf90d-29b9-4fd1-af87-33f278d06f21 req-ff13ee22-2a52-4a86-840a-b44e9af922f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=35e37be2-9c8f-4ee8-9758-afa166d31378 HTTP/1.1" status: 200 len: 835 time: 0.0464182 Nov 11 12:53:37.547833 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbf90d-29b9-4fd1-af87-33f278d06f21 req-d55007f4-03f7-41ec-b53d-58331107065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:37.549330 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e4fbf90d-29b9-4fd1-af87-33f278d06f21 req-d55007f4-03f7-41ec-b53d-58331107065f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=21d7525a-fca6-4ee0-a44b-0505291c89fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0495911 Nov 11 12:53:37.637609 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e4fbf90d-29b9-4fd1-af87-33f278d06f21 req-7a920b70-99a0-4873-afdd-ba7df4ac4974 service neutron] 10.222.0.70 "GET /v2.0/networks/21d7525a-fca6-4ee0-a44b-0505291c89fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813055 Nov 11 12:53:37.729441 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-e4fbf90d-29b9-4fd1-af87-33f278d06f21 req-794f335b-e2fc-417d-899e-61b13ae2d879 service neutron] 10.222.0.70 "GET /v2.0/networks/21d7525a-fca6-4ee0-a44b-0505291c89fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846155 Nov 11 12:53:38.237080 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:38.323513 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62077b45-8ea5-4ee1-902c-4780c5608bfc req-ae6feff6-6eca-4573-ba63-0fa197f7dcba tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:38.325610 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-62077b45-8ea5-4ee1-902c-4780c5608bfc req-ae6feff6-6eca-4573-ba63-0fa197f7dcba tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0489597 Nov 11 12:53:38.373671 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-62077b45-8ea5-4ee1-902c-4780c5608bfc req-632c5814-06ae-402c-8ece-c856943f3e48 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420783 Nov 11 12:53:39.195990 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:53:39.489258 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378f936-9bdd-41c2-a866-59328260a82d req-652fcf7b-a241-4c12-9b41-34b6f392221c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:53:39.490600 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6378f936-9bdd-41c2-a866-59328260a82d req-652fcf7b-a241-4c12-9b41-34b6f392221c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0504868 Nov 11 12:53:39.542337 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6378f936-9bdd-41c2-a866-59328260a82d req-19659bff-c06f-48ff-935e-905a7f6fe47d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458307 Nov 11 12:53:39.564151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33332) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:53:39.623013 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9066788e-543c-43fa-bb2c-a5aab6b2886c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/floatingips/2355bdb5-dc21-41ea-ae29-ddd738ad1adc HTTP/1.1" status: 200 len: 994 time: 0.0577838 Nov 11 12:53:41.115648 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:03.240881 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f7199d24-eda7-4d2a-b4d3-19c7625fc367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:05.577784 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-35af169f-7bf2-415b-ab1b-34821ccdb985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:06.634458 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:08.195473 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33342) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:08.417488 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:08.661569 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port 92db8c92-84be-4148-8b1a-984eef30c0e8 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:54:08.661908 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:08.735589 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:08.735834 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:08.746899 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for 92db8c92-84be-4148-8b1a-984eef30c0e8 owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:54:08.948679 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:08.971127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=92db8c92-84be-4148-8b1a-984eef30c0e8,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:08.982131 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:08.985779 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:08.985779 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:08.985779 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:08.985779 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:08.986238 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:08.986579 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:08.986922 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:08.988370 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:08.988714 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:08.989047 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:08.989372 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:09.046887 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:09.047235 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Floating IP 2355bdb5-dc21-41ea-ae29-ddd738ad1adc disassociated (deleted). External IP: 172.26.5.248, port: 3aaf9bad-0354-43ff-8f56-0d90cd66fd20. Nov 11 12:54:09.194648 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:09.249771 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router 6d933079-845e-46c4-a932-5d3d025501b7 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:54:09.353761 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:54:09.359080 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:09.363577 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c85cbfa-b11b-42c7-a708-320772b97646 None None] Sync routers for ids ['6d933079-845e-46c4-a932-5d3d025501b7'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:54:09.374023 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c85cbfa-b11b-42c7-a708-320772b97646 None None] Routers {'6d933079-845e-46c4-a932-5d3d025501b7'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:54:09.374608 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-2c85cbfa-b11b-42c7-a708-320772b97646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:54:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['6d933079-845e-46c4-a932-5d3d025501b7'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:09.384874 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0e32d831-cd8e-40cc-bdaf-54ffee74e883 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/floatingips/2355bdb5-dc21-41ea-ae29-ddd738ad1adc HTTP/1.1" status: 204 len: 168 time: 1.1883311 Nov 11 12:54:09.385450 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b18eb8c-c908-4eda-bb26-d2290e61637b', 'tag': '3aaf9bad-0354-43ff-8f56-0d90cd66fd20'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:54:09.387758 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f32897-fb82-4fb0-8644-c09d6d2aba98" -d '{"events": [{"name": "network-changed", "server_uuid": "6b18eb8c-c908-4eda-bb26-d2290e61637b", "tag": "3aaf9bad-0354-43ff-8f56-0d90cd66fd20"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:54:09.444446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36a9dcd-78ab-4e2f-a960-1027cd51ec07 x-openstack-request-id: req-a36a9dcd-78ab-4e2f-a960-1027cd51ec07 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:54:09.444738 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b18eb8c-c908-4eda-bb26-d2290e61637b", "tag": "3aaf9bad-0354-43ff-8f56-0d90cd66fd20", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:54:09.444988 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a36a9dcd-78ab-4e2f-a960-1027cd51ec07 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:54:09.445390 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b18eb8c-c908-4eda-bb26-d2290e61637b', 'tag': '3aaf9bad-0354-43ff-8f56-0d90cd66fd20', 'status': 'completed', 'code': 200} Nov 11 12:54:09.494202 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-2c85cbfa-b11b-42c7-a708-320772b97646 None None] Set router 6d933079-845e-46c4-a932-5d3d025501b7 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:54:09.514946 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f32897-fb82-4fb0-8644-c09d6d2aba98 req-4e7bafc2-fb0f-4443-946d-5e7561ae2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:09.516390 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a3f32897-fb82-4fb0-8644-c09d6d2aba98 req-4e7bafc2-fb0f-4443-946d-5e7561ae2d6a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 1099 time: 0.0462759 Nov 11 12:54:09.614184 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f32897-fb82-4fb0-8644-c09d6d2aba98 req-6613a68c-51f7-4637-9123-426a0e4c9f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:09.615796 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a3f32897-fb82-4fb0-8644-c09d6d2aba98 req-6613a68c-51f7-4637-9123-426a0e4c9f3b service neutron] 10.222.0.70 "GET /v2.0/networks?id=21d7525a-fca6-4ee0-a44b-0505291c89fd HTTP/1.1" status: 200 len: 897 time: 0.0887704 Nov 11 12:54:09.658299 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a3f32897-fb82-4fb0-8644-c09d6d2aba98 req-323af358-5c16-4d7b-8f66-2264be77d070 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3aaf9bad-0354-43ff-8f56-0d90cd66fd20 HTTP/1.1" status: 200 len: 217 time: 0.0353270 Nov 11 12:54:09.690830 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-2c85cbfa-b11b-42c7-a708-320772b97646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d933079-845e-46c4-a932-5d3d025501b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418799626', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:32Z', 'updated_at': '2021-11-11T12:52:36Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:33Z', 'updated_at': '2021-11-11T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b98a7530-4f1b-4847-a7cf-0dafdfb291ec', 'name': '', 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:72:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '35e37be2-9c8f-4ee8-9758-afa166d31378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:36Z', 'updated_at': '2021-11-11T12:52:40Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '35e37be2-9c8f-4ee8-9758-afa166d31378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:09.714096 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f32897-fb82-4fb0-8644-c09d6d2aba98 req-e97e0176-b263-4b7f-b1b9-181a61abb438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:09.716090 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a3f32897-fb82-4fb0-8644-c09d6d2aba98 req-e97e0176-b263-4b7f-b1b9-181a61abb438 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=35e37be2-9c8f-4ee8-9758-afa166d31378 HTTP/1.1" status: 200 len: 835 time: 0.0504179 Nov 11 12:54:09.719527 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c85cbfa-b11b-42c7-a708-320772b97646 None None] Checking router: 6d933079-845e-46c4-a932-5d3d025501b7 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:54:09.731681 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c85cbfa-b11b-42c7-a708-320772b97646 None None] Routers {'6d933079-845e-46c4-a932-5d3d025501b7'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:54:09.731681 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-2c85cbfa-b11b-42c7-a708-320772b97646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:54:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['6d933079-845e-46c4-a932-5d3d025501b7'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:09.770043 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f32897-fb82-4fb0-8644-c09d6d2aba98 req-f3cb981a-4c60-4f5a-9179-809cc8bbd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:09.771534 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a3f32897-fb82-4fb0-8644-c09d6d2aba98 req-f3cb981a-4c60-4f5a-9179-809cc8bbd675 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=21d7525a-fca6-4ee0-a44b-0505291c89fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0475535 Nov 11 12:54:09.836479 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-2c85cbfa-b11b-42c7-a708-320772b97646 None None] Set router 6d933079-845e-46c4-a932-5d3d025501b7 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:54:09.852816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c7399-e822-47cb-9ede-ac4eea79ae99 req-215f92f8-f46f-4b4d-bfce-6119ce7cab71 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:09.854322 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-291c7399-e822-47cb-9ede-ac4eea79ae99 req-215f92f8-f46f-4b4d-bfce-6119ce7cab71 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0736234 Nov 11 12:54:09.887672 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a3f32897-fb82-4fb0-8644-c09d6d2aba98 req-feb5d8fb-3388-496f-a6b6-ec8aa8031388 service neutron] 10.222.0.70 "GET /v2.0/networks/21d7525a-fca6-4ee0-a44b-0505291c89fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046331 Nov 11 12:54:09.905935 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-291c7399-e822-47cb-9ede-ac4eea79ae99 req-b1a49ffe-ceff-48ee-8d06-7909b72314e9 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453064 Nov 11 12:54:09.982000 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a3f32897-fb82-4fb0-8644-c09d6d2aba98 req-a9cd8eeb-d4fd-4806-aa8d-8ad68411aa53 service neutron] 10.222.0.70 "GET /v2.0/networks/21d7525a-fca6-4ee0-a44b-0505291c89fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860767 Nov 11 12:54:10.039724 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-2c85cbfa-b11b-42c7-a708-320772b97646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d933079-845e-46c4-a932-5d3d025501b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418799626', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:32Z', 'updated_at': '2021-11-11T12:52:36Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:33Z', 'updated_at': '2021-11-11T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b98a7530-4f1b-4847-a7cf-0dafdfb291ec', 'name': '', 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:72:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '35e37be2-9c8f-4ee8-9758-afa166d31378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:36Z', 'updated_at': '2021-11-11T12:52:40Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '35e37be2-9c8f-4ee8-9758-afa166d31378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:10.064315 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c85cbfa-b11b-42c7-a708-320772b97646 None None] The sync data for ids ['6d933079-845e-46c4-a932-5d3d025501b7'] in dv-neutron-786478-23-hyperv is: [{'id': '6d933079-845e-46c4-a932-5d3d025501b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418799626', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:32Z', 'updated_at': '2021-11-11T12:52:36Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:33Z', 'updated_at': '2021-11-11T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b98a7530-4f1b-4847-a7cf-0dafdfb291ec', 'name': '', 'network_id': '21d7525a-fca6-4ee0-a44b-0505291c89fd', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:72:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '35e37be2-9c8f-4ee8-9758-afa166d31378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:36Z', 'updated_at': '2021-11-11T12:52:40Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '35e37be2-9c8f-4ee8-9758-afa166d31378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:54:10.277904 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978d5828-2aee-49c2-96bf-a8bea2430a0d None None] New status for floating IP 2355bdb5-dc21-41ea-ae29-ddd738ad1adc: DOWN {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:54:11.027336 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4492a-575a-448a-b956-313017b8803d req-935429f9-554a-4d89-b930-d7a8e79f6eef tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:11.028724 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-63e4492a-575a-448a-b956-313017b8803d req-935429f9-554a-4d89-b930-d7a8e79f6eef tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0528471 Nov 11 12:54:11.068601 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:11.077095 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-63e4492a-575a-448a-b956-313017b8803d req-5c591848-dad5-47ec-ac11-372dbfdb3ef7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=021facca-74b3-4ef6-9b04-80e073ca9201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423994 Nov 11 12:54:11.212338 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:54:11.394678 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c866b-60a4-4157-882e-38f33dce188c req-e54c90c8-7a5e-48d3-b019-b384f5bc5338 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:11.396121 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fa2c866b-60a4-4157-882e-38f33dce188c req-e54c90c8-7a5e-48d3-b019-b384f5bc5338 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 946 time: 0.0474455 Nov 11 12:54:11.487545 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-fa2c866b-60a4-4157-882e-38f33dce188c req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:54:11.487874 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fa2c866b-60a4-4157-882e-38f33dce188c req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:11.572723 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-fa2c866b-60a4-4157-882e-38f33dce188c req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] For port 3aaf9bad-0354-43ff-8f56-0d90cd66fd20, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3aaf9bad-0354-43ff-8f56-0d90cd66fd20,segment=NetworkSegment(0df772d8-e539-42d2-9d13-3f8eb9ceade0),segment_id=0df772d8-e539-42d2-9d13-3f8eb9ceade0)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:11.573073 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fa2c866b-60a4-4157-882e-38f33dce188c req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:11.585551 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-fa2c866b-60a4-4157-882e-38f33dce188c req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:54:11.771563 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fa2c866b-60a4-4157-882e-38f33dce188c req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:11.799563 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=3aaf9bad-0354-43ff-8f56-0d90cd66fd20,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:11.829682 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:11.830028 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:11.830369 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:11.830703 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:11.831037 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:11.831390 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:11.831717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:11.832058 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:11.832364 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:11.832685 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:11.833063 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:11.833326 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:12.135183 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2c866b-60a4-4157-882e-38f33dce188c req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] No DVR routers for this DVR port 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:54:12.138309 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-fa2c866b-60a4-4157-882e-38f33dce188c req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:12.141831 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fa2c866b-60a4-4157-882e-38f33dce188c req-9d7b3cc3-47c3-40b1-a368-826411b1cfee tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "DELETE /v2.0/ports/3aaf9bad-0354-43ff-8f56-0d90cd66fd20 HTTP/1.1" status: 204 len: 173 time: 0.7387304 Nov 11 12:54:12.142298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b18eb8c-c908-4eda-bb26-d2290e61637b', 'name': 'network-vif-deleted', 'tag': '3aaf9bad-0354-43ff-8f56-0d90cd66fd20'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:54:12.144638 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7e7d1b-5cd7-4158-9eb3-8cb1b93a930e" -d '{"events": [{"server_uuid": "6b18eb8c-c908-4eda-bb26-d2290e61637b", "name": "network-vif-deleted", "tag": "3aaf9bad-0354-43ff-8f56-0d90cd66fd20"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:54:12.177980 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5ee619ff-f25c-4742-b136-e76ec9c71cdc req-10cb3727-32d0-45a8-ac56-9f390dea04e0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b18eb8c-c908-4eda-bb26-d2290e61637b HTTP/1.1" status: 200 len: 210 time: 0.0281253 Nov 11 12:54:12.194657 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33251d92-31bc-495a-b06b-61020ab0639a x-openstack-request-id: req-33251d92-31bc-495a-b06b-61020ab0639a {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:54:12.194979 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b18eb8c-c908-4eda-bb26-d2290e61637b", "name": "network-vif-deleted", "tag": "3aaf9bad-0354-43ff-8f56-0d90cd66fd20", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:54:12.195335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-33251d92-31bc-495a-b06b-61020ab0639a {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:54:12.195734 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b18eb8c-c908-4eda-bb26-d2290e61637b', 'name': 'network-vif-deleted', 'tag': '3aaf9bad-0354-43ff-8f56-0d90cd66fd20', 'status': 'completed', 'code': 200} Nov 11 12:54:13.234389 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33360) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:13.583747 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5febb907-32c2-4659-8be4-89107e2829ce tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:13.826399 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5febb907-32c2-4659-8be4-89107e2829ce tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port b98a7530-4f1b-4847-a7cf-0dafdfb291ec {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:54:13.826741 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5febb907-32c2-4659-8be4-89107e2829ce tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:13.911576 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-5febb907-32c2-4659-8be4-89107e2829ce tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] For port b98a7530-4f1b-4847-a7cf-0dafdfb291ec, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b98a7530-4f1b-4847-a7cf-0dafdfb291ec,segment=NetworkSegment(0df772d8-e539-42d2-9d13-3f8eb9ceade0),segment_id=0df772d8-e539-42d2-9d13-3f8eb9ceade0)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:13.911855 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5febb907-32c2-4659-8be4-89107e2829ce tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:13.924324 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5febb907-32c2-4659-8be4-89107e2829ce tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for b98a7530-4f1b-4847-a7cf-0dafdfb291ec owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:54:14.159747 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5febb907-32c2-4659-8be4-89107e2829ce tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:14.184250 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febb907-32c2-4659-8be4-89107e2829ce tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=b98a7530-4f1b-4847-a7cf-0dafdfb291ec,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:14.393814 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5febb907-32c2-4659-8be4-89107e2829ce tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:14.573248 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5febb907-32c2-4659-8be4-89107e2829ce tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router 6d933079-845e-46c4-a932-5d3d025501b7 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:54:14.676250 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5febb907-32c2-4659-8be4-89107e2829ce tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:54:14.683134 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5febb907-32c2-4659-8be4-89107e2829ce tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "PUT /v2.0/routers/6d933079-845e-46c4-a932-5d3d025501b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4458675 Nov 11 12:54:14.684704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33362) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:14.688102 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1011a700-acc7-4c63-99a5-5936f700ca2c None None] Sync routers for ids ['6d933079-845e-46c4-a932-5d3d025501b7'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:54:14.697999 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011a700-acc7-4c63-99a5-5936f700ca2c None None] Routers {'6d933079-845e-46c4-a932-5d3d025501b7'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:54:14.698586 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1011a700-acc7-4c63-99a5-5936f700ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:54:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['6d933079-845e-46c4-a932-5d3d025501b7'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:14.734387 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc732de-8745-4340-8c4d-8ca87f93e05f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting subnet 35e37be2-9c8f-4ee8-9758-afa166d31378 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:54:14.737487 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3fc732de-8745-4340-8c4d-8ca87f93e05f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:14.775767 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3fc732de-8745-4340-8c4d-8ca87f93e05f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:14.803074 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-1011a700-acc7-4c63-99a5-5936f700ca2c None None] Set router 6d933079-845e-46c4-a932-5d3d025501b7 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:54:14.809526 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:54:14.831977 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:54:14.832232 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 3aaf9bad-0354-43ff-8f56-0d90cd66fd20 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:54:14.863732 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3fc732de-8745-4340-8c4d-8ca87f93e05f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:14.978498 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1011a700-acc7-4c63-99a5-5936f700ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d933079-845e-46c4-a932-5d3d025501b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418799626', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:32Z', 'updated_at': '2021-11-11T12:54:14Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:33Z', 'updated_at': '2021-11-11T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:15.003488 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1011a700-acc7-4c63-99a5-5936f700ca2c None None] Checking router: 6d933079-845e-46c4-a932-5d3d025501b7 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:54:15.005930 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3fc732de-8745-4340-8c4d-8ca87f93e05f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:15.011682 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011a700-acc7-4c63-99a5-5936f700ca2c None None] Routers {'6d933079-845e-46c4-a932-5d3d025501b7'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:54:15.012615 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1011a700-acc7-4c63-99a5-5936f700ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:54:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['6d933079-845e-46c4-a932-5d3d025501b7'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:15.036208 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc732de-8745-4340-8c4d-8ca87f93e05f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Subnet': ['ID=35e37be2-9c8f-4ee8-9758-afa166d31378,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:15.041168 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3fc732de-8745-4340-8c4d-8ca87f93e05f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:15.047809 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 33364) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:15.048599 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3fc732de-8745-4340-8c4d-8ca87f93e05f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/subnets/35e37be2-9c8f-4ee8-9758-afa166d31378 HTTP/1.1" status: 204 len: 168 time: 0.3629236 Nov 11 12:54:15.057111 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09c61ca-cbb8-4c7c-a5fe-57d1f2e9938a None None] Network 21d7525a-fca6-4ee0-a44b-0505291c89fd requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:54:15.187937 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-526db7b3-b286-4224-b4aa-537ecbe7e201 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:15.211934 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-1011a700-acc7-4c63-99a5-5936f700ca2c None None] Set router 6d933079-845e-46c4-a932-5d3d025501b7 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:54:15.276535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] DHCP port deletion for 21d7525a-fca6-4ee0-a44b-0505291c89fd request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:54:15.296397 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-526db7b3-b286-4224-b4aa-537ecbe7e201 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:15.327742 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] Deleting port 6d24862c-b7fa-42ac-bb55-d99c8b9832f7 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:54:15.328205 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:15.395165 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] For port 6d24862c-b7fa-42ac-bb55-d99c8b9832f7, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6d24862c-b7fa-42ac-bb55-d99c8b9832f7,segment=NetworkSegment(0df772d8-e539-42d2-9d13-3f8eb9ceade0),segment_id=0df772d8-e539-42d2-9d13-3f8eb9ceade0)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:15.396494 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:15.398122 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-1011a700-acc7-4c63-99a5-5936f700ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d933079-845e-46c4-a932-5d3d025501b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418799626', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:32Z', 'updated_at': '2021-11-11T12:54:14Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:33Z', 'updated_at': '2021-11-11T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:15.409927 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] Calling delete_port for 6d24862c-b7fa-42ac-bb55-d99c8b9832f7 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:54:15.421799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-526db7b3-b286-4224-b4aa-537ecbe7e201 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port d42e78a7-8355-4158-af9e-d0fac12a7236 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:54:15.422144 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-526db7b3-b286-4224-b4aa-537ecbe7e201 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:15.427722 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1011a700-acc7-4c63-99a5-5936f700ca2c None None] The sync data for ids ['6d933079-845e-46c4-a932-5d3d025501b7'] in dv-neutron-786478-23-hyperv is: [{'id': '6d933079-845e-46c4-a932-5d3d025501b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418799626', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:52:32Z', 'updated_at': '2021-11-11T12:54:14Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': 'd42e78a7-8355-4158-af9e-d0fac12a7236', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d933079-845e-46c4-a932-5d3d025501b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:52:33Z', 'updated_at': '2021-11-11T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:54:15.512804 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-526db7b3-b286-4224-b4aa-537ecbe7e201 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] For port d42e78a7-8355-4158-af9e-d0fac12a7236, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=d42e78a7-8355-4158-af9e-d0fac12a7236,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:15.513078 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-526db7b3-b286-4224-b4aa-537ecbe7e201 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:15.524888 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-526db7b3-b286-4224-b4aa-537ecbe7e201 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for d42e78a7-8355-4158-af9e-d0fac12a7236 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:54:15.576510 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:15.600046 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] Pushing event deleted for resources: {'Port': ['ID=6d24862c-b7fa-42ac-bb55-d99c8b9832f7,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:15.610048 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:15.610401 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:15.610745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:15.611106 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:15.611441 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:15.611771 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:15.612101 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:15.612431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:15.612758 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:15.613081 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:15.613404 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:15.613732 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:15.616845 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699ac9ce-eea5-4deb-8932-a60ff40d37ae None None] No DVR routers for this DVR port 6d24862c-b7fa-42ac-bb55-d99c8b9832f7 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:54:15.742767 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-526db7b3-b286-4224-b4aa-537ecbe7e201 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:15.768157 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526db7b3-b286-4224-b4aa-537ecbe7e201 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=d42e78a7-8355-4158-af9e-d0fac12a7236,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:15.781990 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986f49e8-b450-4dae-9c83-b33a88a59ff2 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:54:15.833896 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-526db7b3-b286-4224-b4aa-537ecbe7e201 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:15.928470 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-526db7b3-b286-4224-b4aa-537ecbe7e201 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:15.933980 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-526db7b3-b286-4224-b4aa-537ecbe7e201 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:16.033315 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-526db7b3-b286-4224-b4aa-537ecbe7e201 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:16.033943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526db7b3-b286-4224-b4aa-537ecbe7e201 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Fanout notify agent at l3_agent the message router_deleted on router 6d933079-845e-46c4-a932-5d3d025501b7 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:54:16.041241 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-526db7b3-b286-4224-b4aa-537ecbe7e201 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:16.043682 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-526db7b3-b286-4224-b4aa-537ecbe7e201 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/routers/6d933079-845e-46c4-a932-5d3d025501b7 HTTP/1.1" status: 204 len: 168 time: 0.9936566 Nov 11 12:54:16.046387 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 33366) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:16.125815 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5a2ecb24-e4f5-4d47-8e93-dcf978162440 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:16.214328 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5a2ecb24-e4f5-4d47-8e93-dcf978162440 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:16.233805 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-5a2ecb24-e4f5-4d47-8e93-dcf978162440 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d7525a-fca6-4ee0-a44b-0505291c89fd']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:16.242704 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-5a2ecb24-e4f5-4d47-8e93-dcf978162440 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df772d8-e539-42d2-9d13-3f8eb9ceade0') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:16.242999 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-5a2ecb24-e4f5-4d47-8e93-dcf978162440 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df772d8-e539-42d2-9d13-3f8eb9ceade0') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:16.252846 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5a2ecb24-e4f5-4d47-8e93-dcf978162440 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:16.265561 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5a2ecb24-e4f5-4d47-8e93-dcf978162440 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:16.271235 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2ecb24-e4f5-4d47-8e93-dcf978162440 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5a2ecb24-e4f5-4d47-8e93-dcf978162440 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:54:16.275649 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:54:16.382703 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5a2ecb24-e4f5-4d47-8e93-dcf978162440 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:16.390304 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5a2ecb24-e4f5-4d47-8e93-dcf978162440 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:16.393491 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5a2ecb24-e4f5-4d47-8e93-dcf978162440 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/networks/21d7525a-fca6-4ee0-a44b-0505291c89fd HTTP/1.1" status: 204 len: 168 time: 0.3460138 Nov 11 12:54:16.396458 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33368) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:16.409533 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ecb24-e4f5-4d47-8e93-dcf978162440 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Network': ['ID=21d7525a-fca6-4ee0-a44b-0505291c89fd,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:16.452550 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eecda9de-9dc2-45dd-8b6b-85663bd790f7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:16.487010 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eecda9de-9dc2-45dd-8b6b-85663bd790f7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:16.515418 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b98a7530-4f1b-4847-a7cf-0dafdfb291ec no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:54:16.535586 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: b98a7530-4f1b-4847-a7cf-0dafdfb291ec {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:54:16.535924 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b98a7530-4f1b-4847-a7cf-0dafdfb291ec not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:54:16.536336 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device d42e78a7-8355-4158-af9e-d0fac12a7236 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:54:16.554491 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: d42e78a7-8355-4158-af9e-d0fac12a7236 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:54:16.554828 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device d42e78a7-8355-4158-af9e-d0fac12a7236 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:54:16.555258 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6d24862c-b7fa-42ac-bb55-d99c8b9832f7 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:54:16.573570 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 6d24862c-b7fa-42ac-bb55-d99c8b9832f7 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:54:16.574581 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6d24862c-b7fa-42ac-bb55-d99c8b9832f7 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:54:16.610550 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eecda9de-9dc2-45dd-8b6b-85663bd790f7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:16.613320 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eecda9de-9dc2-45dd-8b6b-85663bd790f7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:16.614511 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-eecda9de-9dc2-45dd-8b6b-85663bd790f7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/security-groups/021facca-74b3-4ef6-9b04-80e073ca9201 HTTP/1.1" status: 204 len: 168 time: 0.2170768 Nov 11 12:54:16.625888 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecda9de-9dc2-45dd-8b6b-85663bd790f7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=021facca-74b3-4ef6-9b04-80e073ca9201,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:17.371516 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33374) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:17.376096 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-47fdae9e-e7f0-44b3-b6fd-8141d6aa257b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-758855153', 'description': 'tempest-secgroup-smoke-758855153 description', 'project_id': '69af05b65b6848869253a45b2d918c9d'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:17.472909 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-47fdae9e-e7f0-44b3-b6fd-8141d6aa257b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:17.537513 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-47fdae9e-e7f0-44b3-b6fd-8141d6aa257b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:17.616296 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-47fdae9e-e7f0-44b3-b6fd-8141d6aa257b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:17.644711 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fdae9e-e7f0-44b3-b6fd-8141d6aa257b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c96962b-b4d4-4a83-a73a-13d25ea1e6f0,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:17.704594 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-47fdae9e-e7f0-44b3-b6fd-8141d6aa257b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:17.705883 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-47fdae9e-e7f0-44b3-b6fd-8141d6aa257b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3333254 Nov 11 12:54:17.708692 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33376) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:17.712944 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-9e2351dd-86ec-4b3d-a667-01ffcafc22a0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': '7c96962b-b4d4-4a83-a73a-13d25ea1e6f0', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:17.798383 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9e2351dd-86ec-4b3d-a667-01ffcafc22a0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:17.851790 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9e2351dd-86ec-4b3d-a667-01ffcafc22a0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:17.924714 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9e2351dd-86ec-4b3d-a667-01ffcafc22a0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:17.942437 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2351dd-86ec-4b3d-a667-01ffcafc22a0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afed0cee-fb8d-42fa-a74b-f2bed449a7ad,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:18.012870 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9e2351dd-86ec-4b3d-a667-01ffcafc22a0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:18.014266 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9e2351dd-86ec-4b3d-a667-01ffcafc22a0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3046243 Nov 11 12:54:18.016949 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33378) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:18.021278 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-30091ebf-b733-4267-b6e2-58b1ac75b354 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': '7c96962b-b4d4-4a83-a73a-13d25ea1e6f0', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:18.117881 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-30091ebf-b733-4267-b6e2-58b1ac75b354 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:18.174042 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-30091ebf-b733-4267-b6e2-58b1ac75b354 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:18.263178 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-30091ebf-b733-4267-b6e2-58b1ac75b354 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:18.281110 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30091ebf-b733-4267-b6e2-58b1ac75b354 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26083fb1-7771-4f0f-a44b-94d5863e43f3,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:18.350361 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-30091ebf-b733-4267-b6e2-58b1ac75b354 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:18.351605 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-30091ebf-b733-4267-b6e2-58b1ac75b354 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3336377 Nov 11 12:54:18.354311 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33380) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:18.359071 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f0d74df4-2d15-4089-84ad-3264bd15fb82 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': '7c96962b-b4d4-4a83-a73a-13d25ea1e6f0', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:18.455875 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0d74df4-2d15-4089-84ad-3264bd15fb82 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:18.514499 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0d74df4-2d15-4089-84ad-3264bd15fb82 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:18.593672 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0d74df4-2d15-4089-84ad-3264bd15fb82 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:18.611594 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d74df4-2d15-4089-84ad-3264bd15fb82 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e5acb1-cf52-4fc3-8b84-dab68149d512,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:18.686851 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f0d74df4-2d15-4089-84ad-3264bd15fb82 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:18.688123 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f0d74df4-2d15-4089-84ad-3264bd15fb82 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3323565 Nov 11 12:54:18.690856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33382) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:18.695131 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-ab81a4f9-79f1-4812-91d4-6bdd04dd505e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': '7c96962b-b4d4-4a83-a73a-13d25ea1e6f0', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:18.781228 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab81a4f9-79f1-4812-91d4-6bdd04dd505e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:18.836207 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab81a4f9-79f1-4812-91d4-6bdd04dd505e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:18.919608 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab81a4f9-79f1-4812-91d4-6bdd04dd505e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:18.937513 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81a4f9-79f1-4812-91d4-6bdd04dd505e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1431b41-1253-4098-8507-10581728b0f0,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:19.012327 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ab81a4f9-79f1-4812-91d4-6bdd04dd505e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:19.013546 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ab81a4f9-79f1-4812-91d4-6bdd04dd505e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3217485 Nov 11 12:54:19.016290 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33384) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:19.020838 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-16fe1bbe-3229-4476-9556-c24401639794 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': '7c96962b-b4d4-4a83-a73a-13d25ea1e6f0', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:19.124539 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-16fe1bbe-3229-4476-9556-c24401639794 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Project 69af05b65b6848869253a45b2d918c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:54:19.129683 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-16fe1bbe-3229-4476-9556-c24401639794 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:19.188936 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-16fe1bbe-3229-4476-9556-c24401639794 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:19.273146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-16fe1bbe-3229-4476-9556-c24401639794 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:19.291893 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe1bbe-3229-4476-9556-c24401639794 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4889038-1e7a-4b0d-a4d7-9313cdca0846,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:19.360643 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-16fe1bbe-3229-4476-9556-c24401639794 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:19.361884 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-16fe1bbe-3229-4476-9556-c24401639794 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3446071 Nov 11 12:54:19.364576 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33388) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:19.368784 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-40f044c3-9184-4fe8-9338-3d5425705288 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'security_group_rule': {'security_group_id': '7c96962b-b4d4-4a83-a73a-13d25ea1e6f0', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:19.445531 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-40f044c3-9184-4fe8-9338-3d5425705288 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Project 69af05b65b6848869253a45b2d918c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:54:19.451212 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-40f044c3-9184-4fe8-9338-3d5425705288 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:19.508258 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-40f044c3-9184-4fe8-9338-3d5425705288 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:19.564971 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-40f044c3-9184-4fe8-9338-3d5425705288 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:19.583657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f044c3-9184-4fe8-9338-3d5425705288 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19520ee-bfda-4b35-a8ef-eb9235711cea,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:19.635647 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-40f044c3-9184-4fe8-9338-3d5425705288 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:19.637468 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-40f044c3-9184-4fe8-9338-3d5425705288 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2719805 Nov 11 12:54:19.640274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33390) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:19.645001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a6613655-fd71-4a14-bce6-19cf6e4a9978 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'network': {'name': 'tempest-network-smoke--797248927', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'port_security_enabled': True}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:19.702640 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6613655-fd71-4a14-bce6-19cf6e4a9978 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Made reservation on behalf of 69af05b65b6848869253a45b2d918c9d for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:54:19.706229 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a6613655-fd71-4a14-bce6-19cf6e4a9978 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:19.729236 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6613655-fd71-4a14-bce6-19cf6e4a9978 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:54:19.737677 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a6613655-fd71-4a14-bce6-19cf6e4a9978 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:19.738023 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-a6613655-fd71-4a14-bce6-19cf6e4a9978 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Added segment 52ed18e7-84ba-4b74-b646-990fa5656650 of type vlan for network 74e4471a-8346-416d-9a60-109361129808 Nov 11 12:54:19.776458 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a6613655-fd71-4a14-bce6-19cf6e4a9978 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:19.856570 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a6613655-fd71-4a14-bce6-19cf6e4a9978 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:19.862228 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6613655-fd71-4a14-bce6-19cf6e4a9978 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:19.862794 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a6613655-fd71-4a14-bce6-19cf6e4a9978 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:19.943617 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6613655-fd71-4a14-bce6-19cf6e4a9978 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Network': ['ID=74e4471a-8346-416d-9a60-109361129808,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:19.954046 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 74e4471a-8346-416d-9a60-109361129808 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:54:20.008056 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a6613655-fd71-4a14-bce6-19cf6e4a9978 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3667705 Nov 11 12:54:20.010686 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33392) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:20.015085 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1676914966', 'admin_state_up': True, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:20.097036 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:20.098040 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:20.148996 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:20.346806 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:20.580816 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:20.599338 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:20.695313 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.26.5.10 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/69b88524-72af-48e4-b0ea-1a59a406ae6e) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:54:20.796885 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:20.874071 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:20.910249 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:54:20.914985 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:54:20.917395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:54:20.927936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cd9a73-c866-4e99-becb-ee8627dcdef1 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:54:20.945970 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=69b88524-72af-48e4-b0ea-1a59a406ae6e,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:20.973862 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-678061aa-6e24-4264-8e53-668dd01c86d9 None None] Provisioning complete for port 69b88524-72af-48e4-b0ea-1a59a406ae6e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:20.974430 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-678061aa-6e24-4264-8e53-668dd01c86d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:21.010275 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-678061aa-6e24-4264-8e53-668dd01c86d9 None None] Port 69b88524-72af-48e4-b0ea-1a59a406ae6e cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:54:21.262021 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:21.450157 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:21.959147 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router d37be15f-1abe-42ac-a914-fad117b1eefc is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:54:22.061206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:54:22.070711 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Sync routers for ids ['d37be15f-1abe-42ac-a914-fad117b1eefc'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:54:22.081202 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Routers {'d37be15f-1abe-42ac-a914-fad117b1eefc'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:54:22.081820 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:54:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d37be15f-1abe-42ac-a914-fad117b1eefc'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:22.132704 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:22.134032 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c21bd6f7-ae7f-470b-8328-4fe64e537f93 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1223457 Nov 11 12:54:22.137809 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33394) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:22.168017 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5290239d-ca28-4b0b-a41b-ad8db8763c0b tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=69af05b65b6848869253a45b2d918c9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267735 Nov 11 12:54:22.168257 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33396) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:22.184897 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Set router d37be15f-1abe-42ac-a914-fad117b1eefc gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:54:22.253265 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491b80f8-255b-423e-9e35-c12da8a8f070 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:22.254796 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-491b80f8-255b-423e-9e35-c12da8a8f070 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856295 Nov 11 12:54:22.257655 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33398) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:22.289432 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-24b539dd-ba11-48e0-bdab-9cc6068bc4eb tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=1bf10f9f-df41-4592-a35d-f97ab68bce69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306704 Nov 11 12:54:22.291968 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33400) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:22.296710 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-eff3acd3-ef59-4ba4-aab1-58a835c3dd3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-383429424', 'network_id': '74e4471a-8346-416d-9a60-109361129808', 'project_id': '69af05b65b6848869253a45b2d918c9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:22.360944 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676914966', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:21Z', 'revision_number': 3, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:22.391074 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Checking router: d37be15f-1abe-42ac-a914-fad117b1eefc for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:54:22.391421 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Updating router d37be15f-1abe-42ac-a914-fad117b1eefc port 69b88524-72af-48e4-b0ea-1a59a406ae6e binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:54:22.415255 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:22.434182 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff3acd3-ef59-4ba4-aab1-58a835c3dd3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Made reservation on behalf of 69af05b65b6848869253a45b2d918c9d for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:54:22.437851 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eff3acd3-ef59-4ba4-aab1-58a835c3dd3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:22.660169 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:22.661588 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eff3acd3-ef59-4ba4-aab1-58a835c3dd3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:22.718723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3acd3-ef59-4ba4-aab1-58a835c3dd3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Subnet': ['ID=96228260-f258-4297-899b-4261c816d856,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:22.724954 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:22.729219 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3acd3-ef59-4ba4-aab1-58a835c3dd3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Checking segment: {'id': '52ed18e7-84ba-4b74-b646-990fa5656650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '74e4471a-8346-416d-9a60-109361129808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:54:22.729587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff3acd3-ef59-4ba4-aab1-58a835c3dd3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network hostable DHCP agents. Network: 74e4471a-8346-416d-9a60-109361129808, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:54:22.771175 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec46ac0-8cc3-4c2c-8468-9aa7a35d17ef None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:54:22.787168 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Attempting to bind port 69b88524-72af-48e4-b0ea-1a59a406ae6e on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:54:22.787532 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Attempting to bind port 69b88524-72af-48e4-b0ea-1a59a406ae6e by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:54:22.787884 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Attempting to bind port 69b88524-72af-48e4-b0ea-1a59a406ae6e on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:54:22.794005 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff3acd3-ef59-4ba4-aab1-58a835c3dd3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 74e4471a-8346-416d-9a60-109361129808 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:54:22.796000 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4e587-716e-4f47-82dd-85db46ff809d None None] Pushing event updated for resources: {'Port': ['ID=69b88524-72af-48e4-b0ea-1a59a406ae6e,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:22.799132 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:54:22.799516 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:54:22.799980 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:22.800522 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:54:22.800955 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Bound port: 69b88524-72af-48e4-b0ea-1a59a406ae6e, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:54:22.801333 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:22.845048 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-eff3acd3-ef59-4ba4-aab1-58a835c3dd3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 74e4471a-8346-416d-9a60-109361129808) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:54:22.849749 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff3acd3-ef59-4ba4-aab1-58a835c3dd3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:22.850375 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-eff3acd3-ef59-4ba4-aab1-58a835c3dd3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:22.859601 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0437b242-f93b-4bf6-ab05-c64cbf89a4db None None] Network 74e4471a-8346-416d-9a60-109361129808 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:54:22.865561 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] For port 69b88524-72af-48e4-b0ea-1a59a406ae6e, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:54:22.878785 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5275d112-5726-4ee3-877b-ffcdeff65c03 None None] Provisioning complete for port 69b88524-72af-48e4-b0ea-1a59a406ae6e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:22.879243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5275d112-5726-4ee3-877b-ffcdeff65c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:22.934891 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] For port 69b88524-72af-48e4-b0ea-1a59a406ae6e, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=69b88524-72af-48e4-b0ea-1a59a406ae6e,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:54:22.944864 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-eff3acd3-ef59-4ba4-aab1-58a835c3dd3d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6518567 Nov 11 12:54:22.947701 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33402) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:22.955760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-5275d112-5726-4ee3-877b-ffcdeff65c03 None None] Port 69b88524-72af-48e4-b0ea-1a59a406ae6e cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:54:23.001757 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:23.062587 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c584a178-69ac-4fb0-a5ee-2b6fbde3f498 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:54:23.089846 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Routers {'d37be15f-1abe-42ac-a914-fad117b1eefc'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:54:23.090489 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:54:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d37be15f-1abe-42ac-a914-fad117b1eefc'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:23.101537 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-74e4471a-8346-416d-9a60-109361129808', 'network_id': '74e4471a-8346-416d-9a60-109361129808', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ips': [{'subnet_id': '96228260-f258-4297-899b-4261c816d856'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:54:23.102370 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:23.148752 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4e587-716e-4f47-82dd-85db46ff809d None None] Pushing event updated for resources: {'Port': ['ID=69b88524-72af-48e4-b0ea-1a59a406ae6e,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:23.394198 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49964acd-6c24-48db-bf21-536507779d50 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:23.415234 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-253ab0cf-4e53-4fdb-b554-4621c66f7d91 None None] Provisioning complete for port 69b88524-72af-48e4-b0ea-1a59a406ae6e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:23.415595 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-253ab0cf-4e53-4fdb-b554-4621c66f7d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:23.496690 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] Set router d37be15f-1abe-42ac-a914-fad117b1eefc gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:54:23.618878 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Allocated IP 172.20.0.2 (74e4471a-8346-416d-9a60-109361129808/96228260-f258-4297-899b-4261c816d856/0d820398-a3d2-426d-8c56-65ec0a4fc42f) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:54:23.726931 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-253ab0cf-4e53-4fdb-b554-4621c66f7d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:23.790957 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-253ab0cf-4e53-4fdb-b554-4621c66f7d91 None None] For port 69b88524-72af-48e4-b0ea-1a59a406ae6e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=69b88524-72af-48e4-b0ea-1a59a406ae6e,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:23.861921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-253ab0cf-4e53-4fdb-b554-4621c66f7d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:23.867896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:23.870765 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676914966', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:21Z', 'revision_number': 3, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:23.918735 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:23.922061 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badd43b1-03a5-403b-9ea0-3aa97b01d48f None None] The sync data for ids ['d37be15f-1abe-42ac-a914-fad117b1eefc'] in dv-neutron-786478-23-hyperv is: [{'id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676914966', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:21Z', 'revision_number': 3, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:54:23.955343 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Network 74e4471a-8346-416d-9a60-109361129808 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:54:23.956638 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab0cf-4e53-4fdb-b554-4621c66f7d91 None None] Pushing event updated for resources: {'Port': ['ID=69b88524-72af-48e4-b0ea-1a59a406ae6e,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:23.959625 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:54:23.963073 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:54:23.967144 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-49964acd-6c24-48db-bf21-536507779d50 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.20.0.1 (74e4471a-8346-416d-9a60-109361129808/96228260-f258-4297-899b-4261c816d856/b0ef380e-405a-4d27-b176-3e8194bf8ad3) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:54:24.036681 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Pushing event updated for resources: {'Port': ['ID=0d820398-a3d2-426d-8c56-65ec0a4fc42f,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:24.051915 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Attempting to bind port 0d820398-a3d2-426d-8c56-65ec0a4fc42f on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:54:24.052286 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Attempting to bind port 0d820398-a3d2-426d-8c56-65ec0a4fc42f by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '52ed18e7-84ba-4b74-b646-990fa5656650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '74e4471a-8346-416d-9a60-109361129808'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:54:24.053229 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Attempting to bind port 0d820398-a3d2-426d-8c56-65ec0a4fc42f on network 74e4471a-8346-416d-9a60-109361129808 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:54:24.059257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:54:24.059632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Checking segment: {'id': '52ed18e7-84ba-4b74-b646-990fa5656650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '74e4471a-8346-416d-9a60-109361129808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:54:24.060033 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:24.060426 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Bound using segment: {'id': '52ed18e7-84ba-4b74-b646-990fa5656650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '74e4471a-8346-416d-9a60-109361129808'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:54:24.060895 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Bound port: 0d820398-a3d2-426d-8c56-65ec0a4fc42f, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ed18e7-84ba-4b74-b646-990fa5656650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '74e4471a-8346-416d-9a60-109361129808'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:54:24.061277 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:24.086082 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49964acd-6c24-48db-bf21-536507779d50 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:24.132989 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] For port 0d820398-a3d2-426d-8c56-65ec0a4fc42f, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:54:24.140637 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] For port 0d820398-a3d2-426d-8c56-65ec0a4fc42f, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=0d820398-a3d2-426d-8c56-65ec0a4fc42f,segment=NetworkSegment(52ed18e7-84ba-4b74-b646-990fa5656650),segment_id=52ed18e7-84ba-4b74-b646-990fa5656650)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:54:24.177021 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49964acd-6c24-48db-bf21-536507779d50 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:24.202167 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:24.233881 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49964acd-6c24-48db-bf21-536507779d50 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 74e4471a-8346-416d-9a60-109361129808 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:54:24.251198 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-49964acd-6c24-48db-bf21-536507779d50 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:54:24.256294 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49964acd-6c24-48db-bf21-536507779d50 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:54:24.273296 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc4ca0-705d-4a9a-b09e-0d55734e48ac None None] Pushing event updated for resources: {'Port': ['ID=0d820398-a3d2-426d-8c56-65ec0a4fc42f,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:24.302958 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49964acd-6c24-48db-bf21-536507779d50 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=b0ef380e-405a-4d27-b176-3e8194bf8ad3,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:24.326556 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 69b88524-72af-48e4-b0ea-1a59a406ae6e up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:54:24.328283 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49964acd-6c24-48db-bf21-536507779d50 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:24.382028 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 69b88524-72af-48e4-b0ea-1a59a406ae6e triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:24.382399 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:24.563906 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49964acd-6c24-48db-bf21-536507779d50 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:24.872050 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49964acd-6c24-48db-bf21-536507779d50 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:24.965663 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49964acd-6c24-48db-bf21-536507779d50 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:25.039702 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49964acd-6c24-48db-bf21-536507779d50 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=b0ef380e-405a-4d27-b176-3e8194bf8ad3,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:25.042256 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-49964acd-6c24-48db-bf21-536507779d50 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:25.145088 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49964acd-6c24-48db-bf21-536507779d50 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 74e4471a-8346-416d-9a60-109361129808 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:54:25.146527 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-49964acd-6c24-48db-bf21-536507779d50 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:54:25.196806 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff813545-e5de-4d4d-8aab-255e330ade4b None None] Network 74e4471a-8346-416d-9a60-109361129808 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:54:25.286883 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49964acd-6c24-48db-bf21-536507779d50 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router d37be15f-1abe-42ac-a914-fad117b1eefc has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:54:25.339603 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c9cc058b-56a4-4541-a2fd-569759dc4b3c None None] Provisioning complete for port 0d820398-a3d2-426d-8c56-65ec0a4fc42f triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:25.339982 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c9cc058b-56a4-4541-a2fd-569759dc4b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:25.410395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49964acd-6c24-48db-bf21-536507779d50 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:54:25.420975 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-49964acd-6c24-48db-bf21-536507779d50 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "PUT /v2.0/routers/d37be15f-1abe-42ac-a914-fad117b1eefc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4667752 Nov 11 12:54:25.476817 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c9cc058b-56a4-4541-a2fd-569759dc4b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:25.518812 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c9cc058b-56a4-4541-a2fd-569759dc4b3c None None] For port 0d820398-a3d2-426d-8c56-65ec0a4fc42f, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=0d820398-a3d2-426d-8c56-65ec0a4fc42f,segment=NetworkSegment(52ed18e7-84ba-4b74-b646-990fa5656650),segment_id=52ed18e7-84ba-4b74-b646-990fa5656650)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:25.611461 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-74236070-989a-4708-baa8-5544471dc42b req-9beeaea0-8eb6-4cb6-a2cb-a05c9058e68f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-758855153&fields=id&tenant_id=69af05b65b6848869253a45b2d918c9d HTTP/1.1" status: 200 len: 267 time: 0.0483088 Nov 11 12:54:25.616514 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c9cc058b-56a4-4541-a2fd-569759dc4b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:25.673745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc058b-56a4-4541-a2fd-569759dc4b3c None None] Pushing event updated for resources: {'Port': ['ID=0d820398-a3d2-426d-8c56-65ec0a4fc42f,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:25.674813 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Sync routers for ids ['d37be15f-1abe-42ac-a914-fad117b1eefc'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:54:25.686175 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Routers {'d37be15f-1abe-42ac-a914-fad117b1eefc'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:54:25.686867 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:54:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d37be15f-1abe-42ac-a914-fad117b1eefc'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:25.737798 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74236070-989a-4708-baa8-5544471dc42b req-79e843e3-ac9b-4015-b90f-ac4603206c19 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:25.739468 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-74236070-989a-4708-baa8-5544471dc42b req-79e843e3-ac9b-4015-b90f-ac4603206c19 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/networks?id=74e4471a-8346-416d-9a60-109361129808 HTTP/1.1" status: 200 len: 796 time: 0.1203983 Nov 11 12:54:25.741326 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-11cdbf1c-b5d6-426d-b40c-18d882bab9d2 None None] Provisioning complete for port b0ef380e-405a-4d27-b176-3e8194bf8ad3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:25.741705 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-11cdbf1c-b5d6-426d-b40c-18d882bab9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:25.760313 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-74236070-989a-4708-baa8-5544471dc42b req-7e0e6ab8-b469-4758-a321-3cc4ab9ecf8d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/quotas/69af05b65b6848869253a45b2d918c9d HTTP/1.1" status: 200 len: 375 time: 0.0152106 Nov 11 12:54:25.785675 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-11cdbf1c-b5d6-426d-b40c-18d882bab9d2 None None] Port b0ef380e-405a-4d27-b176-3e8194bf8ad3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:54:25.797159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-11cdbf1c-b5d6-426d-b40c-18d882bab9d2 None None] Provisioning complete for port 0d820398-a3d2-426d-8c56-65ec0a4fc42f triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:25.797570 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-11cdbf1c-b5d6-426d-b40c-18d882bab9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:25.815185 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Set router d37be15f-1abe-42ac-a914-fad117b1eefc gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:54:25.830094 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-74236070-989a-4708-baa8-5544471dc42b req-301c6bf4-9e83-4d02-9255-976c7cbdf6ba tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627027 Nov 11 12:54:25.986310 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-74236070-989a-4708-baa8-5544471dc42b req-08bb6111-b23b-426c-96d3-1911fa4a765d service neutron] 10.222.0.50 "GET /v2.0/networks/74e4471a-8346-416d-9a60-109361129808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441593 Nov 11 12:54:26.044961 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676914966', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:24Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b0ef380e-405a-4d27-b176-3e8194bf8ad3', 'name': '', 'network_id': '74e4471a-8346-416d-9a60-109361129808', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:76:36:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '96228260-f258-4297-899b-4261c816d856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:23Z', 'updated_at': '2021-11-11T12:54:24Z', 'revision_number': 2, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '96228260-f258-4297-899b-4261c816d856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:26.046559 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b7cd3cbf-5a2a-4107-b5ca-cb9b475eb0da None None] Provisioning complete for port b0ef380e-405a-4d27-b176-3e8194bf8ad3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:26.046936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b7cd3cbf-5a2a-4107-b5ca-cb9b475eb0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:26.080435 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Checking router: d37be15f-1abe-42ac-a914-fad117b1eefc for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:54:26.081241 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Updating router d37be15f-1abe-42ac-a914-fad117b1eefc port b0ef380e-405a-4d27-b176-3e8194bf8ad3 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:54:26.085096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-b7cd3cbf-5a2a-4107-b5ca-cb9b475eb0da None None] Port b0ef380e-405a-4d27-b176-3e8194bf8ad3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:54:26.091563 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-74236070-989a-4708-baa8-5544471dc42b req-7850b723-690a-4a87-aec0-8b573a04af93 service neutron] 10.222.0.50 "GET /v2.0/networks/74e4471a-8346-416d-9a60-109361129808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986483 Nov 11 12:54:26.109142 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:26.218030 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7adaa953-0d36-4dd5-9f21-00bc9d6287ef None None] Provisioning complete for port b0ef380e-405a-4d27-b176-3e8194bf8ad3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:26.218030 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7adaa953-0d36-4dd5-9f21-00bc9d6287ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:26.252390 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-7adaa953-0d36-4dd5-9f21-00bc9d6287ef None None] Port b0ef380e-405a-4d27-b176-3e8194bf8ad3 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:54:26.326370 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0d820398-a3d2-426d-8c56-65ec0a4fc42f up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:54:26.362611 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3c052a1c-4ab4-475f-b20c-cd3402031e0d req-dfcc9864-046d-4739-8c2a-844c8eeedd7b tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 210 time: 0.0323901 Nov 11 12:54:26.392004 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 0d820398-a3d2-426d-8c56-65ec0a4fc42f triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:26.392004 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:26.407674 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:26.473724 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:26.536699 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8940c-aa77-418a-9837-93d4ecb37640 None None] Pushing event updated for resources: {'Port': ['ID=b0ef380e-405a-4d27-b176-3e8194bf8ad3,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:26.543273 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8940c-aa77-418a-9837-93d4ecb37640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:26.543617 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8940c-aa77-418a-9837-93d4ecb37640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:26.543953 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8940c-aa77-418a-9837-93d4ecb37640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:26.544279 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8940c-aa77-418a-9837-93d4ecb37640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:26.544605 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8940c-aa77-418a-9837-93d4ecb37640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:26.544932 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8940c-aa77-418a-9837-93d4ecb37640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:26.545250 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8940c-aa77-418a-9837-93d4ecb37640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:26.545569 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8940c-aa77-418a-9837-93d4ecb37640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:26.545885 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8940c-aa77-418a-9837-93d4ecb37640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:26.546198 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8940c-aa77-418a-9837-93d4ecb37640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:26.546513 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8940c-aa77-418a-9837-93d4ecb37640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:26.546823 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8940c-aa77-418a-9837-93d4ecb37640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:54:26.596037 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Attempting to bind port b0ef380e-405a-4d27-b176-3e8194bf8ad3 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:54:26.596408 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Attempting to bind port b0ef380e-405a-4d27-b176-3e8194bf8ad3 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '52ed18e7-84ba-4b74-b646-990fa5656650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '74e4471a-8346-416d-9a60-109361129808'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:54:26.596767 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Attempting to bind port b0ef380e-405a-4d27-b176-3e8194bf8ad3 on network 74e4471a-8346-416d-9a60-109361129808 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:54:26.602296 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:54:26.602670 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Checking segment: {'id': '52ed18e7-84ba-4b74-b646-990fa5656650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '74e4471a-8346-416d-9a60-109361129808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:54:26.603095 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:26.603487 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Bound using segment: {'id': '52ed18e7-84ba-4b74-b646-990fa5656650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '74e4471a-8346-416d-9a60-109361129808'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:54:26.604014 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Bound port: b0ef380e-405a-4d27-b176-3e8194bf8ad3, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ed18e7-84ba-4b74-b646-990fa5656650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '74e4471a-8346-416d-9a60-109361129808'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:54:26.606859 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:26.670435 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] For port b0ef380e-405a-4d27-b176-3e8194bf8ad3, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:54:26.673997 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] For port b0ef380e-405a-4d27-b176-3e8194bf8ad3, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b0ef380e-405a-4d27-b176-3e8194bf8ad3,segment=NetworkSegment(52ed18e7-84ba-4b74-b646-990fa5656650),segment_id=52ed18e7-84ba-4b74-b646-990fa5656650)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:54:26.736896 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:26.783241 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-2d49dd4f-49fc-48d9-91d7-91260521b5bd None None] Provisioning complete for port b0ef380e-405a-4d27-b176-3e8194bf8ad3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:26.783607 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2d49dd4f-49fc-48d9-91d7-91260521b5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:26.793083 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Routers {'d37be15f-1abe-42ac-a914-fad117b1eefc'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:54:26.793687 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:54:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d37be15f-1abe-42ac-a914-fad117b1eefc'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:26.839909 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8940c-aa77-418a-9837-93d4ecb37640 None None] Pushing event updated for resources: {'Port': ['ID=b0ef380e-405a-4d27-b176-3e8194bf8ad3,revision_number=4']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:26.869202 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2d49dd4f-49fc-48d9-91d7-91260521b5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:26.933631 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-2d49dd4f-49fc-48d9-91d7-91260521b5bd None None] For port b0ef380e-405a-4d27-b176-3e8194bf8ad3, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b0ef380e-405a-4d27-b176-3e8194bf8ad3,segment=NetworkSegment(52ed18e7-84ba-4b74-b646-990fa5656650),segment_id=52ed18e7-84ba-4b74-b646-990fa5656650)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:26.953281 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] Set router d37be15f-1abe-42ac-a914-fad117b1eefc gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:54:27.039199 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2d49dd4f-49fc-48d9-91d7-91260521b5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:27.086710 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49dd4f-49fc-48d9-91d7-91260521b5bd None None] Pushing event updated for resources: {'Port': ['ID=b0ef380e-405a-4d27-b176-3e8194bf8ad3,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:27.155727 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676914966', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:24Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b0ef380e-405a-4d27-b176-3e8194bf8ad3', 'name': '', 'network_id': '74e4471a-8346-416d-9a60-109361129808', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:76:36:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '96228260-f258-4297-899b-4261c816d856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:23Z', 'updated_at': '2021-11-11T12:54:26Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '96228260-f258-4297-899b-4261c816d856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:27.157773 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-2afa325a-794c-4991-b22e-6b616e9e5478 None None] Provisioning complete for port b0ef380e-405a-4d27-b176-3e8194bf8ad3 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:27.158138 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2afa325a-794c-4991-b22e-6b616e9e5478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:27.184631 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a89d48-905d-4715-88d2-b47d357b838a None None] The sync data for ids ['d37be15f-1abe-42ac-a914-fad117b1eefc'] in dv-neutron-786478-23-hyperv is: [{'id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676914966', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:24Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b0ef380e-405a-4d27-b176-3e8194bf8ad3', 'name': '', 'network_id': '74e4471a-8346-416d-9a60-109361129808', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:76:36:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '96228260-f258-4297-899b-4261c816d856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:23Z', 'updated_at': '2021-11-11T12:54:26Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '96228260-f258-4297-899b-4261c816d856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:54:27.468840 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9805a7a2-da7b-4459-afc6-4668a5c5776f req-9bfa72f8-9d2e-4bd0-a733-846d01478005 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 210 time: 0.0267861 Nov 11 12:54:28.252036 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74236070-989a-4708-baa8-5544471dc42b req-4ba75e1b-d69b-44b9-9c09-4ec4b3d58f28 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:28.256887 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-74236070-989a-4708-baa8-5544471dc42b req-4ba75e1b-d69b-44b9-9c09-4ec4b3d58f28 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "GET /v2.0/networks?id=74e4471a-8346-416d-9a60-109361129808 HTTP/1.1" status: 200 len: 796 time: 0.1091089 Nov 11 12:54:28.290915 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b0ef380e-405a-4d27-b176-3e8194bf8ad3 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:54:28.324347 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-74236070-989a-4708-baa8-5544471dc42b req-c7fb587e-571e-42e2-ab14-273b0a9079a5 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69af05b65b6848869253a45b2d918c9d HTTP/1.1" status: 200 len: 379 time: 0.0605402 Nov 11 12:54:28.333493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-74236070-989a-4708-baa8-5544471dc42b req-7636b977-1661-409f-a69a-36dbf92970f0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'port': {'device_id': '68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4', 'network_id': '74e4471a-8346-416d-9a60-109361129808', 'admin_state_up': True, 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'security_groups': ['7c96962b-b4d4-4a83-a73a-13d25ea1e6f0']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:28.340909 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port b0ef380e-405a-4d27-b176-3e8194bf8ad3 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:28.341614 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:28.518784 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74236070-989a-4708-baa8-5544471dc42b req-7636b977-1661-409f-a69a-36dbf92970f0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Made reservation on behalf of 69af05b65b6848869253a45b2d918c9d for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:54:28.522339 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-74236070-989a-4708-baa8-5544471dc42b req-7636b977-1661-409f-a69a-36dbf92970f0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:28.562777 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d7c8e0e3-b828-4d8c-a111-fde3557d1ecb req-535622f5-917d-406e-85a0-f341e6ffef70 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 210 time: 0.0259371 Nov 11 12:54:28.654915 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-74236070-989a-4708-baa8-5544471dc42b req-7636b977-1661-409f-a69a-36dbf92970f0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.20.0.5 (74e4471a-8346-416d-9a60-109361129808/96228260-f258-4297-899b-4261c816d856/37c1fc6a-c169-41dd-8258-344fe9065d38) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:54:28.787315 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-74236070-989a-4708-baa8-5544471dc42b req-7636b977-1661-409f-a69a-36dbf92970f0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:28.862050 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-74236070-989a-4708-baa8-5544471dc42b req-7636b977-1661-409f-a69a-36dbf92970f0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:28.906200 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74236070-989a-4708-baa8-5544471dc42b req-7636b977-1661-409f-a69a-36dbf92970f0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 74e4471a-8346-416d-9a60-109361129808 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:54:28.911199 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-74236070-989a-4708-baa8-5544471dc42b req-7636b977-1661-409f-a69a-36dbf92970f0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:54:28.914895 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-74236070-989a-4708-baa8-5544471dc42b req-7636b977-1661-409f-a69a-36dbf92970f0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:54:28.944485 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636b977-1661-409f-a69a-36dbf92970f0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=37c1fc6a-c169-41dd-8258-344fe9065d38,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:28.971901 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74236070-989a-4708-baa8-5544471dc42b req-7636b977-1661-409f-a69a-36dbf92970f0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:28.972524 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-74236070-989a-4708-baa8-5544471dc42b req-7636b977-1661-409f-a69a-36dbf92970f0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:29.052333 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-74236070-989a-4708-baa8-5544471dc42b req-7636b977-1661-409f-a69a-36dbf92970f0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7225699 Nov 11 12:54:29.065352 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Request body: {'port': {'device_id': '68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:29.100634 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-24c26661-b931-4ea0-8af0-64f52f73fc39 None None] Provisioning complete for port 37c1fc6a-c169-41dd-8258-344fe9065d38 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:29.101007 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-24c26661-b931-4ea0-8af0-64f52f73fc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:29.125830 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:29.138774 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-24c26661-b931-4ea0-8af0-64f52f73fc39 None None] Port 37c1fc6a-c169-41dd-8258-344fe9065d38 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:54:29.384257 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c1fc6a-c169-41dd-8258-344fe9065d38 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:54:29.392110 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:29.403674 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Transition to ACTIVE for port object 37c1fc6a-c169-41dd-8258-344fe9065d38 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:54:29.506592 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:29.560422 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Pushing event updated for resources: {'Port': ['ID=37c1fc6a-c169-41dd-8258-344fe9065d38,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:29.636101 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Attempting to bind port 37c1fc6a-c169-41dd-8258-344fe9065d38 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:54:29.636689 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Attempting to bind port 37c1fc6a-c169-41dd-8258-344fe9065d38 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '52ed18e7-84ba-4b74-b646-990fa5656650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '74e4471a-8346-416d-9a60-109361129808'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:54:29.637199 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Attempting to bind port 37c1fc6a-c169-41dd-8258-344fe9065d38 on network 74e4471a-8346-416d-9a60-109361129808 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:54:29.642469 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Port 37c1fc6a-c169-41dd-8258-344fe9065d38 on network 74e4471a-8346-416d-9a60-109361129808 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:54:29.642789 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Attempting to bind port 37c1fc6a-c169-41dd-8258-344fe9065d38 on network 74e4471a-8346-416d-9a60-109361129808 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:54:29.647991 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:54:29.648331 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Checking segment: {'id': '52ed18e7-84ba-4b74-b646-990fa5656650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '74e4471a-8346-416d-9a60-109361129808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:54:29.648843 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Bound using segment: {'id': '52ed18e7-84ba-4b74-b646-990fa5656650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '74e4471a-8346-416d-9a60-109361129808'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:54:29.649273 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Bound port: 37c1fc6a-c169-41dd-8258-344fe9065d38, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ed18e7-84ba-4b74-b646-990fa5656650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '74e4471a-8346-416d-9a60-109361129808'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:54:29.649628 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:29.683020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c48724-13b5-4e79-813c-678f12a829f2 req-2803f135-8b49-4880-8aa6-368bc3f192aa tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:29.684571 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-40c48724-13b5-4e79-813c-678f12a829f2 req-2803f135-8b49-4880-8aa6-368bc3f192aa tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 943 time: 0.0500712 Nov 11 12:54:29.719618 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] For port 37c1fc6a-c169-41dd-8258-344fe9065d38, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:54:29.723131 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] For port 37c1fc6a-c169-41dd-8258-344fe9065d38, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=37c1fc6a-c169-41dd-8258-344fe9065d38,segment=NetworkSegment(52ed18e7-84ba-4b74-b646-990fa5656650),segment_id=52ed18e7-84ba-4b74-b646-990fa5656650)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:54:29.747334 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-40c48724-13b5-4e79-813c-678f12a829f2 req-81d4059f-c17a-47ea-a1c0-018b343eba8f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=7c96962b-b4d4-4a83-a73a-13d25ea1e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566723 Nov 11 12:54:29.799345 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:29.832066 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:29.832676 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:29.834025 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-74236070-989a-4708-baa8-5544471dc42b req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] 10.222.0.70 "PUT /v2.0/ports/37c1fc6a-c169-41dd-8258-344fe9065d38 HTTP/1.1" status: 200 len: 1093 time: 0.7730937 Nov 11 12:54:29.834485 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4', 'tag': '37c1fc6a-c169-41dd-8258-344fe9065d38'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:54:29.836770 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036d9d99-1461-4207-90b6-33e60a6d60fc" -d '{"events": [{"name": "network-changed", "server_uuid": "68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4", "tag": "37c1fc6a-c169-41dd-8258-344fe9065d38"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:54:29.862707 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74dc254-ea36-486d-8fdf-b41fa03a0e31 service neutron] Pushing event updated for resources: {'Port': ['ID=37c1fc6a-c169-41dd-8258-344fe9065d38,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:29.891064 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dee14d-b053-4d42-9578-90e079699515 x-openstack-request-id: req-e5dee14d-b053-4d42-9578-90e079699515 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:54:29.891064 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4", "tag": "37c1fc6a-c169-41dd-8258-344fe9065d38", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:54:29.891064 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e5dee14d-b053-4d42-9578-90e079699515 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:54:29.891064 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4', 'tag': '37c1fc6a-c169-41dd-8258-344fe9065d38', 'status': 'completed', 'code': 200} Nov 11 12:54:29.952667 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d9d99-1461-4207-90b6-33e60a6d60fc req-94176e48-a145-4c42-a823-958440b83c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:29.954335 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-036d9d99-1461-4207-90b6-33e60a6d60fc req-94176e48-a145-4c42-a823-958440b83c6d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 1096 time: 0.0432193 Nov 11 12:54:30.058798 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d9d99-1461-4207-90b6-33e60a6d60fc req-5f9a3834-2612-476f-8e5c-929b6e6c3953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:30.060279 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-036d9d99-1461-4207-90b6-33e60a6d60fc req-5f9a3834-2612-476f-8e5c-929b6e6c3953 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=69af05b65b6848869253a45b2d918c9d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0977850 Nov 11 12:54:30.160662 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d9d99-1461-4207-90b6-33e60a6d60fc req-4b0e9907-30f1-4d78-ab12-24d05dfde773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:30.162028 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-036d9d99-1461-4207-90b6-33e60a6d60fc req-4b0e9907-30f1-4d78-ab12-24d05dfde773 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942309 Nov 11 12:54:30.238793 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74236070-989a-4708-baa8-5544471dc42b req-8e254e32-ff83-467b-ad72-0ae73195ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:30.240317 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-74236070-989a-4708-baa8-5544471dc42b req-8e254e32-ff83-467b-ad72-0ae73195ce69 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 1096 time: 0.0413814 Nov 11 12:54:30.282278 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-74236070-989a-4708-baa8-5544471dc42b req-e285db09-ec33-4eaf-92d8-09675214ba77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37c1fc6a-c169-41dd-8258-344fe9065d38 HTTP/1.1" status: 200 len: 217 time: 0.0345035 Nov 11 12:54:30.329216 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74236070-989a-4708-baa8-5544471dc42b req-5dd9881e-509c-495d-b023-c5f728481282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:30.330611 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-74236070-989a-4708-baa8-5544471dc42b req-5dd9881e-509c-495d-b023-c5f728481282 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=96228260-f258-4297-899b-4261c816d856 HTTP/1.1" status: 200 len: 834 time: 0.0415819 Nov 11 12:54:30.379931 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74236070-989a-4708-baa8-5544471dc42b req-1a601b40-5214-4ce1-8909-b107bd2f50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:30.381378 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-74236070-989a-4708-baa8-5544471dc42b req-1a601b40-5214-4ce1-8909-b107bd2f50aa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74e4471a-8346-416d-9a60-109361129808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0431402 Nov 11 12:54:30.469233 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-74236070-989a-4708-baa8-5544471dc42b req-d53e0ce4-6c38-4661-91e8-bb5217ce4313 service neutron] 10.222.0.70 "GET /v2.0/networks/74e4471a-8346-416d-9a60-109361129808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807822 Nov 11 12:54:30.560461 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-74236070-989a-4708-baa8-5544471dc42b req-2c36fef7-58e6-4bfc-b04e-d432b1077140 service neutron] 10.222.0.70 "GET /v2.0/networks/74e4471a-8346-416d-9a60-109361129808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834661 Nov 11 12:54:30.860441 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a5ff6-9130-4553-b325-b5088fd0007c req-b1c45fdf-df90-4fcc-b141-0a3a9497fcd8 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:30.861900 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-865a5ff6-9130-4553-b325-b5088fd0007c req-b1c45fdf-df90-4fcc-b141-0a3a9497fcd8 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 943 time: 0.0495851 Nov 11 12:54:30.910688 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-865a5ff6-9130-4553-b325-b5088fd0007c req-9cdedfbc-2fd5-471c-8e15-2bdd21eb929f tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=7c96962b-b4d4-4a83-a73a-13d25ea1e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429447 Nov 11 12:54:32.023952 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80456872-18db-4c13-876a-b8af17a9dfa6 req-fde00a18-74fc-4789-ad74-02a7529cf98d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:32.025393 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-80456872-18db-4c13-876a-b8af17a9dfa6 req-fde00a18-74fc-4789-ad74-02a7529cf98d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 943 time: 0.0470541 Nov 11 12:54:32.073278 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-80456872-18db-4c13-876a-b8af17a9dfa6 req-0a48a7c0-ba5b-4eb1-87d6-404c22077b05 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=7c96962b-b4d4-4a83-a73a-13d25ea1e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408850 Nov 11 12:54:32.881098 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 37c1fc6a-c169-41dd-8258-344fe9065d38 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:54:32.975215 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 37c1fc6a-c169-41dd-8258-344fe9065d38, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=37c1fc6a-c169-41dd-8258-344fe9065d38,segment=NetworkSegment(52ed18e7-84ba-4b74-b646-990fa5656650),segment_id=52ed18e7-84ba-4b74-b646-990fa5656650)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:32.986970 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '37c1fc6a-c169-41dd-8258-344fe9065d38', 'network_id': '74e4471a-8346-416d-9a60-109361129808', 'port_id': '37c1fc6a-c169-41dd-8258-344fe9065d38', 'mac_address': 'fa:16:3e:1a:a0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96228260-f258-4297-899b-4261c816d856', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:54:33.022860 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:33.035840 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c1fc6a-c169-41dd-8258-344fe9065d38 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:54:33.055156 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 37c1fc6a-c169-41dd-8258-344fe9065d38, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=37c1fc6a-c169-41dd-8258-344fe9065d38,segment=NetworkSegment(52ed18e7-84ba-4b74-b646-990fa5656650),segment_id=52ed18e7-84ba-4b74-b646-990fa5656650)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:33.124587 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:33.184261 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=37c1fc6a-c169-41dd-8258-344fe9065d38,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:33.194314 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ad784-bc5d-4ec5-874f-86cdcc14701e req-32308cfb-732d-4d0d-b16e-ebf184eb407d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:33.195853 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8b9ad784-bc5d-4ec5-874f-86cdcc14701e req-32308cfb-732d-4d0d-b16e-ebf184eb407d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 944 time: 0.0546515 Nov 11 12:54:33.246032 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8b9ad784-bc5d-4ec5-874f-86cdcc14701e req-4af25b42-8206-46c5-afcf-99bf627222ca tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=7c96962b-b4d4-4a83-a73a-13d25ea1e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442102 Nov 11 12:54:33.255146 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-95c89ecd-b20a-4b7b-9729-f4f2f6ea69af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:33.345257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['37c1fc6a-c169-41dd-8258-344fe9065d38'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:54:34.364660 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04927f-1f9f-45e7-b074-fb39332ea35a req-92fad20c-6122-4929-931f-98de0c964f4e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:34.366108 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-db04927f-1f9f-45e7-b074-fb39332ea35a req-92fad20c-6122-4929-931f-98de0c964f4e tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 944 time: 0.0478773 Nov 11 12:54:34.414108 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-db04927f-1f9f-45e7-b074-fb39332ea35a req-fab8465f-8f45-4bd2-b27e-8f05035f1edb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=7c96962b-b4d4-4a83-a73a-13d25ea1e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414805 Nov 11 12:54:34.899852 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 37c1fc6a-c169-41dd-8258-344fe9065d38 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:54:35.038430 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 37c1fc6a-c169-41dd-8258-344fe9065d38 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:54:35.042209 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 37c1fc6a-c169-41dd-8258-344fe9065d38 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:54:35.042572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:35.116094 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:35.142628 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c1fc6a-c169-41dd-8258-344fe9065d38'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:54:35.144880 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38832e7f-f82b-4e9d-8090-72c61f543a6c" -d '{"events": [{"server_uuid": "68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4", "name": "network-vif-plugged", "status": "completed", "tag": "37c1fc6a-c169-41dd-8258-344fe9065d38"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:54:35.157020 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 37c1fc6a-c169-41dd-8258-344fe9065d38, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=37c1fc6a-c169-41dd-8258-344fe9065d38,segment=NetworkSegment(52ed18e7-84ba-4b74-b646-990fa5656650),segment_id=52ed18e7-84ba-4b74-b646-990fa5656650)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:54:35.233079 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:35.263712 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d077f8-cb24-4f2d-a58c-d09e1d953414 x-openstack-request-id: req-80d077f8-cb24-4f2d-a58c-d09e1d953414 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:54:35.264184 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4", "name": "network-vif-plugged", "status": "completed", "tag": "37c1fc6a-c169-41dd-8258-344fe9065d38", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:54:35.264630 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80d077f8-cb24-4f2d-a58c-d09e1d953414 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:54:35.265130 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c1fc6a-c169-41dd-8258-344fe9065d38', 'code': 200} Nov 11 12:54:35.290275 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=37c1fc6a-c169-41dd-8258-344fe9065d38,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:35.481027 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd3ec4-b93f-4aa4-9685-f85b5f6b7672 req-2366bc81-fe6d-42fe-a91b-c311c39b4772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:35.482511 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9edd3ec4-b93f-4aa4-9685-f85b5f6b7672 req-2366bc81-fe6d-42fe-a91b-c311c39b4772 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 1098 time: 0.0416620 Nov 11 12:54:35.533034 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9edd3ec4-b93f-4aa4-9685-f85b5f6b7672 req-11d80313-f90a-4283-b50a-a2a6218384ad service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7c96962b-b4d4-4a83-a73a-13d25ea1e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439160 Nov 11 12:54:35.549493 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6231b5-92bf-435d-8abb-c5cb72990927 req-652a9728-bd0d-4dcf-8829-a170826edb3c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:35.550965 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bb6231b5-92bf-435d-8abb-c5cb72990927 req-652a9728-bd0d-4dcf-8829-a170826edb3c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 945 time: 0.0680642 Nov 11 12:54:35.570558 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b4e01d6d-0294-4562-a5e0-abfee6f4f901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:35.602004 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bb6231b5-92bf-435d-8abb-c5cb72990927 req-40790324-28d6-4fd1-926e-e01b91aeeaef tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=7c96962b-b4d4-4a83-a73a-13d25ea1e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446498 Nov 11 12:54:36.678500 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:36.730465 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dc2ab-fc1e-44a9-bf62-8c3beeb1252a req-edbd7503-2195-407c-9308-dc58a71692fd tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:36.731969 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-da1dc2ab-fc1e-44a9-bf62-8c3beeb1252a req-edbd7503-2195-407c-9308-dc58a71692fd tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 945 time: 0.0502007 Nov 11 12:54:36.780873 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-da1dc2ab-fc1e-44a9-bf62-8c3beeb1252a req-6dd793dc-f215-4818-9807-7f7c2f4531ef tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=7c96962b-b4d4-4a83-a73a-13d25ea1e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430639 Nov 11 12:54:36.948274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ea744-5adf-49b7-bd4a-27d612e38223 req-4efb4e14-85a5-4011-9cf8-17be3b2d3eda tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:36.949631 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-445ea744-5adf-49b7-bd4a-27d612e38223 req-4efb4e14-85a5-4011-9cf8-17be3b2d3eda tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 945 time: 0.1029439 Nov 11 12:54:37.000721 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-445ea744-5adf-49b7-bd4a-27d612e38223 req-fdd04b73-244e-4267-a04d-46ed01db5484 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=7c96962b-b4d4-4a83-a73a-13d25ea1e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451183 Nov 11 12:54:37.022432 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33468) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:37.060937 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c51b21-02b8-46ba-9eea-05e6412944c6 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:37.062429 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-74c51b21-02b8-46ba-9eea-05e6412944c6 tempest-TestNetworkAdvancedServerOps-1231708860 tempest-TestNetworkAdvancedServerOps-1231708860-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 1093 time: 0.0390611 Nov 11 12:54:37.065227 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33470) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:37.069478 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '37c1fc6a-c169-41dd-8258-344fe9065d38', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:54:37.158296 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:37.254651 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:37.355027 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Allocated IP 172.26.5.121 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/08f717a0-9ef7-4609-81f5-34a449cd5f93) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:54:37.455608 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:37.553255 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:37.587440 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:54:37.592602 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:54:37.597114 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:54:37.620317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=08f717a0-9ef7-4609-81f5-34a449cd5f93,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:37.944794 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:38.062838 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:38.209555 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:38.324050 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:38.324559 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:38.392302 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event updated for resources: {'Port': ['ID=08f717a0-9ef7-4609-81f5-34a449cd5f93,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:54:38.401147 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:38.499035 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Floating IP 1b44196a-6047-41a5-8654-323f4be2239e associated. External IP: 172.26.5.121, port: 37c1fc6a-c169-41dd-8258-344fe9065d38. Nov 11 12:54:39.006849 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router d37be15f-1abe-42ac-a914-fad117b1eefc has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:54:39.111317 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:54:39.122939 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f85544-8260-47a1-9f8f-aa421b8f7433 None None] Sync routers for ids ['d37be15f-1abe-42ac-a914-fad117b1eefc'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:54:39.145806 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f85544-8260-47a1-9f8f-aa421b8f7433 None None] Routers {'d37be15f-1abe-42ac-a914-fad117b1eefc'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:54:39.146392 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-56f85544-8260-47a1-9f8f-aa421b8f7433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:54:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d37be15f-1abe-42ac-a914-fad117b1eefc'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:39.188172 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:39.214821 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-43e20580-3c89-42b0-9e43-527eb42d0c68 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1485510 Nov 11 12:54:39.215406 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4', 'tag': '37c1fc6a-c169-41dd-8258-344fe9065d38'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:54:39.217656 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d309b1-3283-4740-9952-d9fcc1b3025e" -d '{"events": [{"name": "network-changed", "server_uuid": "68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4", "tag": "37c1fc6a-c169-41dd-8258-344fe9065d38"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:54:39.225611 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:39.257634 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-56f85544-8260-47a1-9f8f-aa421b8f7433 None None] Set router d37be15f-1abe-42ac-a914-fad117b1eefc gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:54:39.266798 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f6bbd3-8c8d-4dae-97c8-f9390ff112e4 x-openstack-request-id: req-10f6bbd3-8c8d-4dae-97c8-f9390ff112e4 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:54:39.267111 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4", "tag": "37c1fc6a-c169-41dd-8258-344fe9065d38", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:54:39.267366 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10f6bbd3-8c8d-4dae-97c8-f9390ff112e4 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:54:39.267765 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4', 'tag': '37c1fc6a-c169-41dd-8258-344fe9065d38', 'status': 'completed', 'code': 200} Nov 11 12:54:39.334286 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d309b1-3283-4740-9952-d9fcc1b3025e req-5f8cf545-ea92-40c7-9aca-1e5f912bea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:39.336559 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d3d309b1-3283-4740-9952-d9fcc1b3025e req-5f8cf545-ea92-40c7-9aca-1e5f912bea13 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 1098 time: 0.0443320 Nov 11 12:54:39.368463 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aacd3-852d-4df0-9ee7-ed7cf6fe3f33 req-b5a71f5f-3e58-45dc-bd7f-76cbd5044259 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:39.371090 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a85aacd3-852d-4df0-9ee7-ed7cf6fe3f33 req-b5a71f5f-3e58-45dc-bd7f-76cbd5044259 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 945 time: 0.1024761 Nov 11 12:54:39.432962 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a85aacd3-852d-4df0-9ee7-ed7cf6fe3f33 req-f9034421-b2e0-4a25-96c2-9c8066d03f77 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=7c96962b-b4d4-4a83-a73a-13d25ea1e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551915 Nov 11 12:54:39.437491 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d309b1-3283-4740-9952-d9fcc1b3025e req-e2c247de-7072-4005-a39a-27f916e86f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:39.439084 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d3d309b1-3283-4740-9952-d9fcc1b3025e req-e2c247de-7072-4005-a39a-27f916e86f75 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74e4471a-8346-416d-9a60-109361129808 HTTP/1.1" status: 200 len: 897 time: 0.0955398 Nov 11 12:54:39.456309 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33478) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:39.506802 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d3d309b1-3283-4740-9952-d9fcc1b3025e req-501a493a-c890-4e98-9783-5d4b960c2b11 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37c1fc6a-c169-41dd-8258-344fe9065d38 HTTP/1.1" status: 200 len: 999 time: 0.0604250 Nov 11 12:54:39.520407 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-27ae1436-658d-41cd-b52e-aecc1d40f165 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/floatingips/1b44196a-6047-41a5-8654-323f4be2239e HTTP/1.1" status: 200 len: 991 time: 0.0627358 Nov 11 12:54:39.560996 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d309b1-3283-4740-9952-d9fcc1b3025e req-5f32cc72-67b7-48e2-848f-140d400f44ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:39.562433 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d3d309b1-3283-4740-9952-d9fcc1b3025e req-5f32cc72-67b7-48e2-848f-140d400f44ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=96228260-f258-4297-899b-4261c816d856 HTTP/1.1" status: 200 len: 834 time: 0.0496066 Nov 11 12:54:39.606932 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d309b1-3283-4740-9952-d9fcc1b3025e req-a42a614a-8000-43df-baac-65940aac0b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:54:39.608422 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d3d309b1-3283-4740-9952-d9fcc1b3025e req-a42a614a-8000-43df-baac-65940aac0b29 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74e4471a-8346-416d-9a60-109361129808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0392101 Nov 11 12:54:39.636503 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-56f85544-8260-47a1-9f8f-aa421b8f7433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676914966', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:24Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '1b44196a-6047-41a5-8654-323f4be2239e', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'port_id': '37c1fc6a-c169-41dd-8258-344fe9065d38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e4471a-8346-416d-9a60-109361129808', 'mac_address': 'fa:16:3e:1a:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:54:37Z', 'updated_at': '2021-11-11T12:54:37Z', 'revision_number': 0, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ef380e-405a-4d27-b176-3e8194bf8ad3', 'name': '', 'network_id': '74e4471a-8346-416d-9a60-109361129808', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:76:36:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '96228260-f258-4297-899b-4261c816d856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:23Z', 'updated_at': '2021-11-11T12:54:26Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '96228260-f258-4297-899b-4261c816d856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:39.662175 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f85544-8260-47a1-9f8f-aa421b8f7433 None None] Checking router: d37be15f-1abe-42ac-a914-fad117b1eefc for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:54:39.671245 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f85544-8260-47a1-9f8f-aa421b8f7433 None None] Routers {'d37be15f-1abe-42ac-a914-fad117b1eefc'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:54:39.671860 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-56f85544-8260-47a1-9f8f-aa421b8f7433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:54:35Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d37be15f-1abe-42ac-a914-fad117b1eefc'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:39.702187 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d3d309b1-3283-4740-9952-d9fcc1b3025e req-918517a4-8963-4b42-8401-72d548630ffe service neutron] 10.222.0.70 "GET /v2.0/networks/74e4471a-8346-416d-9a60-109361129808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864275 Nov 11 12:54:39.782539 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-56f85544-8260-47a1-9f8f-aa421b8f7433 None None] Set router d37be15f-1abe-42ac-a914-fad117b1eefc gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:54:39.793102 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d3d309b1-3283-4740-9952-d9fcc1b3025e req-13655928-fce9-41b1-966e-47dfb6d926b1 service neutron] 10.222.0.70 "GET /v2.0/networks/74e4471a-8346-416d-9a60-109361129808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828900 Nov 11 12:54:40.003459 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-56f85544-8260-47a1-9f8f-aa421b8f7433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676914966', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:24Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '1b44196a-6047-41a5-8654-323f4be2239e', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'port_id': '37c1fc6a-c169-41dd-8258-344fe9065d38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e4471a-8346-416d-9a60-109361129808', 'mac_address': 'fa:16:3e:1a:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:54:37Z', 'updated_at': '2021-11-11T12:54:37Z', 'revision_number': 0, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ef380e-405a-4d27-b176-3e8194bf8ad3', 'name': '', 'network_id': '74e4471a-8346-416d-9a60-109361129808', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:76:36:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '96228260-f258-4297-899b-4261c816d856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:23Z', 'updated_at': '2021-11-11T12:54:26Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '96228260-f258-4297-899b-4261c816d856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:54:40.029604 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f85544-8260-47a1-9f8f-aa421b8f7433 None None] The sync data for ids ['d37be15f-1abe-42ac-a914-fad117b1eefc'] in dv-neutron-786478-23-hyperv is: [{'id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676914966', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:24Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '1b44196a-6047-41a5-8654-323f4be2239e', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'port_id': '37c1fc6a-c169-41dd-8258-344fe9065d38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e4471a-8346-416d-9a60-109361129808', 'mac_address': 'fa:16:3e:1a:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:54:37Z', 'updated_at': '2021-11-11T12:54:37Z', 'revision_number': 0, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ef380e-405a-4d27-b176-3e8194bf8ad3', 'name': '', 'network_id': '74e4471a-8346-416d-9a60-109361129808', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:76:36:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '96228260-f258-4297-899b-4261c816d856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:23Z', 'updated_at': '2021-11-11T12:54:26Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '96228260-f258-4297-899b-4261c816d856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:54:40.221424 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013a5086-0be8-4c83-9beb-1ce9084ee950 None None] New status for floating IP 1b44196a-6047-41a5-8654-323f4be2239e: ACTIVE {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:54:40.523528 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 33480) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:54:40.592411 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c88c2010-319c-4edc-9dc4-0c4fe18fab11 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/floatingips/1b44196a-6047-41a5-8654-323f4be2239e HTTP/1.1" status: 200 len: 993 time: 0.0677176 Nov 11 12:54:41.054778 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:54:48.210954 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:55:03.259778 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5a64abef-6993-46b0-a244-335ad741db98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:05.579077 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7d433ccd-5eec-4563-9baf-8e042840e852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:06.670538 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:08.286725 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:09.201848 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:11.087159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:12.210402 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d4fd9-6610-451f-9ce6-c06fcc2b2b50 req-ace18fa3-9e03-4f9b-97b0-1ccf2c3ed3d7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:12.211930 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b16d4fd9-6610-451f-9ce6-c06fcc2b2b50 req-ace18fa3-9e03-4f9b-97b0-1ccf2c3ed3d7 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 945 time: 0.0516977 Nov 11 12:55:12.261438 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b16d4fd9-6610-451f-9ce6-c06fcc2b2b50 req-79ecd828-1f42-4926-859f-32f7d7909b09 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=7c96962b-b4d4-4a83-a73a-13d25ea1e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425546 Nov 11 12:55:13.381150 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e2839-e7b7-4561-973f-1fc87424a8ce req-84fd20a8-a87e-4cfb-b16e-2f88c3225894 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:13.382612 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-615e2839-e7b7-4561-973f-1fc87424a8ce req-84fd20a8-a87e-4cfb-b16e-2f88c3225894 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 945 time: 0.0525775 Nov 11 12:55:13.430972 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-615e2839-e7b7-4561-973f-1fc87424a8ce req-f2784909-d1a4-47ea-9b5e-44ea05aeba92 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=7c96962b-b4d4-4a83-a73a-13d25ea1e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425322 Nov 11 12:55:13.452900 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33504) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:13.511924 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ba7bc355-df4c-40e2-82d0-358dc29648cc tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/floatingips/1b44196a-6047-41a5-8654-323f4be2239e HTTP/1.1" status: 200 len: 993 time: 0.0578125 Nov 11 12:55:14.920425 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9437df-4b03-4259-bf06-b53705fa6770 req-b5d1b2ad-dc07-4ed6-809e-74e474d9f523 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:14.922027 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8f9437df-4b03-4259-bf06-b53705fa6770 req-b5d1b2ad-dc07-4ed6-809e-74e474d9f523 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 945 time: 0.0533934 Nov 11 12:55:14.969499 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968b230-623f-43c3-8bb3-9823a0f6eacb req-0069d326-d310-46cf-81c1-72d0b5c32457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:14.970976 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b968b230-623f-43c3-8bb3-9823a0f6eacb req-0069d326-d310-46cf-81c1-72d0b5c32457 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 1098 time: 0.0407531 Nov 11 12:55:14.971644 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8f9437df-4b03-4259-bf06-b53705fa6770 req-60e3655e-ac0b-4e3f-8b6d-b27180e8922c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=7c96962b-b4d4-4a83-a73a-13d25ea1e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428991 Nov 11 12:55:15.064888 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968b230-623f-43c3-8bb3-9823a0f6eacb req-a19750a1-8f0b-49b1-bbc6-16f169994c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:15.066366 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b968b230-623f-43c3-8bb3-9823a0f6eacb req-a19750a1-8f0b-49b1-bbc6-16f169994c37 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74e4471a-8346-416d-9a60-109361129808 HTTP/1.1" status: 200 len: 897 time: 0.0885859 Nov 11 12:55:15.130713 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b968b230-623f-43c3-8bb3-9823a0f6eacb req-77cb21b3-6ad6-4cb5-af76-60e0af009c56 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37c1fc6a-c169-41dd-8258-344fe9065d38 HTTP/1.1" status: 200 len: 1001 time: 0.0569882 Nov 11 12:55:15.178460 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968b230-623f-43c3-8bb3-9823a0f6eacb req-84afa75f-c949-4cb1-88fd-85d3551739ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:15.179896 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b968b230-623f-43c3-8bb3-9823a0f6eacb req-84afa75f-c949-4cb1-88fd-85d3551739ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=96228260-f258-4297-899b-4261c816d856 HTTP/1.1" status: 200 len: 834 time: 0.0426564 Nov 11 12:55:15.228463 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968b230-623f-43c3-8bb3-9823a0f6eacb req-b3dcc6a3-e7f0-4d90-9fae-8deed4b581e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:15.230729 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b968b230-623f-43c3-8bb3-9823a0f6eacb req-b3dcc6a3-e7f0-4d90-9fae-8deed4b581e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74e4471a-8346-416d-9a60-109361129808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0437763 Nov 11 12:55:15.319440 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b968b230-623f-43c3-8bb3-9823a0f6eacb req-08c52957-8d2c-40bc-a315-c073a2b5a68e service neutron] 10.222.0.70 "GET /v2.0/networks/74e4471a-8346-416d-9a60-109361129808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815928 Nov 11 12:55:15.410586 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b968b230-623f-43c3-8bb3-9823a0f6eacb req-d1bf6c43-73b9-4a59-bd88-f0a3241704eb service neutron] 10.222.0.70 "GET /v2.0/networks/74e4471a-8346-416d-9a60-109361129808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843730 Nov 11 12:55:16.087364 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb80f1-14fc-4f2a-87b2-9902f00973d7 req-f50dac09-749e-4917-b6f1-5f2747ea6341 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:16.088856 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7edb80f1-14fc-4f2a-87b2-9902f00973d7 req-f50dac09-749e-4917-b6f1-5f2747ea6341 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 945 time: 0.0481837 Nov 11 12:55:16.137552 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7edb80f1-14fc-4f2a-87b2-9902f00973d7 req-0545503c-0ec5-4a5c-be3b-7b5e33f2a3cd tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=7c96962b-b4d4-4a83-a73a-13d25ea1e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425704 Nov 11 12:55:17.251990 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32485b97-60ea-4f5a-a77d-619489608c2d req-93dd7fb8-6384-4fdb-b525-8ab2107b744d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:17.253509 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-32485b97-60ea-4f5a-a77d-619489608c2d req-93dd7fb8-6384-4fdb-b525-8ab2107b744d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 945 time: 0.0501783 Nov 11 12:55:17.305203 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-32485b97-60ea-4f5a-a77d-619489608c2d req-c1cc74cc-5a07-44ef-95a8-6f85a1ccf850 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=7c96962b-b4d4-4a83-a73a-13d25ea1e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457854 Nov 11 12:55:17.328410 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33516) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:17.387507 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-334afb71-8db4-4bed-8e07-8eb14f2f847d tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/floatingips/1b44196a-6047-41a5-8654-323f4be2239e HTTP/1.1" status: 200 len: 993 time: 0.0579755 Nov 11 12:55:17.619650 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33522) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:17.772663 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port 08f717a0-9ef7-4609-81f5-34a449cd5f93 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:55:17.772917 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:17.849563 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:17.849884 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:17.861446 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for 08f717a0-9ef7-4609-81f5-34a449cd5f93 owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:55:17.908980 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8d49e7a6-2534-4114-a3b0-c97622efdf3e req-0dba22cd-d587-4266-b6c7-2a98260f1de5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392363 Nov 11 12:55:17.986786 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49e7a6-2534-4114-a3b0-c97622efdf3e req-6c683623-d64a-4a84-88ce-b72071238b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:17.988281 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8d49e7a6-2534-4114-a3b0-c97622efdf3e req-6c683623-d64a-4a84-88ce-b72071238b48 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 1098 time: 0.0398479 Nov 11 12:55:18.080768 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:18.094676 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49e7a6-2534-4114-a3b0-c97622efdf3e req-8c716205-f8b9-4f51-b364-4d48b9d43e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:18.096179 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8d49e7a6-2534-4114-a3b0-c97622efdf3e req-8c716205-f8b9-4f51-b364-4d48b9d43e51 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74e4471a-8346-416d-9a60-109361129808 HTTP/1.1" status: 200 len: 897 time: 0.0882030 Nov 11 12:55:18.110708 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=08f717a0-9ef7-4609-81f5-34a449cd5f93,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:18.133398 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:18.133742 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:18.134087 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:18.134478 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:18.135395 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:18.135726 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:18.136053 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:18.136379 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:18.136703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:18.137022 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:18.137377 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:18.137698 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:18.139837 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8d49e7a6-2534-4114-a3b0-c97622efdf3e req-664fbf3f-e329-47fd-a7a7-42edd38cdd97 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37c1fc6a-c169-41dd-8258-344fe9065d38 HTTP/1.1" status: 200 len: 217 time: 0.0350893 Nov 11 12:55:18.177125 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:18.177455 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Floating IP 1b44196a-6047-41a5-8654-323f4be2239e disassociated (deleted). External IP: 172.26.5.121, port: 37c1fc6a-c169-41dd-8258-344fe9065d38. Nov 11 12:55:18.189256 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49e7a6-2534-4114-a3b0-c97622efdf3e req-65578b2b-de1c-4168-997a-d639418ea291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:18.190716 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8d49e7a6-2534-4114-a3b0-c97622efdf3e req-65578b2b-de1c-4168-997a-d639418ea291 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=96228260-f258-4297-899b-4261c816d856 HTTP/1.1" status: 200 len: 834 time: 0.0428274 Nov 11 12:55:18.241762 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49e7a6-2534-4114-a3b0-c97622efdf3e req-115edbc5-08ae-434e-abcb-539bfd7eb202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:18.243286 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8d49e7a6-2534-4114-a3b0-c97622efdf3e req-115edbc5-08ae-434e-abcb-539bfd7eb202 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74e4471a-8346-416d-9a60-109361129808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0459752 Nov 11 12:55:18.332401 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8d49e7a6-2534-4114-a3b0-c97622efdf3e req-dafcbb9f-848d-45af-8809-c2022702c017 service neutron] 10.222.0.70 "GET /v2.0/networks/74e4471a-8346-416d-9a60-109361129808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821369 Nov 11 12:55:18.391003 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router d37be15f-1abe-42ac-a914-fad117b1eefc has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:55:18.425469 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-8d49e7a6-2534-4114-a3b0-c97622efdf3e req-b62a85f3-00a7-4d06-9201-a7da815e2536 service neutron] 10.222.0.70 "GET /v2.0/networks/74e4471a-8346-416d-9a60-109361129808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860617 Nov 11 12:55:18.498548 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:55:18.503598 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:18.508113 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba62e3b-dc69-4732-b8b2-3b0b1b1f06fd None None] Sync routers for ids ['d37be15f-1abe-42ac-a914-fad117b1eefc'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:55:18.517185 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba62e3b-dc69-4732-b8b2-3b0b1b1f06fd None None] Routers {'d37be15f-1abe-42ac-a914-fad117b1eefc'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:55:18.517788 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-1ba62e3b-dc69-4732-b8b2-3b0b1b1f06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:55:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d37be15f-1abe-42ac-a914-fad117b1eefc'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:18.530152 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0bf1ac7f-ab8b-475e-ab0b-e812deb0eefe tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/floatingips/1b44196a-6047-41a5-8654-323f4be2239e HTTP/1.1" status: 204 len: 168 time: 0.9094357 Nov 11 12:55:18.531826 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4', 'tag': '37c1fc6a-c169-41dd-8258-344fe9065d38'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:55:18.533103 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17cf415-7c06-43e0-b8aa-46e0a843c7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4", "tag": "37c1fc6a-c169-41dd-8258-344fe9065d38"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:55:18.571287 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af57352d-23b8-47af-80f2-a1e86a991269 x-openstack-request-id: req-af57352d-23b8-47af-80f2-a1e86a991269 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:55:18.571580 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4", "tag": "37c1fc6a-c169-41dd-8258-344fe9065d38", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:55:18.572579 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af57352d-23b8-47af-80f2-a1e86a991269 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:55:18.572579 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4', 'tag': '37c1fc6a-c169-41dd-8258-344fe9065d38', 'status': 'completed', 'code': 200} Nov 11 12:55:18.636162 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-1ba62e3b-dc69-4732-b8b2-3b0b1b1f06fd None None] Set router d37be15f-1abe-42ac-a914-fad117b1eefc gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:55:18.636386 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cf415-7c06-43e0-b8aa-46e0a843c7a2 req-49ae74e4-a6e3-4cc4-bcd2-2b06eb420a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:18.638176 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c17cf415-7c06-43e0-b8aa-46e0a843c7a2 req-49ae74e4-a6e3-4cc4-bcd2-2b06eb420a6e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69af05b65b6848869253a45b2d918c9d&device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 1098 time: 0.0434487 Nov 11 12:55:18.735065 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cf415-7c06-43e0-b8aa-46e0a843c7a2 req-3583d0e0-3124-45cd-bfbf-4ecde1968b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:18.736543 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c17cf415-7c06-43e0-b8aa-46e0a843c7a2 req-3583d0e0-3124-45cd-bfbf-4ecde1968b6b service neutron] 10.222.0.70 "GET /v2.0/networks?id=74e4471a-8346-416d-9a60-109361129808 HTTP/1.1" status: 200 len: 897 time: 0.0904162 Nov 11 12:55:18.777568 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c17cf415-7c06-43e0-b8aa-46e0a843c7a2 req-87012e14-83b9-47b2-9b17-d5c19fae9b4f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37c1fc6a-c169-41dd-8258-344fe9065d38 HTTP/1.1" status: 200 len: 217 time: 0.0344079 Nov 11 12:55:18.827785 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cf415-7c06-43e0-b8aa-46e0a843c7a2 req-43b1895c-baad-49f0-ac5d-ac7bf1958007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:18.829273 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c17cf415-7c06-43e0-b8aa-46e0a843c7a2 req-43b1895c-baad-49f0-ac5d-ac7bf1958007 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=96228260-f258-4297-899b-4261c816d856 HTTP/1.1" status: 200 len: 834 time: 0.0438244 Nov 11 12:55:18.834972 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-1ba62e3b-dc69-4732-b8b2-3b0b1b1f06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676914966', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:24Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b0ef380e-405a-4d27-b176-3e8194bf8ad3', 'name': '', 'network_id': '74e4471a-8346-416d-9a60-109361129808', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:76:36:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '96228260-f258-4297-899b-4261c816d856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:23Z', 'updated_at': '2021-11-11T12:54:26Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '96228260-f258-4297-899b-4261c816d856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:18.861907 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba62e3b-dc69-4732-b8b2-3b0b1b1f06fd None None] Checking router: d37be15f-1abe-42ac-a914-fad117b1eefc for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:55:18.871454 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba62e3b-dc69-4732-b8b2-3b0b1b1f06fd None None] Routers {'d37be15f-1abe-42ac-a914-fad117b1eefc'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:55:18.872063 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-1ba62e3b-dc69-4732-b8b2-3b0b1b1f06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:55:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d37be15f-1abe-42ac-a914-fad117b1eefc'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:18.885412 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cf415-7c06-43e0-b8aa-46e0a843c7a2 req-81f92ef4-f7f4-474c-9246-24cd8e728b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:18.887661 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c17cf415-7c06-43e0-b8aa-46e0a843c7a2 req-81f92ef4-f7f4-474c-9246-24cd8e728b1f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74e4471a-8346-416d-9a60-109361129808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0514102 Nov 11 12:55:18.953737 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b37170-b76d-4a0d-a687-ef80523cefdd req-cf21c263-103c-42bf-ac1e-99e8e3fde07a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:18.955243 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-29b37170-b76d-4a0d-a687-ef80523cefdd req-cf21c263-103c-42bf-ac1e-99e8e3fde07a tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 945 time: 0.0512664 Nov 11 12:55:18.979326 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-1ba62e3b-dc69-4732-b8b2-3b0b1b1f06fd None None] Set router d37be15f-1abe-42ac-a914-fad117b1eefc gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:55:18.984218 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c17cf415-7c06-43e0-b8aa-46e0a843c7a2 req-68de85ca-d015-49e2-9e1d-d07874a9b144 service neutron] 10.222.0.70 "GET /v2.0/networks/74e4471a-8346-416d-9a60-109361129808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873446 Nov 11 12:55:19.013063 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-29b37170-b76d-4a0d-a687-ef80523cefdd req-061d7245-2cc9-42ca-8477-561baffe6e01 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=7c96962b-b4d4-4a83-a73a-13d25ea1e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470421 Nov 11 12:55:19.191034 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-1ba62e3b-dc69-4732-b8b2-3b0b1b1f06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676914966', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:24Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b0ef380e-405a-4d27-b176-3e8194bf8ad3', 'name': '', 'network_id': '74e4471a-8346-416d-9a60-109361129808', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:76:36:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '96228260-f258-4297-899b-4261c816d856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:23Z', 'updated_at': '2021-11-11T12:54:26Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '96228260-f258-4297-899b-4261c816d856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:19.218702 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba62e3b-dc69-4732-b8b2-3b0b1b1f06fd None None] The sync data for ids ['d37be15f-1abe-42ac-a914-fad117b1eefc'] in dv-neutron-786478-23-hyperv is: [{'id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676914966', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:24Z', 'revision_number': 4, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'b0ef380e-405a-4d27-b176-3e8194bf8ad3', 'name': '', 'network_id': '74e4471a-8346-416d-9a60-109361129808', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'mac_address': 'fa:16:3e:76:36:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '96228260-f258-4297-899b-4261c816d856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:23Z', 'updated_at': '2021-11-11T12:54:26Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'subnets': [{'id': '96228260-f258-4297-899b-4261c816d856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:55:19.376695 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-c17cf415-7c06-43e0-b8aa-46e0a843c7a2 req-90ad0441-5f04-48ac-95ec-5238f4e6b1df service neutron] 10.222.0.70 "GET /v2.0/networks/74e4471a-8346-416d-9a60-109361129808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838305 Nov 11 12:55:19.437520 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4a03d0-8498-4280-92bf-fc39f3fc4697 None None] New status for floating IP 1b44196a-6047-41a5-8654-323f4be2239e: DOWN {{(pid=103004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:55:20.136709 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57019fce-6830-4d4b-bc23-57e0f542c73d req-6d05d197-1350-4830-86e1-0ea7734049a0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:20.138166 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-57019fce-6830-4d4b-bc23-57e0f542c73d req-6d05d197-1350-4830-86e1-0ea7734049a0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 945 time: 0.0521619 Nov 11 12:55:20.186899 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-57019fce-6830-4d4b-bc23-57e0f542c73d req-3b65fc64-782f-4103-aa0a-c11f3d5fe546 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/security-groups?id=7c96962b-b4d4-4a83-a73a-13d25ea1e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425375 Nov 11 12:55:20.484477 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546c9d1-7071-4cbd-991d-fee3a0e9ca0d req-f7a8604a-21e9-4218-98b0-5f3523b88b39 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:20.485882 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d546c9d1-7071-4cbd-991d-fee3a0e9ca0d req-f7a8604a-21e9-4218-98b0-5f3523b88b39 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 945 time: 0.0480433 Nov 11 12:55:20.575493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-d546c9d1-7071-4cbd-991d-fee3a0e9ca0d req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port 37c1fc6a-c169-41dd-8258-344fe9065d38 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:55:20.575829 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-d546c9d1-7071-4cbd-991d-fee3a0e9ca0d req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:20.663878 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-d546c9d1-7071-4cbd-991d-fee3a0e9ca0d req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] For port 37c1fc6a-c169-41dd-8258-344fe9065d38, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=37c1fc6a-c169-41dd-8258-344fe9065d38,segment=NetworkSegment(52ed18e7-84ba-4b74-b646-990fa5656650),segment_id=52ed18e7-84ba-4b74-b646-990fa5656650)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:55:20.664235 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-d546c9d1-7071-4cbd-991d-fee3a0e9ca0d req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:20.676547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-d546c9d1-7071-4cbd-991d-fee3a0e9ca0d req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for 37c1fc6a-c169-41dd-8258-344fe9065d38 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:55:20.852542 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-d546c9d1-7071-4cbd-991d-fee3a0e9ca0d req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:20.880833 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=37c1fc6a-c169-41dd-8258-344fe9065d38,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:20.908606 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:20.908973 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:20.909319 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:20.909655 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:20.909988 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:20.910317 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:20.910648 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:20.910969 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:20.911322 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:20.911647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:20.911971 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:20.912353 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:20.930406 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d546c9d1-7071-4cbd-991d-fee3a0e9ca0d req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] No DVR routers for this DVR port 37c1fc6a-c169-41dd-8258-344fe9065d38 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:55:20.933252 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-d546c9d1-7071-4cbd-991d-fee3a0e9ca0d req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:20.936718 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d546c9d1-7071-4cbd-991d-fee3a0e9ca0d req-a14c584a-fbae-4ba3-8893-a5b526b71fa1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.70 "DELETE /v2.0/ports/37c1fc6a-c169-41dd-8258-344fe9065d38 HTTP/1.1" status: 204 len: 173 time: 0.4448135 Nov 11 12:55:20.937157 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4', 'name': 'network-vif-deleted', 'tag': '37c1fc6a-c169-41dd-8258-344fe9065d38'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:55:20.939392 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbf21d2-4db4-457f-bb5a-954153fd93b6" -d '{"events": [{"server_uuid": "68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4", "name": "network-vif-deleted", "tag": "37c1fc6a-c169-41dd-8258-344fe9065d38"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:55:20.976269 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788a56a6-5428-4caa-9eca-920a3a35e639 x-openstack-request-id: req-788a56a6-5428-4caa-9eca-920a3a35e639 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:55:20.976567 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4", "name": "network-vif-deleted", "tag": "37c1fc6a-c169-41dd-8258-344fe9065d38", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:55:20.976819 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-788a56a6-5428-4caa-9eca-920a3a35e639 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:55:20.977223 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4', 'name': 'network-vif-deleted', 'tag': '37c1fc6a-c169-41dd-8258-344fe9065d38', 'status': 'completed', 'code': 200} Nov 11 12:55:21.286498 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-052f584b-8fb1-47f0-ac29-aa123beaab96 req-dd2c85de-1e22-439f-bbea-eaed3c2a1db1 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "GET /v2.0/ports?device_id=68e161d6-b41f-43e2-a6cc-bf3f6ebe75c4 HTTP/1.1" status: 200 len: 210 time: 0.0299008 Nov 11 12:55:22.346019 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 33540) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:22.701875 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-612cbddd-98d4-455c-b04f-9f3481cf2ddb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:22.952578 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-612cbddd-98d4-455c-b04f-9f3481cf2ddb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port b0ef380e-405a-4d27-b176-3e8194bf8ad3 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:55:22.952831 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-612cbddd-98d4-455c-b04f-9f3481cf2ddb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:23.041915 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-612cbddd-98d4-455c-b04f-9f3481cf2ddb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] For port b0ef380e-405a-4d27-b176-3e8194bf8ad3, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b0ef380e-405a-4d27-b176-3e8194bf8ad3,segment=NetworkSegment(52ed18e7-84ba-4b74-b646-990fa5656650),segment_id=52ed18e7-84ba-4b74-b646-990fa5656650)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:55:23.042267 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-612cbddd-98d4-455c-b04f-9f3481cf2ddb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:23.055734 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-612cbddd-98d4-455c-b04f-9f3481cf2ddb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for b0ef380e-405a-4d27-b176-3e8194bf8ad3 owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:55:23.142020 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 37c1fc6a-c169-41dd-8258-344fe9065d38 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:55:23.161929 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 37c1fc6a-c169-41dd-8258-344fe9065d38 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:55:23.162265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 37c1fc6a-c169-41dd-8258-344fe9065d38 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:55:23.321206 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-612cbddd-98d4-455c-b04f-9f3481cf2ddb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:23.348577 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612cbddd-98d4-455c-b04f-9f3481cf2ddb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=b0ef380e-405a-4d27-b176-3e8194bf8ad3,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:23.519303 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-612cbddd-98d4-455c-b04f-9f3481cf2ddb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:23.732108 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612cbddd-98d4-455c-b04f-9f3481cf2ddb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Router d37be15f-1abe-42ac-a914-fad117b1eefc has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:55:23.836882 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612cbddd-98d4-455c-b04f-9f3481cf2ddb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:55:23.842183 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-612cbddd-98d4-455c-b04f-9f3481cf2ddb tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "PUT /v2.0/routers/d37be15f-1abe-42ac-a914-fad117b1eefc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4949007 Nov 11 12:55:23.844997 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 33542) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:23.847718 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba02ba1-5085-4a20-a0ef-e366b7365402 None None] Sync routers for ids ['d37be15f-1abe-42ac-a914-fad117b1eefc'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:55:23.857164 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba02ba1-5085-4a20-a0ef-e366b7365402 None None] Routers {'d37be15f-1abe-42ac-a914-fad117b1eefc'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:55:23.857766 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-aba02ba1-5085-4a20-a0ef-e366b7365402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:55:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d37be15f-1abe-42ac-a914-fad117b1eefc'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:23.894853 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a49a9b2-ab18-44f8-aad3-1a69802b28c0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting subnet 96228260-f258-4297-899b-4261c816d856 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 12:55:23.897926 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2a49a9b2-ab18-44f8-aad3-1a69802b28c0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:23.936803 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2a49a9b2-ab18-44f8-aad3-1a69802b28c0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:23.960433 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-aba02ba1-5085-4a20-a0ef-e366b7365402 None None] Set router d37be15f-1abe-42ac-a914-fad117b1eefc gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:55:24.021977 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2a49a9b2-ab18-44f8-aad3-1a69802b28c0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:24.138996 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-aba02ba1-5085-4a20-a0ef-e366b7365402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676914966', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:55:23Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:24.154864 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2a49a9b2-ab18-44f8-aad3-1a69802b28c0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:24.164151 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba02ba1-5085-4a20-a0ef-e366b7365402 None None] Checking router: d37be15f-1abe-42ac-a914-fad117b1eefc for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:55:24.172844 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba02ba1-5085-4a20-a0ef-e366b7365402 None None] Routers {'d37be15f-1abe-42ac-a914-fad117b1eefc'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:55:24.173440 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-aba02ba1-5085-4a20-a0ef-e366b7365402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:55:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['d37be15f-1abe-42ac-a914-fad117b1eefc'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:24.183629 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49a9b2-ab18-44f8-aad3-1a69802b28c0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Subnet': ['ID=96228260-f258-4297-899b-4261c816d856,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:24.185619 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2a49a9b2-ab18-44f8-aad3-1a69802b28c0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:24.191415 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2a49a9b2-ab18-44f8-aad3-1a69802b28c0 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/subnets/96228260-f258-4297-899b-4261c816d856 HTTP/1.1" status: 204 len: 168 time: 0.3430555 Nov 11 12:55:24.191774 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 33544) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:24.209461 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d519ab-5a8e-471c-9201-3b52d6fd0010 None None] Network 74e4471a-8346-416d-9a60-109361129808 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:55:24.307342 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7be91534-4892-4414-8b29-84fbaa6a11ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:24.413633 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7be91534-4892-4414-8b29-84fbaa6a11ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:24.503959 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-7be91534-4892-4414-8b29-84fbaa6a11ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Deleting port 69b88524-72af-48e4-b0ea-1a59a406ae6e {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:55:24.504331 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7be91534-4892-4414-8b29-84fbaa6a11ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:24.515369 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-aba02ba1-5085-4a20-a0ef-e366b7365402 None None] Set router d37be15f-1abe-42ac-a914-fad117b1eefc gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:55:24.587995 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-7be91534-4892-4414-8b29-84fbaa6a11ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] For port 69b88524-72af-48e4-b0ea-1a59a406ae6e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=69b88524-72af-48e4-b0ea-1a59a406ae6e,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:55:24.588352 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7be91534-4892-4414-8b29-84fbaa6a11ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:24.600099 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-7be91534-4892-4414-8b29-84fbaa6a11ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Calling delete_port for 69b88524-72af-48e4-b0ea-1a59a406ae6e owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:55:24.700654 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] DHCP port deletion for 74e4471a-8346-416d-9a60-109361129808 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:55:24.764170 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-aba02ba1-5085-4a20-a0ef-e366b7365402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676914966', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:55:23Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:24.795160 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba02ba1-5085-4a20-a0ef-e366b7365402 None None] The sync data for ids ['d37be15f-1abe-42ac-a914-fad117b1eefc'] in dv-neutron-786478-23-hyperv is: [{'id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1676914966', 'tenant_id': '69af05b65b6848869253a45b2d918c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:55:23Z', 'revision_number': 5, 'project_id': '69af05b65b6848869253a45b2d918c9d', 'gw_port': {'id': '69b88524-72af-48e4-b0ea-1a59a406ae6e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37be15f-1abe-42ac-a914-fad117b1eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:54:20Z', 'updated_at': '2021-11-11T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:55:24.800853 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] Deleting port 0d820398-a3d2-426d-8c56-65ec0a4fc42f {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:55:24.801339 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:24.871735 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] For port 0d820398-a3d2-426d-8c56-65ec0a4fc42f, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=0d820398-a3d2-426d-8c56-65ec0a4fc42f,segment=NetworkSegment(52ed18e7-84ba-4b74-b646-990fa5656650),segment_id=52ed18e7-84ba-4b74-b646-990fa5656650)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:55:24.872123 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:24.875313 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7be91534-4892-4414-8b29-84fbaa6a11ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:24.885301 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] Calling delete_port for 0d820398-a3d2-426d-8c56-65ec0a4fc42f owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:55:24.904657 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be91534-4892-4414-8b29-84fbaa6a11ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Port': ['ID=69b88524-72af-48e4-b0ea-1a59a406ae6e,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:24.930390 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89649a02-6843-4a1d-82f4-ce5160e1b00d None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:55:24.982902 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7be91534-4892-4414-8b29-84fbaa6a11ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:25.029858 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:25.062020 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] No DVR routers for this DVR port 0d820398-a3d2-426d-8c56-65ec0a4fc42f on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:55:25.064273 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] Pushing event deleted for resources: {'Port': ['ID=0d820398-a3d2-426d-8c56-65ec0a4fc42f,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:25.076648 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7be91534-4892-4414-8b29-84fbaa6a11ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:25.078095 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:25.078325 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:25.078666 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:25.078943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7be91534-4892-4414-8b29-84fbaa6a11ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:25.079084 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:25.079385 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:25.079715 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:25.080041 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:25.080547 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:25.080741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:25.081131 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:25.081457 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:25.081781 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a31d20-29f3-4071-85a7-2348b278543e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:25.189897 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7be91534-4892-4414-8b29-84fbaa6a11ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:25.190540 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be91534-4892-4414-8b29-84fbaa6a11ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Fanout notify agent at l3_agent the message router_deleted on router d37be15f-1abe-42ac-a914-fad117b1eefc {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 12:55:25.198786 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7be91534-4892-4414-8b29-84fbaa6a11ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:25.202500 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7be91534-4892-4414-8b29-84fbaa6a11ea tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/routers/d37be15f-1abe-42ac-a914-fad117b1eefc HTTP/1.1" status: 204 len: 168 time: 1.0075104 Nov 11 12:55:25.202793 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 33546) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:25.213478 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:55:25.305044 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-db72e308-6482-4a8e-8cc5-28d2d99658a2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:25.403582 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-db72e308-6482-4a8e-8cc5-28d2d99658a2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:25.428356 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-db72e308-6482-4a8e-8cc5-28d2d99658a2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e4471a-8346-416d-9a60-109361129808']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:25.438669 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-db72e308-6482-4a8e-8cc5-28d2d99658a2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ed18e7-84ba-4b74-b646-990fa5656650') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:25.438876 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-db72e308-6482-4a8e-8cc5-28d2d99658a2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ed18e7-84ba-4b74-b646-990fa5656650') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:25.449202 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-db72e308-6482-4a8e-8cc5-28d2d99658a2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:25.467144 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-db72e308-6482-4a8e-8cc5-28d2d99658a2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:25.473707 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db72e308-6482-4a8e-8cc5-28d2d99658a2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 12:55:25.474101 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-db72e308-6482-4a8e-8cc5-28d2d99658a2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 12:55:25.477266 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 12:55:25.583871 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-db72e308-6482-4a8e-8cc5-28d2d99658a2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:25.590831 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-db72e308-6482-4a8e-8cc5-28d2d99658a2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:25.594178 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-db72e308-6482-4a8e-8cc5-28d2d99658a2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/networks/74e4471a-8346-416d-9a60-109361129808 HTTP/1.1" status: 204 len: 168 time: 0.3902712 Nov 11 12:55:25.597032 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33548) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:25.606263 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72e308-6482-4a8e-8cc5-28d2d99658a2 tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'Network': ['ID=74e4471a-8346-416d-9a60-109361129808,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:25.654296 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d3bdeabd-7464-4663-a675-5bcaccd04f9c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:25.678463 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d3bdeabd-7464-4663-a675-5bcaccd04f9c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:25.772089 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d3bdeabd-7464-4663-a675-5bcaccd04f9c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:25.774619 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-d3bdeabd-7464-4663-a675-5bcaccd04f9c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:25.775781 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d3bdeabd-7464-4663-a675-5bcaccd04f9c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] 10.222.0.50 "DELETE /v2.0/security-groups/7c96962b-b4d4-4a83-a73a-13d25ea1e6f0 HTTP/1.1" status: 204 len: 168 time: 0.1777508 Nov 11 12:55:25.787205 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdeabd-7464-4663-a675-5bcaccd04f9c tempest-TestNetworkAdvancedServerOps-936999676 tempest-TestNetworkAdvancedServerOps-936999676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c96962b-b4d4-4a83-a73a-13d25ea1e6f0,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:26.273820 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b0ef380e-405a-4d27-b176-3e8194bf8ad3 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:55:26.298776 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: b0ef380e-405a-4d27-b176-3e8194bf8ad3 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:55:26.299219 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b0ef380e-405a-4d27-b176-3e8194bf8ad3 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:55:26.299643 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0d820398-a3d2-426d-8c56-65ec0a4fc42f no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:55:26.318605 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 0d820398-a3d2-426d-8c56-65ec0a4fc42f {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:55:26.318950 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 0d820398-a3d2-426d-8c56-65ec0a4fc42f not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:55:26.319389 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 69b88524-72af-48e4-b0ea-1a59a406ae6e no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:55:26.338559 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 69b88524-72af-48e4-b0ea-1a59a406ae6e {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:55:26.338904 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 69b88524-72af-48e4-b0ea-1a59a406ae6e not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:55:26.396533 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33556) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:26.548577 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1730cea5-4fd6-4d95-8b0d-02ecc14a66be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=69af05b65b6848869253a45b2d918c9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1505551 Nov 11 12:55:26.557251 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33560) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:26.622585 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-94064197-80e9-469f-bef9-e13b22e4a067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:26.647474 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-94064197-80e9-469f-bef9-e13b22e4a067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:26.794825 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-94064197-80e9-469f-bef9-e13b22e4a067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:26.797385 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-94064197-80e9-469f-bef9-e13b22e4a067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:26.798528 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-94064197-80e9-469f-bef9-e13b22e4a067 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5750e4e-d151-4f50-9280-d56886229d32 HTTP/1.1" status: 204 len: 168 time: 0.2403693 Nov 11 12:55:26.806673 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94064197-80e9-469f-bef9-e13b22e4a067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5750e4e-d151-4f50-9280-d56886229d32,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:27.323821 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33566) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:27.336742 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6859d4f6-a20d-45a1-9e23-3edece2517b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:27.408231 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6859d4f6-a20d-45a1-9e23-3edece2517b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:27.474847 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-6859d4f6-a20d-45a1-9e23-3edece2517b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:27.511781 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859d4f6-a20d-45a1-9e23-3edece2517b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22be4e7a-c5ea-46e6-a45e-e104e1ad67d1,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:27.515924 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-6859d4f6-a20d-45a1-9e23-3edece2517b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=36758754f2464afb834e2dd62968d268&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1910851 Nov 11 12:55:27.518751 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33568) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:27.568032 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ed035d6e-03aa-4619-a4d6-c5dc7d624f91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:27.588780 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ed035d6e-03aa-4619-a4d6-c5dc7d624f91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:27.720654 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ed035d6e-03aa-4619-a4d6-c5dc7d624f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:27.723179 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-ed035d6e-03aa-4619-a4d6-c5dc7d624f91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:27.724306 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-ed035d6e-03aa-4619-a4d6-c5dc7d624f91 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22be4e7a-c5ea-46e6-a45e-e104e1ad67d1 HTTP/1.1" status: 204 len: 168 time: 0.2048228 Nov 11 12:55:27.732248 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed035d6e-03aa-4619-a4d6-c5dc7d624f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22be4e7a-c5ea-46e6-a45e-e104e1ad67d1,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:28.719237 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33590) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:28.812757 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-dba63d01-a6a4-48ee-ba7c-1e681c976911 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1350814910-network', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:55:28.914870 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba63d01-a6a4-48ee-ba7c-1e681c976911 admin admin] Made reservation on behalf of 25f5e9b3c1314960bfc72e52e712ab91 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:55:28.917748 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dba63d01-a6a4-48ee-ba7c-1e681c976911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:28.926466 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dba63d01-a6a4-48ee-ba7c-1e681c976911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:28.997579 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dba63d01-a6a4-48ee-ba7c-1e681c976911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:29.074441 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dba63d01-a6a4-48ee-ba7c-1e681c976911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:29.099575 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba63d01-a6a4-48ee-ba7c-1e681c976911 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:55:29.109530 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba63d01-a6a4-48ee-ba7c-1e681c976911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ed7e3d-fd62-47d8-93d8-bd6c2a72a0a3,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:29.114165 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dba63d01-a6a4-48ee-ba7c-1e681c976911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:29.114500 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-dba63d01-a6a4-48ee-ba7c-1e681c976911 admin admin] Added segment 9e17f19a-22f3-4c36-90ff-913da686b67a of type vlan for network 30874e78-674b-4855-b289-9a74872442ae Nov 11 12:55:29.152797 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dba63d01-a6a4-48ee-ba7c-1e681c976911 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:29.229305 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dba63d01-a6a4-48ee-ba7c-1e681c976911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:29.230199 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba63d01-a6a4-48ee-ba7c-1e681c976911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:29.230771 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-dba63d01-a6a4-48ee-ba7c-1e681c976911 admin admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:29.290793 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba63d01-a6a4-48ee-ba7c-1e681c976911 admin admin] Pushing event updated for resources: {'Network': ['ID=30874e78-674b-4855-b289-9a74872442ae,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:29.300204 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 30874e78-674b-4855-b289-9a74872442ae details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:55:29.341901 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-dba63d01-a6a4-48ee-ba7c-1e681c976911 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6211941 Nov 11 12:55:29.343242 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 33594) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:29.348398 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-5ffd4b57-4dfc-424d-8fa8-3cc1c6242798 admin admin] Request body: {'subnet': {'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1350814910-subnet', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'ip_version': 4}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:55:29.412096 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffd4b57-4dfc-424d-8fa8-3cc1c6242798 admin admin] Made reservation on behalf of 25f5e9b3c1314960bfc72e52e712ab91 for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:55:29.414438 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4b57-4dfc-424d-8fa8-3cc1c6242798 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:29.652337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4b57-4dfc-424d-8fa8-3cc1c6242798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:29.705287 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd4b57-4dfc-424d-8fa8-3cc1c6242798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e07731-5f8e-4761-ada3-a2ea38286f26,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:29.714252 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffd4b57-4dfc-424d-8fa8-3cc1c6242798 admin admin] Checking segment: {'id': '9e17f19a-22f3-4c36-90ff-913da686b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30874e78-674b-4855-b289-9a74872442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:55:29.714600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffd4b57-4dfc-424d-8fa8-3cc1c6242798 admin admin] Network hostable DHCP agents. Network: 30874e78-674b-4855-b289-9a74872442ae, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:55:29.806595 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffd4b57-4dfc-424d-8fa8-3cc1c6242798 admin admin] Network 30874e78-674b-4855-b289-9a74872442ae is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:55:29.897363 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-5ffd4b57-4dfc-424d-8fa8-3cc1c6242798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 30874e78-674b-4855-b289-9a74872442ae) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:55:29.901429 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffd4b57-4dfc-424d-8fa8-3cc1c6242798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:29.902009 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4b57-4dfc-424d-8fa8-3cc1c6242798 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:29.906096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352b049a-7294-4cfb-aeda-107a25846cd5 None None] Network 30874e78-674b-4855-b289-9a74872442ae requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:55:29.997772 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-5ffd4b57-4dfc-424d-8fa8-3cc1c6242798 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6530943 Nov 11 12:55:30.000579 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33596) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:30.005081 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:55:30.051297 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-30874e78-674b-4855-b289-9a74872442ae', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:55:30.052144 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:30.109101 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:30.110184 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:30.160976 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:30.184704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Allocated IP 172.20.0.2 (30874e78-674b-4855-b289-9a74872442ae/c4e07731-5f8e-4761-ada3-a2ea38286f26/399f06cf-57b1-4601-8ac8-c90d6a0853e4) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:55:30.325029 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:30.354945 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:30.394378 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:30.437304 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Network 30874e78-674b-4855-b289-9a74872442ae is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:55:30.440130 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:55:30.443635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:55:30.450151 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Pushing event updated for resources: {'Port': ['ID=399f06cf-57b1-4601-8ac8-c90d6a0853e4,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:30.500337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Attempting to bind port 399f06cf-57b1-4601-8ac8-c90d6a0853e4 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:55:30.500705 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Attempting to bind port 399f06cf-57b1-4601-8ac8-c90d6a0853e4 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '9e17f19a-22f3-4c36-90ff-913da686b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30874e78-674b-4855-b289-9a74872442ae'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:55:30.501069 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Attempting to bind port 399f06cf-57b1-4601-8ac8-c90d6a0853e4 on network 30874e78-674b-4855-b289-9a74872442ae {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:55:30.506022 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:55:30.506390 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Checking segment: {'id': '9e17f19a-22f3-4c36-90ff-913da686b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30874e78-674b-4855-b289-9a74872442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:55:30.506788 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:30.507209 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Bound using segment: {'id': '9e17f19a-22f3-4c36-90ff-913da686b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30874e78-674b-4855-b289-9a74872442ae'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:55:30.507672 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Bound port: 399f06cf-57b1-4601-8ac8-c90d6a0853e4, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e17f19a-22f3-4c36-90ff-913da686b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30874e78-674b-4855-b289-9a74872442ae'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:55:30.508050 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:30.568590 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-df708265-d2f2-4453-82a0-36886187e85e None None] For port 399f06cf-57b1-4601-8ac8-c90d6a0853e4, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:55:30.571647 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-df708265-d2f2-4453-82a0-36886187e85e None None] For port 399f06cf-57b1-4601-8ac8-c90d6a0853e4, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=399f06cf-57b1-4601-8ac8-c90d6a0853e4,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:55:30.659506 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:30.664031 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:30.678127 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:30.729635 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df708265-d2f2-4453-82a0-36886187e85e None None] Pushing event updated for resources: {'Port': ['ID=399f06cf-57b1-4601-8ac8-c90d6a0853e4,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:30.789510 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] Allocated IP 172.26.5.87 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/b5252794-47a0-4559-8793-b135a8986d8e) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:55:30.908531 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:31.012377 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:31.051679 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:55:31.054595 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:55:31.058189 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:55:31.066829 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb89669-eb7b-4279-89c5-f0868539330f None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:55:31.079807 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] Pushing event updated for resources: {'Port': ['ID=b5252794-47a0-4559-8793-b135a8986d8e,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:31.152894 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-667ca0f9-0314-4211-900f-77d96ad9a2bb None None] Provisioning complete for port b5252794-47a0-4559-8793-b135a8986d8e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:31.153256 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-667ca0f9-0314-4211-900f-77d96ad9a2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:31.186081 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-667ca0f9-0314-4211-900f-77d96ad9a2bb None None] Port b5252794-47a0-4559-8793-b135a8986d8e cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:55:31.404103 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:31.592240 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524ac8a8-f160-4d00-9a55-aae215f4aee1 None None] Network 30874e78-674b-4855-b289-9a74872442ae requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:55:31.603915 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:31.651322 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-dfbe2056-bf66-4c14-aeb5-644b3f70b2e7 None None] Provisioning complete for port 399f06cf-57b1-4601-8ac8-c90d6a0853e4 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:31.651693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dfbe2056-bf66-4c14-aeb5-644b3f70b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:31.777646 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] Router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:55:31.800818 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dfbe2056-bf66-4c14-aeb5-644b3f70b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:31.838111 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-dfbe2056-bf66-4c14-aeb5-644b3f70b2e7 None None] For port 399f06cf-57b1-4601-8ac8-c90d6a0853e4, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=399f06cf-57b1-4601-8ac8-c90d6a0853e4,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:55:31.886351 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:55:31.895992 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dfbe2056-bf66-4c14-aeb5-644b3f70b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:31.896725 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Sync routers for ids ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:55:31.909297 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Routers {'9c5a3241-e45d-4be1-a3c5-14349d9f6556'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:55:31.910162 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:55:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:31.949204 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe2056-bf66-4c14-aeb5-644b3f70b2e7 None None] Pushing event updated for resources: {'Port': ['ID=399f06cf-57b1-4601-8ac8-c90d6a0853e4,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:31.974812 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:31.977167 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f608d92a-1bf1-4375-97ce-d6646aef8847 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9751480 Nov 11 12:55:31.980200 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 33598) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:32.024611 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Set router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:55:32.120506 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4eff8b47-f0b4-4c74-9b55-a164b7380350 None None] Provisioning complete for port 399f06cf-57b1-4601-8ac8-c90d6a0853e4 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:32.120834 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4eff8b47-f0b4-4c74-9b55-a164b7380350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:32.200513 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:31Z', 'revision_number': 3, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port': {'id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:32.231929 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Checking router: 9c5a3241-e45d-4be1-a3c5-14349d9f6556 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:55:32.232269 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Updating router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 port b5252794-47a0-4559-8793-b135a8986d8e binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:55:32.271078 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:32.314113 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 399f06cf-57b1-4601-8ac8-c90d6a0853e4 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:55:32.368688 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 399f06cf-57b1-4601-8ac8-c90d6a0853e4 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:32.369082 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:32.416489 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-babffad8-885c-49ee-9b28-41e6fec42043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:32.522116 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:32.622515 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:32.634956 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-babffad8-885c-49ee-9b28-41e6fec42043 admin admin] Allocated IP 172.20.0.1 (30874e78-674b-4855-b289-9a74872442ae/c4e07731-5f8e-4761-ada3-a2ea38286f26/6be9570d-062e-4dc0-b0f3-2478c8fd9031) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:55:32.665743 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11e3f2c-bf98-43b0-a25c-8efb8b5b0bfb None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:55:32.676718 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Attempting to bind port b5252794-47a0-4559-8793-b135a8986d8e on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:55:32.677077 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Attempting to bind port b5252794-47a0-4559-8793-b135a8986d8e by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:55:32.677439 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Attempting to bind port b5252794-47a0-4559-8793-b135a8986d8e on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:55:32.688176 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb72a0-6891-4bce-8904-07796ca3ce71 None None] Pushing event updated for resources: {'Port': ['ID=b5252794-47a0-4559-8793-b135a8986d8e,revision_number=2']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:32.691129 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:55:32.691503 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:55:32.691898 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:32.692285 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:55:32.692748 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Bound port: b5252794-47a0-4559-8793-b135a8986d8e, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:55:32.693153 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:32.699738 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb72a0-6891-4bce-8904-07796ca3ce71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:32.700082 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb72a0-6891-4bce-8904-07796ca3ce71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:32.700419 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb72a0-6891-4bce-8904-07796ca3ce71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:32.700755 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb72a0-6891-4bce-8904-07796ca3ce71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:32.701080 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb72a0-6891-4bce-8904-07796ca3ce71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:32.701397 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb72a0-6891-4bce-8904-07796ca3ce71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:32.701723 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb72a0-6891-4bce-8904-07796ca3ce71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:32.702046 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb72a0-6891-4bce-8904-07796ca3ce71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:32.702368 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb72a0-6891-4bce-8904-07796ca3ce71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:32.702689 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb72a0-6891-4bce-8904-07796ca3ce71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:32.703006 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb72a0-6891-4bce-8904-07796ca3ce71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:32.703348 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcb72a0-6891-4bce-8904-07796ca3ce71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:55:32.727364 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4f673910-e8c0-4fd5-a30f-1fea2ce77af1 None None] Provisioning complete for port b5252794-47a0-4559-8793-b135a8986d8e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:32.727739 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4f673910-e8c0-4fd5-a30f-1fea2ce77af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:32.756011 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-babffad8-885c-49ee-9b28-41e6fec42043 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:32.757178 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] For port b5252794-47a0-4559-8793-b135a8986d8e, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:55:32.760897 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] For port b5252794-47a0-4559-8793-b135a8986d8e, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b5252794-47a0-4559-8793-b135a8986d8e,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:55:32.766004 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-4f673910-e8c0-4fd5-a30f-1fea2ce77af1 None None] Port b5252794-47a0-4559-8793-b135a8986d8e cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:55:32.812335 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:32.840217 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-babffad8-885c-49ee-9b28-41e6fec42043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:32.852993 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de9cef4-b8f4-4947-afd6-2f6c4cbef933 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:55:32.862782 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Routers {'9c5a3241-e45d-4be1-a3c5-14349d9f6556'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:55:32.863573 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:55:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:32.890875 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c848033b-8b8f-40c4-9da2-966f9ec70fb8 None None] Provisioning complete for port b5252794-47a0-4559-8793-b135a8986d8e triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:32.890875 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c848033b-8b8f-40c4-9da2-966f9ec70fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:32.894878 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babffad8-885c-49ee-9b28-41e6fec42043 admin admin] Network 30874e78-674b-4855-b289-9a74872442ae is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:55:32.898001 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-babffad8-885c-49ee-9b28-41e6fec42043 admin admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:55:32.902313 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babffad8-885c-49ee-9b28-41e6fec42043 admin admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:55:32.905391 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babffad8-885c-49ee-9b28-41e6fec42043 admin admin] Pushing event updated for resources: {'Port': ['ID=6be9570d-062e-4dc0-b0f3-2478c8fd9031,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:32.908750 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb72a0-6891-4bce-8904-07796ca3ce71 None None] Pushing event updated for resources: {'Port': ['ID=b5252794-47a0-4559-8793-b135a8986d8e,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:32.949846 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-babffad8-885c-49ee-9b28-41e6fec42043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:32.987015 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c848033b-8b8f-40c4-9da2-966f9ec70fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:33.000062 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] Set router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:55:33.016240 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c848033b-8b8f-40c4-9da2-966f9ec70fb8 None None] For port b5252794-47a0-4559-8793-b135a8986d8e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b5252794-47a0-4559-8793-b135a8986d8e,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:55:33.097721 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c848033b-8b8f-40c4-9da2-966f9ec70fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:33.149849 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848033b-8b8f-40c4-9da2-966f9ec70fb8 None None] Pushing event updated for resources: {'Port': ['ID=b5252794-47a0-4559-8793-b135a8986d8e,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:33.154853 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-babffad8-885c-49ee-9b28-41e6fec42043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:33.193895 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:31Z', 'revision_number': 3, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port': {'id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:33.217743 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5da251b5-191f-48df-8fdf-c87b46947431 None None] Provisioning complete for port 6be9570d-062e-4dc0-b0f3-2478c8fd9031 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:33.218105 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5da251b5-191f-48df-8fdf-c87b46947431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:33.223447 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb4168-0154-4ac0-9742-da97afb32076 None None] The sync data for ids ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'] in dv-neutron-786478-23-hyperv is: [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:31Z', 'revision_number': 3, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port': {'id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:55:33.247107 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-86c27bc9-3fc3-4967-bdda-a447abc8f572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:33.266354 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-5da251b5-191f-48df-8fdf-c87b46947431 None None] Port 6be9570d-062e-4dc0-b0f3-2478c8fd9031 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:55:33.635133 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-babffad8-885c-49ee-9b28-41e6fec42043 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:33.696840 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-babffad8-885c-49ee-9b28-41e6fec42043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:33.764030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-babffad8-885c-49ee-9b28-41e6fec42043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:33.765817 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babffad8-885c-49ee-9b28-41e6fec42043 admin admin] Pushing event updated for resources: {'Port': ['ID=6be9570d-062e-4dc0-b0f3-2478c8fd9031,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:33.862536 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babffad8-885c-49ee-9b28-41e6fec42043 admin admin] Network 30874e78-674b-4855-b289-9a74872442ae is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:55:33.863989 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-babffad8-885c-49ee-9b28-41e6fec42043 admin admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:55:33.983371 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babffad8-885c-49ee-9b28-41e6fec42043 admin admin] Router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:55:34.056913 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-935457be-d000-487b-9dab-0c88f28fe8a6 req-5bfb3689-29d5-4d3b-ad31-b7628cdb49c2 service neutron] (103002) timed out ('10.222.0.50', 57822) {{(pid=103002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 12:55:34.093408 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-21b34ed7-fe78-42f9-8410-6c7cb4571c89 None None] Provisioning complete for port 6be9570d-062e-4dc0-b0f3-2478c8fd9031 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:34.093941 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-21b34ed7-fe78-42f9-8410-6c7cb4571c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:34.097809 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babffad8-885c-49ee-9b28-41e6fec42043 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:55:34.102879 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-babffad8-885c-49ee-9b28-41e6fec42043 admin admin] 10.222.0.50 "PUT /v2.0/routers/9c5a3241-e45d-4be1-a3c5-14349d9f6556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1216178 Nov 11 12:55:34.129689 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-21b34ed7-fe78-42f9-8410-6c7cb4571c89 None None] Port 6be9570d-062e-4dc0-b0f3-2478c8fd9031 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:55:34.298641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b5252794-47a0-4559-8793-b135a8986d8e up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:55:34.351356 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port b5252794-47a0-4559-8793-b135a8986d8e triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:34.351721 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:34.735951 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 33614) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:34.745228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Sync routers for ids ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:55:34.751905 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-6bfb6d4c-1822-4ca5-be22-fe9e8e0f2da3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1321689978-network', 'tenant_id': '572f979f6dc44fb8993790b79db89fdb'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:55:34.754734 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Routers {'9c5a3241-e45d-4be1-a3c5-14349d9f6556'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:55:34.755435 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:55:05Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:34.839110 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfb6d4c-1822-4ca5-be22-fe9e8e0f2da3 admin admin] Made reservation on behalf of 572f979f6dc44fb8993790b79db89fdb for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:55:34.841751 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6bfb6d4c-1822-4ca5-be22-fe9e8e0f2da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:34.857774 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6bfb6d4c-1822-4ca5-be22-fe9e8e0f2da3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:34.861646 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Set router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:55:34.931507 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6bfb6d4c-1822-4ca5-be22-fe9e8e0f2da3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:34.988881 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6bfb6d4c-1822-4ca5-be22-fe9e8e0f2da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:35.015348 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfb6d4c-1822-4ca5-be22-fe9e8e0f2da3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 12:55:35.026100 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb6d4c-1822-4ca5-be22-fe9e8e0f2da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8c63bf-7100-4b03-9cdb-956fd58ef563,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:35.031260 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6bfb6d4c-1822-4ca5-be22-fe9e8e0f2da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:35.031590 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-6bfb6d4c-1822-4ca5-be22-fe9e8e0f2da3 admin admin] Added segment a75ce739-9096-422e-a88e-d3b0c1dec26e of type vlan for network dd801cba-18b4-461b-b14f-6e83b9461fe2 Nov 11 12:55:35.075925 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6bfb6d4c-1822-4ca5-be22-fe9e8e0f2da3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:35.187899 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6bfb6d4c-1822-4ca5-be22-fe9e8e0f2da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:35.188950 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfb6d4c-1822-4ca5-be22-fe9e8e0f2da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:35.189555 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6bfb6d4c-1822-4ca5-be22-fe9e8e0f2da3 admin admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:35.226963 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:33Z', 'revision_number': 4, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port': {'id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '6be9570d-062e-4dc0-b0f3-2478c8fd9031', 'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'mac_address': 'fa:16:3e:6c:1e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:32Z', 'updated_at': '2021-11-11T12:55:33Z', 'revision_number': 2, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'subnets': [{'id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:35.252620 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb6d4c-1822-4ca5-be22-fe9e8e0f2da3 admin admin] Pushing event updated for resources: {'Network': ['ID=dd801cba-18b4-461b-b14f-6e83b9461fe2,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:35.256426 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Checking router: 9c5a3241-e45d-4be1-a3c5-14349d9f6556 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:55:35.256782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Updating router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 port 6be9570d-062e-4dc0-b0f3-2478c8fd9031 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:55:35.275699 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network dd801cba-18b4-461b-b14f-6e83b9461fe2 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 12:55:35.300107 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6bfb6d4c-1822-4ca5-be22-fe9e8e0f2da3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5630486 Nov 11 12:55:35.302932 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 33616) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:35.307712 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-7edb3726-1eeb-45ba-8822-acb2edc8cefc admin admin] Request body: {'subnet': {'network_id': 'dd801cba-18b4-461b-b14f-6e83b9461fe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1321689978-subnet', 'tenant_id': '572f979f6dc44fb8993790b79db89fdb', 'ip_version': 4}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:55:35.321558 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:35.394924 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edb3726-1eeb-45ba-8822-acb2edc8cefc admin admin] Made reservation on behalf of 572f979f6dc44fb8993790b79db89fdb for: {'subnet': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:55:35.397306 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7edb3726-1eeb-45ba-8822-acb2edc8cefc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260265158'] for subnet, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:35.625834 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a0a6c44c-1683-4ff5-ad7b-d27837f33e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:35.637869 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:35.686257 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7edb3726-1eeb-45ba-8822-acb2edc8cefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260957918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260265192'] for subnet, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:35.714888 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:35.750977 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb3726-1eeb-45ba-8822-acb2edc8cefc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc9515c6-a7aa-461a-b895-e654bc85cd6f,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:35.758088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb3726-1eeb-45ba-8822-acb2edc8cefc admin admin] Checking segment: {'id': 'a75ce739-9096-422e-a88e-d3b0c1dec26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dd801cba-18b4-461b-b14f-6e83b9461fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:55:35.758804 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edb3726-1eeb-45ba-8822-acb2edc8cefc admin admin] Network hostable DHCP agents. Network: dd801cba-18b4-461b-b14f-6e83b9461fe2, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 12:55:35.779113 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb73210-bc83-41ee-808f-639b69be1ef4 None None] Pushing event updated for resources: {'Port': ['ID=6be9570d-062e-4dc0-b0f3-2478c8fd9031,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:35.833400 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Attempting to bind port 6be9570d-062e-4dc0-b0f3-2478c8fd9031 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:55:35.833839 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Attempting to bind port 6be9570d-062e-4dc0-b0f3-2478c8fd9031 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '9e17f19a-22f3-4c36-90ff-913da686b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30874e78-674b-4855-b289-9a74872442ae'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:55:35.834140 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Attempting to bind port 6be9570d-062e-4dc0-b0f3-2478c8fd9031 on network 30874e78-674b-4855-b289-9a74872442ae {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:55:35.842123 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:55:35.842507 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Checking segment: {'id': '9e17f19a-22f3-4c36-90ff-913da686b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30874e78-674b-4855-b289-9a74872442ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:55:35.842916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:35.843347 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Bound using segment: {'id': '9e17f19a-22f3-4c36-90ff-913da686b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30874e78-674b-4855-b289-9a74872442ae'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:55:35.843825 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Bound port: 6be9570d-062e-4dc0-b0f3-2478c8fd9031, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e17f19a-22f3-4c36-90ff-913da686b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30874e78-674b-4855-b289-9a74872442ae'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:55:35.844210 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:35.851339 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edb3726-1eeb-45ba-8822-acb2edc8cefc admin admin] Network dd801cba-18b4-461b-b14f-6e83b9461fe2 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 12:55:35.913981 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] For port 6be9570d-062e-4dc0-b0f3-2478c8fd9031, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:55:35.918176 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] For port 6be9570d-062e-4dc0-b0f3-2478c8fd9031, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6be9570d-062e-4dc0-b0f3-2478c8fd9031,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:55:35.925202 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-7edb3726-1eeb-45ba-8822-acb2edc8cefc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, dd801cba-18b4-461b-b14f-6e83b9461fe2) {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:55:35.929854 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edb3726-1eeb-45ba-8822-acb2edc8cefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:35.930473 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7edb3726-1eeb-45ba-8822-acb2edc8cefc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:35.935928 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8477e4-a4d3-45e4-a020-d172e872b039 None None] Network dd801cba-18b4-461b-b14f-6e83b9461fe2 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:55:36.006612 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:36.045725 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7edb3726-1eeb-45ba-8822-acb2edc8cefc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7403812 Nov 11 12:55:36.046899 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 33618) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:36.052260 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1321689978-router', 'tenant_id': '572f979f6dc44fb8993790b79db89fdb', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:55:36.122431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Routers {'9c5a3241-e45d-4be1-a3c5-14349d9f6556'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:55:36.123086 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:55:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:36.130322 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb73210-bc83-41ee-808f-639b69be1ef4 None None] Pushing event updated for resources: {'Port': ['ID=6be9570d-062e-4dc0-b0f3-2478c8fd9031,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:36.166491 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:36.168260 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:36.182367 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-2f1d2329-bafc-4c70-8f52-9e0b3606ee9b None None] Provisioning complete for port 6be9570d-062e-4dc0-b0f3-2478c8fd9031 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:36.182794 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2f1d2329-bafc-4c70-8f52-9e0b3606ee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:36.228996 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-dd801cba-18b4-461b-b14f-6e83b9461fe2', 'network_id': 'dd801cba-18b4-461b-b14f-6e83b9461fe2', 'tenant_id': '572f979f6dc44fb8993790b79db89fdb', 'fixed_ips': [{'subnet_id': 'dc9515c6-a7aa-461a-b895-e654bc85cd6f'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 12:55:36.229853 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:36.247852 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:36.380421 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] Set router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:55:36.475574 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:36.538514 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2f1d2329-bafc-4c70-8f52-9e0b3606ee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:36.606710 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Allocated IP 172.20.0.2 (dd801cba-18b4-461b-b14f-6e83b9461fe2/dc9515c6-a7aa-461a-b895-e654bc85cd6f/25100e0e-958f-4703-b08b-8212dadf7ebb) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:55:36.653141 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-2f1d2329-bafc-4c70-8f52-9e0b3606ee9b None None] For port 6be9570d-062e-4dc0-b0f3-2478c8fd9031, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6be9570d-062e-4dc0-b0f3-2478c8fd9031,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:55:36.730717 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:36.738257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:36.742256 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2f1d2329-bafc-4c70-8f52-9e0b3606ee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:36.750314 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:36.862799 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] Allocated IP 172.26.5.107 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/2f2521b1-4057-474e-9124-031172de6f59) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:55:36.869571 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d2329-bafc-4c70-8f52-9e0b3606ee9b None None] Pushing event updated for resources: {'Port': ['ID=6be9570d-062e-4dc0-b0f3-2478c8fd9031,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:36.897030 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:36.900874 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-53ea1b1e-1768-45f6-91a3-7825fe487cca None None] Provisioning complete for port 6be9570d-062e-4dc0-b0f3-2478c8fd9031 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:36.901263 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-53ea1b1e-1768-45f6-91a3-7825fe487cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:36.927925 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:33Z', 'revision_number': 4, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port': {'id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '6be9570d-062e-4dc0-b0f3-2478c8fd9031', 'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'mac_address': 'fa:16:3e:6c:1e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:32Z', 'updated_at': '2021-11-11T12:55:35Z', 'revision_number': 4, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'subnets': [{'id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:36.963557 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62257abe-9b20-4949-9651-368dedba58d4 None None] The sync data for ids ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'] in dv-neutron-786478-23-hyperv is: [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:33Z', 'revision_number': 4, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port': {'id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '6be9570d-062e-4dc0-b0f3-2478c8fd9031', 'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'mac_address': 'fa:16:3e:6c:1e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:32Z', 'updated_at': '2021-11-11T12:55:35Z', 'revision_number': 4, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'subnets': [{'id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:55:36.971172 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:36.986818 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:37.073151 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:37.124901 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:55:37.128275 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:55:37.133034 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:55:37.162567 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16d2389-51b7-4aca-8a65-311a6b162371 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:55:37.165199 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] Pushing event updated for resources: {'Port': ['ID=2f2521b1-4057-474e-9124-031172de6f59,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:37.218522 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Network dd801cba-18b4-461b-b14f-6e83b9461fe2 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:55:37.224672 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:55:37.226824 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:55:37.239684 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Pushing event updated for resources: {'Port': ['ID=25100e0e-958f-4703-b08b-8212dadf7ebb,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:37.296052 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Attempting to bind port 25100e0e-958f-4703-b08b-8212dadf7ebb on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:55:37.296507 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Attempting to bind port 25100e0e-958f-4703-b08b-8212dadf7ebb by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'a75ce739-9096-422e-a88e-d3b0c1dec26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dd801cba-18b4-461b-b14f-6e83b9461fe2'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:55:37.296946 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Attempting to bind port 25100e0e-958f-4703-b08b-8212dadf7ebb on network dd801cba-18b4-461b-b14f-6e83b9461fe2 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:55:37.302914 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:55:37.303419 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Checking segment: {'id': 'a75ce739-9096-422e-a88e-d3b0c1dec26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dd801cba-18b4-461b-b14f-6e83b9461fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:55:37.303755 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:37.304151 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Bound using segment: {'id': 'a75ce739-9096-422e-a88e-d3b0c1dec26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dd801cba-18b4-461b-b14f-6e83b9461fe2'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:55:37.304639 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Bound port: 25100e0e-958f-4703-b08b-8212dadf7ebb, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75ce739-9096-422e-a88e-d3b0c1dec26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dd801cba-18b4-461b-b14f-6e83b9461fe2'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:55:37.305096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:37.383231 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-2fc982d5-ef7e-4a88-9d0b-6d42cfc3961d None None] Provisioning complete for port 2f2521b1-4057-474e-9124-031172de6f59 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:37.383608 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2fc982d5-ef7e-4a88-9d0b-6d42cfc3961d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:37.386207 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] For port 25100e0e-958f-4703-b08b-8212dadf7ebb, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:55:37.422762 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] For port 25100e0e-958f-4703-b08b-8212dadf7ebb, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=25100e0e-958f-4703-b08b-8212dadf7ebb,segment=NetworkSegment(a75ce739-9096-422e-a88e-d3b0c1dec26e),segment_id=a75ce739-9096-422e-a88e-d3b0c1dec26e)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:55:37.436411 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-2fc982d5-ef7e-4a88-9d0b-6d42cfc3961d None None] Port 2f2521b1-4057-474e-9124-031172de6f59 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:55:37.475800 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:37.503262 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:37.552468 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba6eb1-da8c-4f0e-9a42-08ed0de2b3d3 None None] Pushing event updated for resources: {'Port': ['ID=25100e0e-958f-4703-b08b-8212dadf7ebb,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:37.761777 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:37.948768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] Router 16f1c519-9566-4801-b7e4-bd09367f279e is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 12:55:38.054079 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:55:38.065218 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Sync routers for ids ['16f1c519-9566-4801-b7e4-bd09367f279e'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:55:38.076238 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Routers {'16f1c519-9566-4801-b7e4-bd09367f279e'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:55:38.076662 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:55:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['16f1c519-9566-4801-b7e4-bd09367f279e'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:38.106846 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:38.108483 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-39dee7b4-f8c8-474d-a2ed-12e1286cd2dd admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0602913 Nov 11 12:55:38.111488 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33620) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:38.289117 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:38.318365 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Set router 16f1c519-9566-4801-b7e4-bd09367f279e gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:55:38.412075 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 25100e0e-958f-4703-b08b-8212dadf7ebb up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:55:38.479356 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 25100e0e-958f-4703-b08b-8212dadf7ebb triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:38.479723 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:38.545139 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f1c519-9566-4801-b7e4-bd09367f279e', 'name': 'tempest-TestShelveInstance-1321689978-router', 'tenant_id': '572f979f6dc44fb8993790b79db89fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '2f2521b1-4057-474e-9124-031172de6f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:36Z', 'updated_at': '2021-11-11T12:55:37Z', 'revision_number': 3, 'project_id': '572f979f6dc44fb8993790b79db89fdb', 'gw_port': {'id': '2f2521b1-4057-474e-9124-031172de6f59', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f1c519-9566-4801-b7e4-bd09367f279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:36Z', 'updated_at': '2021-11-11T12:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:38.574121 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:38.577197 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Checking router: 16f1c519-9566-4801-b7e4-bd09367f279e for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:55:38.577931 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Updating router 16f1c519-9566-4801-b7e4-bd09367f279e port 2f2521b1-4057-474e-9124-031172de6f59 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:55:38.607779 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:38.615017 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 25100e0e-958f-4703-b08b-8212dadf7ebb, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=25100e0e-958f-4703-b08b-8212dadf7ebb,segment=NetworkSegment(a75ce739-9096-422e-a88e-d3b0c1dec26e),segment_id=a75ce739-9096-422e-a88e-d3b0c1dec26e)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:55:38.626793 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5a81b8-c124-45b1-b702-57919e5173bc None None] Network dd801cba-18b4-461b-b14f-6e83b9461fe2 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 12:55:38.696649 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-d97f406e-a133-4cb4-97b7-0c5af4ce91e5 None None] Provisioning complete for port 25100e0e-958f-4703-b08b-8212dadf7ebb triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:38.697072 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d97f406e-a133-4cb4-97b7-0c5af4ce91e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:38.707645 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:38.708425 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6be9570d-062e-4dc0-b0f3-2478c8fd9031 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:55:38.866991 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=25100e0e-958f-4703-b08b-8212dadf7ebb,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:38.873581 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:38.928916 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5d0e2472-711a-4f6b-9581-bb87ce323b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:38.932151 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 6be9570d-062e-4dc0-b0f3-2478c8fd9031 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:38.932518 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:38.937894 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:38.967713 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4e30d5-dc3b-4af1-a2d8-01222ea2efb4 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:55:39.022203 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Attempting to bind port 2f2521b1-4057-474e-9124-031172de6f59 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:55:39.022713 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Attempting to bind port 2f2521b1-4057-474e-9124-031172de6f59 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:55:39.023109 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Attempting to bind port 2f2521b1-4057-474e-9124-031172de6f59 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:55:39.030528 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:55:39.031425 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:55:39.031858 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:39.032536 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:55:39.033162 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Bound port: 2f2521b1-4057-474e-9124-031172de6f59, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:55:39.033640 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:39.071325 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba00dea-ee79-400b-b90f-064fc33e961b None None] Pushing event updated for resources: {'Port': ['ID=2f2521b1-4057-474e-9124-031172de6f59,revision_number=2']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:39.096494 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] For port 2f2521b1-4057-474e-9124-031172de6f59, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:55:39.100216 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] For port 2f2521b1-4057-474e-9124-031172de6f59, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=2f2521b1-4057-474e-9124-031172de6f59,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:55:39.102090 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a56eec01-183c-40a2-97dc-8a5f560fda1e None None] Provisioning complete for port 2f2521b1-4057-474e-9124-031172de6f59 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:39.102533 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a56eec01-183c-40a2-97dc-8a5f560fda1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:39.115957 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-5d0e2472-711a-4f6b-9581-bb87ce323b6f admin admin] Allocated IP 172.20.0.1 (dd801cba-18b4-461b-b14f-6e83b9461fe2/dc9515c6-a7aa-461a-b895-e654bc85cd6f/a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:55:39.157970 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-a56eec01-183c-40a2-97dc-8a5f560fda1e None None] Port 2f2521b1-4057-474e-9124-031172de6f59 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:55:39.165987 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:39.214491 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3e6616-d93c-49fc-88da-a321725ea538 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 12:55:39.224048 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:39.231859 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Routers {'16f1c519-9566-4801-b7e4-bd09367f279e'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:55:39.231859 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:55:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['16f1c519-9566-4801-b7e4-bd09367f279e'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:39.232031 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5d0e2472-711a-4f6b-9581-bb87ce323b6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:39.232155 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba00dea-ee79-400b-b90f-064fc33e961b None None] Pushing event updated for resources: {'Port': ['ID=2f2521b1-4057-474e-9124-031172de6f59,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:39.277813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c3bdf4bd-9587-4c6c-a57a-d16e2bec7ed4 None None] Provisioning complete for port 25100e0e-958f-4703-b08b-8212dadf7ebb triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:39.278213 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf4bd-9587-4c6c-a57a-d16e2bec7ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:39.303913 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5d0e2472-711a-4f6b-9581-bb87ce323b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:39.340937 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] Set router 16f1c519-9566-4801-b7e4-bd09367f279e gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:55:39.342191 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0e2472-711a-4f6b-9581-bb87ce323b6f admin admin] Network dd801cba-18b4-461b-b14f-6e83b9461fe2 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:55:39.347710 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-5d0e2472-711a-4f6b-9581-bb87ce323b6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:55:39.351570 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0e2472-711a-4f6b-9581-bb87ce323b6f admin admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:55:39.379224 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e2472-711a-4f6b-9581-bb87ce323b6f admin admin] Pushing event updated for resources: {'Port': ['ID=a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:39.384965 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c3bdf4bd-9587-4c6c-a57a-d16e2bec7ed4 None None] Provisioning complete for port 2f2521b1-4057-474e-9124-031172de6f59 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:39.385906 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf4bd-9587-4c6c-a57a-d16e2bec7ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:39.397424 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5d0e2472-711a-4f6b-9581-bb87ce323b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:39.484086 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf4bd-9587-4c6c-a57a-d16e2bec7ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:39.510156 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c3bdf4bd-9587-4c6c-a57a-d16e2bec7ed4 None None] For port 2f2521b1-4057-474e-9124-031172de6f59, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=2f2521b1-4057-474e-9124-031172de6f59,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:55:39.545806 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f1c519-9566-4801-b7e4-bd09367f279e', 'name': 'tempest-TestShelveInstance-1321689978-router', 'tenant_id': '572f979f6dc44fb8993790b79db89fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '2f2521b1-4057-474e-9124-031172de6f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:36Z', 'updated_at': '2021-11-11T12:55:37Z', 'revision_number': 3, 'project_id': '572f979f6dc44fb8993790b79db89fdb', 'gw_port': {'id': '2f2521b1-4057-474e-9124-031172de6f59', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f1c519-9566-4801-b7e4-bd09367f279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:36Z', 'updated_at': '2021-11-11T12:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:39.566079 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf4bd-9587-4c6c-a57a-d16e2bec7ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:39.573071 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ce4ff-879f-447b-be0f-fb5fe9119cab None None] The sync data for ids ['16f1c519-9566-4801-b7e4-bd09367f279e'] in dv-neutron-786478-23-hyperv is: [{'id': '16f1c519-9566-4801-b7e4-bd09367f279e', 'name': 'tempest-TestShelveInstance-1321689978-router', 'tenant_id': '572f979f6dc44fb8993790b79db89fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '2f2521b1-4057-474e-9124-031172de6f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:36Z', 'updated_at': '2021-11-11T12:55:37Z', 'revision_number': 3, 'project_id': '572f979f6dc44fb8993790b79db89fdb', 'gw_port': {'id': '2f2521b1-4057-474e-9124-031172de6f59', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f1c519-9566-4801-b7e4-bd09367f279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:36Z', 'updated_at': '2021-11-11T12:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:55:39.610747 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5d0e2472-711a-4f6b-9581-bb87ce323b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:39.622400 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdf4bd-9587-4c6c-a57a-d16e2bec7ed4 None None] Pushing event updated for resources: {'Port': ['ID=2f2521b1-4057-474e-9124-031172de6f59,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:39.685399 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-4bd36a32-e8a4-47d2-ae57-a68ad1d9cd87 None None] Provisioning complete for port a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:39.685764 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4bd36a32-e8a4-47d2-ae57-a68ad1d9cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:39.720914 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-4bd36a32-e8a4-47d2-ae57-a68ad1d9cd87 None None] Port a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:55:39.781654 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5d0e2472-711a-4f6b-9581-bb87ce323b6f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:39.834005 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5d0e2472-711a-4f6b-9581-bb87ce323b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:39.907538 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5d0e2472-711a-4f6b-9581-bb87ce323b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:39.909333 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e2472-711a-4f6b-9581-bb87ce323b6f admin admin] Pushing event updated for resources: {'Port': ['ID=a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:40.007539 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0e2472-711a-4f6b-9581-bb87ce323b6f admin admin] Network dd801cba-18b4-461b-b14f-6e83b9461fe2 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:55:40.009518 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-5d0e2472-711a-4f6b-9581-bb87ce323b6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:55:40.130430 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0e2472-711a-4f6b-9581-bb87ce323b6f admin admin] Router 16f1c519-9566-4801-b7e4-bd09367f279e has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:55:40.243106 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e97a3129-c1e9-4a19-aed0-c4713ffc26c0 None None] Provisioning complete for port a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:40.244270 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e97a3129-c1e9-4a19-aed0-c4713ffc26c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:40.271460 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0e2472-711a-4f6b-9581-bb87ce323b6f admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:55:40.285239 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5d0e2472-711a-4f6b-9581-bb87ce323b6f admin admin] 10.222.0.50 "PUT /v2.0/routers/16f1c519-9566-4801-b7e4-bd09367f279e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1720169 Nov 11 12:55:40.297778 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e97a3129-c1e9-4a19-aed0-c4713ffc26c0 None None] Port a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:55:40.399039 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 2f2521b1-4057-474e-9124-031172de6f59 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:55:40.453907 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 2f2521b1-4057-474e-9124-031172de6f59 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:40.454551 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:40.536654 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 25100e0e-958f-4703-b08b-8212dadf7ebb up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:55:40.585374 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 25100e0e-958f-4703-b08b-8212dadf7ebb triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:40.585797 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:41.068271 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:41.167444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Sync routers for ids ['16f1c519-9566-4801-b7e4-bd09367f279e'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:55:41.182417 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Routers {'16f1c519-9566-4801-b7e4-bd09367f279e'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:55:41.184192 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:55:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['16f1c519-9566-4801-b7e4-bd09367f279e'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:41.292041 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Set router 16f1c519-9566-4801-b7e4-bd09367f279e gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:55:41.429906 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33628) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:41.434652 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e818c59b-bcb0-4f89-9cbe-1687e86cc221 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1309648223', 'description': 'tempest-secgroup-smoke-1309648223 description', 'project_id': '25f5e9b3c1314960bfc72e52e712ab91'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:55:41.493569 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f1c519-9566-4801-b7e4-bd09367f279e', 'name': 'tempest-TestShelveInstance-1321689978-router', 'tenant_id': '572f979f6dc44fb8993790b79db89fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '2f2521b1-4057-474e-9124-031172de6f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:36Z', 'updated_at': '2021-11-11T12:55:39Z', 'revision_number': 4, 'project_id': '572f979f6dc44fb8993790b79db89fdb', 'gw_port': {'id': '2f2521b1-4057-474e-9124-031172de6f59', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f1c519-9566-4801-b7e4-bd09367f279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:36Z', 'updated_at': '2021-11-11T12:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe', 'name': '', 'network_id': 'dd801cba-18b4-461b-b14f-6e83b9461fe2', 'tenant_id': '572f979f6dc44fb8993790b79db89fdb', 'mac_address': 'fa:16:3e:1f:7b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f1c519-9566-4801-b7e4-bd09367f279e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'dc9515c6-a7aa-461a-b895-e654bc85cd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:38Z', 'updated_at': '2021-11-11T12:55:39Z', 'revision_number': 2, 'project_id': '572f979f6dc44fb8993790b79db89fdb', 'subnets': [{'id': 'dc9515c6-a7aa-461a-b895-e654bc85cd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:41.520435 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Checking router: 16f1c519-9566-4801-b7e4-bd09367f279e for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:55:41.520794 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Updating router 16f1c519-9566-4801-b7e4-bd09367f279e port a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 12:55:41.531611 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e818c59b-bcb0-4f89-9cbe-1687e86cc221 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:41.547976 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:41.598940 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e818c59b-bcb0-4f89-9cbe-1687e86cc221 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:41.657104 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e818c59b-bcb0-4f89-9cbe-1687e86cc221 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:41.684851 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818c59b-bcb0-4f89-9cbe-1687e86cc221 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e17134-4de5-4a7c-9619-cb1cfb173e35,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:41.733406 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e818c59b-bcb0-4f89-9cbe-1687e86cc221 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:41.734909 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e818c59b-bcb0-4f89-9cbe-1687e86cc221 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3039014 Nov 11 12:55:41.738138 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 33630) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:41.742707 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-2488c765-e5d7-4303-9e80-cc532804cc02 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Request body: {'security_group_rule': {'security_group_id': '67e17134-4de5-4a7c-9619-cb1cfb173e35', 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:55:41.810551 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:41.827904 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2488c765-e5d7-4303-9e80-cc532804cc02 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:41.872986 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2488c765-e5d7-4303-9e80-cc532804cc02 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:41.901873 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:41.950036 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d84cc-9c55-4347-8f64-3984ebd8ecf8 None None] Pushing event updated for resources: {'Port': ['ID=a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:41.965489 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2488c765-e5d7-4303-9e80-cc532804cc02 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:41.982733 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488c765-e5d7-4303-9e80-cc532804cc02 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75875437-399f-42f3-b395-7a5b83babc4f,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:42.010168 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Attempting to bind port a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:55:42.010534 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Attempting to bind port a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': 'a75ce739-9096-422e-a88e-d3b0c1dec26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dd801cba-18b4-461b-b14f-6e83b9461fe2'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:55:42.010890 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Attempting to bind port a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe on network dd801cba-18b4-461b-b14f-6e83b9461fe2 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:55:42.015964 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:55:42.017905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Checking segment: {'id': 'a75ce739-9096-422e-a88e-d3b0c1dec26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dd801cba-18b4-461b-b14f-6e83b9461fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:55:42.017905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:42.017905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Bound using segment: {'id': 'a75ce739-9096-422e-a88e-d3b0c1dec26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dd801cba-18b4-461b-b14f-6e83b9461fe2'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:55:42.017905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Bound port: a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75ce739-9096-422e-a88e-d3b0c1dec26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dd801cba-18b4-461b-b14f-6e83b9461fe2'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:55:42.017905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:42.065050 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-2488c765-e5d7-4303-9e80-cc532804cc02 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:42.066489 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-2488c765-e5d7-4303-9e80-cc532804cc02 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3274062 Nov 11 12:55:42.069425 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 33632) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:42.074839 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-3c1e83da-8537-4253-9be4-a778a0244aee tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Request body: {'security_group_rule': {'security_group_id': '67e17134-4de5-4a7c-9619-cb1cfb173e35', 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:55:42.086158 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] For port a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:55:42.090020 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] For port a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe,segment=NetworkSegment(a75ce739-9096-422e-a88e-d3b0c1dec26e),segment_id=a75ce739-9096-422e-a88e-d3b0c1dec26e)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:55:42.130945 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-d5515bee-3d15-4fd1-93cd-aa37e625bc59 None None] Provisioning complete for port a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:42.131354 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d5515bee-3d15-4fd1-93cd-aa37e625bc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:42.153385 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:42.176495 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3c1e83da-8537-4253-9be4-a778a0244aee tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:42.207374 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-d5515bee-3d15-4fd1-93cd-aa37e625bc59 None None] Port a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:55:42.225743 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Routers {'16f1c519-9566-4801-b7e4-bd09367f279e'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:55:42.226391 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:55:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['16f1c519-9566-4801-b7e4-bd09367f279e'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:42.231951 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d84cc-9c55-4347-8f64-3984ebd8ecf8 None None] Pushing event updated for resources: {'Port': ['ID=a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:42.239302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3c1e83da-8537-4253-9be4-a778a0244aee tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:42.314478 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3c1e83da-8537-4253-9be4-a778a0244aee tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:42.333430 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e83da-8537-4253-9be4-a778a0244aee tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbf6c4b-19ba-4811-8268-ce5deb9d2930,revision_number=0']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:42.354621 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] Set router 16f1c519-9566-4801-b7e4-bd09367f279e gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:55:42.385822 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3c1e83da-8537-4253-9be4-a778a0244aee tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:42.387303 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3c1e83da-8537-4253-9be4-a778a0244aee tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3168459 Nov 11 12:55:42.390109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33634) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:42.395300 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-a148c809-c578-4b19-9a3a-238d5860f2db tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Request body: {'security_group_rule': {'security_group_id': '67e17134-4de5-4a7c-9619-cb1cfb173e35', 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:55:42.480302 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a148c809-c578-4b19-9a3a-238d5860f2db tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:42.540054 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a148c809-c578-4b19-9a3a-238d5860f2db tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:42.587796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7e7109dd-5547-4d86-8aa0-5ca40f86e856 None None] Provisioning complete for port a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:42.588590 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7e7109dd-5547-4d86-8aa0-5ca40f86e856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:42.714094 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a148c809-c578-4b19-9a3a-238d5860f2db tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:42.733102 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148c809-c578-4b19-9a3a-238d5860f2db tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c5f35a-6ecd-46d3-814b-0a8b18aa6841,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:42.755449 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7e7109dd-5547-4d86-8aa0-5ca40f86e856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:42.796729 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-7e7109dd-5547-4d86-8aa0-5ca40f86e856 None None] For port a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe,segment=NetworkSegment(a75ce739-9096-422e-a88e-d3b0c1dec26e),segment_id=a75ce739-9096-422e-a88e-d3b0c1dec26e)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:55:42.801874 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f1c519-9566-4801-b7e4-bd09367f279e', 'name': 'tempest-TestShelveInstance-1321689978-router', 'tenant_id': '572f979f6dc44fb8993790b79db89fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '2f2521b1-4057-474e-9124-031172de6f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:36Z', 'updated_at': '2021-11-11T12:55:39Z', 'revision_number': 4, 'project_id': '572f979f6dc44fb8993790b79db89fdb', 'gw_port': {'id': '2f2521b1-4057-474e-9124-031172de6f59', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f1c519-9566-4801-b7e4-bd09367f279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:36Z', 'updated_at': '2021-11-11T12:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe', 'name': '', 'network_id': 'dd801cba-18b4-461b-b14f-6e83b9461fe2', 'tenant_id': '572f979f6dc44fb8993790b79db89fdb', 'mac_address': 'fa:16:3e:1f:7b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f1c519-9566-4801-b7e4-bd09367f279e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'dc9515c6-a7aa-461a-b895-e654bc85cd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:38Z', 'updated_at': '2021-11-11T12:55:42Z', 'revision_number': 4, 'project_id': '572f979f6dc44fb8993790b79db89fdb', 'subnets': [{'id': 'dc9515c6-a7aa-461a-b895-e654bc85cd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:42.805185 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-a148c809-c578-4b19-9a3a-238d5860f2db tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:42.805185 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-a148c809-c578-4b19-9a3a-238d5860f2db tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4119163 Nov 11 12:55:42.806092 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33638) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:42.810619 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-5f5975ae-95f1-4ffd-815b-16691da50b05 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Request body: {'security_group_rule': {'security_group_id': '67e17134-4de5-4a7c-9619-cb1cfb173e35', 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:55:42.828970 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fac7b6-6129-4d90-bb5e-d873647e33ea None None] The sync data for ids ['16f1c519-9566-4801-b7e4-bd09367f279e'] in dv-neutron-786478-23-hyperv is: [{'id': '16f1c519-9566-4801-b7e4-bd09367f279e', 'name': 'tempest-TestShelveInstance-1321689978-router', 'tenant_id': '572f979f6dc44fb8993790b79db89fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '2f2521b1-4057-474e-9124-031172de6f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:36Z', 'updated_at': '2021-11-11T12:55:39Z', 'revision_number': 4, 'project_id': '572f979f6dc44fb8993790b79db89fdb', 'gw_port': {'id': '2f2521b1-4057-474e-9124-031172de6f59', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f1c519-9566-4801-b7e4-bd09367f279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:36Z', 'updated_at': '2021-11-11T12:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': 'a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe', 'name': '', 'network_id': 'dd801cba-18b4-461b-b14f-6e83b9461fe2', 'tenant_id': '572f979f6dc44fb8993790b79db89fdb', 'mac_address': 'fa:16:3e:1f:7b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f1c519-9566-4801-b7e4-bd09367f279e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'dc9515c6-a7aa-461a-b895-e654bc85cd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:38Z', 'updated_at': '2021-11-11T12:55:42Z', 'revision_number': 4, 'project_id': '572f979f6dc44fb8993790b79db89fdb', 'subnets': [{'id': 'dc9515c6-a7aa-461a-b895-e654bc85cd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:55:42.851282 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7e7109dd-5547-4d86-8aa0-5ca40f86e856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:42.913049 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5f5975ae-95f1-4ffd-815b-16691da50b05 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:42.913427 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7109dd-5547-4d86-8aa0-5ca40f86e856 None None] Pushing event updated for resources: {'Port': ['ID=a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:42.982516 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5f5975ae-95f1-4ffd-815b-16691da50b05 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:43.039688 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5f5975ae-95f1-4ffd-815b-16691da50b05 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:43.057978 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5975ae-95f1-4ffd-815b-16691da50b05 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6fc3b0-0766-4a4d-98de-044508bd1b11,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:43.098826 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5f5975ae-95f1-4ffd-815b-16691da50b05 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:43.100360 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5f5975ae-95f1-4ffd-815b-16691da50b05 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2931974 Nov 11 12:55:43.103100 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33640) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:43.107770 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-9e3dd571-3b24-4d6f-9373-1f072616c322 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Request body: {'security_group_rule': {'security_group_id': '67e17134-4de5-4a7c-9619-cb1cfb173e35', 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:55:43.188712 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-9e3dd571-3b24-4d6f-9373-1f072616c322 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Project 25f5e9b3c1314960bfc72e52e712ab91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:55:43.194052 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9e3dd571-3b24-4d6f-9373-1f072616c322 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:43.257434 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9e3dd571-3b24-4d6f-9373-1f072616c322 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:43.302747 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9e3dd571-3b24-4d6f-9373-1f072616c322 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:43.321626 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dd571-3b24-4d6f-9373-1f072616c322 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7162a458-25ee-4ba4-bd93-c6c02e7a6cb0,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:43.368020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9e3dd571-3b24-4d6f-9373-1f072616c322 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:43.369254 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9e3dd571-3b24-4d6f-9373-1f072616c322 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2650955 Nov 11 12:55:43.372083 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33642) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:43.376334 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-936e11a8-a3aa-43f4-970d-5857e292007c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Request body: {'security_group_rule': {'security_group_id': '67e17134-4de5-4a7c-9619-cb1cfb173e35', 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:55:43.439725 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-936e11a8-a3aa-43f4-970d-5857e292007c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Project 25f5e9b3c1314960bfc72e52e712ab91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:55:43.444428 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-936e11a8-a3aa-43f4-970d-5857e292007c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:43.501534 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-936e11a8-a3aa-43f4-970d-5857e292007c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:43.553597 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-936e11a8-a3aa-43f4-970d-5857e292007c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:43.571457 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e11a8-a3aa-43f4-970d-5857e292007c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28294ee2-63d9-4e94-8f2d-f4b33cb9282f,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:43.648117 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-936e11a8-a3aa-43f4-970d-5857e292007c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:43.649428 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-936e11a8-a3aa-43f4-970d-5857e292007c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2764592 Nov 11 12:55:43.803358 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-ad457150-5910-43f2-af56-9a99b1d28f20 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1309648223&fields=id&tenant_id=25f5e9b3c1314960bfc72e52e712ab91 HTTP/1.1" status: 200 len: 267 time: 0.0473361 Nov 11 12:55:43.917183 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-62209ff9-3dba-41f7-8f0d-11f0676c31ff tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:43.918672 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-62209ff9-3dba-41f7-8f0d-11f0676c31ff tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/networks?id=30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 200 len: 809 time: 0.1080039 Nov 11 12:55:43.934847 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-4bf2a71e-b0fd-4b08-b318-b3e6e7540946 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/quotas/25f5e9b3c1314960bfc72e52e712ab91 HTTP/1.1" status: 200 len: 375 time: 0.0103614 Nov 11 12:55:43.987473 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-b340f7ef-d846-4c7d-b3a6-c8c89b3b2ae7 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467513 Nov 11 12:55:44.092970 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-e7048993-869b-440b-8728-7490aa532627 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:55:44.094067 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-e7048993-869b-440b-8728-7490aa532627 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0944836 Nov 11 12:55:44.202604 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-f264eb78-7c2b-4c92-a210-71fb56032a51 service neutron] 10.222.0.50 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022666 Nov 11 12:55:44.298799 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-a2d0ae18-6ecf-418a-bde1-458dd79071fd service neutron] 10.222.0.50 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899923 Nov 11 12:55:44.328829 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:55:44.375543 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:44.375954 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:44.566359 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-31b255fb-4c97-4217-ad38-3e2ec8ebc1e3 req-112d5eea-8735-4738-92ff-00233bb45b40 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 210 time: 0.0313823 Nov 11 12:55:45.659764 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d4f88467-6a19-4cc9-8853-70d4bd998f07 req-bd042eb9-4346-4095-97dc-b91d861d60d0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 210 time: 0.0262787 Nov 11 12:55:46.403452 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2d4fa6fa-41cc-4d0f-8859-c6940d1ea953 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:46.404810 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2d4fa6fa-41cc-4d0f-8859-c6940d1ea953 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.70 "GET /v2.0/networks?id=30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 200 len: 809 time: 0.1049056 Nov 11 12:55:46.467412 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-6db24a2b-7001-4418-9e3a-63a1a3c7b4c0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25f5e9b3c1314960bfc72e52e712ab91 HTTP/1.1" status: 200 len: 380 time: 0.0532477 Nov 11 12:55:46.476482 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-25022e90-d8f6-4641-be67-32766666bde0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Request body: {'port': {'device_id': '9303641a-9502-46c9-b44b-7b596b263b3f', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'admin_state_up': True, 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'security_groups': ['67e17134-4de5-4a7c-9619-cb1cfb173e35']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:55:46.674028 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-25022e90-d8f6-4641-be67-32766666bde0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Made reservation on behalf of 25f5e9b3c1314960bfc72e52e712ab91 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 12:55:46.678866 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-25022e90-d8f6-4641-be67-32766666bde0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:46.759139 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e571b1cd-e46c-4bca-a2d9-925a3683d7a2 req-44d84dde-103f-4b2b-ad2f-c3795f9f200c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 210 time: 0.0280349 Nov 11 12:55:47.092087 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-25022e90-d8f6-4641-be67-32766666bde0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Allocated IP 172.20.0.13 (30874e78-674b-4855-b289-9a74872442ae/c4e07731-5f8e-4761-ada3-a2ea38286f26/d260376c-ab14-4360-a4ad-03af7d91b3aa) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:55:47.227713 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-25022e90-d8f6-4641-be67-32766666bde0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:47.319254 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-25022e90-d8f6-4641-be67-32766666bde0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:47.366653 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-25022e90-d8f6-4641-be67-32766666bde0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Network 30874e78-674b-4855-b289-9a74872442ae is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:55:47.369758 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-25022e90-d8f6-4641-be67-32766666bde0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:55:47.373518 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-25022e90-d8f6-4641-be67-32766666bde0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:55:47.397197 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25022e90-d8f6-4641-be67-32766666bde0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'Port': ['ID=d260376c-ab14-4360-a4ad-03af7d91b3aa,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:47.428896 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-25022e90-d8f6-4641-be67-32766666bde0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:47.429522 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-25022e90-d8f6-4641-be67-32766666bde0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:47.511470 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-25022e90-d8f6-4641-be67-32766666bde0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0384712 Nov 11 12:55:47.524123 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Request body: {'port': {'device_id': '9303641a-9502-46c9-b44b-7b596b263b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:55:47.581853 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:47.602802 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-e5caec82-67bc-4775-86da-91f0bccae697 None None] Provisioning complete for port d260376c-ab14-4360-a4ad-03af7d91b3aa triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:47.603705 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e5caec82-67bc-4775-86da-91f0bccae697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:47.640192 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-e5caec82-67bc-4775-86da-91f0bccae697 None None] Port d260376c-ab14-4360-a4ad-03af7d91b3aa cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 12:55:47.841181 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d260376c-ab14-4360-a4ad-03af7d91b3aa {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:55:47.848570 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:47.860258 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Transition to ACTIVE for port object d260376c-ab14-4360-a4ad-03af7d91b3aa will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 12:55:47.886925 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdf3c1-d2fb-4513-8544-b82006b3318c req-36289825-2b8f-4a8a-97e2-d4f5f79506ee tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:47.888438 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c4cdf3c1-d2fb-4513-8544-b82006b3318c req-36289825-2b8f-4a8a-97e2-d4f5f79506ee tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 932 time: 0.0495276 Nov 11 12:55:47.913926 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:47.937422 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c4cdf3c1-d2fb-4513-8544-b82006b3318c req-a9c38354-ecc2-4bce-a753-c30c60348993 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429811 Nov 11 12:55:47.987365 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Pushing event updated for resources: {'Port': ['ID=d260376c-ab14-4360-a4ad-03af7d91b3aa,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:48.037765 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Attempting to bind port d260376c-ab14-4360-a4ad-03af7d91b3aa on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 12:55:48.038098 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Attempting to bind port d260376c-ab14-4360-a4ad-03af7d91b3aa by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '9e17f19a-22f3-4c36-90ff-913da686b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30874e78-674b-4855-b289-9a74872442ae'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 12:55:48.038429 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Attempting to bind port d260376c-ab14-4360-a4ad-03af7d91b3aa on network 30874e78-674b-4855-b289-9a74872442ae {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:55:48.043167 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Port d260376c-ab14-4360-a4ad-03af7d91b3aa on network 30874e78-674b-4855-b289-9a74872442ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 12:55:48.043489 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Attempting to bind port d260376c-ab14-4360-a4ad-03af7d91b3aa on network 30874e78-674b-4855-b289-9a74872442ae {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 12:55:48.048539 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 12, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 12:55:48.048869 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Checking segment: {'id': '9e17f19a-22f3-4c36-90ff-913da686b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30874e78-674b-4855-b289-9a74872442ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 12:55:48.049248 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Bound using segment: {'id': '9e17f19a-22f3-4c36-90ff-913da686b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30874e78-674b-4855-b289-9a74872442ae'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 12:55:48.049670 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Bound port: d260376c-ab14-4360-a4ad-03af7d91b3aa, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e17f19a-22f3-4c36-90ff-913da686b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30874e78-674b-4855-b289-9a74872442ae'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 12:55:48.050042 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:48.115107 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] For port d260376c-ab14-4360-a4ad-03af7d91b3aa, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 12:55:48.118320 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] For port d260376c-ab14-4360-a4ad-03af7d91b3aa, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 12:55:48.171182 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:48.202612 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:48.203356 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:48.204848 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] 10.222.0.70 "PUT /v2.0/ports/d260376c-ab14-4360-a4ad-03af7d91b3aa HTTP/1.1" status: 200 len: 1094 time: 0.6850231 Nov 11 12:55:48.207242 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9303641a-9502-46c9-b44b-7b596b263b3f', 'tag': 'd260376c-ab14-4360-a4ad-03af7d91b3aa'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:55:48.210371 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c23db05-839f-487b-9d4e-dacb1f8eec77" -d '{"events": [{"name": "network-changed", "server_uuid": "9303641a-9502-46c9-b44b-7b596b263b3f", "tag": "d260376c-ab14-4360-a4ad-03af7d91b3aa"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:55:48.250510 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad76b40-0375-42d9-bcc3-ea372bd71d71 service neutron] Pushing event updated for resources: {'Port': ['ID=d260376c-ab14-4360-a4ad-03af7d91b3aa,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:48.262732 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c00d3b-9823-4d1b-a0c7-5615145af8fa x-openstack-request-id: req-19c00d3b-9823-4d1b-a0c7-5615145af8fa {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:55:48.263203 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9303641a-9502-46c9-b44b-7b596b263b3f", "tag": "d260376c-ab14-4360-a4ad-03af7d91b3aa", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:55:48.263459 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19c00d3b-9823-4d1b-a0c7-5615145af8fa {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:55:48.263862 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9303641a-9502-46c9-b44b-7b596b263b3f', 'tag': 'd260376c-ab14-4360-a4ad-03af7d91b3aa', 'status': 'completed', 'code': 200} Nov 11 12:55:48.330997 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23db05-839f-487b-9d4e-dacb1f8eec77 req-53695470-37fe-47cb-8c11-9b5ca62137c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:48.332530 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4c23db05-839f-487b-9d4e-dacb1f8eec77 req-53695470-37fe-47cb-8c11-9b5ca62137c9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 1097 time: 0.0495908 Nov 11 12:55:48.432442 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23db05-839f-487b-9d4e-dacb1f8eec77 req-d4d87ac4-f30e-48ec-aeac-461ff4d79cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:48.433913 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4c23db05-839f-487b-9d4e-dacb1f8eec77 req-d4d87ac4-f30e-48ec-aeac-461ff4d79cfe service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0937271 Nov 11 12:55:48.529387 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23db05-839f-487b-9d4e-dacb1f8eec77 req-8b04fc4e-fe9d-49a3-a2d1-bc06a8bcbc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:48.530840 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4c23db05-839f-487b-9d4e-dacb1f8eec77 req-8b04fc4e-fe9d-49a3-a2d1-bc06a8bcbc4c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901666 Nov 11 12:55:48.606535 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-10e182de-cb38-4068-907e-10debd60a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:48.608117 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-10e182de-cb38-4068-907e-10debd60a31e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 1097 time: 0.0412908 Nov 11 12:55:48.650102 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-bbf562e7-f67e-4ba6-815d-3acf564228cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa HTTP/1.1" status: 200 len: 217 time: 0.0328612 Nov 11 12:55:48.701467 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-5022da3b-1adf-4146-8756-fb580900bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:48.702743 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-5022da3b-1adf-4146-8756-fb580900bbca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c4e07731-5f8e-4761-ada3-a2ea38286f26 HTTP/1.1" status: 200 len: 848 time: 0.0455096 Nov 11 12:55:48.748002 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-51a456af-983e-4925-a5fb-d2919bcd94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:48.749467 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-51a456af-983e-4925-a5fb-d2919bcd94d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=30874e78-674b-4855-b289-9a74872442ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396912 Nov 11 12:55:48.841295 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-d72bdbd1-ac07-4a12-889b-6534be641260 service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842769 Nov 11 12:55:48.930883 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1ce8a589-1f8e-4b6a-acfe-6759d2f8e9f9 req-e50dbcfe-ce5e-4d6d-a684-55cd11f0c1ef service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813773 Nov 11 12:55:49.054408 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cefc96-cb49-4ce4-952e-9722893b5396 req-8ee7efd2-75b0-4017-ad84-1f59bc65a048 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:49.055897 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b1cefc96-cb49-4ce4-952e-9722893b5396 req-8ee7efd2-75b0-4017-ad84-1f59bc65a048 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 944 time: 0.0517740 Nov 11 12:55:49.104562 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b1cefc96-cb49-4ce4-952e-9722893b5396 req-6ad69720-4620-4456-a12e-535fc1fab777 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427682 Nov 11 12:55:50.222859 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9263c9-905f-4a4f-a4c6-eb234ab16907 req-f08d572d-a48e-413b-aae8-5eda191865fd tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:50.224364 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-de9263c9-905f-4a4f-a4c6-eb234ab16907 req-f08d572d-a48e-413b-aae8-5eda191865fd tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 944 time: 0.0506356 Nov 11 12:55:50.285221 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-de9263c9-905f-4a4f-a4c6-eb234ab16907 req-137d57df-64d7-4559-acc0-2350e031ce55 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541003 Nov 11 12:55:51.281195 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device d260376c-ab14-4360-a4ad-03af7d91b3aa details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:55:51.381768 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port d260376c-ab14-4360-a4ad-03af7d91b3aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:55:51.393434 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': 'd260376c-ab14-4360-a4ad-03af7d91b3aa', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'port_id': 'd260376c-ab14-4360-a4ad-03af7d91b3aa', 'mac_address': 'fa:16:3e:57:78:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:55:51.416740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba7898-ec37-40a0-8363-c623ec7167b1 req-de2fd59e-d28d-4050-91b2-baafe4cb8df7 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:51.418201 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-11ba7898-ec37-40a0-8363-c623ec7167b1 req-de2fd59e-d28d-4050-91b2-baafe4cb8df7 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 944 time: 0.0479090 Nov 11 12:55:51.430855 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:51.443745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d260376c-ab14-4360-a4ad-03af7d91b3aa {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:55:51.463912 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port d260376c-ab14-4360-a4ad-03af7d91b3aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:55:51.474356 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-11ba7898-ec37-40a0-8363-c623ec7167b1 req-70ef8515-94de-40b5-813a-2a43f6026f03 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470951 Nov 11 12:55:51.536514 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:51.584199 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=d260376c-ab14-4360-a4ad-03af7d91b3aa,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:51.781557 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['d260376c-ab14-4360-a4ad-03af7d91b3aa'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:55:52.588120 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39a3b3-4648-4526-abb7-63242b554338 req-a8fb4e74-04d3-4944-abe9-863051e177c1 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:52.589608 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8d39a3b3-4648-4526-abb7-63242b554338 req-a8fb4e74-04d3-4944-abe9-863051e177c1 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 945 time: 0.0500753 Nov 11 12:55:52.637902 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8d39a3b3-4648-4526-abb7-63242b554338 req-4026a5d2-2167-498b-a90f-96c6b225c464 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423536 Nov 11 12:55:53.296918 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device d260376c-ab14-4360-a4ad-03af7d91b3aa up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:55:53.421641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port d260376c-ab14-4360-a4ad-03af7d91b3aa completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 12:55:53.425953 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port d260376c-ab14-4360-a4ad-03af7d91b3aa triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:55:53.426322 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:53.500463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:53.522163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9303641a-9502-46c9-b44b-7b596b263b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd260376c-ab14-4360-a4ad-03af7d91b3aa'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:55:53.525007 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb36528-ebb8-4ffd-a17b-4a2adf8b4fa0" -d '{"events": [{"server_uuid": "9303641a-9502-46c9-b44b-7b596b263b3f", "name": "network-vif-plugged", "status": "completed", "tag": "d260376c-ab14-4360-a4ad-03af7d91b3aa"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:55:53.537116 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port d260376c-ab14-4360-a4ad-03af7d91b3aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:55:53.560640 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7439823b-a281-42b0-8560-303075143faa x-openstack-request-id: req-7439823b-a281-42b0-8560-303075143faa {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:55:53.560921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9303641a-9502-46c9-b44b-7b596b263b3f", "name": "network-vif-plugged", "status": "completed", "tag": "d260376c-ab14-4360-a4ad-03af7d91b3aa", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:55:53.561166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7439823b-a281-42b0-8560-303075143faa {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:55:53.561575 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9303641a-9502-46c9-b44b-7b596b263b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd260376c-ab14-4360-a4ad-03af7d91b3aa', 'code': 200} Nov 11 12:55:53.628096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:53.680914 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=d260376c-ab14-4360-a4ad-03af7d91b3aa,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:53.752454 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb20c5-0c03-4c0d-8f07-c46f19bb0f71 req-c4503867-a536-48bf-8c5f-4d96d945a23f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:53.753823 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-11cb20c5-0c03-4c0d-8f07-c46f19bb0f71 req-c4503867-a536-48bf-8c5f-4d96d945a23f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0485196 Nov 11 12:55:53.802465 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-11cb20c5-0c03-4c0d-8f07-c46f19bb0f71 req-58619db8-dd14-445a-bfa9-00a3c5b6b39e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421438 Nov 11 12:55:53.871350 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8a82f-09d4-4a17-bd2b-8a9b396f6262 req-74395da1-3544-47cf-8152-2623d115b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:53.872812 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-dec8a82f-09d4-4a17-bd2b-8a9b396f6262 req-74395da1-3544-47cf-8152-2623d115b7f9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 1099 time: 0.0402169 Nov 11 12:55:53.924646 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-dec8a82f-09d4-4a17-bd2b-8a9b396f6262 req-c0b0f76a-8e08-42c6-a719-1aa2b7a39b61 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436819 Nov 11 12:55:54.923071 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eb31f-d7a5-42da-92ba-657f09287a8f req-07a720a0-85ae-439d-9cb4-0be0c9586738 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:54.924539 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-474eb31f-d7a5-42da-92ba-657f09287a8f req-07a720a0-85ae-439d-9cb4-0be0c9586738 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0517604 Nov 11 12:55:54.973606 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-474eb31f-d7a5-42da-92ba-657f09287a8f req-52d67b77-0098-46ef-957b-e3e74c968dc0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432539 Nov 11 12:55:56.084933 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f01e7-98eb-492d-86c6-e0d31b730577 req-92fe3c63-ef9e-4761-a225-325e4c68509c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:56.086366 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-df8f01e7-98eb-492d-86c6-e0d31b730577 req-92fe3c63-ef9e-4761-a225-325e4c68509c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0473902 Nov 11 12:55:56.134146 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-df8f01e7-98eb-492d-86c6-e0d31b730577 req-74f9313a-0117-42f7-93ce-6132f10f75cd tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412078 Nov 11 12:55:56.259277 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc362d31-d3e4-4867-93d7-4b0ac711c8d3 req-16e58eaf-7239-4daf-92e1-2858ecc59e42 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:56.260685 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bc362d31-d3e4-4867-93d7-4b0ac711c8d3 req-16e58eaf-7239-4daf-92e1-2858ecc59e42 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0568326 Nov 11 12:55:56.313350 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-bc362d31-d3e4-4867-93d7-4b0ac711c8d3 req-dfc5ef1b-3034-4f9a-824d-0476f1477bc0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467205 Nov 11 12:55:56.334400 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33702) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:56.414420 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577d0ca2-e4a8-4823-abb8-abb62fd08dc4 tempest-TestShelveInstance-1337232143 tempest-TestShelveInstance-1337232143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:56.416524 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-577d0ca2-e4a8-4823-abb8-abb62fd08dc4 tempest-TestShelveInstance-1337232143 tempest-TestShelveInstance-1337232143-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 1094 time: 0.0811503 Nov 11 12:55:56.419412 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 33706) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:55:56.423570 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': 'd260376c-ab14-4360-a4ad-03af7d91b3aa', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:55:56.570549 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:56.668004 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:56.765632 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Allocated IP 172.26.5.44 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/e44971a0-964f-4f82-b3b9-f203301f3231) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 12:55:56.866740 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:56.970316 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:57.004989 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 12:55:57.010311 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 12:55:57.013825 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 12:55:57.036181 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'Port': ['ID=e44971a0-964f-4f82-b3b9-f203301f3231,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:57.362822 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:57.468989 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:57.614640 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:57.684162 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:57.749439 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'Port': ['ID=e44971a0-964f-4f82-b3b9-f203301f3231,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:55:57.763236 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:57.858629 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Floating IP 1766a560-b71b-4671-92ff-f0aefd5c5f6f associated. External IP: 172.26.5.44, port: d260376c-ab14-4360-a4ad-03af7d91b3aa. Nov 11 12:55:58.059398 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:55:58.161461 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:55:58.171683 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01006a69-88a7-4cf5-a5ab-d8d4cf4947cb None None] Sync routers for ids ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:55:58.185660 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01006a69-88a7-4cf5-a5ab-d8d4cf4947cb None None] Routers {'9c5a3241-e45d-4be1-a3c5-14349d9f6556'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:55:58.186308 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-01006a69-88a7-4cf5-a5ab-d8d4cf4947cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:55:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:58.258015 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:55:58.285937 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-99b980c0-7dd3-45d6-ac74-4b3a6218b92a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8654056 Nov 11 12:55:58.286531 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9303641a-9502-46c9-b44b-7b596b263b3f', 'tag': 'd260376c-ab14-4360-a4ad-03af7d91b3aa'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:55:58.288856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90339036-9cf5-4a55-96ef-8afdfdd2b9da" -d '{"events": [{"name": "network-changed", "server_uuid": "9303641a-9502-46c9-b44b-7b596b263b3f", "tag": "d260376c-ab14-4360-a4ad-03af7d91b3aa"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:55:58.292525 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-01006a69-88a7-4cf5-a5ab-d8d4cf4947cb None None] Set router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:55:58.327335 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d79bef-4dbc-4b1b-8d84-c2fb9eb14b20 x-openstack-request-id: req-13d79bef-4dbc-4b1b-8d84-c2fb9eb14b20 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:55:58.327630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9303641a-9502-46c9-b44b-7b596b263b3f", "tag": "d260376c-ab14-4360-a4ad-03af7d91b3aa", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:55:58.327885 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13d79bef-4dbc-4b1b-8d84-c2fb9eb14b20 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:55:58.328294 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9303641a-9502-46c9-b44b-7b596b263b3f', 'tag': 'd260376c-ab14-4360-a4ad-03af7d91b3aa', 'status': 'completed', 'code': 200} Nov 11 12:55:58.395157 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90339036-9cf5-4a55-96ef-8afdfdd2b9da req-418d37b7-91a8-4649-b4c4-9aaf7eb19fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:58.396772 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-90339036-9cf5-4a55-96ef-8afdfdd2b9da req-418d37b7-91a8-4649-b4c4-9aaf7eb19fe3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 1099 time: 0.0444396 Nov 11 12:55:58.485332 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90339036-9cf5-4a55-96ef-8afdfdd2b9da req-96ba2b88-e53c-406d-b0fe-5186269c59dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:58.486779 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-90339036-9cf5-4a55-96ef-8afdfdd2b9da req-96ba2b88-e53c-406d-b0fe-5186269c59dd service neutron] 10.222.0.70 "GET /v2.0/networks?id=30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 200 len: 910 time: 0.0833523 Nov 11 12:55:58.509651 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-01006a69-88a7-4cf5-a5ab-d8d4cf4947cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:33Z', 'revision_number': 4, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port': {'id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '1766a560-b71b-4671-92ff-f0aefd5c5f6f', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'floating_ip_address': '172.26.5.44', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'port_id': 'd260376c-ab14-4360-a4ad-03af7d91b3aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'mac_address': 'fa:16:3e:57:78:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303641a-9502-46c9-b44b-7b596b263b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:55:57Z', 'updated_at': '2021-11-11T12:55:57Z', 'revision_number': 0, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be9570d-062e-4dc0-b0f3-2478c8fd9031', 'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'mac_address': 'fa:16:3e:6c:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:32Z', 'updated_at': '2021-11-11T12:55:36Z', 'revision_number': 5, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'subnets': [{'id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:58.534843 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01006a69-88a7-4cf5-a5ab-d8d4cf4947cb None None] Checking router: 9c5a3241-e45d-4be1-a3c5-14349d9f6556 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:55:58.543481 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01006a69-88a7-4cf5-a5ab-d8d4cf4947cb None None] Routers {'9c5a3241-e45d-4be1-a3c5-14349d9f6556'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:55:58.544098 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-01006a69-88a7-4cf5-a5ab-d8d4cf4947cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:55:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:58.556651 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-90339036-9cf5-4a55-96ef-8afdfdd2b9da req-3bc5b028-df7d-4f8c-a178-74f795a99c90 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa HTTP/1.1" status: 200 len: 999 time: 0.0628734 Nov 11 12:55:58.607143 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90339036-9cf5-4a55-96ef-8afdfdd2b9da req-d428123a-70ae-41a3-afd2-a4609fafbfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:58.608687 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-90339036-9cf5-4a55-96ef-8afdfdd2b9da req-d428123a-70ae-41a3-afd2-a4609fafbfe1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c4e07731-5f8e-4761-ada3-a2ea38286f26 HTTP/1.1" status: 200 len: 848 time: 0.0456269 Nov 11 12:55:58.646407 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-01006a69-88a7-4cf5-a5ab-d8d4cf4947cb None None] Set router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:55:58.654231 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90339036-9cf5-4a55-96ef-8afdfdd2b9da req-a515237d-65d7-4d7c-8040-91e0d5c54247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:55:58.655919 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-90339036-9cf5-4a55-96ef-8afdfdd2b9da req-a515237d-65d7-4d7c-8040-91e0d5c54247 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=30874e78-674b-4855-b289-9a74872442ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403695 Nov 11 12:55:58.748235 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-90339036-9cf5-4a55-96ef-8afdfdd2b9da req-e5d6c5e7-f3bc-4ae6-a3a3-c5b72397b8ab service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850630 Nov 11 12:55:58.838835 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-90339036-9cf5-4a55-96ef-8afdfdd2b9da req-43e9aef4-eeda-414c-a121-d4051feb2bfe service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834980 Nov 11 12:55:58.949612 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-01006a69-88a7-4cf5-a5ab-d8d4cf4947cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:33Z', 'revision_number': 4, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port': {'id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '1766a560-b71b-4671-92ff-f0aefd5c5f6f', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'floating_ip_address': '172.26.5.44', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'port_id': 'd260376c-ab14-4360-a4ad-03af7d91b3aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'mac_address': 'fa:16:3e:57:78:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303641a-9502-46c9-b44b-7b596b263b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:55:57Z', 'updated_at': '2021-11-11T12:55:57Z', 'revision_number': 0, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be9570d-062e-4dc0-b0f3-2478c8fd9031', 'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'mac_address': 'fa:16:3e:6c:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:32Z', 'updated_at': '2021-11-11T12:55:36Z', 'revision_number': 5, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'subnets': [{'id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:55:58.974936 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01006a69-88a7-4cf5-a5ab-d8d4cf4947cb None None] The sync data for ids ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'] in dv-neutron-786478-23-hyperv is: [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:33Z', 'revision_number': 4, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port': {'id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '1766a560-b71b-4671-92ff-f0aefd5c5f6f', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'floating_ip_address': '172.26.5.44', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'port_id': 'd260376c-ab14-4360-a4ad-03af7d91b3aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'mac_address': 'fa:16:3e:57:78:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9303641a-9502-46c9-b44b-7b596b263b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T12:55:57Z', 'updated_at': '2021-11-11T12:55:57Z', 'revision_number': 0, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be9570d-062e-4dc0-b0f3-2478c8fd9031', 'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'mac_address': 'fa:16:3e:6c:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:32Z', 'updated_at': '2021-11-11T12:55:36Z', 'revision_number': 5, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'subnets': [{'id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:55:59.150530 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd9529f-b4fc-4871-aa94-f39388b3aa78 None None] New status for floating IP 1766a560-b71b-4671-92ff-f0aefd5c5f6f: ACTIVE {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:56:02.212094 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:56:03.294984 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fc5ad7b8-d8b4-42cc-9f61-f724a0e396e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:05.569676 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-50bfef21-d92a-46c7-95a1-130a8abde2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:06.650366 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:08.284141 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:09.203501 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:11.066620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:19.900767 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9eb51319-8c7e-452c-97e3-1a4790e095af req-4486dad3-9c30-42c8-b03e-5d8183f2c9ef service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467680 Nov 11 12:56:19.982088 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb51319-8c7e-452c-97e3-1a4790e095af req-3f715fbc-3dd5-4fda-afb5-bf8a1b5f2eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:19.983561 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9eb51319-8c7e-452c-97e3-1a4790e095af req-3f715fbc-3dd5-4fda-afb5-bf8a1b5f2eb6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 1099 time: 0.0396359 Nov 11 12:56:20.085153 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb51319-8c7e-452c-97e3-1a4790e095af req-38d01af2-d1b5-4211-a776-5d7c3a8dfdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:20.087114 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9eb51319-8c7e-452c-97e3-1a4790e095af req-38d01af2-d1b5-4211-a776-5d7c3a8dfdd5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 200 len: 910 time: 0.0824223 Nov 11 12:56:20.156835 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9eb51319-8c7e-452c-97e3-1a4790e095af req-9575528b-1cde-4cb7-bdd2-321dba685e95 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa HTTP/1.1" status: 200 len: 1001 time: 0.0615051 Nov 11 12:56:20.204767 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb51319-8c7e-452c-97e3-1a4790e095af req-7b18da78-baa4-4c5b-8a2b-e15f5feee295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:20.206169 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9eb51319-8c7e-452c-97e3-1a4790e095af req-7b18da78-baa4-4c5b-8a2b-e15f5feee295 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c4e07731-5f8e-4761-ada3-a2ea38286f26 HTTP/1.1" status: 200 len: 848 time: 0.0424604 Nov 11 12:56:20.251873 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb51319-8c7e-452c-97e3-1a4790e095af req-0f46dee6-bd5a-43f4-afe1-4e51b665e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:56:20.253364 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9eb51319-8c7e-452c-97e3-1a4790e095af req-0f46dee6-bd5a-43f4-afe1-4e51b665e24c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=30874e78-674b-4855-b289-9a74872442ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405285 Nov 11 12:56:20.345875 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9eb51319-8c7e-452c-97e3-1a4790e095af req-34933f46-980e-4666-b306-f1c2ea8bd7a3 service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852480 Nov 11 12:56:20.433191 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9eb51319-8c7e-452c-97e3-1a4790e095af req-ce24b9af-b843-4b35-9aa0-724f664145ff service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801718 Nov 11 12:56:33.219303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-48eb9fb0-d582-4158-adc8-ded0b94b9ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:35.573701 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-126fcf30-4a58-48c8-999f-bb7c3090dc06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:36.676591 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:38.293253 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.184673 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:56:39.210676 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:56:41.104444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:03.274991 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f70cb999-d6ba-44eb-a573-264f769574b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:05.595367 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-13f95e78-6201-4bb1-bd71-ebc8ad3d937a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:06.690905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:08.303611 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:09.205993 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:11.109055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:16.210317 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:57:20.913776 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-43f1dc4b-a57f-417d-a9ea-a63393f472b6 req-f922e6c6-2a68-4d33-a315-b1261fe4a1ab service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396044 Nov 11 12:57:21.028943 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1dc4b-a57f-417d-a9ea-a63393f472b6 req-fc7aa575-398f-4633-9181-a4e9ff74c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:21.030452 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-43f1dc4b-a57f-417d-a9ea-a63393f472b6 req-fc7aa575-398f-4633-9181-a4e9ff74c685 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 1099 time: 0.0400553 Nov 11 12:57:21.132882 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1dc4b-a57f-417d-a9ea-a63393f472b6 req-f8a3de85-fa69-44b2-a8b5-82cb56280765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:21.134307 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-43f1dc4b-a57f-417d-a9ea-a63393f472b6 req-f8a3de85-fa69-44b2-a8b5-82cb56280765 service neutron] 10.222.0.70 "GET /v2.0/networks?id=30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 200 len: 910 time: 0.0845497 Nov 11 12:57:21.199234 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-43f1dc4b-a57f-417d-a9ea-a63393f472b6 req-163a7972-b594-4028-97f5-5f21a7a99e18 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa HTTP/1.1" status: 200 len: 1001 time: 0.0577333 Nov 11 12:57:21.251551 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1dc4b-a57f-417d-a9ea-a63393f472b6 req-c4cfd08c-4ef6-48df-a0e5-54a453612844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:21.252982 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-43f1dc4b-a57f-417d-a9ea-a63393f472b6 req-c4cfd08c-4ef6-48df-a0e5-54a453612844 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c4e07731-5f8e-4761-ada3-a2ea38286f26 HTTP/1.1" status: 200 len: 848 time: 0.0468979 Nov 11 12:57:21.297818 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1dc4b-a57f-417d-a9ea-a63393f472b6 req-6ffc0550-c0d9-44cf-bb36-018a60a70852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:21.299314 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-43f1dc4b-a57f-417d-a9ea-a63393f472b6 req-6ffc0550-c0d9-44cf-bb36-018a60a70852 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=30874e78-674b-4855-b289-9a74872442ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0394318 Nov 11 12:57:21.390037 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-43f1dc4b-a57f-417d-a9ea-a63393f472b6 req-23b8a071-718f-4376-9ce6-e07f861b33e7 service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838053 Nov 11 12:57:21.476904 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-43f1dc4b-a57f-417d-a9ea-a63393f472b6 req-1a868c21-43a7-4f7d-be96-c820d260ca40 service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795405 Nov 11 12:57:33.227485 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f83f18cd-14f9-451f-a172-8da4c1c0fc20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:35.582003 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cac440eb-62d8-4a25-9196-a1d7cbbe3d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:36.673733 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:38.285350 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:39.198629 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:41.106914 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:57:53.176966 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d5f4f-ae95-4ff7-af13-7c5b57bd8b11 req-ba60d3fb-d18e-4e54-bcb8-4570fbc277d0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:53.178428 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fd6d5f4f-ae95-4ff7-af13-7c5b57bd8b11 req-ba60d3fb-d18e-4e54-bcb8-4570fbc277d0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0603752 Nov 11 12:57:53.209317 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:57:53.232873 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fd6d5f4f-ae95-4ff7-af13-7c5b57bd8b11 req-ac59e1a3-aa7b-49ca-833e-986834241c7e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486050 Nov 11 12:57:54.366702 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb01cf-2e05-4f3f-aac4-dcabcf58412e req-d8b3b57c-eeca-44a6-a397-d0f5753f0514 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:54.368206 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f1bb01cf-2e05-4f3f-aac4-dcabcf58412e req-d8b3b57c-eeca-44a6-a397-d0f5753f0514 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0490849 Nov 11 12:57:54.415590 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f1bb01cf-2e05-4f3f-aac4-dcabcf58412e req-688924a3-50c5-4e71-a9c3-d8d5d9a5e0fd tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415881 Nov 11 12:57:55.552066 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dfd65-e3f3-460c-a6ff-e146d6740d4f req-d1f61ae5-82fd-441b-87e3-018e85ac0dd1 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:55.553435 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-722dfd65-e3f3-460c-a6ff-e146d6740d4f req-d1f61ae5-82fd-441b-87e3-018e85ac0dd1 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0600548 Nov 11 12:57:55.600629 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-722dfd65-e3f3-460c-a6ff-e146d6740d4f req-3674005e-e927-4f65-af30-acccb729947a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414259 Nov 11 12:57:56.716771 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fdc13-3c2f-44fa-8107-c697b5924415 req-d543cd01-8c73-4088-9840-a3e1a45571f0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:56.718229 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3e6fdc13-3c2f-44fa-8107-c697b5924415 req-d543cd01-8c73-4088-9840-a3e1a45571f0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0489397 Nov 11 12:57:56.768776 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3e6fdc13-3c2f-44fa-8107-c697b5924415 req-effb4f61-cb89-4bbe-b05f-7b71c978040a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436575 Nov 11 12:57:57.882134 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b6bb0-fbfb-43e1-8253-62789a29fd2f req-35b24f2f-3e4b-4e61-bff3-74438cc94c8d tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:57.883611 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a03b6bb0-fbfb-43e1-8253-62789a29fd2f req-35b24f2f-3e4b-4e61-bff3-74438cc94c8d tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0478265 Nov 11 12:57:57.935565 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a03b6bb0-fbfb-43e1-8253-62789a29fd2f req-ba6853a3-4d4a-43e5-9ce1-341e1fc93a93 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463126 Nov 11 12:57:59.049119 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aea13b-7f0d-4492-ae09-b8f31839399a req-c3aa128f-317d-4b8f-a224-61b5359daa13 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:57:59.050569 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-40aea13b-7f0d-4492-ae09-b8f31839399a req-c3aa128f-317d-4b8f-a224-61b5359daa13 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0477266 Nov 11 12:57:59.098147 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-40aea13b-7f0d-4492-ae09-b8f31839399a req-ca03d401-197c-46ba-b50a-692b4d2eddd2 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417459 Nov 11 12:58:00.209550 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d03d6-5bbf-40eb-b4df-d62e71d8cc74 req-a473da23-be00-437b-93ad-74b4ca30972d tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:00.211187 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2c1d03d6-5bbf-40eb-b4df-d62e71d8cc74 req-a473da23-be00-437b-93ad-74b4ca30972d tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0477204 Nov 11 12:58:00.259407 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-2c1d03d6-5bbf-40eb-b4df-d62e71d8cc74 req-831ac2cc-8607-4fe7-b405-583ea5d71c8b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425105 Nov 11 12:58:01.375344 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df80c6-278a-4b44-a803-b5318a270877 req-02633380-6ebe-42f9-b7d3-0747f392b499 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:01.376785 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a0df80c6-278a-4b44-a803-b5318a270877 req-02633380-6ebe-42f9-b7d3-0747f392b499 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0513966 Nov 11 12:58:01.428757 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a0df80c6-278a-4b44-a803-b5318a270877 req-96ad45d6-4efa-43ac-bd3b-351dac0d0300 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455089 Nov 11 12:58:02.541574 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51374b6c-9323-48dd-b309-dbf9acc90562 req-2484ae2d-06ff-490a-b6d0-d77074e38782 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:02.542921 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-51374b6c-9323-48dd-b309-dbf9acc90562 req-2484ae2d-06ff-490a-b6d0-d77074e38782 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0478945 Nov 11 12:58:02.590894 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-51374b6c-9323-48dd-b309-dbf9acc90562 req-7716fae2-5597-44a5-8a7e-f8235677d385 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421901 Nov 11 12:58:03.225869 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-4cdd46f4-18fd-474f-922c-454b1e61ac1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:03.702542 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a5793-4f12-45b4-99ea-26b7fd6f88df req-3a25bea7-29c8-4d3a-be2d-837e5eb26414 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:03.704021 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ee1a5793-4f12-45b4-99ea-26b7fd6f88df req-3a25bea7-29c8-4d3a-be2d-837e5eb26414 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0478630 Nov 11 12:58:04.062286 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ee1a5793-4f12-45b4-99ea-26b7fd6f88df req-3cf1e1f7-ca68-4b50-85bb-b1a5ac40e5b5 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3520651 Nov 11 12:58:05.175353 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ee433-6a40-4c93-b44c-0fdb6a0a0cb7 req-a3ad1af1-83f5-4335-83a1-8edfc10da74a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:05.176838 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0f1ee433-6a40-4c93-b44c-0fdb6a0a0cb7 req-a3ad1af1-83f5-4335-83a1-8edfc10da74a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0477455 Nov 11 12:58:05.225303 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0f1ee433-6a40-4c93-b44c-0fdb6a0a0cb7 req-d4caf4a0-e11f-45d9-b6cc-3942cbde97e4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423923 Nov 11 12:58:05.557310 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-532f9199-99d7-4b0a-9598-6d415c9b9646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:05.776593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device d260376c-ab14-4360-a4ad-03af7d91b3aa details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:58:05.876055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port d260376c-ab14-4360-a4ad-03af7d91b3aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:58:05.886626 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': 'd260376c-ab14-4360-a4ad-03af7d91b3aa', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'port_id': 'd260376c-ab14-4360-a4ad-03af7d91b3aa', 'mac_address': 'fa:16:3e:57:78:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:58:05.924212 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:05.936954 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d260376c-ab14-4360-a4ad-03af7d91b3aa {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:58:05.955767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port d260376c-ab14-4360-a4ad-03af7d91b3aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:58:06.014481 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:06.082912 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=d260376c-ab14-4360-a4ad-03af7d91b3aa,revision_number=6']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:06.090381 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:06.091410 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:06.091773 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:06.092109 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:06.092435 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:06.092765 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:06.093092 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:06.093424 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:06.093744 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:06.094065 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:06.094382 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:06.094706 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:58:06.101934 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['d260376c-ab14-4360-a4ad-03af7d91b3aa'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:58:06.382501 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0aa7c-2a54-47eb-a6be-7cad2c8cdba0 req-b2fa90b4-c854-4665-81ae-1f8b30170894 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:06.384009 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-71d0aa7c-2a54-47eb-a6be-7cad2c8cdba0 req-b2fa90b4-c854-4665-81ae-1f8b30170894 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 945 time: 0.0578787 Nov 11 12:58:06.438815 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-71d0aa7c-2a54-47eb-a6be-7cad2c8cdba0 req-ff18667a-996d-4993-babc-40c40134dd33 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484784 Nov 11 12:58:06.672224 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:07.579028 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba7291-3740-40de-bdac-dd65b2854f8e req-224c99b0-3687-471d-963c-02b16e7800ec tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:07.581107 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-dcba7291-3740-40de-bdac-dd65b2854f8e req-224c99b0-3687-471d-963c-02b16e7800ec tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 945 time: 0.0640063 Nov 11 12:58:07.639790 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-dcba7291-3740-40de-bdac-dd65b2854f8e req-8f9aa24d-04a7-42e2-a971-5b42952d50d5 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516570 Nov 11 12:58:07.805035 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device d260376c-ab14-4360-a4ad-03af7d91b3aa up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:58:07.857184 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port d260376c-ab14-4360-a4ad-03af7d91b3aa triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:58:07.857584 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:07.948380 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:07.972439 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9303641a-9502-46c9-b44b-7b596b263b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd260376c-ab14-4360-a4ad-03af7d91b3aa'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:58:07.974812 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a010fcf5-5dfd-4800-a1cb-076b5279910c" -d '{"events": [{"server_uuid": "9303641a-9502-46c9-b44b-7b596b263b3f", "name": "network-vif-plugged", "status": "completed", "tag": "d260376c-ab14-4360-a4ad-03af7d91b3aa"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:58:07.990488 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port d260376c-ab14-4360-a4ad-03af7d91b3aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:58:08.025594 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e724e4d1-65af-4aad-970f-15a3cade7a6f x-openstack-request-id: req-e724e4d1-65af-4aad-970f-15a3cade7a6f {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:58:08.026016 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9303641a-9502-46c9-b44b-7b596b263b3f", "name": "network-vif-plugged", "status": "completed", "tag": "d260376c-ab14-4360-a4ad-03af7d91b3aa", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:58:08.026269 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e724e4d1-65af-4aad-970f-15a3cade7a6f {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:58:08.026724 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9303641a-9502-46c9-b44b-7b596b263b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd260376c-ab14-4360-a4ad-03af7d91b3aa', 'code': 200} Nov 11 12:58:08.049683 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:08.115845 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=d260376c-ab14-4360-a4ad-03af7d91b3aa,revision_number=7']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:08.310127 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:08.755155 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ad3a8-2990-456a-b0aa-ffd1633b538e req-f28c83ab-64ff-41d1-b1fa-8942e247e046 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:08.756620 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4a3ad3a8-2990-456a-b0aa-ffd1633b538e req-f28c83ab-64ff-41d1-b1fa-8942e247e046 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0480657 Nov 11 12:58:08.810176 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4a3ad3a8-2990-456a-b0aa-ffd1633b538e req-d7bf1598-fec3-4101-bb74-7e94fa2e113e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464363 Nov 11 12:58:09.209798 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:09.941644 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593dde9b-ba83-4f19-a0e1-65696831419b req-ab9efc4f-2e22-4420-93ae-cddc156d2952 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:09.943388 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-593dde9b-ba83-4f19-a0e1-65696831419b req-ab9efc4f-2e22-4420-93ae-cddc156d2952 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0557494 Nov 11 12:58:10.003550 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-593dde9b-ba83-4f19-a0e1-65696831419b req-fea0ffdb-8d02-4a5c-bda4-a5e1ceae1a80 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502098 Nov 11 12:58:11.122926 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:11.144295 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38867baf-d5f5-4acc-a713-d5b62e8aa97c req-930a64d3-0562-409a-92cc-b36cc2ef7b41 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:11.146778 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-38867baf-d5f5-4acc-a713-d5b62e8aa97c req-930a64d3-0562-409a-92cc-b36cc2ef7b41 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0630167 Nov 11 12:58:11.198195 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-38867baf-d5f5-4acc-a713-d5b62e8aa97c req-51874be3-1173-425f-8436-81f0b1c8eb73 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449471 Nov 11 12:58:12.335547 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277b60d-ac4f-4518-87c9-cbbbd1c280e5 req-c4ed83a8-b01f-4576-bbcb-c31f1d6f32ec tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:12.337086 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e277b60d-ac4f-4518-87c9-cbbbd1c280e5 req-c4ed83a8-b01f-4576-bbcb-c31f1d6f32ec tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0518315 Nov 11 12:58:12.396724 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e277b60d-ac4f-4518-87c9-cbbbd1c280e5 req-724da0fb-669d-4c29-81d4-6c75433d1c9c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536516 Nov 11 12:58:13.526877 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0a809-000a-4038-9b8e-e82ffe6b752d req-4220aae1-87eb-479f-8621-48eefbe17863 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:13.528443 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a4b0a809-000a-4038-9b8e-e82ffe6b752d req-4220aae1-87eb-479f-8621-48eefbe17863 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0556898 Nov 11 12:58:13.587182 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a4b0a809-000a-4038-9b8e-e82ffe6b752d req-30dfe4cd-dced-45ae-94a7-f778e7402430 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523415 Nov 11 12:58:14.784350 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947d215-00e9-4a9f-bc7c-0f579ef21f75 req-186582b3-5b4c-4ed5-8413-9f815f1e5d58 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:14.785822 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7947d215-00e9-4a9f-bc7c-0f579ef21f75 req-186582b3-5b4c-4ed5-8413-9f815f1e5d58 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0530105 Nov 11 12:58:14.842085 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7947d215-00e9-4a9f-bc7c-0f579ef21f75 req-dd2f511f-0bb0-429b-b69e-ecf60eaf6526 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499494 Nov 11 12:58:15.967095 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd492c8-a842-4c7f-81ca-0d6f8fc3002e req-22b6c610-68ff-4170-b352-8426e7562eb3 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:15.968618 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0cd492c8-a842-4c7f-81ca-0d6f8fc3002e req-22b6c610-68ff-4170-b352-8426e7562eb3 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0537646 Nov 11 12:58:16.017831 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0cd492c8-a842-4c7f-81ca-0d6f8fc3002e req-a51803e1-d590-405f-a1eb-e6ec75e8fdd0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427732 Nov 11 12:58:16.967727 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caea4aa-e98c-42e4-ae18-c1a2efe2bf37 req-893f2ce7-4c88-4d83-a5a0-844c7501fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:16.969231 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0caea4aa-e98c-42e4-ae18-c1a2efe2bf37 req-893f2ce7-4c88-4d83-a5a0-844c7501fa9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 1099 time: 0.0429568 Nov 11 12:58:17.059492 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caea4aa-e98c-42e4-ae18-c1a2efe2bf37 req-7266b926-3fbc-42ca-8aeb-6bef9f04403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:17.061069 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0caea4aa-e98c-42e4-ae18-c1a2efe2bf37 req-7266b926-3fbc-42ca-8aeb-6bef9f04403b service neutron] 10.222.0.70 "GET /v2.0/networks?id=30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 200 len: 910 time: 0.0846155 Nov 11 12:58:17.136209 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0caea4aa-e98c-42e4-ae18-c1a2efe2bf37 req-80e5f43a-3747-4dc6-9f7f-690504c53d41 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa HTTP/1.1" status: 200 len: 1001 time: 0.0680785 Nov 11 12:58:17.146471 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae7545-5607-4e25-996e-76dff8bbd56c req-afa56702-0090-4472-807d-35b54ec42aeb tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:17.148001 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a8ae7545-5607-4e25-996e-76dff8bbd56c req-afa56702-0090-4472-807d-35b54ec42aeb tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0605748 Nov 11 12:58:17.185529 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caea4aa-e98c-42e4-ae18-c1a2efe2bf37 req-6ae0fc06-9835-40e9-a36f-1aa2afd19f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:17.186985 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0caea4aa-e98c-42e4-ae18-c1a2efe2bf37 req-6ae0fc06-9835-40e9-a36f-1aa2afd19f9a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c4e07731-5f8e-4761-ada3-a2ea38286f26 HTTP/1.1" status: 200 len: 848 time: 0.0435593 Nov 11 12:58:17.196673 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a8ae7545-5607-4e25-996e-76dff8bbd56c req-034de274-d43d-473f-9b0f-c41d2308eaf7 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426857 Nov 11 12:58:17.233027 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caea4aa-e98c-42e4-ae18-c1a2efe2bf37 req-5f361cd7-d529-40ae-b2fa-7e7e846fd400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:17.234500 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0caea4aa-e98c-42e4-ae18-c1a2efe2bf37 req-5f361cd7-d529-40ae-b2fa-7e7e846fd400 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=30874e78-674b-4855-b289-9a74872442ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403774 Nov 11 12:58:17.325449 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0caea4aa-e98c-42e4-ae18-c1a2efe2bf37 req-c3474794-48b8-4f38-bb28-56d0d2a44f12 service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836232 Nov 11 12:58:17.417123 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-0caea4aa-e98c-42e4-ae18-c1a2efe2bf37 req-818b393c-c3a1-4a04-8659-7e948d9ab739 service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841060 Nov 11 12:58:18.311651 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8e02e-f31a-428c-a948-7f673ee0dedc req-d28896f4-2759-41f8-b03a-dbaf694474d0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:18.313097 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-87c8e02e-f31a-428c-a948-7f673ee0dedc req-d28896f4-2759-41f8-b03a-dbaf694474d0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0479791 Nov 11 12:58:18.365104 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-87c8e02e-f31a-428c-a948-7f673ee0dedc req-e27cb74b-eec0-4553-914e-76d8418a908c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456860 Nov 11 12:58:19.478711 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35196f-9b27-4591-b923-fbd3aaa87a46 req-c16943ce-5da6-441f-b31e-8554a85a3448 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:19.480219 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cd35196f-9b27-4591-b923-fbd3aaa87a46 req-c16943ce-5da6-441f-b31e-8554a85a3448 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0486820 Nov 11 12:58:19.529684 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cd35196f-9b27-4591-b923-fbd3aaa87a46 req-0f2413ad-a10e-4bf8-bce3-585d9695efdf tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427120 Nov 11 12:58:19.598945 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-1dbe2886-3bbc-43ff-89fb-af7f0de8014d req-3ccad7c4-cacb-47ff-a8ad-afb3cf4d42ca service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 12:58:19.599952 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1dbe2886-3bbc-43ff-89fb-af7f0de8014d req-3ccad7c4-cacb-47ff-a8ad-afb3cf4d42ca service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060315 Nov 11 12:58:19.899889 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515edcd9-afb0-4fa2-a9d1-b92e555c3a0e req-ed1ebb7d-4e2d-4095-b114-6f596ced684b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:19.901369 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-515edcd9-afb0-4fa2-a9d1-b92e555c3a0e req-ed1ebb7d-4e2d-4095-b114-6f596ced684b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0483818 Nov 11 12:58:19.951791 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-515edcd9-afb0-4fa2-a9d1-b92e555c3a0e req-7a9e505f-93c0-467e-a22f-a2b54eae756e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444944 Nov 11 12:58:20.430893 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9faec5e9-5613-4efb-bc51-5ff3e41d5562 req-33b04990-4f6a-4c1c-88b2-9d375b2ce7fa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859497 Nov 11 12:58:21.067951 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec401d-39b6-48ec-92c8-054b8877b0c8 req-c76be9d0-1573-4d1a-abf0-bff99ca8371e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:21.069394 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c1ec401d-39b6-48ec-92c8-054b8877b0c8 req-c76be9d0-1573-4d1a-abf0-bff99ca8371e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 946 time: 0.0483785 Nov 11 12:58:21.121078 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c1ec401d-39b6-48ec-92c8-054b8877b0c8 req-d52e4e3a-8b17-4ba8-92f7-60d0fd6ee548 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455725 Nov 11 12:58:21.649011 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faec5e9-5613-4efb-bc51-5ff3e41d5562 req-2fde7eec-2f8a-4419-b144-2ce800fe3493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:21.650447 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9faec5e9-5613-4efb-bc51-5ff3e41d5562 req-2fde7eec-2f8a-4419-b144-2ce800fe3493 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f&tenant_id=25f5e9b3c1314960bfc72e52e712ab91 HTTP/1.1" status: 200 len: 1099 time: 0.0409348 Nov 11 12:58:21.714690 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faec5e9-5613-4efb-bc51-5ff3e41d5562 req-c60b868f-3812-499f-a57e-65460cbd68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:21.716151 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9faec5e9-5613-4efb-bc51-5ff3e41d5562 req-c60b868f-3812-499f-a57e-65460cbd68ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 1099 time: 0.0438240 Nov 11 12:58:21.803647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faec5e9-5613-4efb-bc51-5ff3e41d5562 req-ad2749ac-3e3d-4588-93d5-7a8ec462bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:21.805069 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9faec5e9-5613-4efb-bc51-5ff3e41d5562 req-ad2749ac-3e3d-4588-93d5-7a8ec462bf9f service neutron] 10.222.0.70 "GET /v2.0/networks?id=30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 200 len: 910 time: 0.0819836 Nov 11 12:58:21.867454 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device d260376c-ab14-4360-a4ad-03af7d91b3aa no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:58:21.874448 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9faec5e9-5613-4efb-bc51-5ff3e41d5562 req-2215dab7-3b3d-4ea8-b1cb-b0e8d07e24e1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa HTTP/1.1" status: 200 len: 1001 time: 0.0619280 Nov 11 12:58:21.924661 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faec5e9-5613-4efb-bc51-5ff3e41d5562 req-13017c11-625f-4790-99a2-381357485134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:21.925594 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9faec5e9-5613-4efb-bc51-5ff3e41d5562 req-13017c11-625f-4790-99a2-381357485134 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c4e07731-5f8e-4761-ada3-a2ea38286f26 HTTP/1.1" status: 200 len: 848 time: 0.0440185 Nov 11 12:58:21.943955 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:21.966323 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9303641a-9502-46c9-b44b-7b596b263b3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd260376c-ab14-4360-a4ad-03af7d91b3aa'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:58:21.970661 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c23ab6-3d5e-40a8-b81a-9a01500b8878" -d '{"events": [{"server_uuid": "9303641a-9502-46c9-b44b-7b596b263b3f", "name": "network-vif-unplugged", "status": "completed", "tag": "d260376c-ab14-4360-a4ad-03af7d91b3aa"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:58:21.971253 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faec5e9-5613-4efb-bc51-5ff3e41d5562 req-85d21e7a-d94f-49e6-b933-3b11bdaeb90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:21.973159 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9faec5e9-5613-4efb-bc51-5ff3e41d5562 req-85d21e7a-d94f-49e6-b933-3b11bdaeb90f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=30874e78-674b-4855-b289-9a74872442ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402696 Nov 11 12:58:21.981628 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port d260376c-ab14-4360-a4ad-03af7d91b3aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:58:22.005101 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 12:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef86499d-3979-4f4c-b420-b05abba19828 x-openstack-request-id: req-ef86499d-3979-4f4c-b420-b05abba19828 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:58:22.005274 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9303641a-9502-46c9-b44b-7b596b263b3f", "name": "network-vif-unplugged", "status": "completed", "tag": "d260376c-ab14-4360-a4ad-03af7d91b3aa", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:58:22.005547 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef86499d-3979-4f4c-b420-b05abba19828 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:58:22.005852 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9303641a-9502-46c9-b44b-7b596b263b3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd260376c-ab14-4360-a4ad-03af7d91b3aa', 'code': 200} Nov 11 12:58:22.042579 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:22.068174 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9faec5e9-5613-4efb-bc51-5ff3e41d5562 req-a3ae091f-5818-4ead-b017-72bed1759f31 service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879455 Nov 11 12:58:22.089409 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=d260376c-ab14-4360-a4ad-03af7d91b3aa,revision_number=8']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:22.158160 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9faec5e9-5613-4efb-bc51-5ff3e41d5562 req-0bb51dc9-09da-41e7-ad38-e8dfc6b46560 service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820947 Nov 11 12:58:22.238493 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189994d3-3b5e-42ec-9c1a-8bacf62f04c5 req-a36253da-fe63-4bc3-8acd-65da07921ce6 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:22.240157 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-189994d3-3b5e-42ec-9c1a-8bacf62f04c5 req-a36253da-fe63-4bc3-8acd-65da07921ce6 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 944 time: 0.0514929 Nov 11 12:58:22.270685 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a986360-dd6a-4056-9ac9-d168ee2b481e req-84fcc9be-0bbe-411c-a611-5176efb35ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:22.272213 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9a986360-dd6a-4056-9ac9-d168ee2b481e req-84fcc9be-0bbe-411c-a611-5176efb35ba0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 1097 time: 0.0429866 Nov 11 12:58:22.297196 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-189994d3-3b5e-42ec-9c1a-8bacf62f04c5 req-ce51cd30-1c4e-44f3-bd9a-2e5730b64999 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510023 Nov 11 12:58:22.389658 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a986360-dd6a-4056-9ac9-d168ee2b481e req-dbcf6d79-2368-4f30-afeb-f705cfa9b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:22.391159 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9a986360-dd6a-4056-9ac9-d168ee2b481e req-dbcf6d79-2368-4f30-afeb-f705cfa9b084 service neutron] 10.222.0.70 "GET /v2.0/networks?id=30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 200 len: 910 time: 0.0946772 Nov 11 12:58:22.461155 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9a986360-dd6a-4056-9ac9-d168ee2b481e req-e980fac0-361e-4dee-bbf3-6fb68f1c2135 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa HTTP/1.1" status: 200 len: 999 time: 0.0631151 Nov 11 12:58:22.510299 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a986360-dd6a-4056-9ac9-d168ee2b481e req-321f7bd9-b74e-4113-b896-8b51282b2989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:22.511738 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9a986360-dd6a-4056-9ac9-d168ee2b481e req-321f7bd9-b74e-4113-b896-8b51282b2989 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c4e07731-5f8e-4761-ada3-a2ea38286f26 HTTP/1.1" status: 200 len: 848 time: 0.0436816 Nov 11 12:58:22.556600 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a986360-dd6a-4056-9ac9-d168ee2b481e req-47c5684e-0192-4ace-a3fa-430e95cb5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:22.558095 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9a986360-dd6a-4056-9ac9-d168ee2b481e req-47c5684e-0192-4ace-a3fa-430e95cb5bd1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=30874e78-674b-4855-b289-9a74872442ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393031 Nov 11 12:58:22.664928 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9a986360-dd6a-4056-9ac9-d168ee2b481e req-04864511-0760-4356-acd5-961a84d8d41d service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995834 Nov 11 12:58:23.431236 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7027302-8e32-4d52-bddf-0f1705bf004f req-832ec98b-5bba-4e4f-956b-d94987f16a41 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:23.432832 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d7027302-8e32-4d52-bddf-0f1705bf004f req-832ec98b-5bba-4e4f-956b-d94987f16a41 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 944 time: 0.0501621 Nov 11 12:58:23.488850 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d7027302-8e32-4d52-bddf-0f1705bf004f req-52aaf619-d754-43a8-a89d-7546fc0be33f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487702 Nov 11 12:58:24.603808 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c73c69-8dd5-41b0-97ad-d40d12a9f6a1 req-7a722551-461f-42db-8764-928dd2ee0b59 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:24.605529 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-76c73c69-8dd5-41b0-97ad-d40d12a9f6a1 req-7a722551-461f-42db-8764-928dd2ee0b59 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 944 time: 0.0505247 Nov 11 12:58:24.661075 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-76c73c69-8dd5-41b0-97ad-d40d12a9f6a1 req-226020a8-4700-4cb5-ba81-955b00859dfa tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472052 Nov 11 12:58:25.783525 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e25ce-b37b-43f4-9703-2972ded12b65 req-4c1f1d0d-11fa-400b-b2ef-5b1b4a12d391 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:25.785087 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ae3e25ce-b37b-43f4-9703-2972ded12b65 req-4c1f1d0d-11fa-400b-b2ef-5b1b4a12d391 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 944 time: 0.0548708 Nov 11 12:58:25.840093 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ae3e25ce-b37b-43f4-9703-2972ded12b65 req-0917a846-0a27-4b16-8336-6f5a62ab53b9 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483930 Nov 11 12:58:26.954834 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2843540-4279-4fc6-94b1-5a48f2120775 req-e60e39f8-e0a6-4c39-889c-9809eb0584de tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:26.956421 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a2843540-4279-4fc6-94b1-5a48f2120775 req-e60e39f8-e0a6-4c39-889c-9809eb0584de tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 944 time: 0.0501275 Nov 11 12:58:27.015013 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a2843540-4279-4fc6-94b1-5a48f2120775 req-4e8ae3ef-984a-4c37-84e3-04ab2880ffa6 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468771 Nov 11 12:58:28.134193 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cac2dd-78aa-40ed-8592-2c23f7c3ccc6 req-95b96099-2d8e-4614-9b58-958af3b4bf93 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:28.135857 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d8cac2dd-78aa-40ed-8592-2c23f7c3ccc6 req-95b96099-2d8e-4614-9b58-958af3b4bf93 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 944 time: 0.0534263 Nov 11 12:58:28.191566 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d8cac2dd-78aa-40ed-8592-2c23f7c3ccc6 req-0127b9ca-85a1-4ae8-9772-be72b7c6d535 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497553 Nov 11 12:58:29.310080 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb196ac1-1d34-4157-93ec-249392aab04f req-317b22d1-7d0f-40ff-8b5c-218f8e131ce4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:29.311556 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-eb196ac1-1d34-4157-93ec-249392aab04f req-317b22d1-7d0f-40ff-8b5c-218f8e131ce4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 944 time: 0.0490110 Nov 11 12:58:29.364466 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-eb196ac1-1d34-4157-93ec-249392aab04f req-74903037-0350-4a59-84b1-346555babc8f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464461 Nov 11 12:58:30.209021 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:58:30.490043 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065d106-6c10-41b6-a8d6-c7b01117f7f3 req-4944e6e5-a030-48eb-a268-925e82b9685b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:30.491414 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7065d106-6c10-41b6-a8d6-c7b01117f7f3 req-4944e6e5-a030-48eb-a268-925e82b9685b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 944 time: 0.0481117 Nov 11 12:58:30.551311 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7065d106-6c10-41b6-a8d6-c7b01117f7f3 req-243892a0-268f-4656-a96e-726589065b2c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536346 Nov 11 12:58:31.683094 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ab760-453c-457d-b2fc-4195eee76cc6 req-c87e8487-b8f5-4b83-b7c5-906ba5a1f8d4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:31.684573 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-916ab760-453c-457d-b2fc-4195eee76cc6 req-c87e8487-b8f5-4b83-b7c5-906ba5a1f8d4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 944 time: 0.0526640 Nov 11 12:58:31.740798 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-916ab760-453c-457d-b2fc-4195eee76cc6 req-66630a5c-e2aa-4af2-9ce3-4bf9ee49d2c8 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494623 Nov 11 12:58:32.866714 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0e9bb-fc6a-433b-ba7e-a4900a7dd97e req-0c8f2fc8-6675-4bac-b73d-07c8bffb1dc7 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:32.868355 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c5e0e9bb-fc6a-433b-ba7e-a4900a7dd97e req-0c8f2fc8-6675-4bac-b73d-07c8bffb1dc7 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 944 time: 0.0577006 Nov 11 12:58:32.917871 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c5e0e9bb-fc6a-433b-ba7e-a4900a7dd97e req-7db52d2f-7209-4841-b2d3-2076346e272c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435963 Nov 11 12:58:33.242055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-452de7e2-9563-4569-911f-7f482d254778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:33.850494 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-9a986360-dd6a-4056-9ac9-d168ee2b481e req-23888d1b-e691-4c31-bdb0-dd3ba0245e10 service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843787 Nov 11 12:58:34.036295 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d15e9-6fff-4fb1-9661-21315855461c req-68fd70cd-d2b2-47f8-adf0-f5854bb1b1c7 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:34.037787 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-369d15e9-6fff-4fb1-9661-21315855461c req-68fd70cd-d2b2-47f8-adf0-f5854bb1b1c7 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 944 time: 0.0527472 Nov 11 12:58:34.086018 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-369d15e9-6fff-4fb1-9661-21315855461c req-52937e53-42f1-4ea6-b69e-14a30a91c1de tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423608 Nov 11 12:58:34.781856 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604e8f-3f31-44e4-9088-aeb578eaf2ec req-2c587940-4fde-4407-9782-8666827f006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:34.783920 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-41604e8f-3f31-44e4-9088-aeb578eaf2ec req-2c587940-4fde-4407-9782-8666827f006e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 1097 time: 0.0395789 Nov 11 12:58:34.833236 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-41604e8f-3f31-44e4-9088-aeb578eaf2ec req-5d82d703-f8e6-41c5-961b-9aa950f5e344 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413439 Nov 11 12:58:35.197220 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb67f5-2704-4bae-927b-e4fa92740d1b req-e6f8b46c-422e-4215-8f3c-fe42eb7b0a73 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:35.198654 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7afb67f5-2704-4bae-927b-e4fa92740d1b req-e6f8b46c-422e-4215-8f3c-fe42eb7b0a73 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 944 time: 0.0474312 Nov 11 12:58:35.247157 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7afb67f5-2704-4bae-927b-e4fa92740d1b req-fe527304-a7d9-4fec-82a0-e26adce1a50c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420682 Nov 11 12:58:35.590272 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2bd49f24-8752-4105-90a3-14342cdd9087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:35.918541 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device d260376c-ab14-4360-a4ad-03af7d91b3aa details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 12:58:36.022600 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port d260376c-ab14-4360-a4ad-03af7d91b3aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:58:36.033936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': 'd260376c-ab14-4360-a4ad-03af7d91b3aa', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'port_id': 'd260376c-ab14-4360-a4ad-03af7d91b3aa', 'mac_address': 'fa:16:3e:57:78:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 12:58:36.073782 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:36.086537 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d260376c-ab14-4360-a4ad-03af7d91b3aa {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 12:58:36.106759 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port d260376c-ab14-4360-a4ad-03af7d91b3aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:58:36.178209 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:36.226576 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=d260376c-ab14-4360-a4ad-03af7d91b3aa,revision_number=9']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:36.370504 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b1b81-7320-41a1-8d54-70598ab015c4 req-f9b73bf9-b6a9-4881-b92d-a0c0536b08a4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:36.371923 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f70b1b81-7320-41a1-8d54-70598ab015c4 req-f9b73bf9-b6a9-4881-b92d-a0c0536b08a4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 945 time: 0.0492470 Nov 11 12:58:36.426995 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f70b1b81-7320-41a1-8d54-70598ab015c4 req-9aa172b2-97bc-4bcd-9185-400b07fe28d7 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490468 Nov 11 12:58:36.466113 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['d260376c-ab14-4360-a4ad-03af7d91b3aa'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 12:58:37.516355 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:37.589530 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019209df-6350-44c5-a85c-b5624ead1417 req-7639f54a-4186-4095-8b90-2c557ffde4c3 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:37.590995 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-019209df-6350-44c5-a85c-b5624ead1417 req-7639f54a-4186-4095-8b90-2c557ffde4c3 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 945 time: 0.0495198 Nov 11 12:58:37.640947 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-019209df-6350-44c5-a85c-b5624ead1417 req-e7124832-7d35-4d60-8821-e267f12e92ce tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436022 Nov 11 12:58:37.932215 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device d260376c-ab14-4360-a4ad-03af7d91b3aa up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 12:58:37.983131 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port d260376c-ab14-4360-a4ad-03af7d91b3aa triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 12:58:37.983541 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:38.060397 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:38.082301 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9303641a-9502-46c9-b44b-7b596b263b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd260376c-ab14-4360-a4ad-03af7d91b3aa'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:58:38.084850 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87abbf3c-0ee5-4706-b040-8cd77b7cd6af" -d '{"events": [{"server_uuid": "9303641a-9502-46c9-b44b-7b596b263b3f", "name": "network-vif-plugged", "status": "completed", "tag": "d260376c-ab14-4360-a4ad-03af7d91b3aa"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:58:38.098194 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port d260376c-ab14-4360-a4ad-03af7d91b3aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:58:38.122813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfe11f1-2c26-49d4-a3ce-7b92a09891b2 x-openstack-request-id: req-fcfe11f1-2c26-49d4-a3ce-7b92a09891b2 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:58:38.122813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9303641a-9502-46c9-b44b-7b596b263b3f", "name": "network-vif-plugged", "status": "completed", "tag": "d260376c-ab14-4360-a4ad-03af7d91b3aa", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:58:38.122813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fcfe11f1-2c26-49d4-a3ce-7b92a09891b2 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:58:38.122813 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9303641a-9502-46c9-b44b-7b596b263b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd260376c-ab14-4360-a4ad-03af7d91b3aa', 'code': 200} Nov 11 12:58:38.167279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:38.220559 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=d260376c-ab14-4360-a4ad-03af7d91b3aa,revision_number=10']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:58:38.321523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:38.755213 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eaacee-e319-4e4c-9ca4-928b7df79b94 req-d250b39d-35f9-46c3-a016-549d1f73c094 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:58:38.756688 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-98eaacee-e319-4e4c-9ca4-928b7df79b94 req-d250b39d-35f9-46c3-a016-549d1f73c094 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 947 time: 0.0479965 Nov 11 12:58:38.803874 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-98eaacee-e319-4e4c-9ca4-928b7df79b94 req-7da5c0a6-5ea3-4240-83d1-52ace26c8e4a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411811 Nov 11 12:58:39.218508 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:58:41.127096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:03.246353 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-01d92c35-c6d1-40ae-971f-be116655e966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:05.577214 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c67674c1-546a-4aed-a113-4c514fb2c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:06.697164 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:07.208645 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:59:08.302894 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:09.268871 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:11.217431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:21.936935 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fedc1b86-c570-444c-a9ca-6b80136dddbe req-fd29c09a-1220-45ad-88c9-b3f3f947b670 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846589 Nov 11 12:59:22.015991 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc1b86-c570-444c-a9ca-6b80136dddbe req-b94abb90-6f51-43aa-86c3-2d6a6278a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:22.017478 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fedc1b86-c570-444c-a9ca-6b80136dddbe req-b94abb90-6f51-43aa-86c3-2d6a6278a4a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 1100 time: 0.0395827 Nov 11 12:59:22.120910 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc1b86-c570-444c-a9ca-6b80136dddbe req-8e5c14b8-379f-4147-9403-3ab20db27970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:22.122293 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fedc1b86-c570-444c-a9ca-6b80136dddbe req-8e5c14b8-379f-4147-9403-3ab20db27970 service neutron] 10.222.0.70 "GET /v2.0/networks?id=30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 200 len: 910 time: 0.0863895 Nov 11 12:59:22.189765 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fedc1b86-c570-444c-a9ca-6b80136dddbe req-d24f91c0-8561-4ff0-9255-886d12b76535 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa HTTP/1.1" status: 200 len: 1001 time: 0.0599248 Nov 11 12:59:22.237811 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc1b86-c570-444c-a9ca-6b80136dddbe req-c6882495-f26e-446b-ac2c-fb87421033df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:22.239258 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fedc1b86-c570-444c-a9ca-6b80136dddbe req-c6882495-f26e-446b-ac2c-fb87421033df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c4e07731-5f8e-4761-ada3-a2ea38286f26 HTTP/1.1" status: 200 len: 848 time: 0.0423808 Nov 11 12:59:22.284056 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc1b86-c570-444c-a9ca-6b80136dddbe req-24c13401-6980-4ef8-8346-f9f148217a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:22.285496 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fedc1b86-c570-444c-a9ca-6b80136dddbe req-24c13401-6980-4ef8-8346-f9f148217a98 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=30874e78-674b-4855-b289-9a74872442ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395048 Nov 11 12:59:22.380847 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fedc1b86-c570-444c-a9ca-6b80136dddbe req-8af28941-afe1-4b9b-88e1-f8543d7044aa service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881438 Nov 11 12:59:22.469412 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-fedc1b86-c570-444c-a9ca-6b80136dddbe req-334a6b43-f662-4267-a85b-e63f8e6548cf service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810344 Nov 11 12:59:33.250457 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd81b-4e87-4bbd-9fba-9c62145caaaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:35.576527 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-de0f258b-2a74-41b2-8bf1-0a6487616adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:36.690327 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:38.284780 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:39.210338 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:41.147287 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:44.206716 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 12:59:48.860667 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34016) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:49.016396 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Deleting port e44971a0-964f-4f82-b3b9-f203301f3231 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:59:49.016727 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:49.089153 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:49.089458 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:49.100976 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Calling delete_port for e44971a0-964f-4f82-b3b9-f203301f3231 owned by network:floatingip {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:59:49.307172 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:49.332844 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event deleted for resources: {'Port': ['ID=e44971a0-964f-4f82-b3b9-f203301f3231,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:49.357482 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:49.357860 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:49.358198 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:49.358531 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:49.358856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:49.359207 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:49.359542 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:49.359874 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:49.360185 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:49.360504 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:49.360820 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:49.361134 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:49.403742 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for floatingip, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:49.404072 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Floating IP 1766a560-b71b-4671-92ff-f0aefd5c5f6f disassociated (deleted). External IP: 172.26.5.44, port: d260376c-ab14-4360-a4ad-03af7d91b3aa. Nov 11 12:59:49.605627 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 12:59:49.708532 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 12:59:49.713312 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:49.718148 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec55e6-fc89-45ed-b188-7581386dd2e3 None None] Sync routers for ids ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 12:59:49.727561 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efec55e6-fc89-45ed-b188-7581386dd2e3 None None] Routers {'9c5a3241-e45d-4be1-a3c5-14349d9f6556'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:59:49.728155 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-efec55e6-fc89-45ed-b188-7581386dd2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:59:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:49.742234 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f95e0369-3657-412d-81dc-88dd4f7e770b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "DELETE /v2.0/floatingips/1766a560-b71b-4671-92ff-f0aefd5c5f6f HTTP/1.1" status: 204 len: 168 time: 0.8804617 Nov 11 12:59:49.742919 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9303641a-9502-46c9-b44b-7b596b263b3f', 'tag': 'd260376c-ab14-4360-a4ad-03af7d91b3aa'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:59:49.745290 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3272c1a-1b31-4628-8a75-337f60b62c46" -d '{"events": [{"name": "network-changed", "server_uuid": "9303641a-9502-46c9-b44b-7b596b263b3f", "tag": "d260376c-ab14-4360-a4ad-03af7d91b3aa"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:59:49.834628 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-efec55e6-fc89-45ed-b188-7581386dd2e3 None None] Set router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:59:49.844657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 12:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac6a426-de22-4351-b7da-9b1eb44ff6d6 x-openstack-request-id: req-7ac6a426-de22-4351-b7da-9b1eb44ff6d6 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:59:49.845009 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9303641a-9502-46c9-b44b-7b596b263b3f", "tag": "d260376c-ab14-4360-a4ad-03af7d91b3aa", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:59:49.845326 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7ac6a426-de22-4351-b7da-9b1eb44ff6d6 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:59:49.845799 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9303641a-9502-46c9-b44b-7b596b263b3f', 'tag': 'd260376c-ab14-4360-a4ad-03af7d91b3aa', 'status': 'completed', 'code': 200} Nov 11 12:59:49.912547 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3272c1a-1b31-4628-8a75-337f60b62c46 req-06c58e28-db9a-45ef-8b95-4060f3bcad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:49.913948 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f3272c1a-1b31-4628-8a75-337f60b62c46 req-06c58e28-db9a-45ef-8b95-4060f3bcad7f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 1100 time: 0.0414541 Nov 11 12:59:50.009858 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3272c1a-1b31-4628-8a75-337f60b62c46 req-c860509c-2154-4b6c-bc83-0a0019665130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:50.011378 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f3272c1a-1b31-4628-8a75-337f60b62c46 req-c860509c-2154-4b6c-bc83-0a0019665130 service neutron] 10.222.0.70 "GET /v2.0/networks?id=30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 200 len: 910 time: 0.0903671 Nov 11 12:59:50.037000 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-efec55e6-fc89-45ed-b188-7581386dd2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:33Z', 'revision_number': 4, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port': {'id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '6be9570d-062e-4dc0-b0f3-2478c8fd9031', 'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'mac_address': 'fa:16:3e:6c:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:32Z', 'updated_at': '2021-11-11T12:55:36Z', 'revision_number': 5, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'subnets': [{'id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:50.054579 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f3272c1a-1b31-4628-8a75-337f60b62c46 req-4e166efd-38cb-400f-951c-25bb34653d93 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa HTTP/1.1" status: 200 len: 217 time: 0.0346401 Nov 11 12:59:50.062771 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec55e6-fc89-45ed-b188-7581386dd2e3 None None] Checking router: 9c5a3241-e45d-4be1-a3c5-14349d9f6556 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 12:59:50.071812 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efec55e6-fc89-45ed-b188-7581386dd2e3 None None] Routers {'9c5a3241-e45d-4be1-a3c5-14349d9f6556'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 12:59:50.072413 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-efec55e6-fc89-45ed-b188-7581386dd2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T12:59:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:50.110549 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3272c1a-1b31-4628-8a75-337f60b62c46 req-e5b905a8-afc8-417f-a74a-f39b850f176f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:50.112131 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f3272c1a-1b31-4628-8a75-337f60b62c46 req-e5b905a8-afc8-417f-a74a-f39b850f176f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c4e07731-5f8e-4761-ada3-a2ea38286f26 HTTP/1.1" status: 200 len: 848 time: 0.0499957 Nov 11 12:59:50.159514 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3272c1a-1b31-4628-8a75-337f60b62c46 req-c300b2ee-3b79-4356-a72e-66b914204307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:50.161046 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f3272c1a-1b31-4628-8a75-337f60b62c46 req-c300b2ee-3b79-4356-a72e-66b914204307 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=30874e78-674b-4855-b289-9a74872442ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0410213 Nov 11 12:59:50.180558 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-efec55e6-fc89-45ed-b188-7581386dd2e3 None None] Set router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 12:59:50.222751 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021b104-5d37-4276-aa20-dbe43ca34b7c req-244741fa-cd09-4cd6-8370-498b2d047ce0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:50.224268 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5021b104-5d37-4276-aa20-dbe43ca34b7c req-244741fa-cd09-4cd6-8370-498b2d047ce0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 947 time: 0.1083550 Nov 11 12:59:50.284813 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5021b104-5d37-4276-aa20-dbe43ca34b7c req-7cc06242-af4e-4b4a-a7b8-fe319edaad59 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542498 Nov 11 12:59:50.287818 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f3272c1a-1b31-4628-8a75-337f60b62c46 req-f87696a1-023e-427a-a327-3e69805f33a2 service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171646 Nov 11 12:59:50.381947 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f3272c1a-1b31-4628-8a75-337f60b62c46 req-e8512987-3ec9-47fe-aed8-bfc69ad3780d service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866890 Nov 11 12:59:50.463902 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-efec55e6-fc89-45ed-b188-7581386dd2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:33Z', 'revision_number': 4, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port': {'id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '6be9570d-062e-4dc0-b0f3-2478c8fd9031', 'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'mac_address': 'fa:16:3e:6c:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:32Z', 'updated_at': '2021-11-11T12:55:36Z', 'revision_number': 5, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'subnets': [{'id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 12:59:50.499614 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec55e6-fc89-45ed-b188-7581386dd2e3 None None] The sync data for ids ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'] in dv-neutron-786478-23-hyperv is: [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:33Z', 'revision_number': 4, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port': {'id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '6be9570d-062e-4dc0-b0f3-2478c8fd9031', 'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'mac_address': 'fa:16:3e:6c:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:32Z', 'updated_at': '2021-11-11T12:55:36Z', 'revision_number': 5, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'subnets': [{'id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 12:59:50.705344 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b269e95-a216-4727-b4c0-6e7223a8b589 None None] New status for floating IP 1766a560-b71b-4671-92ff-f0aefd5c5f6f: DOWN {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 12:59:51.449979 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346527f-bf49-4c8d-a908-a804890b400f req-3a0beaf5-72df-4d61-8ddf-6d526e349aeb tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:51.452025 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a346527f-bf49-4c8d-a908-a804890b400f req-3a0beaf5-72df-4d61-8ddf-6d526e349aeb tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 947 time: 0.0967526 Nov 11 12:59:51.473963 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc22f56-9f3d-4c61-9649-ca23c0d6311a req-1bfa84ef-27d0-42d8-9beb-41f110670fb0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 12:59:51.475429 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-7dc22f56-9f3d-4c61-9649-ca23c0d6311a req-1bfa84ef-27d0-42d8-9beb-41f110670fb0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.70 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 947 time: 0.0484998 Nov 11 12:59:51.503921 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a346527f-bf49-4c8d-a908-a804890b400f req-37cf5aea-1fd9-40a1-bb5e-81bade3ebaff tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=67e17134-4de5-4a7c-9619-cb1cfb173e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456879 Nov 11 12:59:51.568156 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-7dc22f56-9f3d-4c61-9649-ca23c0d6311a req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Deleting port d260376c-ab14-4360-a4ad-03af7d91b3aa {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 12:59:51.568486 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-7dc22f56-9f3d-4c61-9649-ca23c0d6311a req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:51.652842 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-7dc22f56-9f3d-4c61-9649-ca23c0d6311a req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] For port d260376c-ab14-4360-a4ad-03af7d91b3aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d260376c-ab14-4360-a4ad-03af7d91b3aa,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 12:59:51.653191 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-7dc22f56-9f3d-4c61-9649-ca23c0d6311a req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:51.665126 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-7dc22f56-9f3d-4c61-9649-ca23c0d6311a req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Calling delete_port for d260376c-ab14-4360-a4ad-03af7d91b3aa owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 12:59:51.843868 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-7dc22f56-9f3d-4c61-9649-ca23c0d6311a req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:51.871757 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event deleted for resources: {'Port': ['ID=d260376c-ab14-4360-a4ad-03af7d91b3aa,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:51.884171 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:51.884171 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:51.884171 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:51.884171 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:51.884495 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:51.884886 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:51.885136 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:51.885457 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:51.885778 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:51.886098 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:51.886415 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:51.886734 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 12:59:51.925067 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc22f56-9f3d-4c61-9649-ca23c0d6311a req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] No DVR routers for this DVR port d260376c-ab14-4360-a4ad-03af7d91b3aa on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 12:59:51.927522 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-7dc22f56-9f3d-4c61-9649-ca23c0d6311a req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:51.930797 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-7dc22f56-9f3d-4c61-9649-ca23c0d6311a req-1e04fd74-9d38-4a46-8a68-fbc335b8098f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.70 "DELETE /v2.0/ports/d260376c-ab14-4360-a4ad-03af7d91b3aa HTTP/1.1" status: 204 len: 173 time: 0.4486792 Nov 11 12:59:51.931275 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9303641a-9502-46c9-b44b-7b596b263b3f', 'name': 'network-vif-deleted', 'tag': 'd260376c-ab14-4360-a4ad-03af7d91b3aa'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 12:59:51.933503 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca52dd0a-431f-4648-8de5-c9ed9a71ef90" -d '{"events": [{"server_uuid": "9303641a-9502-46c9-b44b-7b596b263b3f", "name": "network-vif-deleted", "tag": "d260376c-ab14-4360-a4ad-03af7d91b3aa"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 12:59:52.022224 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 12:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b6e8c9-9011-4f8f-b990-71b815dc7b48 x-openstack-request-id: req-d7b6e8c9-9011-4f8f-b990-71b815dc7b48 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 12:59:52.022523 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9303641a-9502-46c9-b44b-7b596b263b3f", "name": "network-vif-deleted", "tag": "d260376c-ab14-4360-a4ad-03af7d91b3aa", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 12:59:52.022782 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d7b6e8c9-9011-4f8f-b990-71b815dc7b48 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 12:59:52.023216 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9303641a-9502-46c9-b44b-7b596b263b3f', 'name': 'network-vif-deleted', 'tag': 'd260376c-ab14-4360-a4ad-03af7d91b3aa', 'status': 'completed', 'code': 200} Nov 11 12:59:52.611359 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b6dbc13d-1a11-4083-9918-a0dfc786daba req-7ab89033-ac7e-41ca-896a-aa2611eee260 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=9303641a-9502-46c9-b44b-7b596b263b3f HTTP/1.1" status: 200 len: 210 time: 0.0290477 Nov 11 12:59:53.667537 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34048) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:53.722328 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb79b0df-a73e-4ebb-9099-2b4c429b9542 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:53.746431 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb79b0df-a73e-4ebb-9099-2b4c429b9542 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:53.866737 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb79b0df-a73e-4ebb-9099-2b4c429b9542 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:53.869432 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-fb79b0df-a73e-4ebb-9099-2b4c429b9542 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:53.870566 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-fb79b0df-a73e-4ebb-9099-2b4c429b9542 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "DELETE /v2.0/security-groups/67e17134-4de5-4a7c-9619-cb1cfb173e35 HTTP/1.1" status: 204 len: 168 time: 0.2020664 Nov 11 12:59:53.879978 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79b0df-a73e-4ebb-9099-2b4c429b9542 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e17134-4de5-4a7c-9619-cb1cfb173e35,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:54.256932 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34054) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:54.261574 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-4bdd1ffe-8053-4360-9a68-e1e3672a08d8 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1247080482', 'description': 'tempest-secgroup-smoke-1247080482 description', 'project_id': '25f5e9b3c1314960bfc72e52e712ab91'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:54.341246 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4bdd1ffe-8053-4360-9a68-e1e3672a08d8 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:54.405396 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4bdd1ffe-8053-4360-9a68-e1e3672a08d8 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:54.466875 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4bdd1ffe-8053-4360-9a68-e1e3672a08d8 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:54.495354 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd1ffe-8053-4360-9a68-e1e3672a08d8 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ef9d56-89c5-4650-8a63-66277c67cfe4,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:54.537539 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4bdd1ffe-8053-4360-9a68-e1e3672a08d8 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:54.538774 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4bdd1ffe-8053-4360-9a68-e1e3672a08d8 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2807958 Nov 11 12:59:54.541616 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34056) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:54.545913 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-997f9db1-3bc3-4ab1-9f26-540652dfe161 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Request body: {'security_group_rule': {'security_group_id': '48ef9d56-89c5-4650-8a63-66277c67cfe4', 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:54.619871 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-997f9db1-3bc3-4ab1-9f26-540652dfe161 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:54.675974 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-997f9db1-3bc3-4ab1-9f26-540652dfe161 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:54.728988 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-997f9db1-3bc3-4ab1-9f26-540652dfe161 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:54.745534 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f9db1-3bc3-4ab1-9f26-540652dfe161 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6319d377-4e4f-4b31-a6ed-9ab3a17458ee,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:54.805356 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-997f9db1-3bc3-4ab1-9f26-540652dfe161 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:54.806560 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-997f9db1-3bc3-4ab1-9f26-540652dfe161 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2640059 Nov 11 12:59:54.809248 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34058) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:54.814074 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3996db96-179e-4885-b23f-d0ff4df16fcf tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Request body: {'security_group_rule': {'security_group_id': '48ef9d56-89c5-4650-8a63-66277c67cfe4', 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:54.945382 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3996db96-179e-4885-b23f-d0ff4df16fcf tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:54.998778 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3996db96-179e-4885-b23f-d0ff4df16fcf tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:55.066221 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3996db96-179e-4885-b23f-d0ff4df16fcf tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:55.081277 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996db96-179e-4885-b23f-d0ff4df16fcf tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07275e0e-30ae-4205-9986-666f6389af53,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:55.143795 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3996db96-179e-4885-b23f-d0ff4df16fcf tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:55.145226 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3996db96-179e-4885-b23f-d0ff4df16fcf tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3350785 Nov 11 12:59:55.147879 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34060) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:55.152216 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-e5016e09-ad0a-4f83-861e-b9f3d318479d tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Request body: {'security_group_rule': {'security_group_id': '48ef9d56-89c5-4650-8a63-66277c67cfe4', 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:55.248384 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e5016e09-ad0a-4f83-861e-b9f3d318479d tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:55.303132 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e5016e09-ad0a-4f83-861e-b9f3d318479d tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:55.352024 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e5016e09-ad0a-4f83-861e-b9f3d318479d tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:55.371167 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5016e09-ad0a-4f83-861e-b9f3d318479d tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1885a0a3-b1c8-4c75-866b-db53a3491742,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:55.428734 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-e5016e09-ad0a-4f83-861e-b9f3d318479d tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:55.429919 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-e5016e09-ad0a-4f83-861e-b9f3d318479d tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2811222 Nov 11 12:59:55.432630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34062) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:55.436934 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-bd9e20df-4974-4efe-a0a8-5896451e7625 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Request body: {'security_group_rule': {'security_group_id': '48ef9d56-89c5-4650-8a63-66277c67cfe4', 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:55.516943 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bd9e20df-4974-4efe-a0a8-5896451e7625 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:55.572451 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bd9e20df-4974-4efe-a0a8-5896451e7625 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:55.648630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bd9e20df-4974-4efe-a0a8-5896451e7625 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:55.668104 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e20df-4974-4efe-a0a8-5896451e7625 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c205188e-758f-4cd5-a908-d96a9a8df457,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:55.754348 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-bd9e20df-4974-4efe-a0a8-5896451e7625 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:55.755591 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-bd9e20df-4974-4efe-a0a8-5896451e7625 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3220251 Nov 11 12:59:55.758244 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34064) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:55.762458 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-f589953c-ecc7-489c-8aa5-0b2c6a867a6b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Request body: {'security_group_rule': {'security_group_id': '48ef9d56-89c5-4650-8a63-66277c67cfe4', 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:55.837649 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-f589953c-ecc7-489c-8aa5-0b2c6a867a6b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Project 25f5e9b3c1314960bfc72e52e712ab91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:59:55.842547 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f589953c-ecc7-489c-8aa5-0b2c6a867a6b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:55.898673 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f589953c-ecc7-489c-8aa5-0b2c6a867a6b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:55.969635 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f589953c-ecc7-489c-8aa5-0b2c6a867a6b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:55.988730 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589953c-ecc7-489c-8aa5-0b2c6a867a6b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07638cb8-db90-4f82-be4f-efeee7c1befa,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:56.051771 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-f589953c-ecc7-489c-8aa5-0b2c6a867a6b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:56.052974 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f589953c-ecc7-489c-8aa5-0b2c6a867a6b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2938097 Nov 11 12:59:56.055682 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34066) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 12:59:56.059946 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c0ffa542-adb0-472e-9855-5466763b2d99 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Request body: {'security_group_rule': {'security_group_id': '48ef9d56-89c5-4650-8a63-66277c67cfe4', 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 12:59:56.136121 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-c0ffa542-adb0-472e-9855-5466763b2d99 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Project 25f5e9b3c1314960bfc72e52e712ab91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 12:59:56.141032 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c0ffa542-adb0-472e-9855-5466763b2d99 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:56.200054 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c0ffa542-adb0-472e-9855-5466763b2d99 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:56.272710 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c0ffa542-adb0-472e-9855-5466763b2d99 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:56.291856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffa542-adb0-472e-9855-5466763b2d99 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a443308-c696-405f-bd5b-f3bb50b34181,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 12:59:56.301759 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device d260376c-ab14-4360-a4ad-03af7d91b3aa no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 12:59:56.322506 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: d260376c-ab14-4360-a4ad-03af7d91b3aa {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 12:59:56.324147 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device d260376c-ab14-4360-a4ad-03af7d91b3aa not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 12:59:56.337562 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c0ffa542-adb0-472e-9855-5466763b2d99 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 12:59:56.338926 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c0ffa542-adb0-472e-9855-5466763b2d99 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2822008 Nov 11 13:00:03.838284 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3e2056b0-914a-4c66-9a3b-f59adfebf572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:05.574832 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-03498926-275c-4771-9019-9c0c70da7059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:06.689632 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:08.346141 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:09.203437 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:11.180650 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:21.210257 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:00:22.432184 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-58a7c7f5-69bd-4efc-afee-fffa9a2a82c6 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1247080482&fields=id&tenant_id=25f5e9b3c1314960bfc72e52e712ab91 HTTP/1.1" status: 200 len: 267 time: 0.0431967 Nov 11 13:00:22.537636 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-518b9951-8511-4ff8-a3cf-e76641967583 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:22.538986 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-518b9951-8511-4ff8-a3cf-e76641967583 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/networks?id=30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 200 len: 809 time: 0.1002994 Nov 11 13:00:22.553488 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-68a0cdb9-232d-4ae6-9cc5-b1bbe2ed8e81 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/quotas/25f5e9b3c1314960bfc72e52e712ab91 HTTP/1.1" status: 200 len: 375 time: 0.0088601 Nov 11 13:00:22.606288 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-974f5475-9d62-4b44-92aa-f0cbc4a77988 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479002 Nov 11 13:00:22.695531 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-40b30c2c-088c-4392-a86c-14ed80dc9044 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 13:00:22.696511 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-40b30c2c-088c-4392-a86c-14ed80dc9044 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0794914 Nov 11 13:00:22.788592 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-276c77d4-d30e-429f-96de-f19e12c71e0e service neutron] 10.222.0.50 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856202 Nov 11 13:00:22.876387 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-d11b0989-d0c2-4da3-b330-34b5d6c33839 service neutron] 10.222.0.50 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819194 Nov 11 13:00:23.439907 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-249a8b36-0911-4c2f-8a7f-285a0b11fa22 req-a2fc60b8-e1e6-4155-8895-b55bbddce391 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 210 time: 0.0271506 Nov 11 13:00:24.537636 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-451e4f7f-dbe4-4c3d-b136-fa2fe10a28d6 req-2ada3653-b091-4fbd-b957-dfb7020c13be tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 210 time: 0.0307331 Nov 11 13:00:25.639357 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-96603ae7-5e19-4bb4-82a9-53f3b32ca5d1 req-11bbd567-f94a-4f86-ab78-3083326190a6 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 210 time: 0.0288506 Nov 11 13:00:25.751129 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-d3da6301-38b9-4ada-bd5a-82f3b2814ca9 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:25.753090 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-d3da6301-38b9-4ada-bd5a-82f3b2814ca9 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.70 "GET /v2.0/networks?id=30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 200 len: 809 time: 0.4003487 Nov 11 13:00:25.814057 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-19f8a954-42b4-4244-b40a-ad34dc60dd3d tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25f5e9b3c1314960bfc72e52e712ab91 HTTP/1.1" status: 200 len: 380 time: 0.0522940 Nov 11 13:00:25.823241 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-42f9107d-8764-49af-ae61-004d88e821f4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Request body: {'port': {'device_id': '08b98e72-3de3-484c-a2f7-20d83848bcfe', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'admin_state_up': True, 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'security_groups': ['48ef9d56-89c5-4650-8a63-66277c67cfe4']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:00:25.990687 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-42f9107d-8764-49af-ae61-004d88e821f4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Made reservation on behalf of 25f5e9b3c1314960bfc72e52e712ab91 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 13:00:25.994219 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-42f9107d-8764-49af-ae61-004d88e821f4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:26.116702 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-42f9107d-8764-49af-ae61-004d88e821f4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Allocated IP 172.20.0.9 (30874e78-674b-4855-b289-9a74872442ae/c4e07731-5f8e-4761-ada3-a2ea38286f26/2e78908b-eb95-4a91-b0c4-2a62fd5b6620) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:00:26.259163 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-42f9107d-8764-49af-ae61-004d88e821f4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:26.357720 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-42f9107d-8764-49af-ae61-004d88e821f4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:26.399675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-42f9107d-8764-49af-ae61-004d88e821f4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Network 30874e78-674b-4855-b289-9a74872442ae is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:00:26.404684 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-42f9107d-8764-49af-ae61-004d88e821f4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:00:26.407371 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-42f9107d-8764-49af-ae61-004d88e821f4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:00:26.441770 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9107d-8764-49af-ae61-004d88e821f4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'Port': ['ID=2e78908b-eb95-4a91-b0c4-2a62fd5b6620,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:00:26.469876 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-42f9107d-8764-49af-ae61-004d88e821f4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:26.470511 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-42f9107d-8764-49af-ae61-004d88e821f4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:26.543491 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-42f9107d-8764-49af-ae61-004d88e821f4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7235477 Nov 11 13:00:26.556033 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Request body: {'port': {'device_id': '08b98e72-3de3-484c-a2f7-20d83848bcfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:00:26.611760 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:26.684357 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-9e985c2a-ed82-4811-a130-4d830b3a1f5a None None] Provisioning complete for port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:00:26.684357 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9e985c2a-ed82-4811-a130-4d830b3a1f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:26.724621 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-9e985c2a-ed82-4811-a130-4d830b3a1f5a None None] Port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:00:26.784689 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958339e5-b5e0-4971-83b9-e9d680ae315a req-a8f4383e-3d96-4c7b-996e-668c5c4676aa tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:26.786833 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-958339e5-b5e0-4971-83b9-e9d680ae315a req-a8f4383e-3d96-4c7b-996e-668c5c4676aa tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 931 time: 0.0528524 Nov 11 13:00:26.839814 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-958339e5-b5e0-4971-83b9-e9d680ae315a req-a5b15f14-63cc-4198-a93b-3ae000322e62 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463831 Nov 11 13:00:26.897359 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:00:26.906540 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:26.919263 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Transition to ACTIVE for port object 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 13:00:27.008496 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:27.074310 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Pushing event updated for resources: {'Port': ['ID=2e78908b-eb95-4a91-b0c4-2a62fd5b6620,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:00:27.157700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Attempting to bind port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 13:00:27.158067 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Attempting to bind port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '9e17f19a-22f3-4c36-90ff-913da686b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30874e78-674b-4855-b289-9a74872442ae'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 13:00:27.158440 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Attempting to bind port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 on network 30874e78-674b-4855-b289-9a74872442ae {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:00:27.163510 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 on network 30874e78-674b-4855-b289-9a74872442ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 13:00:27.163841 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Attempting to bind port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 on network 30874e78-674b-4855-b289-9a74872442ae {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:00:27.169494 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 13, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 13:00:27.169817 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Checking segment: {'id': '9e17f19a-22f3-4c36-90ff-913da686b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30874e78-674b-4855-b289-9a74872442ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:00:27.170201 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Bound using segment: {'id': '9e17f19a-22f3-4c36-90ff-913da686b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30874e78-674b-4855-b289-9a74872442ae'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 13:00:27.170637 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Bound port: 2e78908b-eb95-4a91-b0c4-2a62fd5b6620, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e17f19a-22f3-4c36-90ff-913da686b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30874e78-674b-4855-b289-9a74872442ae'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 13:00:27.170993 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:27.253691 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] For port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 13:00:27.257828 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] For port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e78908b-eb95-4a91-b0c4-2a62fd5b6620,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 13:00:27.329688 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:27.376151 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:27.377061 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:27.379021 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] 10.222.0.70 "PUT /v2.0/ports/2e78908b-eb95-4a91-b0c4-2a62fd5b6620 HTTP/1.1" status: 200 len: 1093 time: 0.8272333 Nov 11 13:00:27.379681 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b98e72-3de3-484c-a2f7-20d83848bcfe', 'tag': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:00:27.383720 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4daea6-1b6d-4f94-8170-196aca388725" -d '{"events": [{"name": "network-changed", "server_uuid": "08b98e72-3de3-484c-a2f7-20d83848bcfe", "tag": "2e78908b-eb95-4a91-b0c4-2a62fd5b6620"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:00:27.419342 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c9883-4955-40b0-b9be-9a8e84275d4a service neutron] Pushing event updated for resources: {'Port': ['ID=2e78908b-eb95-4a91-b0c4-2a62fd5b6620,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:00:27.444066 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f963f5-5b6e-4837-9d74-d898572e30ca x-openstack-request-id: req-d0f963f5-5b6e-4837-9d74-d898572e30ca {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:00:27.444726 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b98e72-3de3-484c-a2f7-20d83848bcfe", "tag": "2e78908b-eb95-4a91-b0c4-2a62fd5b6620", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:00:27.445143 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0f963f5-5b6e-4837-9d74-d898572e30ca {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:00:27.445575 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b98e72-3de3-484c-a2f7-20d83848bcfe', 'tag': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620', 'status': 'completed', 'code': 200} Nov 11 13:00:27.511148 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4daea6-1b6d-4f94-8170-196aca388725 req-774768cf-0a36-487d-9eb6-6a6b0f9f877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:27.512797 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ea4daea6-1b6d-4f94-8170-196aca388725 req-774768cf-0a36-487d-9eb6-6a6b0f9f877c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 1096 time: 0.0449417 Nov 11 13:00:27.620397 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4daea6-1b6d-4f94-8170-196aca388725 req-deb02d0d-3c5b-407e-b36d-7ddc97860e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:27.621881 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ea4daea6-1b6d-4f94-8170-196aca388725 req-deb02d0d-3c5b-407e-b36d-7ddc97860e5e service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1012874 Nov 11 13:00:27.723570 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4daea6-1b6d-4f94-8170-196aca388725 req-387680cf-b694-42b5-98d0-c806b89a89c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:27.726035 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-ea4daea6-1b6d-4f94-8170-196aca388725 req-387680cf-b694-42b5-98d0-c806b89a89c8 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969667 Nov 11 13:00:27.812873 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-0b636c56-cc8a-4f16-8ffe-4ed7ddeb8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:27.815170 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-0b636c56-cc8a-4f16-8ffe-4ed7ddeb8c21 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 1096 time: 0.0464013 Nov 11 13:00:27.857864 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-2a934454-2d55-4b57-84a5-2a08fa548df2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e78908b-eb95-4a91-b0c4-2a62fd5b6620 HTTP/1.1" status: 200 len: 217 time: 0.0361376 Nov 11 13:00:27.909161 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f668b072-1d00-4a68-9be8-a2b0b3fdaa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:27.910645 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-f668b072-1d00-4a68-9be8-a2b0b3fdaa7c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c4e07731-5f8e-4761-ada3-a2ea38286f26 HTTP/1.1" status: 200 len: 848 time: 0.0460930 Nov 11 13:00:27.962727 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bf434-4245-4ccd-bfec-bbe77661305c req-22d8d514-e4d2-4011-9c39-6811d808a336 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:27.965245 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6b8bf434-4245-4ccd-bfec-bbe77661305c req-22d8d514-e4d2-4011-9c39-6811d808a336 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0556197 Nov 11 13:00:27.967562 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-0f0928e0-f6dd-4c41-a3b7-4338e6d64e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:27.969325 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-0f0928e0-f6dd-4c41-a3b7-4338e6d64e21 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=30874e78-674b-4855-b289-9a74872442ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0511665 Nov 11 13:00:28.022190 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6b8bf434-4245-4ccd-bfec-bbe77661305c req-2690429b-a970-437f-808e-d64d14bdd8eb tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495412 Nov 11 13:00:28.074485 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-71f4c4b8-86b1-414c-8fbb-4b5bb8f257ed service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961950 Nov 11 13:00:28.176796 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6a0e89ac-61ad-4ff6-ad02-e4bd9092e3dd req-7ea3d2c1-fb85-4b59-8146-65064872bbce service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907795 Nov 11 13:00:29.142609 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93b4ef-79be-4783-958a-32909c6d73b0 req-43f6cf7a-6341-4ade-b285-d69bb8f17cce tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:29.142609 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0b93b4ef-79be-4783-958a-32909c6d73b0 req-43f6cf7a-6341-4ade-b285-d69bb8f17cce tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0494859 Nov 11 13:00:29.190115 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0b93b4ef-79be-4783-958a-32909c6d73b0 req-acf1ba6d-270f-4046-91ab-48e835774ec0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424623 Nov 11 13:00:30.306269 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d946c5-a6b9-43b3-9af6-aec89e4b047a req-0243c889-4d1d-49f1-81fe-9323cdd35532 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:30.307822 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-24d946c5-a6b9-43b3-9af6-aec89e4b047a req-0243c889-4d1d-49f1-81fe-9323cdd35532 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0491292 Nov 11 13:00:30.357749 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-24d946c5-a6b9-43b3-9af6-aec89e4b047a req-f81aac03-0698-4bff-9feb-f72aa72ee328 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439491 Nov 11 13:00:31.474429 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a86f4-8299-4e19-bf41-d871cabfa461 req-058fd553-072e-4c95-b8d3-6fb8099a5a44 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:31.475901 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c95a86f4-8299-4e19-bf41-d871cabfa461 req-058fd553-072e-4c95-b8d3-6fb8099a5a44 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0525391 Nov 11 13:00:31.524091 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c95a86f4-8299-4e19-bf41-d871cabfa461 req-fea90bcf-a21d-46d0-8ed2-901d56f52b22 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421681 Nov 11 13:00:32.636345 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ba394-bdfc-4d43-890f-45bdae9b420f req-b0ce74d6-7a5b-4fd9-8dc1-ae719dd4d60a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:32.638010 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-da4ba394-bdfc-4d43-890f-45bdae9b420f req-b0ce74d6-7a5b-4fd9-8dc1-ae719dd4d60a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0482624 Nov 11 13:00:32.686251 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-da4ba394-bdfc-4d43-890f-45bdae9b420f req-758b3e3d-a095-4cbb-8f92-2b74880a7a39 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418770 Nov 11 13:00:33.276744 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2b48bde1-8ef5-4405-9106-7ce2cf5c6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:33.802711 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b621c-4f98-4233-86ab-39fce09d7888 req-439b7208-7b4c-4eb6-9a68-7963a6f59ad8 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:33.804213 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-890b621c-4f98-4233-86ab-39fce09d7888 req-439b7208-7b4c-4eb6-9a68-7963a6f59ad8 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0511563 Nov 11 13:00:33.852129 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-890b621c-4f98-4233-86ab-39fce09d7888 req-36e3d033-53f2-4a7a-aaee-43b74d956681 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421185 Nov 11 13:00:34.964617 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b68255-bb34-40e9-a888-d9d5d1606c63 req-1dac792b-7b4d-44e9-9529-c881d8b3bce6 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:34.966065 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-86b68255-bb34-40e9-a888-d9d5d1606c63 req-1dac792b-7b4d-44e9-9529-c881d8b3bce6 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0480349 Nov 11 13:00:35.013853 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-86b68255-bb34-40e9-a888-d9d5d1606c63 req-37d2dca3-0b2c-4f7e-9d97-b6bcadc9690f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419781 Nov 11 13:00:35.580528 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-57224793-376a-43a8-9a0c-7f429c4cdba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:36.128392 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475613aa-d5b6-4835-8d9f-38d4dab212fe req-51fc25f1-ad58-46b3-8dcf-1054f85164b7 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:36.129860 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-475613aa-d5b6-4835-8d9f-38d4dab212fe req-51fc25f1-ad58-46b3-8dcf-1054f85164b7 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0481865 Nov 11 13:00:36.184220 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-475613aa-d5b6-4835-8d9f-38d4dab212fe req-28ae4673-6fe2-4c42-9234-2f6c6a841faf tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484452 Nov 11 13:00:36.693852 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:37.296541 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b60f1-73c4-434e-ae3c-4881aeccc02e req-a3137638-f7c2-488c-9bb0-e112fb5da395 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:37.297985 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a31b60f1-73c4-434e-ae3c-4881aeccc02e req-a3137638-f7c2-488c-9bb0-e112fb5da395 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0475204 Nov 11 13:00:37.346076 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a31b60f1-73c4-434e-ae3c-4881aeccc02e req-8ffca521-74ea-49b3-ba2a-2b262c8fd0b9 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417161 Nov 11 13:00:38.316409 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:38.459138 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddce84-79a7-4cde-a073-788c12c33d52 req-3d329cb1-5f8a-4121-a8ee-2591b25362fb tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:38.460586 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e3ddce84-79a7-4cde-a073-788c12c33d52 req-3d329cb1-5f8a-4121-a8ee-2591b25362fb tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0491226 Nov 11 13:00:38.473044 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 13:00:38.509271 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e3ddce84-79a7-4cde-a073-788c12c33d52 req-2c32fbc9-0d95-43f4-ad82-7c4356d82fda tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426872 Nov 11 13:00:38.566242 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e78908b-eb95-4a91-b0c4-2a62fd5b6620,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:00:38.577061 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'port_id': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620', 'mac_address': 'fa:16:3e:87:93:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 13:00:38.612941 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:38.625815 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:00:38.644540 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e78908b-eb95-4a91-b0c4-2a62fd5b6620,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:00:38.698748 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:38.744275 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=2e78908b-eb95-4a91-b0c4-2a62fd5b6620,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:00:38.751482 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:00:38.752488 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:00:38.752916 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:00:38.753308 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:00:38.753726 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:00:38.754140 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:00:38.754469 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:00:38.754794 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:00:38.755211 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:00:38.755535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:00:38.755854 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:00:38.756173 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:00:38.904663 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['2e78908b-eb95-4a91-b0c4-2a62fd5b6620'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 13:00:39.207210 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:39.627587 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e11fd-5416-4f41-8763-adedb930cc36 req-f0aa42c9-c884-43c4-a8ee-f6f7f7825c53 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:39.629026 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-427e11fd-5416-4f41-8763-adedb930cc36 req-f0aa42c9-c884-43c4-a8ee-f6f7f7825c53 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 944 time: 0.0529110 Nov 11 13:00:39.675982 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-427e11fd-5416-4f41-8763-adedb930cc36 req-6cabc037-5196-4781-89b9-e71166e03e0d tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411522 Nov 11 13:00:40.498788 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:00:40.624695 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 13:00:40.629016 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:00:40.631959 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:40.703562 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:40.726486 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b98e72-3de3-484c-a2f7-20d83848bcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:00:40.728709 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b391329-633e-4f89-a1b7-ec537a3afd67" -d '{"events": [{"server_uuid": "08b98e72-3de3-484c-a2f7-20d83848bcfe", "name": "network-vif-plugged", "status": "completed", "tag": "2e78908b-eb95-4a91-b0c4-2a62fd5b6620"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:00:40.741463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e78908b-eb95-4a91-b0c4-2a62fd5b6620,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:00:40.807277 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:40.830477 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4910205b-42bd-4ac8-8283-242dc7138e3c x-openstack-request-id: req-4910205b-42bd-4ac8-8283-242dc7138e3c {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:00:40.830855 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b98e72-3de3-484c-a2f7-20d83848bcfe", "name": "network-vif-plugged", "status": "completed", "tag": "2e78908b-eb95-4a91-b0c4-2a62fd5b6620", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:00:40.831266 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4910205b-42bd-4ac8-8283-242dc7138e3c {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:00:40.831710 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b98e72-3de3-484c-a2f7-20d83848bcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620', 'code': 200} Nov 11 13:00:40.844984 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609d782-65d9-400a-8135-fdd9ff20b6a4 req-fe7c529c-04a0-4144-b45f-2a2176328c78 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:40.846532 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6609d782-65d9-400a-8135-fdd9ff20b6a4 req-fe7c529c-04a0-4144-b45f-2a2176328c78 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0565271 Nov 11 13:00:40.858285 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=2e78908b-eb95-4a91-b0c4-2a62fd5b6620,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:00:40.896890 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6609d782-65d9-400a-8135-fdd9ff20b6a4 req-3068db5f-1e35-4ec4-9daf-775a7a75e3f2 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436306 Nov 11 13:00:41.033692 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884018e4-56ab-444a-a060-27676276501f req-ac31dbc0-1e01-41c6-8207-17ee391b9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:41.035099 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-884018e4-56ab-444a-a060-27676276501f req-ac31dbc0-1e01-41c6-8207-17ee391b9a08 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 1098 time: 0.0389450 Nov 11 13:00:41.080459 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-884018e4-56ab-444a-a060-27676276501f req-c0dc9e81-49ff-4e67-9618-fad579c78d56 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385337 Nov 11 13:00:41.162091 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:42.012581 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a9ebf-8369-48d4-96c6-b6d793b605d2 req-ab36954f-5ab1-4c2f-b651-9ae70a784e65 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:42.014062 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-499a9ebf-8369-48d4-96c6-b6d793b605d2 req-ab36954f-5ab1-4c2f-b651-9ae70a784e65 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0486248 Nov 11 13:00:42.068143 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-499a9ebf-8369-48d4-96c6-b6d793b605d2 req-a6db70b0-167a-45f5-86e9-ef02a3eb8a3b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477591 Nov 11 13:00:43.182179 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786a055-a5dc-48d0-a63d-ae9cc2027d97 req-b6488e94-3187-42f8-9749-fd0879839a7b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:43.183669 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5786a055-a5dc-48d0-a63d-ae9cc2027d97 req-b6488e94-3187-42f8-9749-fd0879839a7b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0481603 Nov 11 13:00:43.232133 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5786a055-a5dc-48d0-a63d-ae9cc2027d97 req-5dd3cc4c-b0b4-4689-8b10-8365c9b68181 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420132 Nov 11 13:00:43.346360 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c6e30-512a-4328-8830-7294d6d8fa4c req-86911f65-796f-4347-b58e-a155ca8ac210 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:43.347723 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-043c6e30-512a-4328-8830-7294d6d8fa4c req-86911f65-796f-4347-b58e-a155ca8ac210 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0482128 Nov 11 13:00:43.397314 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-043c6e30-512a-4328-8830-7294d6d8fa4c req-3429938f-0e9d-4f43-ad28-39c00790b78b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437906 Nov 11 13:00:43.418362 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34294) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:00:43.460837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c0db70-872d-41d5-885d-bf8d86a3435c tempest-TestShelveInstance-1337232143 tempest-TestShelveInstance-1337232143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:43.462302 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-98c0db70-872d-41d5-885d-bf8d86a3435c tempest-TestShelveInstance-1337232143 tempest-TestShelveInstance-1337232143-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 1093 time: 0.0430140 Nov 11 13:00:43.465101 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34296) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:00:43.469199 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:00:43.573599 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:43.669041 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:43.771066 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Allocated IP 172.26.5.186 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/658038b5-acc7-40db-8c79-7933d9321e9a) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:00:43.866942 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:43.968029 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:44.001948 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:00:44.004686 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:00:44.010108 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:00:44.036919 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'Port': ['ID=658038b5-acc7-40db-8c79-7933d9321e9a,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:00:44.357215 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:44.484146 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:44.632417 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:44.692953 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:44.758035 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event updated for resources: {'Port': ['ID=658038b5-acc7-40db-8c79-7933d9321e9a,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:00:44.771945 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:44.869250 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Floating IP efea6929-777e-4800-a08f-c08cc01132e0 associated. External IP: 172.26.5.186, port: 2e78908b-eb95-4a91-b0c4-2a62fd5b6620. Nov 11 13:00:45.070877 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:00:45.174825 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:00:45.185104 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f9841-cc0d-4ec7-abd9-c00fafcc9e84 None None] Sync routers for ids ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:00:45.195255 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f9841-cc0d-4ec7-abd9-c00fafcc9e84 None None] Routers {'9c5a3241-e45d-4be1-a3c5-14349d9f6556'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:00:45.195846 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-502f9841-cc0d-4ec7-abd9-c00fafcc9e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:00:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:00:45.278449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:00:45.301365 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-502f9841-cc0d-4ec7-abd9-c00fafcc9e84 None None] Set router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:00:45.304622 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b7c340c6-3f7e-47fa-abb8-50fdc71c6334 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8385203 Nov 11 13:00:45.305205 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b98e72-3de3-484c-a2f7-20d83848bcfe', 'tag': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:00:45.307480 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d90f6d-06ee-46e7-929a-f9b761ab9f04" -d '{"events": [{"name": "network-changed", "server_uuid": "08b98e72-3de3-484c-a2f7-20d83848bcfe", "tag": "2e78908b-eb95-4a91-b0c4-2a62fd5b6620"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:00:45.343932 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5120e87-3c22-40c1-8c33-6bcba77d5b45 x-openstack-request-id: req-d5120e87-3c22-40c1-8c33-6bcba77d5b45 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:00:45.344219 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b98e72-3de3-484c-a2f7-20d83848bcfe", "tag": "2e78908b-eb95-4a91-b0c4-2a62fd5b6620", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:00:45.344467 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5120e87-3c22-40c1-8c33-6bcba77d5b45 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:00:45.344864 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b98e72-3de3-484c-a2f7-20d83848bcfe', 'tag': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620', 'status': 'completed', 'code': 200} Nov 11 13:00:45.406011 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d90f6d-06ee-46e7-929a-f9b761ab9f04 req-9f6de5cb-ca11-4aa6-a274-feed7f3b54ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:45.407530 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-51d90f6d-06ee-46e7-929a-f9b761ab9f04 req-9f6de5cb-ca11-4aa6-a274-feed7f3b54ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 1098 time: 0.0400705 Nov 11 13:00:45.499910 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d90f6d-06ee-46e7-929a-f9b761ab9f04 req-fffe36e5-35a1-41df-a439-014c73e312e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:45.502049 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-51d90f6d-06ee-46e7-929a-f9b761ab9f04 req-fffe36e5-35a1-41df-a439-014c73e312e9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 200 len: 910 time: 0.0872383 Nov 11 13:00:45.521468 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-502f9841-cc0d-4ec7-abd9-c00fafcc9e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:33Z', 'revision_number': 4, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port': {'id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'efea6929-777e-4800-a08f-c08cc01132e0', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'port_id': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'mac_address': 'fa:16:3e:87:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b98e72-3de3-484c-a2f7-20d83848bcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:00:44Z', 'updated_at': '2021-11-11T13:00:44Z', 'revision_number': 0, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be9570d-062e-4dc0-b0f3-2478c8fd9031', 'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'mac_address': 'fa:16:3e:6c:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:32Z', 'updated_at': '2021-11-11T12:55:36Z', 'revision_number': 5, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'subnets': [{'id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:00:45.550175 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f9841-cc0d-4ec7-abd9-c00fafcc9e84 None None] Checking router: 9c5a3241-e45d-4be1-a3c5-14349d9f6556 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:00:45.558276 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f9841-cc0d-4ec7-abd9-c00fafcc9e84 None None] Routers {'9c5a3241-e45d-4be1-a3c5-14349d9f6556'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:00:45.558876 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-502f9841-cc0d-4ec7-abd9-c00fafcc9e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:00:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:00:45.565983 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-51d90f6d-06ee-46e7-929a-f9b761ab9f04 req-c7c3e1a7-7a68-4dec-b1c0-aa7b59cdaff1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e78908b-eb95-4a91-b0c4-2a62fd5b6620 HTTP/1.1" status: 200 len: 999 time: 0.0579922 Nov 11 13:00:45.620151 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d90f6d-06ee-46e7-929a-f9b761ab9f04 req-acb5d31d-7289-4ba5-a3d7-94d91de5d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:45.621633 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-51d90f6d-06ee-46e7-929a-f9b761ab9f04 req-acb5d31d-7289-4ba5-a3d7-94d91de5d4db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c4e07731-5f8e-4761-ada3-a2ea38286f26 HTTP/1.1" status: 200 len: 848 time: 0.0490706 Nov 11 13:00:45.663345 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-502f9841-cc0d-4ec7-abd9-c00fafcc9e84 None None] Set router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:00:45.668665 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d90f6d-06ee-46e7-929a-f9b761ab9f04 req-28f51600-e596-4242-b8e8-f6d7b55d07a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:00:45.670215 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-51d90f6d-06ee-46e7-929a-f9b761ab9f04 req-28f51600-e596-4242-b8e8-f6d7b55d07a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=30874e78-674b-4855-b289-9a74872442ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0414276 Nov 11 13:00:45.765616 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-51d90f6d-06ee-46e7-929a-f9b761ab9f04 req-390b8003-1d6c-4222-8695-463aaa3be39f service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877316 Nov 11 13:00:45.855604 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-51d90f6d-06ee-46e7-929a-f9b761ab9f04 req-2749232a-ce54-4f9c-9745-a72893e91b6a service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827088 Nov 11 13:00:45.881129 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-502f9841-cc0d-4ec7-abd9-c00fafcc9e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:33Z', 'revision_number': 4, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port': {'id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'efea6929-777e-4800-a08f-c08cc01132e0', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'port_id': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'mac_address': 'fa:16:3e:87:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b98e72-3de3-484c-a2f7-20d83848bcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:00:44Z', 'updated_at': '2021-11-11T13:00:44Z', 'revision_number': 0, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be9570d-062e-4dc0-b0f3-2478c8fd9031', 'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'mac_address': 'fa:16:3e:6c:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:32Z', 'updated_at': '2021-11-11T12:55:36Z', 'revision_number': 5, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'subnets': [{'id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:00:45.905595 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f9841-cc0d-4ec7-abd9-c00fafcc9e84 None None] The sync data for ids ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'] in dv-neutron-786478-23-hyperv is: [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:33Z', 'revision_number': 4, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port': {'id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'efea6929-777e-4800-a08f-c08cc01132e0', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'port_id': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'mac_address': 'fa:16:3e:87:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b98e72-3de3-484c-a2f7-20d83848bcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:00:44Z', 'updated_at': '2021-11-11T13:00:44Z', 'revision_number': 0, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be9570d-062e-4dc0-b0f3-2478c8fd9031', 'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'mac_address': 'fa:16:3e:6c:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:32Z', 'updated_at': '2021-11-11T12:55:36Z', 'revision_number': 5, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'subnets': [{'id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:00:46.101025 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf10e1b0-8d69-43eb-9835-4cab75d2982c None None] New status for floating IP efea6929-777e-4800-a08f-c08cc01132e0: ACTIVE {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 13:00:58.209505 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:01:03.321228 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fd7aff90-3ee4-4297-b2b9-2244d2a1b664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:05.624169 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5960cae6-ee02-4245-9f32-1fe2b785d4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:06.681283 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:08.292411 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:09.217833 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:11.171996 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:23.891834 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5bdbbf16-dfd0-44cb-9eb1-2016d9308c5a req-03eec6f4-e397-42ba-8ca1-dbf99ebea935 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434325 Nov 11 13:01:23.974443 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbbf16-dfd0-44cb-9eb1-2016d9308c5a req-d402b70a-dd83-49e6-abb2-9e372a4d0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:01:23.976005 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5bdbbf16-dfd0-44cb-9eb1-2016d9308c5a req-d402b70a-dd83-49e6-abb2-9e372a4d0715 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 1098 time: 0.0411823 Nov 11 13:01:24.078493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbbf16-dfd0-44cb-9eb1-2016d9308c5a req-fdd15a6e-5bbd-4227-9957-71702a820816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:01:24.079964 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5bdbbf16-dfd0-44cb-9eb1-2016d9308c5a req-fdd15a6e-5bbd-4227-9957-71702a820816 service neutron] 10.222.0.70 "GET /v2.0/networks?id=30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 200 len: 910 time: 0.0830050 Nov 11 13:01:24.148325 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5bdbbf16-dfd0-44cb-9eb1-2016d9308c5a req-c501fbf0-f4f5-461b-ba90-386683825000 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e78908b-eb95-4a91-b0c4-2a62fd5b6620 HTTP/1.1" status: 200 len: 1001 time: 0.0604610 Nov 11 13:01:24.196377 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbbf16-dfd0-44cb-9eb1-2016d9308c5a req-c2fbed13-0b1c-4e67-ba2c-860c860c2639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:01:24.197758 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5bdbbf16-dfd0-44cb-9eb1-2016d9308c5a req-c2fbed13-0b1c-4e67-ba2c-860c860c2639 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c4e07731-5f8e-4761-ada3-a2ea38286f26 HTTP/1.1" status: 200 len: 848 time: 0.0420253 Nov 11 13:01:24.243933 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbbf16-dfd0-44cb-9eb1-2016d9308c5a req-26c6a993-aa1e-48dc-ac36-b2a7083875de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:01:24.245425 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5bdbbf16-dfd0-44cb-9eb1-2016d9308c5a req-26c6a993-aa1e-48dc-ac36-b2a7083875de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=30874e78-674b-4855-b289-9a74872442ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0394924 Nov 11 13:01:24.337893 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5bdbbf16-dfd0-44cb-9eb1-2016d9308c5a req-24e66570-ab0f-4d5d-a70d-fe4abdb66263 service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849557 Nov 11 13:01:24.427937 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5bdbbf16-dfd0-44cb-9eb1-2016d9308c5a req-67fe8317-7cac-4a05-92f3-f569ad95e218 service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806944 Nov 11 13:01:33.268808 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-077aefff-3a04-4611-95d9-76cc98855200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:35.208114 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:01:35.566168 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-669f4a5e-230b-4719-a2b1-bdf0e5728260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:36.759714 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:38.291575 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:39.211141 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:01:41.222687 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:03.238671 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-829cc3b7-80c0-409e-b1cc-02a835d67447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:05.610475 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1c0ece6d-6c0f-4f11-9696-2aba3a7a9700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:06.702048 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:08.439019 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:09.226968 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:11.204222 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:12.209772 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:02:25.881291 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3d11e7f5-ea1b-4379-8cc4-3553e3783989 req-35785273-2ff7-4e4a-a300-dd0250771d80 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397947 Nov 11 13:02:25.960590 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11e7f5-ea1b-4379-8cc4-3553e3783989 req-a6f086cf-7d13-40be-8cef-05d3f1df9474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:25.962044 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3d11e7f5-ea1b-4379-8cc4-3553e3783989 req-a6f086cf-7d13-40be-8cef-05d3f1df9474 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 1098 time: 0.0400083 Nov 11 13:02:26.066428 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11e7f5-ea1b-4379-8cc4-3553e3783989 req-ad21478f-f3c8-4eda-88e3-a977011cf0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:26.067903 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3d11e7f5-ea1b-4379-8cc4-3553e3783989 req-ad21478f-f3c8-4eda-88e3-a977011cf0b3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 200 len: 910 time: 0.0862510 Nov 11 13:02:26.132487 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3d11e7f5-ea1b-4379-8cc4-3553e3783989 req-8d54748f-6ae6-4a00-b094-1802a306029d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e78908b-eb95-4a91-b0c4-2a62fd5b6620 HTTP/1.1" status: 200 len: 1001 time: 0.0570819 Nov 11 13:02:26.184665 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11e7f5-ea1b-4379-8cc4-3553e3783989 req-e9315648-1992-409c-9483-bc154d6eb629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:26.186057 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3d11e7f5-ea1b-4379-8cc4-3553e3783989 req-e9315648-1992-409c-9483-bc154d6eb629 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c4e07731-5f8e-4761-ada3-a2ea38286f26 HTTP/1.1" status: 200 len: 848 time: 0.0458279 Nov 11 13:02:26.230092 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11e7f5-ea1b-4379-8cc4-3553e3783989 req-590578e2-65e2-443f-b0fc-aa5f7b51e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:02:26.231560 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3d11e7f5-ea1b-4379-8cc4-3553e3783989 req-590578e2-65e2-443f-b0fc-aa5f7b51e137 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=30874e78-674b-4855-b289-9a74872442ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0387232 Nov 11 13:02:26.242194 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [req-3d11e7f5-ea1b-4379-8cc4-3553e3783989 req-3a11b102-f512-4df5-9483-c09f318f04ad service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 13:02:26.243153 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3d11e7f5-ea1b-4379-8cc4-3553e3783989 req-3a11b102-f512-4df5-9483-c09f318f04ad service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048087 Nov 11 13:02:26.334546 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3d11e7f5-ea1b-4379-8cc4-3553e3783989 req-457e97f1-586a-43c4-a543-2925248c6fb7 service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842760 Nov 11 13:02:26.423664 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3d11e7f5-ea1b-4379-8cc4-3553e3783989 req-9fa07fb9-4c70-4378-a0f1-8f5ef9e1c6ef service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810823 Nov 11 13:02:33.266940 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fb0768f8-da5a-42c3-bf2b-ceb6f977734c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:35.575698 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2570061f-4645-4609-b7e1-71e4bdb32ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:36.700697 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:38.312513 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:39.221179 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:41.231941 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:02:49.208331 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:03:03.254087 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7d0da9e7-1aba-490c-a306-4f2d42aa0ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:04.916637 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b889237-02a9-4c55-b6f4-56ba03423229 req-873cda65-c6f5-40c4-b269-011e2d951c23 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:04.918291 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4b889237-02a9-4c55-b6f4-56ba03423229 req-873cda65-c6f5-40c4-b269-011e2d951c23 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0611567 Nov 11 13:03:04.984449 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4b889237-02a9-4c55-b6f4-56ba03423229 req-95062a1a-ec4e-4eb2-b5b4-f8cd103a4748 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563347 Nov 11 13:03:05.614172 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7a92-9143-47a1-b5d6-fe5fa92612f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:06.097971 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ac202-1099-4f35-ad67-755b52c7acb5 req-7abbd54f-68d1-4e51-b46c-b1461369fcbf tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:06.099457 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-530ac202-1099-4f35-ad67-755b52c7acb5 req-7abbd54f-68d1-4e51-b46c-b1461369fcbf tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0487978 Nov 11 13:03:06.147705 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-530ac202-1099-4f35-ad67-755b52c7acb5 req-469683cd-711d-4162-bf3a-0f20aa7bfeb0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 Nov 11 13:03:06.694283 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:07.279384 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ab0ac-7644-41dc-8aed-3e5c2fabaadd req-54042b53-07b3-4280-a7f8-55bc9f60746f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:07.280864 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7f0ab0ac-7644-41dc-8aed-3e5c2fabaadd req-54042b53-07b3-4280-a7f8-55bc9f60746f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0546393 Nov 11 13:03:07.329062 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7f0ab0ac-7644-41dc-8aed-3e5c2fabaadd req-96987581-3ac5-4cf2-8750-35ee5281f137 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424063 Nov 11 13:03:08.345524 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:08.446135 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e38068-ce7f-40b6-a7a8-8dca0c0448db req-c04d275e-e460-44a0-a344-05642d11ff45 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:08.447606 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-44e38068-ce7f-40b6-a7a8-8dca0c0448db req-c04d275e-e460-44a0-a344-05642d11ff45 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0523341 Nov 11 13:03:08.495629 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-44e38068-ce7f-40b6-a7a8-8dca0c0448db req-5ae3962e-3953-4d63-93a7-1391ac738cf0 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419085 Nov 11 13:03:09.225333 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:09.610676 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934769e5-2eeb-4cb7-b354-809efd08be2c req-6bd3d8b5-b197-4780-a7a4-fe8a8326f86c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:09.612174 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-934769e5-2eeb-4cb7-b354-809efd08be2c req-6bd3d8b5-b197-4780-a7a4-fe8a8326f86c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0478857 Nov 11 13:03:09.660639 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-934769e5-2eeb-4cb7-b354-809efd08be2c req-53b369aa-a67e-43f3-8365-d5b181a2ebc8 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421124 Nov 11 13:03:10.776751 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517f9f7-f62e-4bee-855f-d774ea4aff4d req-b36c5fe8-786f-4273-b76b-e696fc085740 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:10.778197 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5517f9f7-f62e-4bee-855f-d774ea4aff4d req-b36c5fe8-786f-4273-b76b-e696fc085740 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0519032 Nov 11 13:03:11.121687 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5517f9f7-f62e-4bee-855f-d774ea4aff4d req-cd6aa5de-f9ff-45ad-9192-772bb173ba2b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3373907 Nov 11 13:03:11.219487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:12.235310 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bbc82-8dfd-4bbc-9d72-6a35317b366a req-9055c041-2de5-44e9-a280-953a0f2185c6 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:12.236724 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ff5bbc82-8dfd-4bbc-9d72-6a35317b366a req-9055c041-2de5-44e9-a280-953a0f2185c6 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0480480 Nov 11 13:03:12.284633 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ff5bbc82-8dfd-4bbc-9d72-6a35317b366a req-54ddb909-b323-44d1-8b1c-3b98fc9f597e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420384 Nov 11 13:03:13.396881 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b4ac4-5c38-4e3c-a1b6-fc67e5687224 req-89a2cfb7-52d6-40d6-af86-26d199ae09cd tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:13.398289 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d28b4ac4-5c38-4e3c-a1b6-fc67e5687224 req-89a2cfb7-52d6-40d6-af86-26d199ae09cd tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0464609 Nov 11 13:03:13.448033 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d28b4ac4-5c38-4e3c-a1b6-fc67e5687224 req-bc4e7b71-8fd3-48b2-9052-af04e4757574 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438693 Nov 11 13:03:14.562185 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819d4d8-1a18-41d0-b4a8-7a0c7d2c0277 req-7ba73125-17eb-4204-8c8e-42ee86ca9ea4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:14.563574 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1819d4d8-1a18-41d0-b4a8-7a0c7d2c0277 req-7ba73125-17eb-4204-8c8e-42ee86ca9ea4 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0486319 Nov 11 13:03:14.612008 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1819d4d8-1a18-41d0-b4a8-7a0c7d2c0277 req-0e87d7d1-6da2-4b5f-8cce-bbf8c7bad28c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423365 Nov 11 13:03:15.724837 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1f0e9-630e-4589-b3d3-6ae2e6e77720 req-3b771002-b67c-48e4-bafd-50c72828f25a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:15.726290 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fac1f0e9-630e-4589-b3d3-6ae2e6e77720 req-3b771002-b67c-48e4-bafd-50c72828f25a tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0479434 Nov 11 13:03:15.774804 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fac1f0e9-630e-4589-b3d3-6ae2e6e77720 req-c4f51237-5cd1-465a-8197-e1022255eb80 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424228 Nov 11 13:03:16.894351 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af1953-26cf-4a24-a928-8296e95bf4ec req-53b27a6f-1b56-46fb-b204-b9f0bcf64e36 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:16.896452 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a6af1953-26cf-4a24-a928-8296e95bf4ec req-53b27a6f-1b56-46fb-b204-b9f0bcf64e36 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0518329 Nov 11 13:03:16.944455 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a6af1953-26cf-4a24-a928-8296e95bf4ec req-4bf25f3c-a6b4-4bde-bae9-1e3f8b7b5dd8 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422502 Nov 11 13:03:18.058709 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b461f-11f9-48b0-8904-ea414fe8a2b2 req-a35dd334-ac0f-4812-9b6e-17110c17a706 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:18.060150 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-964b461f-11f9-48b0-8904-ea414fe8a2b2 req-a35dd334-ac0f-4812-9b6e-17110c17a706 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0472600 Nov 11 13:03:18.108139 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-964b461f-11f9-48b0-8904-ea414fe8a2b2 req-dd11e03a-242a-4467-9e34-f30d5d3d0079 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422595 Nov 11 13:03:19.219040 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d6074-ef44-45c8-a346-170c1b9c1a3c req-e815dbce-7ddc-40e2-9fd2-c5110ec7e994 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:19.220479 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-486d6074-ef44-45c8-a346-170c1b9c1a3c req-e815dbce-7ddc-40e2-9fd2-c5110ec7e994 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0469303 Nov 11 13:03:19.271976 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-486d6074-ef44-45c8-a346-170c1b9c1a3c req-4053b26d-d5c3-4ee2-abaf-c89041787639 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451734 Nov 11 13:03:20.098561 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff241f-4299-4b05-8fe9-715819bccdd4 req-1a4defe8-b133-4eaa-996a-7f0f75d64e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:20.100052 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4cff241f-4299-4b05-8fe9-715819bccdd4 req-1a4defe8-b133-4eaa-996a-7f0f75d64e10 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 1098 time: 0.0441303 Nov 11 13:03:20.188190 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff241f-4299-4b05-8fe9-715819bccdd4 req-27a8ba2c-2ac4-4a4b-85b2-3427d31e0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:20.189634 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4cff241f-4299-4b05-8fe9-715819bccdd4 req-27a8ba2c-2ac4-4a4b-85b2-3427d31e0295 service neutron] 10.222.0.70 "GET /v2.0/networks?id=30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 200 len: 910 time: 0.0825605 Nov 11 13:03:20.258293 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4cff241f-4299-4b05-8fe9-715819bccdd4 req-e57a0765-6af4-4536-9364-91c679cec9da service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e78908b-eb95-4a91-b0c4-2a62fd5b6620 HTTP/1.1" status: 200 len: 1001 time: 0.0615435 Nov 11 13:03:20.307495 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff241f-4299-4b05-8fe9-715819bccdd4 req-62bcfd8d-8de6-41d8-b970-c2c331fdce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:20.309032 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4cff241f-4299-4b05-8fe9-715819bccdd4 req-62bcfd8d-8de6-41d8-b970-c2c331fdce8a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c4e07731-5f8e-4761-ada3-a2ea38286f26 HTTP/1.1" status: 200 len: 848 time: 0.0435104 Nov 11 13:03:20.354458 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff241f-4299-4b05-8fe9-715819bccdd4 req-33383854-af29-4cb3-82d2-a834e6fba4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:20.355878 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4cff241f-4299-4b05-8fe9-715819bccdd4 req-33383854-af29-4cb3-82d2-a834e6fba4e7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=30874e78-674b-4855-b289-9a74872442ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399308 Nov 11 13:03:20.386664 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc9c60-01fc-4230-ac5e-1deb213e8404 req-0cfb483e-b096-422c-b18b-f2e300190901 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:20.388155 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e5cc9c60-01fc-4230-ac5e-1deb213e8404 req-0cfb483e-b096-422c-b18b-f2e300190901 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0483577 Nov 11 13:03:20.436764 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e5cc9c60-01fc-4230-ac5e-1deb213e8404 req-84a20bd1-3283-4b5d-b7c5-2b5f1b08edae tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426588 Nov 11 13:03:20.449158 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4cff241f-4299-4b05-8fe9-715819bccdd4 req-b20cdd9f-e02d-49b3-9fa9-c14012e31545 service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856912 Nov 11 13:03:20.537328 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-4cff241f-4299-4b05-8fe9-715819bccdd4 req-5f5def6b-3cbe-467f-affc-d7a5dbb712dc service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815775 Nov 11 13:03:21.549698 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05ae9d-000d-4f51-bda9-8c6a252f1213 req-86395fd1-8b8a-45fa-a7bf-a15c0c2c15ad tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:21.551064 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cc05ae9d-000d-4f51-bda9-8c6a252f1213 req-86395fd1-8b8a-45fa-a7bf-a15c0c2c15ad tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0478821 Nov 11 13:03:21.599711 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cc05ae9d-000d-4f51-bda9-8c6a252f1213 req-1fb13c75-67ba-414f-9d56-7358809bf556 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422614 Nov 11 13:03:22.718790 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0349be9-49ef-4d2f-994f-c8b157a838d0 req-87cf8d54-9670-46b1-8d93-d381ebf30681 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:22.721160 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a0349be9-49ef-4d2f-994f-c8b157a838d0 req-87cf8d54-9670-46b1-8d93-d381ebf30681 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0542657 Nov 11 13:03:22.770449 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a0349be9-49ef-4d2f-994f-c8b157a838d0 req-a74e8ffd-f2f3-4ba2-b7e8-07d9cf643987 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429459 Nov 11 13:03:23.886213 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca25c2-3510-4eee-bc79-5ffce52a5138 req-c9adddd5-69c8-4a8c-98b4-42de0af9b712 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:23.887697 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-42ca25c2-3510-4eee-bc79-5ffce52a5138 req-c9adddd5-69c8-4a8c-98b4-42de0af9b712 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0485392 Nov 11 13:03:23.935864 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-42ca25c2-3510-4eee-bc79-5ffce52a5138 req-09a78701-744f-4367-8efd-df6bb4f4d7f3 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 Nov 11 13:03:25.058070 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02348e27-1aed-417a-9f65-0188efe5bd16 req-41523c1c-d6fe-4b0a-9134-22fd1a9e1afe tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:25.059539 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-02348e27-1aed-417a-9f65-0188efe5bd16 req-41523c1c-d6fe-4b0a-9134-22fd1a9e1afe tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0521863 Nov 11 13:03:25.108224 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-02348e27-1aed-417a-9f65-0188efe5bd16 req-dd5e37ab-206b-42fa-ad8c-233f731ece52 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424647 Nov 11 13:03:25.213959 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-64178eac-6ab5-4f52-b5f8-4d7bc18fb5e9 req-c0479acf-e62a-4652-8e07-5e5f431446f8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 13:03:25.218754 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-64178eac-6ab5-4f52-b5f8-4d7bc18fb5e9 req-c0479acf-e62a-4652-8e07-5e5f431446f8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0440948 Nov 11 13:03:25.304667 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:03:25.381802 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:25.403831 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b98e72-3de3-484c-a2f7-20d83848bcfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:03:25.406056 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f38feb-dc1f-47fb-8467-a1288896f41c" -d '{"events": [{"server_uuid": "08b98e72-3de3-484c-a2f7-20d83848bcfe", "name": "network-vif-unplugged", "status": "completed", "tag": "2e78908b-eb95-4a91-b0c4-2a62fd5b6620"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:03:25.420133 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e78908b-eb95-4a91-b0c4-2a62fd5b6620,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:03:25.439798 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 13:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1b4e99-8ffd-4b18-bab4-3292b25c65e9 x-openstack-request-id: req-2b1b4e99-8ffd-4b18-bab4-3292b25c65e9 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:03:25.440107 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b98e72-3de3-484c-a2f7-20d83848bcfe", "name": "network-vif-unplugged", "status": "failed", "tag": "2e78908b-eb95-4a91-b0c4-2a62fd5b6620", "code": 422}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:03:25.440767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b1b4e99-8ffd-4b18-bab4-3292b25c65e9 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:03:25.440915 dv-neutron-786478-23-hyperv neutron-server[103003]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '08b98e72-3de3-484c-a2f7-20d83848bcfe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620', 'code': 422} returned with failed status Nov 11 13:03:25.522455 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:25.528464 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cde00e-a00b-4267-8459-74cc4391de17 req-9500dfba-d0f8-450b-af85-1a19b163298d tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:25.531124 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-95cde00e-a00b-4267-8459-74cc4391de17 req-9500dfba-d0f8-450b-af85-1a19b163298d tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0499177 Nov 11 13:03:25.576337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=2e78908b-eb95-4a91-b0c4-2a62fd5b6620,revision_number=6']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:03:25.587297 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:03:25.587845 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-95cde00e-a00b-4267-8459-74cc4391de17 req-7075a6e7-2016-4996-b071-06c9521a9219 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514760 Nov 11 13:03:25.587965 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:03:25.588276 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:03:25.588771 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:03:25.589275 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:03:25.589731 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:03:25.590214 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:03:25.590697 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:03:25.591217 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:03:25.591699 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:03:25.592178 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:03:25.592654 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:03:25.659475 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6f5dca07-be07-479f-bd8a-dfb5cbdc04f4 req-f42f73ad-dd09-46e0-acb3-e0affabe7f49 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963979 Nov 11 13:03:25.668257 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-6f5dca07-be07-479f-bd8a-dfb5cbdc04f4 req-56e8a1bd-2f07-4d50-8100-c127a74e9074 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 13:03:25.669185 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6f5dca07-be07-479f-bd8a-dfb5cbdc04f4 req-56e8a1bd-2f07-4d50-8100-c127a74e9074 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048676 Nov 11 13:03:26.207222 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:03:26.708779 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca96b53-fdac-453e-8f22-af3e585b81ae req-fc573f7b-0c8e-4c8e-ad4b-9fe61c3a4fa6 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:26.710213 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-dca96b53-fdac-453e-8f22-af3e585b81ae req-fc573f7b-0c8e-4c8e-ad4b-9fe61c3a4fa6 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0516999 Nov 11 13:03:26.758152 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-dca96b53-fdac-453e-8f22-af3e585b81ae req-fd6b27e5-066c-4d6d-b400-43703fb4058d tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420542 Nov 11 13:03:27.870969 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb2932-5726-4ff4-8d3b-2bbc67218fcd req-22d7bd5f-f717-4a2b-a532-b3190fe89769 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:27.872447 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-09bb2932-5726-4ff4-8d3b-2bbc67218fcd req-22d7bd5f-f717-4a2b-a532-b3190fe89769 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0480318 Nov 11 13:03:27.920547 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-09bb2932-5726-4ff4-8d3b-2bbc67218fcd req-0ae87132-287f-4019-bd02-e8855bc52f5b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422359 Nov 11 13:03:29.040399 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca3d9e-8643-4dd1-a225-5b1fd5ffcf3b req-4961d195-7340-4ff1-b151-480b7ed045aa tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:29.041371 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d6ca3d9e-8643-4dd1-a225-5b1fd5ffcf3b req-4961d195-7340-4ff1-b151-480b7ed045aa tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0509303 Nov 11 13:03:29.096925 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d6ca3d9e-8643-4dd1-a225-5b1fd5ffcf3b req-07bd10e9-2947-49e0-8648-34310286340d tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489857 Nov 11 13:03:30.210023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc9cd7-4b34-46a3-9dd1-044e06930205 req-2b9c69c4-723b-4c66-acc1-8f83c62797c2 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:30.211492 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a3fc9cd7-4b34-46a3-9dd1-044e06930205 req-2b9c69c4-723b-4c66-acc1-8f83c62797c2 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0478952 Nov 11 13:03:30.260533 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a3fc9cd7-4b34-46a3-9dd1-044e06930205 req-d06bf292-e501-4e15-9a3e-477310726808 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431831 Nov 11 13:03:31.373992 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdbf33-ce67-4ac1-9ecd-2031b8960bd7 req-9b2d7a9a-b7a1-4945-a7db-469e85506da3 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:31.376203 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8efdbf33-ce67-4ac1-9ecd-2031b8960bd7 req-9b2d7a9a-b7a1-4945-a7db-469e85506da3 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0494337 Nov 11 13:03:31.431136 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8efdbf33-ce67-4ac1-9ecd-2031b8960bd7 req-e80a203d-daa8-483b-ac4b-1f2a42c26960 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463264 Nov 11 13:03:32.549325 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc6920-175c-4888-8f73-2d3a076d145c req-e74ef4db-a8f2-4556-ad85-225638192a36 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:32.550802 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-63fc6920-175c-4888-8f73-2d3a076d145c req-e74ef4db-a8f2-4556-ad85-225638192a36 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0528615 Nov 11 13:03:32.599918 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-63fc6920-175c-4888-8f73-2d3a076d145c req-b21beda0-0829-4a9c-8707-27521f111b90 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431790 Nov 11 13:03:33.230303 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7c5e7d2a-e3bf-4a64-8d7a-83c03c06cbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:33.333942 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dca07-be07-479f-bd8a-dfb5cbdc04f4 req-d73473e5-55c9-4fe7-a1dd-c013bd3a8475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:33.335430 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6f5dca07-be07-479f-bd8a-dfb5cbdc04f4 req-d73473e5-55c9-4fe7-a1dd-c013bd3a8475 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe&tenant_id=25f5e9b3c1314960bfc72e52e712ab91 HTTP/1.1" status: 200 len: 1096 time: 0.0450876 Nov 11 13:03:33.394221 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dca07-be07-479f-bd8a-dfb5cbdc04f4 req-56259f1d-8098-4fb3-a405-2fcbf622ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:33.396314 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6f5dca07-be07-479f-bd8a-dfb5cbdc04f4 req-56259f1d-8098-4fb3-a405-2fcbf622ae54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 1096 time: 0.0395243 Nov 11 13:03:33.482596 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dca07-be07-479f-bd8a-dfb5cbdc04f4 req-ac85570a-db1e-47d8-b01d-2624b5f22725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:33.483996 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6f5dca07-be07-479f-bd8a-dfb5cbdc04f4 req-ac85570a-db1e-47d8-b01d-2624b5f22725 service neutron] 10.222.0.70 "GET /v2.0/networks?id=30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 200 len: 910 time: 0.0816367 Nov 11 13:03:33.552290 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6f5dca07-be07-479f-bd8a-dfb5cbdc04f4 req-b1c8337c-b493-4b30-855c-629731f938c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e78908b-eb95-4a91-b0c4-2a62fd5b6620 HTTP/1.1" status: 200 len: 999 time: 0.0608332 Nov 11 13:03:33.600143 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dca07-be07-479f-bd8a-dfb5cbdc04f4 req-e6279c85-7612-402d-b805-e9be48093109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:33.601707 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6f5dca07-be07-479f-bd8a-dfb5cbdc04f4 req-e6279c85-7612-402d-b805-e9be48093109 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c4e07731-5f8e-4761-ada3-a2ea38286f26 HTTP/1.1" status: 200 len: 848 time: 0.0421526 Nov 11 13:03:33.647915 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dca07-be07-479f-bd8a-dfb5cbdc04f4 req-63b5fba1-69d5-479a-9c40-a6d132a7cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:33.649423 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6f5dca07-be07-479f-bd8a-dfb5cbdc04f4 req-63b5fba1-69d5-479a-9c40-a6d132a7cac5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=30874e78-674b-4855-b289-9a74872442ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411310 Nov 11 13:03:33.714418 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db780f01-4694-433e-b515-75315c54e3d7 req-582953bf-4f8f-4f32-a5b6-c2d85578191f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:33.715909 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-db780f01-4694-433e-b515-75315c54e3d7 req-582953bf-4f8f-4f32-a5b6-c2d85578191f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0488443 Nov 11 13:03:33.742501 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6f5dca07-be07-479f-bd8a-dfb5cbdc04f4 req-de214316-9c68-457d-8c2a-abfa7d0c10d7 service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860434 Nov 11 13:03:33.764507 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-db780f01-4694-433e-b515-75315c54e3d7 req-01365192-26d9-4937-b1d4-e5d92e6f6dfa tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424061 Nov 11 13:03:33.832283 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6f5dca07-be07-479f-bd8a-dfb5cbdc04f4 req-7f0289cd-0a21-45fc-9491-2431b9aac1ae service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818148 Nov 11 13:03:34.885436 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26622326-1d69-4dba-a0b0-8c008a81ea6e req-6e042796-8537-4b95-9302-502c830d16cf tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:34.886919 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-26622326-1d69-4dba-a0b0-8c008a81ea6e req-6e042796-8537-4b95-9302-502c830d16cf tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0567248 Nov 11 13:03:34.934664 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-26622326-1d69-4dba-a0b0-8c008a81ea6e req-2bef0cb2-f059-402a-9bb8-417c7f10211f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418477 Nov 11 13:03:35.624508 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-f63dc4b0-c545-4ef1-8343-42f062452039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:36.049539 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a444e-5940-4646-a041-e34d03cc7d04 req-46482fcf-ebb4-410c-bebc-4d62d36fa9a2 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:36.050881 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-653a444e-5940-4646-a041-e34d03cc7d04 req-46482fcf-ebb4-410c-bebc-4d62d36fa9a2 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0496731 Nov 11 13:03:36.101505 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-653a444e-5940-4646-a041-e34d03cc7d04 req-7f4b85b4-62e2-4de1-8a1a-4e4946724d78 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445077 Nov 11 13:03:36.727331 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:37.213063 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778b436-450c-4b2e-9d8b-3d19392039b8 req-d2c54451-6133-4b85-90df-b5283f8789d3 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:37.214493 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8778b436-450c-4b2e-9d8b-3d19392039b8 req-d2c54451-6133-4b85-90df-b5283f8789d3 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0470860 Nov 11 13:03:37.266166 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8778b436-450c-4b2e-9d8b-3d19392039b8 req-c27c5ad0-4cb0-475d-a3ba-246d8d5f847c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458295 Nov 11 13:03:38.321448 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:38.381177 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9686847-a12e-4842-b16d-a711470863e6 req-807f473d-78c2-40d6-80f3-f2eae678d482 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:38.382651 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f9686847-a12e-4842-b16d-a711470863e6 req-807f473d-78c2-40d6-80f3-f2eae678d482 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0485168 Nov 11 13:03:38.431790 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f9686847-a12e-4842-b16d-a711470863e6 req-75e0b5b6-b5ac-4cf0-b71e-22db632a3597 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432177 Nov 11 13:03:39.224454 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:39.545555 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9d057-861c-43f3-bfdb-8abc5e7ec5c3 req-8cc1c439-b50b-413c-b846-2aacd567ce51 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:39.546940 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7fc9d057-861c-43f3-bfdb-8abc5e7ec5c3 req-8cc1c439-b50b-413c-b846-2aacd567ce51 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0489390 Nov 11 13:03:39.595359 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7fc9d057-861c-43f3-bfdb-8abc5e7ec5c3 req-b3f4dd7a-5a0d-4e5a-bfdf-8f1642f7c420 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420334 Nov 11 13:03:40.713087 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cc348-1079-4c60-9381-30d209780ad0 req-0ef384e8-3000-4340-94ff-63ebb43f9e49 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:40.714544 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a98cc348-1079-4c60-9381-30d209780ad0 req-0ef384e8-3000-4340-94ff-63ebb43f9e49 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0526104 Nov 11 13:03:40.761719 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a98cc348-1079-4c60-9381-30d209780ad0 req-3d5c94dc-7c50-48bb-a579-ee8289d9ef71 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413013 Nov 11 13:03:41.218310 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:41.873469 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc71087-8418-49c8-8490-b43cd9cd898d req-2fdacb4e-9451-466d-bdcc-2fcf9c010666 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:41.874893 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7cc71087-8418-49c8-8490-b43cd9cd898d req-2fdacb4e-9451-466d-bdcc-2fcf9c010666 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0476222 Nov 11 13:03:41.923035 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7cc71087-8418-49c8-8490-b43cd9cd898d req-0005961c-aec1-4945-b51c-ce43c73b9989 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422654 Nov 11 13:03:43.035022 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831b192-7787-4405-a576-6229b0dfbd26 req-2773ea16-8f9d-4aaf-93e8-b5fa406c7881 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:43.036988 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d831b192-7787-4405-a576-6229b0dfbd26 req-2773ea16-8f9d-4aaf-93e8-b5fa406c7881 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 943 time: 0.0488904 Nov 11 13:03:43.088041 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d831b192-7787-4405-a576-6229b0dfbd26 req-8a81a6f6-0ae1-4fe1-afea-dc7f77d71176 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453181 Nov 11 13:03:43.385251 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 13:03:43.477533 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e78908b-eb95-4a91-b0c4-2a62fd5b6620,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:03:43.488150 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'port_id': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620', 'mac_address': 'fa:16:3e:87:93:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 13:03:43.526826 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:43.540001 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:03:43.558105 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e78908b-eb95-4a91-b0c4-2a62fd5b6620,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:03:43.606798 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:43.652076 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=2e78908b-eb95-4a91-b0c4-2a62fd5b6620,revision_number=7']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:03:43.833476 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['2e78908b-eb95-4a91-b0c4-2a62fd5b6620'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 13:03:44.201991 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b3310-b3eb-46d1-bdf7-1150e4d93b9d req-b757b1d5-1b1a-415a-ab73-57a6b73599bc tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:44.203453 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e06b3310-b3eb-46d1-bdf7-1150e4d93b9d req-b757b1d5-1b1a-415a-ab73-57a6b73599bc tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 944 time: 0.0484002 Nov 11 13:03:44.251588 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e06b3310-b3eb-46d1-bdf7-1150e4d93b9d req-16a9f2f4-2768-4f69-ab1d-723f6be949b9 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421309 Nov 11 13:03:45.364016 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9555a-fbdb-4317-8d23-342c05740015 req-ba32ed57-499a-4351-8748-5f0f2f801ea1 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:45.365460 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9ec9555a-fbdb-4317-8d23-342c05740015 req-ba32ed57-499a-4351-8748-5f0f2f801ea1 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 944 time: 0.0483716 Nov 11 13:03:45.398344 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:03:45.413967 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9ec9555a-fbdb-4317-8d23-342c05740015 req-1aef685c-85ec-4c5d-9104-ab2339f815b7 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426435 Nov 11 13:03:45.445138 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:03:45.445509 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:45.523330 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:45.544705 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b98e72-3de3-484c-a2f7-20d83848bcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:03:45.546935 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b72f3c9-c902-4be5-bfc5-e26af4d3c9b8" -d '{"events": [{"server_uuid": "08b98e72-3de3-484c-a2f7-20d83848bcfe", "name": "network-vif-plugged", "status": "completed", "tag": "2e78908b-eb95-4a91-b0c4-2a62fd5b6620"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:03:45.559974 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e78908b-eb95-4a91-b0c4-2a62fd5b6620,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:03:45.587909 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7792924-fded-4586-a3da-210688c5a787 x-openstack-request-id: req-d7792924-fded-4586-a3da-210688c5a787 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:03:45.587909 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b98e72-3de3-484c-a2f7-20d83848bcfe", "name": "network-vif-plugged", "status": "completed", "tag": "2e78908b-eb95-4a91-b0c4-2a62fd5b6620", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:03:45.587909 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d7792924-fded-4586-a3da-210688c5a787 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:03:45.587909 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b98e72-3de3-484c-a2f7-20d83848bcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620', 'code': 200} Nov 11 13:03:45.636120 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:03:45.682779 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=2e78908b-eb95-4a91-b0c4-2a62fd5b6620,revision_number=8']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:03:45.882578 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ce9ed-9ca6-403e-8ac8-2a5d9a0292b9 req-6c40a795-1007-40b6-b13a-edd231c811de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:45.884090 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-026ce9ed-9ca6-403e-8ac8-2a5d9a0292b9 req-6c40a795-1007-40b6-b13a-edd231c811de service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 1098 time: 0.0399435 Nov 11 13:03:45.929332 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-026ce9ed-9ca6-403e-8ac8-2a5d9a0292b9 req-81a2b376-4ca6-48a4-993b-1fc9dd00f46d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377729 Nov 11 13:03:46.531157 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c37d0-5a7d-491a-9f26-cf45cb9b1ae4 req-190516d2-8f82-4989-922f-38d97088320b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:46.532686 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-523c37d0-5a7d-491a-9f26-cf45cb9b1ae4 req-190516d2-8f82-4989-922f-38d97088320b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0510793 Nov 11 13:03:46.580281 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-523c37d0-5a7d-491a-9f26-cf45cb9b1ae4 req-f7dacf18-c069-4073-adde-3b26461e34ce tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412791 Nov 11 13:03:47.696261 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dacbb-fb00-4b1a-9aad-b67fac7feb40 req-a1230d2c-7590-414a-85e6-f750c8d4268d tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:03:47.697697 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7d5dacbb-fb00-4b1a-9aad-b67fac7feb40 req-a1230d2c-7590-414a-85e6-f750c8d4268d tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0473125 Nov 11 13:03:47.746579 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7d5dacbb-fb00-4b1a-9aad-b67fac7feb40 req-9fd598fc-d05b-4158-98cb-4669787aad83 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427103 Nov 11 13:04:03.206246 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:04:03.235387 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2ed438d9-21ba-4099-a082-047efa7c09be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:05.640809 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e8f60a5d-7a15-412f-8074-60fae45f59e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:06.698088 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:08.338193 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:09.229306 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:11.195569 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:27.005840 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-60241359-8e6a-4b4f-8f40-3c82fd87248f req-d5dca8ff-4ce7-4c06-8471-900c208dd768 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1474586 Nov 11 13:04:27.093762 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60241359-8e6a-4b4f-8f40-3c82fd87248f req-3513384d-a8e7-4640-bbf5-044060d05b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:27.095287 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-60241359-8e6a-4b4f-8f40-3c82fd87248f req-3513384d-a8e7-4640-bbf5-044060d05b06 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 1098 time: 0.0448227 Nov 11 13:04:27.199293 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60241359-8e6a-4b4f-8f40-3c82fd87248f req-95fe6675-f719-48af-bc03-a5f2007737c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:27.201250 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-60241359-8e6a-4b4f-8f40-3c82fd87248f req-95fe6675-f719-48af-bc03-a5f2007737c7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 200 len: 910 time: 0.0884032 Nov 11 13:04:27.271298 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-60241359-8e6a-4b4f-8f40-3c82fd87248f req-8a8d2bea-836d-4f3a-9ac5-a24dfe925e28 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e78908b-eb95-4a91-b0c4-2a62fd5b6620 HTTP/1.1" status: 200 len: 1001 time: 0.0620730 Nov 11 13:04:27.320526 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60241359-8e6a-4b4f-8f40-3c82fd87248f req-43e32993-44ac-41e5-83e8-fb1453a53298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:27.321974 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-60241359-8e6a-4b4f-8f40-3c82fd87248f req-43e32993-44ac-41e5-83e8-fb1453a53298 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c4e07731-5f8e-4761-ada3-a2ea38286f26 HTTP/1.1" status: 200 len: 848 time: 0.0441020 Nov 11 13:04:27.373967 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60241359-8e6a-4b4f-8f40-3c82fd87248f req-201d88b9-226b-4ab4-ac51-fdc41096093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:04:27.375468 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-60241359-8e6a-4b4f-8f40-3c82fd87248f req-201d88b9-226b-4ab4-ac51-fdc41096093a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=30874e78-674b-4855-b289-9a74872442ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403123 Nov 11 13:04:27.468133 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-60241359-8e6a-4b4f-8f40-3c82fd87248f req-4b75259a-9dae-4053-9c19-9e9294e930f5 service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849116 Nov 11 13:04:27.555623 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-60241359-8e6a-4b4f-8f40-3c82fd87248f req-b37d70a2-e662-4225-91ff-6c5d7b23533c service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804813 Nov 11 13:04:33.262901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8c09b984-96dd-4fe1-a735-824e1e96b6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:35.588385 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c318496c-092b-40b8-84a4-372e51edf43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:36.708523 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:38.325494 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:39.239549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:04:40.205577 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:04:41.243793 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:03.251233 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-257d743a-70fc-44b3-a628-027b5ba6d16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:05.616195 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8dc8b979-d523-45d5-8f9e-3984e18e82dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:06.696131 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:08.330729 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:09.210621 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:11.232830 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:17.204424 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:05:23.705359 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 34528) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:23.866906 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Deleting port 658038b5-acc7-40db-8c79-7933d9321e9a {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:05:23.867277 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:23.940509 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:23.940829 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:23.952265 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Calling delete_port for 658038b5-acc7-40db-8c79-7933d9321e9a owned by network:floatingip {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:05:24.198700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:24.222197 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event deleted for resources: {'Port': ['ID=658038b5-acc7-40db-8c79-7933d9321e9a,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:24.231651 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:24.231988 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:24.232324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:24.232652 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:24.232976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:24.233302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:24.234750 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:24.234750 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:24.234952 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:24.235225 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:24.235546 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:24.235862 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:24.293725 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for floatingip, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:24.294031 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Floating IP efea6929-777e-4800-a08f-c08cc01132e0 disassociated (deleted). External IP: 172.26.5.186, port: 2e78908b-eb95-4a91-b0c4-2a62fd5b6620. Nov 11 13:05:24.783905 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:05:24.888824 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:05:24.894241 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:24.898716 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07ab56-84fd-491f-b80a-c08ee577a9c6 None None] Sync routers for ids ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:05:24.907944 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07ab56-84fd-491f-b80a-c08ee577a9c6 None None] Routers {'9c5a3241-e45d-4be1-a3c5-14349d9f6556'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:05:24.908540 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-6b07ab56-84fd-491f-b80a-c08ee577a9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:05:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:24.920870 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-477991b5-451d-47b2-b5a2-e860a858e34e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "DELETE /v2.0/floatingips/efea6929-777e-4800-a08f-c08cc01132e0 HTTP/1.1" status: 204 len: 168 time: 1.2144344 Nov 11 13:05:24.921436 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b98e72-3de3-484c-a2f7-20d83848bcfe', 'tag': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:05:24.923699 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dcca9d-792c-4ea1-9ceb-ea7e67fb0460" -d '{"events": [{"name": "network-changed", "server_uuid": "08b98e72-3de3-484c-a2f7-20d83848bcfe", "tag": "2e78908b-eb95-4a91-b0c4-2a62fd5b6620"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:05:25.017643 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-6b07ab56-84fd-491f-b80a-c08ee577a9c6 None None] Set router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:05:25.046776 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d259f2b-492a-4fd5-8d37-98ec66098c9a x-openstack-request-id: req-4d259f2b-492a-4fd5-8d37-98ec66098c9a {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:05:25.047089 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b98e72-3de3-484c-a2f7-20d83848bcfe", "tag": "2e78908b-eb95-4a91-b0c4-2a62fd5b6620", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:05:25.047763 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d259f2b-492a-4fd5-8d37-98ec66098c9a {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:05:25.048181 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b98e72-3de3-484c-a2f7-20d83848bcfe', 'tag': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620', 'status': 'completed', 'code': 200} Nov 11 13:05:25.108955 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcca9d-792c-4ea1-9ceb-ea7e67fb0460 req-f50b6f99-6d9f-4484-9984-6c0d946cc718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:05:25.110436 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-90dcca9d-792c-4ea1-9ceb-ea7e67fb0460 req-f50b6f99-6d9f-4484-9984-6c0d946cc718 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 1098 time: 0.0408263 Nov 11 13:05:25.212460 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcca9d-792c-4ea1-9ceb-ea7e67fb0460 req-16fc192c-7f30-47bf-8c1d-c7c888c6f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:05:25.213823 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-90dcca9d-792c-4ea1-9ceb-ea7e67fb0460 req-16fc192c-7f30-47bf-8c1d-c7c888c6f8b9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 200 len: 910 time: 0.0967309 Nov 11 13:05:25.243768 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-6b07ab56-84fd-491f-b80a-c08ee577a9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:33Z', 'revision_number': 4, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port': {'id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '6be9570d-062e-4dc0-b0f3-2478c8fd9031', 'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'mac_address': 'fa:16:3e:6c:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:32Z', 'updated_at': '2021-11-11T12:55:36Z', 'revision_number': 5, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'subnets': [{'id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:25.255824 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-90dcca9d-792c-4ea1-9ceb-ea7e67fb0460 req-34e4b96a-7f2f-4125-ab76-7b1924d217f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e78908b-eb95-4a91-b0c4-2a62fd5b6620 HTTP/1.1" status: 200 len: 217 time: 0.0350013 Nov 11 13:05:25.271540 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07ab56-84fd-491f-b80a-c08ee577a9c6 None None] Checking router: 9c5a3241-e45d-4be1-a3c5-14349d9f6556 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:05:25.280203 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07ab56-84fd-491f-b80a-c08ee577a9c6 None None] Routers {'9c5a3241-e45d-4be1-a3c5-14349d9f6556'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:05:25.284305 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-6b07ab56-84fd-491f-b80a-c08ee577a9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:05:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:25.317649 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcca9d-792c-4ea1-9ceb-ea7e67fb0460 req-09559d42-04b2-4509-b38f-ab0ee99468bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:05:25.319424 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-90dcca9d-792c-4ea1-9ceb-ea7e67fb0460 req-09559d42-04b2-4509-b38f-ab0ee99468bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c4e07731-5f8e-4761-ada3-a2ea38286f26 HTTP/1.1" status: 200 len: 848 time: 0.0523953 Nov 11 13:05:25.365970 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcca9d-792c-4ea1-9ceb-ea7e67fb0460 req-f6d0a32a-027a-4b4c-90a8-6899a9e838b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:05:25.367486 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-90dcca9d-792c-4ea1-9ceb-ea7e67fb0460 req-f6d0a32a-027a-4b4c-90a8-6899a9e838b5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=30874e78-674b-4855-b289-9a74872442ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0412118 Nov 11 13:05:25.389892 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-6b07ab56-84fd-491f-b80a-c08ee577a9c6 None None] Set router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:05:25.423846 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe990f4b-5073-42cc-b74b-188bdf9b3975 req-7c63e0a2-7a6e-4816-aa5a-e411aae65f36 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:05:25.431575 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fe990f4b-5073-42cc-b74b-188bdf9b3975 req-7c63e0a2-7a6e-4816-aa5a-e411aae65f36 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.1194570 Nov 11 13:05:25.468607 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-90dcca9d-792c-4ea1-9ceb-ea7e67fb0460 req-9655d9ff-5db3-43a6-ad7a-ecd656bebb5a service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926981 Nov 11 13:05:25.491410 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-fe990f4b-5073-42cc-b74b-188bdf9b3975 req-b56e10f2-6f04-4496-a5fc-27c135619100 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589485 Nov 11 13:05:25.564054 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-90dcca9d-792c-4ea1-9ceb-ea7e67fb0460 req-b2393c2a-6aa3-480b-b075-4f70625ecf68 service neutron] 10.222.0.70 "GET /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883901 Nov 11 13:05:25.584051 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-6b07ab56-84fd-491f-b80a-c08ee577a9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:33Z', 'revision_number': 4, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port': {'id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '6be9570d-062e-4dc0-b0f3-2478c8fd9031', 'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'mac_address': 'fa:16:3e:6c:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:32Z', 'updated_at': '2021-11-11T12:55:36Z', 'revision_number': 5, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'subnets': [{'id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:25.612980 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07ab56-84fd-491f-b80a-c08ee577a9c6 None None] The sync data for ids ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'] in dv-neutron-786478-23-hyperv is: [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:33Z', 'revision_number': 4, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port': {'id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '6be9570d-062e-4dc0-b0f3-2478c8fd9031', 'name': '', 'network_id': '30874e78-674b-4855-b289-9a74872442ae', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'mac_address': 'fa:16:3e:6c:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:32Z', 'updated_at': '2021-11-11T12:55:36Z', 'revision_number': 5, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'subnets': [{'id': 'c4e07731-5f8e-4761-ada3-a2ea38286f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:05:25.814337 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fb8b73-ec03-4867-b1ce-0397959d6382 None None] New status for floating IP efea6929-777e-4800-a08f-c08cc01132e0: DOWN {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 13:05:26.669367 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47ec1c-850d-4239-a235-111c7e8cc389 req-694dc5d7-dbac-4a84-bf8a-b1da27e98a32 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:05:26.670825 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-db47ec1c-850d-4239-a235-111c7e8cc389 req-694dc5d7-dbac-4a84-bf8a-b1da27e98a32 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.1103961 Nov 11 13:05:26.719372 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-db47ec1c-850d-4239-a235-111c7e8cc389 req-a389de44-910c-4189-9bfb-c08b1c7e5cc2 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ef9d56-89c5-4650-8a63-66277c67cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426109 Nov 11 13:05:26.827349 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698c230-f794-4723-bb79-4fbee74fce31 req-9aa159c3-ab26-4bc8-a024-eec107cda38c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:05:26.828733 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a698c230-f794-4723-bb79-4fbee74fce31 req-9aa159c3-ab26-4bc8-a024-eec107cda38c tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.70 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 945 time: 0.0489020 Nov 11 13:05:26.922089 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-a698c230-f794-4723-bb79-4fbee74fce31 req-7b109f52-d910-4442-bee7-c833bc214b5b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Deleting port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:05:26.922423 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a698c230-f794-4723-bb79-4fbee74fce31 req-7b109f52-d910-4442-bee7-c833bc214b5b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:27.009635 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-a698c230-f794-4723-bb79-4fbee74fce31 req-7b109f52-d910-4442-bee7-c833bc214b5b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] For port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e78908b-eb95-4a91-b0c4-2a62fd5b6620,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:05:27.009998 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a698c230-f794-4723-bb79-4fbee74fce31 req-7b109f52-d910-4442-bee7-c833bc214b5b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:27.022370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-a698c230-f794-4723-bb79-4fbee74fce31 req-7b109f52-d910-4442-bee7-c833bc214b5b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Calling delete_port for 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:05:27.192832 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a698c230-f794-4723-bb79-4fbee74fce31 req-7b109f52-d910-4442-bee7-c833bc214b5b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:27.220887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b109f52-d910-4442-bee7-c833bc214b5b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event deleted for resources: {'Port': ['ID=2e78908b-eb95-4a91-b0c4-2a62fd5b6620,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:27.265310 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a698c230-f794-4723-bb79-4fbee74fce31 req-7b109f52-d910-4442-bee7-c833bc214b5b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] No DVR routers for this DVR port 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:05:27.267871 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-a698c230-f794-4723-bb79-4fbee74fce31 req-7b109f52-d910-4442-bee7-c833bc214b5b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:27.271212 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a698c230-f794-4723-bb79-4fbee74fce31 req-7b109f52-d910-4442-bee7-c833bc214b5b tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.70 "DELETE /v2.0/ports/2e78908b-eb95-4a91-b0c4-2a62fd5b6620 HTTP/1.1" status: 204 len: 173 time: 0.4336500 Nov 11 13:05:27.271647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b98e72-3de3-484c-a2f7-20d83848bcfe', 'name': 'network-vif-deleted', 'tag': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:05:27.273887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec487fdb-7381-4ae7-ae52-6c42531109c2" -d '{"events": [{"server_uuid": "08b98e72-3de3-484c-a2f7-20d83848bcfe", "name": "network-vif-deleted", "tag": "2e78908b-eb95-4a91-b0c4-2a62fd5b6620"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:05:27.309514 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1004cc3f-284e-4862-8202-4c015805c2fb x-openstack-request-id: req-1004cc3f-284e-4862-8202-4c015805c2fb {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:05:27.309514 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b98e72-3de3-484c-a2f7-20d83848bcfe", "name": "network-vif-deleted", "tag": "2e78908b-eb95-4a91-b0c4-2a62fd5b6620", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:05:27.309854 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1004cc3f-284e-4862-8202-4c015805c2fb {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:05:27.310015 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b98e72-3de3-484c-a2f7-20d83848bcfe', 'name': 'network-vif-deleted', 'tag': '2e78908b-eb95-4a91-b0c4-2a62fd5b6620', 'status': 'completed', 'code': 200} Nov 11 13:05:27.814662 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-7f36c114-bbd1-41d3-bf58-b0d8dc45c439 req-01823e1b-eb90-4c30-8771-0688e5444754 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 210 time: 0.0257916 Nov 11 13:05:28.913388 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0b1feeac-d78e-4d52-b2a4-bd3072f49350 req-80f82067-f776-4336-83de-51ba7ac48249 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 210 time: 0.0302656 Nov 11 13:05:29.847535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:05:29.870281 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:05:29.870624 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 2e78908b-eb95-4a91-b0c4-2a62fd5b6620 not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:05:30.008403 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-4284e40b-43dc-48c4-9bf4-f1d817c5efde req-10a038bc-1752-4e92-a82b-0c862a83ad5e tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 210 time: 0.0267830 Nov 11 13:05:31.110260 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e7e10463-9cfe-4ac9-9c69-d8d4a468a27d req-78a0a33f-7789-471e-b11a-92336e33edf2 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 210 time: 0.0335450 Nov 11 13:05:32.215830 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1ee4267b-0286-44f2-bcc2-af0dca3da133 req-566079a8-04db-47b8-a442-a7ff17996d7f tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "GET /v2.0/ports?device_id=08b98e72-3de3-484c-a2f7-20d83848bcfe HTTP/1.1" status: 200 len: 210 time: 0.0267894 Nov 11 13:05:33.238431 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-109502b5-b397-4dca-8601-9b7fa55496bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:33.276535 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 34576) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:33.338480 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc1fe-cbb3-4796-9876-a5453ecf5310 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:33.363765 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc1fe-cbb3-4796-9876-a5453ecf5310 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:33.461489 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc1fe-cbb3-4796-9876-a5453ecf5310 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:33.464177 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc1fe-cbb3-4796-9876-a5453ecf5310 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:33.465327 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8f9bc1fe-cbb3-4796-9876-a5453ecf5310 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] 10.222.0.50 "DELETE /v2.0/security-groups/48ef9d56-89c5-4650-8a63-66277c67cfe4 HTTP/1.1" status: 204 len: 168 time: 0.1877387 Nov 11 13:05:33.474890 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bc1fe-cbb3-4796-9876-a5453ecf5310 tempest-TestShelveInstance-1690328451 tempest-TestShelveInstance-1690328451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ef9d56-89c5-4650-8a63-66277c67cfe4,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:33.559109 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34580) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:34.032475 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:34.281871 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Deleting port 6be9570d-062e-4dc0-b0f3-2478c8fd9031 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:05:34.282284 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:34.361864 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] For port 6be9570d-062e-4dc0-b0f3-2478c8fd9031, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=6be9570d-062e-4dc0-b0f3-2478c8fd9031,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:05:34.362214 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:34.374791 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Calling delete_port for 6be9570d-062e-4dc0-b0f3-2478c8fd9031 owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:05:34.644504 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:34.674917 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6be9570d-062e-4dc0-b0f3-2478c8fd9031,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:34.703801 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:34.704153 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:34.704494 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:34.704829 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:34.705166 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:34.705496 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:34.705824 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:34.706151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:34.706478 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:34.706804 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:34.707152 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:34.707476 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:34.856445 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:35.070954 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:05:35.175281 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:05:35.180368 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-5d3b9f47-e8a3-440d-a03c-b1c8bd527dd9 admin admin] 10.222.0.50 "PUT /v2.0/routers/9c5a3241-e45d-4be1-a3c5-14349d9f6556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6193655 Nov 11 13:05:35.182790 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34584) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:35.185888 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d90a44b-ed6d-4bb0-888a-3dbd9a6ab234 None None] Sync routers for ids ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:05:35.196904 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d90a44b-ed6d-4bb0-888a-3dbd9a6ab234 None None] Routers {'9c5a3241-e45d-4be1-a3c5-14349d9f6556'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:05:35.197500 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5d90a44b-ed6d-4bb0-888a-3dbd9a6ab234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:05:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:35.296779 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d78b0fa-ce9d-4420-a3b9-6e42f36fcfd1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:35.314921 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-5d90a44b-ed6d-4bb0-888a-3dbd9a6ab234 None None] Set router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:05:35.399092 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d78b0fa-ce9d-4420-a3b9-6e42f36fcfd1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:35.497699 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5d90a44b-ed6d-4bb0-888a-3dbd9a6ab234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T13:05:34Z', 'revision_number': 5, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port': {'id': 'b5252794-47a0-4559-8793-b135a8986d8e', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:35.545470 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-9d78b0fa-ce9d-4420-a3b9-6e42f36fcfd1 admin admin] Deleting port b5252794-47a0-4559-8793-b135a8986d8e {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:05:35.545810 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d78b0fa-ce9d-4420-a3b9-6e42f36fcfd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:35.626420 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d90a44b-ed6d-4bb0-888a-3dbd9a6ab234 None None] Checking router: 9c5a3241-e45d-4be1-a3c5-14349d9f6556 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:05:35.626796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-df27ddf7-9bab-463f-8f37-911c83028881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:35.634629 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-9d78b0fa-ce9d-4420-a3b9-6e42f36fcfd1 admin admin] For port b5252794-47a0-4559-8793-b135a8986d8e, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=b5252794-47a0-4559-8793-b135a8986d8e,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:05:35.635026 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d78b0fa-ce9d-4420-a3b9-6e42f36fcfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:35.636007 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d90a44b-ed6d-4bb0-888a-3dbd9a6ab234 None None] Routers {'9c5a3241-e45d-4be1-a3c5-14349d9f6556'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:05:35.637025 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5d90a44b-ed6d-4bb0-888a-3dbd9a6ab234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:05:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:35.647691 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-9d78b0fa-ce9d-4420-a3b9-6e42f36fcfd1 admin admin] Calling delete_port for b5252794-47a0-4559-8793-b135a8986d8e owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:05:35.728515 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-5d90a44b-ed6d-4bb0-888a-3dbd9a6ab234 None None] Set router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:05:35.786467 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-5d90a44b-ed6d-4bb0-888a-3dbd9a6ab234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T13:05:35Z', 'revision_number': 6, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:35.820046 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d90a44b-ed6d-4bb0-888a-3dbd9a6ab234 None None] The sync data for ids ['9c5a3241-e45d-4be1-a3c5-14349d9f6556'] in dv-neutron-786478-23-hyperv is: [{'id': '9c5a3241-e45d-4be1-a3c5-14349d9f6556', 'name': 'tempest-TestShelveInstance-1350814910-router', 'tenant_id': '25f5e9b3c1314960bfc72e52e712ab91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:30Z', 'updated_at': '2021-11-11T13:05:35Z', 'revision_number': 6, 'project_id': '25f5e9b3c1314960bfc72e52e712ab91', 'gw_port_host': None}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:05:36.244807 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d78b0fa-ce9d-4420-a3b9-6e42f36fcfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:36.270263 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889d924e-47d1-49de-8374-ff3e6000318b None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:05:36.286356 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78b0fa-ce9d-4420-a3b9-6e42f36fcfd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5252794-47a0-4559-8793-b135a8986d8e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:36.338400 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d78b0fa-ce9d-4420-a3b9-6e42f36fcfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:36.427937 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d78b0fa-ce9d-4420-a3b9-6e42f36fcfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:36.430275 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d78b0fa-ce9d-4420-a3b9-6e42f36fcfd1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:36.518560 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d78b0fa-ce9d-4420-a3b9-6e42f36fcfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:36.519168 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d78b0fa-ce9d-4420-a3b9-6e42f36fcfd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c5a3241-e45d-4be1-a3c5-14349d9f6556 {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 13:05:36.523790 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-9d78b0fa-ce9d-4420-a3b9-6e42f36fcfd1 admin admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:36.527517 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-9d78b0fa-ce9d-4420-a3b9-6e42f36fcfd1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/9c5a3241-e45d-4be1-a3c5-14349d9f6556 HTTP/1.1" status: 204 len: 168 time: 1.3412213 Nov 11 13:05:36.527706 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34586) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:36.572573 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c5af63-1f57-443b-b6f5-93d18ba3ff47 admin admin] Deleting subnet c4e07731-5f8e-4761-ada3-a2ea38286f26 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 13:05:36.576039 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87c5af63-1f57-443b-b6f5-93d18ba3ff47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:36.610251 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87c5af63-1f57-443b-b6f5-93d18ba3ff47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:36.675286 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6be9570d-062e-4dc0-b0f3-2478c8fd9031 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:05:36.700487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:36.701033 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 6be9570d-062e-4dc0-b0f3-2478c8fd9031 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:05:36.701375 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 6be9570d-062e-4dc0-b0f3-2478c8fd9031 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:05:36.701792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b5252794-47a0-4559-8793-b135a8986d8e no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:05:36.710537 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87c5af63-1f57-443b-b6f5-93d18ba3ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:36.723402 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: b5252794-47a0-4559-8793-b135a8986d8e {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:05:36.723747 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device b5252794-47a0-4559-8793-b135a8986d8e not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:05:36.850584 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87c5af63-1f57-443b-b6f5-93d18ba3ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:36.880649 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-87c5af63-1f57-443b-b6f5-93d18ba3ff47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:36.895720 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-87c5af63-1f57-443b-b6f5-93d18ba3ff47 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c4e07731-5f8e-4761-ada3-a2ea38286f26 HTTP/1.1" status: 204 len: 168 time: 0.3559196 Nov 11 13:05:36.895720 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5af63-1f57-443b-b6f5-93d18ba3ff47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e07731-5f8e-4761-ada3-a2ea38286f26,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:36.895913 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97467f3-4832-4750-bfc7-23acb7f32721 None None] Network 30874e78-674b-4855-b289-9a74872442ae requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 13:05:36.896040 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 34588) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:36.973576 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:37.028302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] Deleting port 399f06cf-57b1-4601-8ac8-c90d6a0853e4 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:05:37.028768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:37.093373 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] For port 399f06cf-57b1-4601-8ac8-c90d6a0853e4, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=399f06cf-57b1-4601-8ac8-c90d6a0853e4,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:05:37.093737 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:37.095794 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] DHCP port deletion for 30874e78-674b-4855-b289-9a74872442ae request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:05:37.106359 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] Calling delete_port for 399f06cf-57b1-4601-8ac8-c90d6a0853e4 owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:05:37.140788 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] Deleting port 399f06cf-57b1-4601-8ac8-c90d6a0853e4 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:05:37.141156 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:37.205224 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] For port 399f06cf-57b1-4601-8ac8-c90d6a0853e4, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=399f06cf-57b1-4601-8ac8-c90d6a0853e4,segment=NetworkSegment(9e17f19a-22f3-4c36-90ff-913da686b67a),segment_id=9e17f19a-22f3-4c36-90ff-913da686b67a)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:05:37.205608 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:37.217236 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] Calling delete_port for 399f06cf-57b1-4601-8ac8-c90d6a0853e4 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:05:37.250313 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:37.277232 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=399f06cf-57b1-4601-8ac8-c90d6a0853e4,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:37.281850 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] No DVR routers for this DVR port 399f06cf-57b1-4601-8ac8-c90d6a0853e4 on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:05:37.301971 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:37.329279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] Pushing event deleted for resources: {'Port': ['ID=399f06cf-57b1-4601-8ac8-c90d6a0853e4,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:37.333365 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] No DVR routers for this DVR port 399f06cf-57b1-4601-8ac8-c90d6a0853e4 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:05:37.339437 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:37.339785 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:37.340120 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:37.340448 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:37.340773 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:37.341100 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:37.341423 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:37.341744 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:37.342063 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:37.342409 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:37.342691 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:37.343658 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e46a32d-5746-4ab7-866d-7d62604ce2eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:37.362030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:37.382121 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30874e78-674b-4855-b289-9a74872442ae']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:37.391865 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e17f19a-22f3-4c36-90ff-913da686b67a') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:37.392162 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e17f19a-22f3-4c36-90ff-913da686b67a') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:37.401450 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:37.415011 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:37.421085 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 13:05:37.422405 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 13:05:37.423123 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 13:05:37.512854 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:37.517758 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:37.521022 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/30874e78-674b-4855-b289-9a74872442ae HTTP/1.1" status: 204 len: 168 time: 0.6328020 Nov 11 13:05:37.524100 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34590) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:37.534392 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94531e86-c5d0-474c-aa61-79f5fa511ba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=30874e78-674b-4855-b289-9a74872442ae,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:37.871657 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b97535c8-5ac2-499d-824e-307e943d3c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:38.110188 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-b97535c8-5ac2-499d-824e-307e943d3c84 admin admin] Deleting port a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:05:38.110522 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b97535c8-5ac2-499d-824e-307e943d3c84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:38.188353 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-b97535c8-5ac2-499d-824e-307e943d3c84 admin admin] For port a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe,segment=NetworkSegment(a75ce739-9096-422e-a88e-d3b0c1dec26e),segment_id=a75ce739-9096-422e-a88e-d3b0c1dec26e)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:05:38.188621 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b97535c8-5ac2-499d-824e-307e943d3c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:38.201030 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-b97535c8-5ac2-499d-824e-307e943d3c84 admin admin] Calling delete_port for a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe owned by network:router_interface {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:05:38.329698 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:38.420917 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b97535c8-5ac2-499d-824e-307e943d3c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:38.446366 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97535c8-5ac2-499d-824e-307e943d3c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:38.612326 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b97535c8-5ac2-499d-824e-307e943d3c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:38.704283 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 399f06cf-57b1-4601-8ac8-c90d6a0853e4 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:05:38.727670 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 399f06cf-57b1-4601-8ac8-c90d6a0853e4 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:05:38.728118 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 399f06cf-57b1-4601-8ac8-c90d6a0853e4 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:05:38.827324 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97535c8-5ac2-499d-824e-307e943d3c84 admin admin] Router 16f1c519-9566-4801-b7e4-bd09367f279e has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:05:38.930101 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97535c8-5ac2-499d-824e-307e943d3c84 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:05:38.935203 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b97535c8-5ac2-499d-824e-307e943d3c84 admin admin] 10.222.0.50 "PUT /v2.0/routers/16f1c519-9566-4801-b7e4-bd09367f279e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4100642 Nov 11 13:05:38.938230 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34592) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:38.939445 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfc141-f26e-4de2-965a-fe516a74b06d None None] Sync routers for ids ['16f1c519-9566-4801-b7e4-bd09367f279e'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:05:38.950176 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfc141-f26e-4de2-965a-fe516a74b06d None None] Routers {'16f1c519-9566-4801-b7e4-bd09367f279e'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:05:38.950709 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-fadfc141-f26e-4de2-965a-fe516a74b06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:05:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['16f1c519-9566-4801-b7e4-bd09367f279e'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:39.038987 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-45a33483-7a4d-40a3-9bc5-49ed8d18c472 admin admin] Publish callbacks [] for router, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:39.052293 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-fadfc141-f26e-4de2-965a-fe516a74b06d None None] Set router 16f1c519-9566-4801-b7e4-bd09367f279e gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:05:39.139060 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-45a33483-7a4d-40a3-9bc5-49ed8d18c472 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:39.235140 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-fadfc141-f26e-4de2-965a-fe516a74b06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f1c519-9566-4801-b7e4-bd09367f279e', 'name': 'tempest-TestShelveInstance-1321689978-router', 'tenant_id': '572f979f6dc44fb8993790b79db89fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '2f2521b1-4057-474e-9124-031172de6f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:36Z', 'updated_at': '2021-11-11T13:05:38Z', 'revision_number': 5, 'project_id': '572f979f6dc44fb8993790b79db89fdb', 'gw_port': {'id': '2f2521b1-4057-474e-9124-031172de6f59', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f1c519-9566-4801-b7e4-bd09367f279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T12:55:36Z', 'updated_at': '2021-11-11T12:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:39.270235 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfc141-f26e-4de2-965a-fe516a74b06d None None] Checking router: 16f1c519-9566-4801-b7e4-bd09367f279e for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:05:39.273767 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:39.284251 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfc141-f26e-4de2-965a-fe516a74b06d None None] Routers {'16f1c519-9566-4801-b7e4-bd09367f279e'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:05:39.285921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-fadfc141-f26e-4de2-965a-fe516a74b06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:05:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['16f1c519-9566-4801-b7e4-bd09367f279e'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:39.299124 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-45a33483-7a4d-40a3-9bc5-49ed8d18c472 admin admin] Deleting port 2f2521b1-4057-474e-9124-031172de6f59 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:05:39.299469 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-45a33483-7a4d-40a3-9bc5-49ed8d18c472 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:39.368510 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-fadfc141-f26e-4de2-965a-fe516a74b06d None None] Set router 16f1c519-9566-4801-b7e4-bd09367f279e gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:05:39.381041 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-45a33483-7a4d-40a3-9bc5-49ed8d18c472 admin admin] For port 2f2521b1-4057-474e-9124-031172de6f59, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=2f2521b1-4057-474e-9124-031172de6f59,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:05:39.381403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-45a33483-7a4d-40a3-9bc5-49ed8d18c472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:39.393418 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-45a33483-7a4d-40a3-9bc5-49ed8d18c472 admin admin] Calling delete_port for 2f2521b1-4057-474e-9124-031172de6f59 owned by network:router_gateway {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:05:39.422704 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-fadfc141-f26e-4de2-965a-fe516a74b06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f1c519-9566-4801-b7e4-bd09367f279e', 'name': 'tempest-TestShelveInstance-1321689978-router', 'tenant_id': '572f979f6dc44fb8993790b79db89fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:36Z', 'updated_at': '2021-11-11T13:05:39Z', 'revision_number': 6, 'project_id': '572f979f6dc44fb8993790b79db89fdb', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:39.447874 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfc141-f26e-4de2-965a-fe516a74b06d None None] The sync data for ids ['16f1c519-9566-4801-b7e4-bd09367f279e'] in dv-neutron-786478-23-hyperv is: [{'id': '16f1c519-9566-4801-b7e4-bd09367f279e', 'name': 'tempest-TestShelveInstance-1321689978-router', 'tenant_id': '572f979f6dc44fb8993790b79db89fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T12:55:36Z', 'updated_at': '2021-11-11T13:05:39Z', 'revision_number': 6, 'project_id': '572f979f6dc44fb8993790b79db89fdb', 'gw_port_host': None}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:05:39.621510 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-45a33483-7a4d-40a3-9bc5-49ed8d18c472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:39.645286 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a33483-7a4d-40a3-9bc5-49ed8d18c472 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f2521b1-4057-474e-9124-031172de6f59,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:39.661187 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae15efe-0a01-4aff-9b21-828937328a62 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:05:39.710811 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-45a33483-7a4d-40a3-9bc5-49ed8d18c472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:39.799009 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-45a33483-7a4d-40a3-9bc5-49ed8d18c472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:39.801257 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-45a33483-7a4d-40a3-9bc5-49ed8d18c472 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:39.912590 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-45a33483-7a4d-40a3-9bc5-49ed8d18c472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:39.913122 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a33483-7a4d-40a3-9bc5-49ed8d18c472 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16f1c519-9566-4801-b7e4-bd09367f279e {{(pid=103002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 13:05:39.917380 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-45a33483-7a4d-40a3-9bc5-49ed8d18c472 admin admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:39.918531 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-45a33483-7a4d-40a3-9bc5-49ed8d18c472 admin admin] 10.222.0.50 "DELETE /v2.0/routers/16f1c519-9566-4801-b7e4-bd09367f279e HTTP/1.1" status: 204 len: 168 time: 0.9793265 Nov 11 13:05:39.920929 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34594) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:39.966642 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a2f6e8-22dc-4d32-aa02-99e4a472fd7e admin admin] Deleting subnet dc9515c6-a7aa-461a-b895-e654bc85cd6f {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 13:05:39.969737 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-67a2f6e8-22dc-4d32-aa02-99e4a472fd7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:40.002815 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-67a2f6e8-22dc-4d32-aa02-99e4a472fd7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:40.080961 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-67a2f6e8-22dc-4d32-aa02-99e4a472fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:40.193481 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-67a2f6e8-22dc-4d32-aa02-99e4a472fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:40.221272 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2f6e8-22dc-4d32-aa02-99e4a472fd7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc9515c6-a7aa-461a-b895-e654bc85cd6f,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:40.223260 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-67a2f6e8-22dc-4d32-aa02-99e4a472fd7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:40.229026 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-67a2f6e8-22dc-4d32-aa02-99e4a472fd7e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/dc9515c6-a7aa-461a-b895-e654bc85cd6f HTTP/1.1" status: 204 len: 168 time: 0.3045855 Nov 11 13:05:40.229185 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061b0120-5161-4caf-97a4-409ca5eace9b None None] Network dd801cba-18b4-461b-b14f-6e83b9461fe2 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 13:05:40.229340 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 34596) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:40.305530 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:40.359521 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] Deleting port 25100e0e-958f-4703-b08b-8212dadf7ebb {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:05:40.359938 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:40.411832 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddf6c94-6e4d-4696-baaf-cdd31d4befd8 None None] DHCP port deletion for dd801cba-18b4-461b-b14f-6e83b9461fe2 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:05:40.433166 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] For port 25100e0e-958f-4703-b08b-8212dadf7ebb, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=25100e0e-958f-4703-b08b-8212dadf7ebb,segment=NetworkSegment(a75ce739-9096-422e-a88e-d3b0c1dec26e),segment_id=a75ce739-9096-422e-a88e-d3b0c1dec26e)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:05:40.433520 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:40.449023 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] Calling delete_port for 25100e0e-958f-4703-b08b-8212dadf7ebb owned by network:dhcp {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:05:40.466634 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-2ddf6c94-6e4d-4696-baaf-cdd31d4befd8 None None] Deleting port 25100e0e-958f-4703-b08b-8212dadf7ebb {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:05:40.467014 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2ddf6c94-6e4d-4696-baaf-cdd31d4befd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:40.530513 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-2ddf6c94-6e4d-4696-baaf-cdd31d4befd8 None None] For port 25100e0e-958f-4703-b08b-8212dadf7ebb, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=25100e0e-958f-4703-b08b-8212dadf7ebb,segment=NetworkSegment(a75ce739-9096-422e-a88e-d3b0c1dec26e),segment_id=a75ce739-9096-422e-a88e-d3b0c1dec26e)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:05:40.530887 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2ddf6c94-6e4d-4696-baaf-cdd31d4befd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:40.542972 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-2ddf6c94-6e4d-4696-baaf-cdd31d4befd8 None None] Calling delete_port for 25100e0e-958f-4703-b08b-8212dadf7ebb owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:05:40.610533 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:40.641877 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] Pushing event deleted for resources: {'Port': ['ID=25100e0e-958f-4703-b08b-8212dadf7ebb,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:40.647723 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] No DVR routers for this DVR port 25100e0e-958f-4703-b08b-8212dadf7ebb on host dv-neutron-786478-23-hyperv {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:05:40.727969 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:40.748011 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd801cba-18b4-461b-b14f-6e83b9461fe2']}} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:40.758040 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75ce739-9096-422e-a88e-d3b0c1dec26e') {'for_net_delete': True} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:40.758334 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.services.segments.db [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75ce739-9096-422e-a88e-d3b0c1dec26e') {} {{(pid=103001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:40.766935 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 2f2521b1-4057-474e-9124-031172de6f59 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:05:40.768630 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260956436'] for segment, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:40.781541 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:40.787544 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 13:05:40.787737 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 2f2521b1-4057-474e-9124-031172de6f59 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:05:40.787932 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 2f2521b1-4057-474e-9124-031172de6f59 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:05:40.788049 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260957761'] for segment, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:40.788306 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: Traceback (most recent call last): Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: timer() Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: cb(*args, **kw) Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: return func(*args, **kwargs) Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: self._notify() Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: self.callback(batched_events) Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: event.method(event) Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: return f(self, *a, **k) Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._get(url).json() Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: return self.request(url, 'GET', **kwargs) Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 13:05:40.789610 dv-neutron-786478-23-hyperv neutron-server[103001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 13:05:40.792884 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-2ddf6c94-6e4d-4696-baaf-cdd31d4befd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:40.812913 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:05:40.815622 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device a9f5046b-ca3f-46fa-ac9f-c4ae1c64e0fe not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:05:40.815622 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 25100e0e-958f-4703-b08b-8212dadf7ebb no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:05:40.837901 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf6c94-6e4d-4696-baaf-cdd31d4befd8 None None] Pushing event deleted for resources: {'Port': ['ID=25100e0e-958f-4703-b08b-8212dadf7ebb,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:40.856363 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddf6c94-6e4d-4696-baaf-cdd31d4befd8 None None] No DVR routers for this DVR port 25100e0e-958f-4703-b08b-8212dadf7ebb on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:05:40.860896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 25100e0e-958f-4703-b08b-8212dadf7ebb {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:05:40.860896 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 25100e0e-958f-4703-b08b-8212dadf7ebb not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:05:40.912826 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:40.918461 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:40.921649 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] 10.222.0.50 "DELETE /v2.0/networks/dd801cba-18b4-461b-b14f-6e83b9461fe2 HTTP/1.1" status: 204 len: 168 time: 0.6913216 Nov 11 13:05:40.932975 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df21afe-02e7-4e14-a92f-a5bfb636d4ff admin admin] Pushing event deleted for resources: {'Network': ['ID=dd801cba-18b4-461b-b14f-6e83b9461fe2,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:41.244096 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:41.250421 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34600) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:41.289416 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-d6a60bb7-9be4-449e-9e73-426a9e56f245 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25f5e9b3c1314960bfc72e52e712ab91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378263 Nov 11 13:05:41.291835 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34602) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:41.344350 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-251fe6e0-bb04-44f8-99cb-e5ec53e7c789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:41.364617 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-251fe6e0-bb04-44f8-99cb-e5ec53e7c789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:41.460894 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-251fe6e0-bb04-44f8-99cb-e5ec53e7c789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:41.463476 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-251fe6e0-bb04-44f8-99cb-e5ec53e7c789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:41.464643 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-251fe6e0-bb04-44f8-99cb-e5ec53e7c789 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e6ed7e3d-fd62-47d8-93d8-bd6c2a72a0a3 HTTP/1.1" status: 204 len: 168 time: 0.1719236 Nov 11 13:05:41.472905 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fe6e0-bb04-44f8-99cb-e5ec53e7c789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ed7e3d-fd62-47d8-93d8-bd6c2a72a0a3,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:42.147063 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34608) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:42.187487 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-09b1d687-85ee-4c0a-bc39-5eb0389de1c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=572f979f6dc44fb8993790b79db89fdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392318 Nov 11 13:05:42.190085 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34610) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:42.235391 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-999e488f-e5f8-456e-95b8-196ecf9d3bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:42.256594 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-999e488f-e5f8-456e-95b8-196ecf9d3bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:42.352621 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-999e488f-e5f8-456e-95b8-196ecf9d3bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:42.355228 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-999e488f-e5f8-456e-95b8-196ecf9d3bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:42.356386 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-999e488f-e5f8-456e-95b8-196ecf9d3bbc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce8c63bf-7100-4b03-9cdb-956fd58ef563 HTTP/1.1" status: 204 len: 168 time: 0.1654150 Nov 11 13:05:42.363858 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e488f-e5f8-456e-95b8-196ecf9d3bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8c63bf-7100-4b03-9cdb-956fd58ef563,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:43.372970 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34634) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:43.478670 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3bceaa70-616d-4d3e-aeb9-aafd650a9650 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-811532790-network', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:05:43.546797 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bceaa70-616d-4d3e-aeb9-aafd650a9650 admin admin] Made reservation on behalf of d7007683c2814f729af1b2fa9ad2afd2 for: {'network': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 13:05:43.549239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3bceaa70-616d-4d3e-aeb9-aafd650a9650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:43.558227 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3bceaa70-616d-4d3e-aeb9-aafd650a9650 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:43.636626 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3bceaa70-616d-4d3e-aeb9-aafd650a9650 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:43.706058 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3bceaa70-616d-4d3e-aeb9-aafd650a9650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:43.725785 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bceaa70-616d-4d3e-aeb9-aafd650a9650 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 13:05:43.739977 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bceaa70-616d-4d3e-aeb9-aafd650a9650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b429c5-1014-4470-96db-fcf8c24c11c7,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:43.742746 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3bceaa70-616d-4d3e-aeb9-aafd650a9650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:43.743101 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.segments_db [None req-3bceaa70-616d-4d3e-aeb9-aafd650a9650 admin admin] Added segment 2fcb9af0-dea3-478d-aaae-d0fb38c60305 of type vlan for network 3d69c735-d3ed-49ac-90ad-e63317bb340e Nov 11 13:05:43.781389 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3bceaa70-616d-4d3e-aeb9-aafd650a9650 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:43.860987 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3bceaa70-616d-4d3e-aeb9-aafd650a9650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:43.861988 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bceaa70-616d-4d3e-aeb9-aafd650a9650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:05:43.862563 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3bceaa70-616d-4d3e-aeb9-aafd650a9650 admin admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:43.926500 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bceaa70-616d-4d3e-aeb9-aafd650a9650 admin admin] Pushing event updated for resources: {'Network': ['ID=3d69c735-d3ed-49ac-90ad-e63317bb340e,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:43.936074 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 3d69c735-d3ed-49ac-90ad-e63317bb340e details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 13:05:44.002158 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3bceaa70-616d-4d3e-aeb9-aafd650a9650 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6274111 Nov 11 13:05:44.004523 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34638) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:44.009203 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-59af3be9-9256-471e-994d-35ac7520248e admin admin] Request body: {'subnet': {'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-811532790-subnet', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'ip_version': 4}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:05:44.095185 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59af3be9-9256-471e-994d-35ac7520248e admin admin] Made reservation on behalf of d7007683c2814f729af1b2fa9ad2afd2 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 13:05:44.097443 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59af3be9-9256-471e-994d-35ac7520248e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:44.318233 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59af3be9-9256-471e-994d-35ac7520248e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:44.366687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af3be9-9256-471e-994d-35ac7520248e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e25f084-af54-4052-9bac-770e278c6a95,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:44.382996 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59af3be9-9256-471e-994d-35ac7520248e admin admin] Checking segment: {'id': '2fcb9af0-dea3-478d-aaae-d0fb38c60305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:05:44.383639 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59af3be9-9256-471e-994d-35ac7520248e admin admin] Network hostable DHCP agents. Network: 3d69c735-d3ed-49ac-90ad-e63317bb340e, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 13:05:44.460922 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59af3be9-9256-471e-994d-35ac7520248e admin admin] Network 3d69c735-d3ed-49ac-90ad-e63317bb340e is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 13:05:44.535666 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-59af3be9-9256-471e-994d-35ac7520248e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 3d69c735-d3ed-49ac-90ad-e63317bb340e) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:05:44.539637 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af3be9-9256-471e-994d-35ac7520248e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:05:44.540224 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-59af3be9-9256-471e-994d-35ac7520248e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:44.545040 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b37aae7-567a-42bb-8560-60732a978b62 None None] Network 3d69c735-d3ed-49ac-90ad-e63317bb340e requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 13:05:44.635405 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-59af3be9-9256-471e-994d-35ac7520248e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6297953 Nov 11 13:05:44.638034 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34640) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:44.642319 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:05:44.686972 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-3d69c735-d3ed-49ac-90ad-e63317bb340e', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 13:05:44.687898 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:44.719165 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:44.720233 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:44.768806 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:44.821113 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Allocated IP 172.20.0.2 (3d69c735-d3ed-49ac-90ad-e63317bb340e/6e25f084-af54-4052-9bac-770e278c6a95/e62a512a-9292-4659-834c-8c0fe9a759aa) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:05:44.955204 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:44.964456 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:45.032620 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:45.075535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Network 3d69c735-d3ed-49ac-90ad-e63317bb340e is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:05:45.080133 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:05:45.085033 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:05:45.087004 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Pushing event updated for resources: {'Port': ['ID=e62a512a-9292-4659-834c-8c0fe9a759aa,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:45.141551 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Attempting to bind port e62a512a-9292-4659-834c-8c0fe9a759aa on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 13:05:45.141917 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Attempting to bind port e62a512a-9292-4659-834c-8c0fe9a759aa by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '2fcb9af0-dea3-478d-aaae-d0fb38c60305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 13:05:45.142277 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Attempting to bind port e62a512a-9292-4659-834c-8c0fe9a759aa on network 3d69c735-d3ed-49ac-90ad-e63317bb340e {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:05:45.147160 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 13, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 13:05:45.147540 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Checking segment: {'id': '2fcb9af0-dea3-478d-aaae-d0fb38c60305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:05:45.147934 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:45.148322 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Bound using segment: {'id': '2fcb9af0-dea3-478d-aaae-d0fb38c60305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 13:05:45.148781 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Bound port: e62a512a-9292-4659-834c-8c0fe9a759aa, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcb9af0-dea3-478d-aaae-d0fb38c60305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 13:05:45.149157 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:45.205007 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:45.211408 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] For port e62a512a-9292-4659-834c-8c0fe9a759aa, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 13:05:45.214662 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] For port e62a512a-9292-4659-834c-8c0fe9a759aa, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e62a512a-9292-4659-834c-8c0fe9a759aa,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 13:05:45.223405 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:45.301614 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:45.324519 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] Allocated IP 172.26.5.253 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/bbc6b20d-5f23-40aa-a5db-fb2da36de7d8) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:05:45.363445 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678a479-a4da-4ddf-8156-3f098e64f5e9 None None] Pushing event updated for resources: {'Port': ['ID=e62a512a-9292-4659-834c-8c0fe9a759aa,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:45.438151 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:45.536480 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:45.579462 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:05:45.592187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:05:45.592187 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:05:45.598650 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d961bb9-da8c-47e0-a9d7-c805bc11538c None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:05:45.610640 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc6b20d-5f23-40aa-a5db-fb2da36de7d8,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:45.693059 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-da198bd0-f78a-4e7d-881a-8637e3a493fb None None] Provisioning complete for port bbc6b20d-5f23-40aa-a5db-fb2da36de7d8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:45.693528 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-da198bd0-f78a-4e7d-881a-8637e3a493fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:45.731097 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-da198bd0-f78a-4e7d-881a-8637e3a493fb None None] Port bbc6b20d-5f23-40aa-a5db-fb2da36de7d8 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:05:45.899839 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:46.209365 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49cefee-a827-4fa4-bc86-02b4c9ac9399 None None] Network 3d69c735-d3ed-49ac-90ad-e63317bb340e requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 13:05:46.274761 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-85d21ba1-0770-4490-afa3-493fac7a831e None None] Provisioning complete for port e62a512a-9292-4659-834c-8c0fe9a759aa triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:46.275149 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-85d21ba1-0770-4490-afa3-493fac7a831e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:46.401471 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:46.425682 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-85d21ba1-0770-4490-afa3-493fac7a831e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:46.464361 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-85d21ba1-0770-4490-afa3-493fac7a831e None None] For port e62a512a-9292-4659-834c-8c0fe9a759aa, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e62a512a-9292-4659-834c-8c0fe9a759aa,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:05:46.518510 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-85d21ba1-0770-4490-afa3-493fac7a831e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:46.573409 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d21ba1-0770-4490-afa3-493fac7a831e None None] Pushing event updated for resources: {'Port': ['ID=e62a512a-9292-4659-834c-8c0fe9a759aa,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:46.587023 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] Router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 13:05:46.640007 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-092dfc10-e4a0-45a8-bbff-9f72094b69db None None] Provisioning complete for port e62a512a-9292-4659-834c-8c0fe9a759aa triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:46.640388 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-092dfc10-e4a0-45a8-bbff-9f72094b69db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:46.690734 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e62a512a-9292-4659-834c-8c0fe9a759aa up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:05:46.701703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:05:46.712442 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Sync routers for ids ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:05:46.722401 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Routers {'2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:05:46.723903 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:05:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:46.766535 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:46.771338 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 34642) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:46.771953 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-22aa0c4c-e5c8-4db1-9459-f952790e82f9 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1328001 Nov 11 13:05:46.779876 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port e62a512a-9292-4659-834c-8c0fe9a759aa triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:46.780510 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:46.835093 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Set router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:05:47.012295 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:05:45Z', 'revision_number': 3, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port': {'id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:45Z', 'updated_at': '2021-11-11T13:05:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:47.041397 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Checking router: 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:05:47.041744 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Updating router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d port bbc6b20d-5f23-40aa-a5db-fb2da36de7d8 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 13:05:47.066442 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:47.189871 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-380d1dc1-5344-49ee-a3bf-924ffa02134e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:47.316743 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:47.348325 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-380d1dc1-5344-49ee-a3bf-924ffa02134e admin admin] Allocated IP 172.20.0.1 (3d69c735-d3ed-49ac-90ad-e63317bb340e/6e25f084-af54-4052-9bac-770e278c6a95/9da4c814-160a-439c-a488-5f47fb0d7cde) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:05:47.369852 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:47.414021 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aedf236-2d60-4dab-a30c-ef29d636a032 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:05:47.418487 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Attempting to bind port bbc6b20d-5f23-40aa-a5db-fb2da36de7d8 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 13:05:47.418853 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Attempting to bind port bbc6b20d-5f23-40aa-a5db-fb2da36de7d8 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 13:05:47.419725 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Attempting to bind port bbc6b20d-5f23-40aa-a5db-fb2da36de7d8 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:05:47.432398 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 13, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 13:05:47.432764 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:05:47.433162 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:47.433545 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 13:05:47.434007 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Bound port: bbc6b20d-5f23-40aa-a5db-fb2da36de7d8, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 13:05:47.434381 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:47.456200 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-380d1dc1-5344-49ee-a3bf-924ffa02134e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:47.456567 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954bfdb-1905-4861-bf2e-a9cd6e0db60d None None] Pushing event updated for resources: {'Port': ['ID=bbc6b20d-5f23-40aa-a5db-fb2da36de7d8,revision_number=2']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:47.466845 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954bfdb-1905-4861-bf2e-a9cd6e0db60d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:47.467212 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954bfdb-1905-4861-bf2e-a9cd6e0db60d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:47.467555 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954bfdb-1905-4861-bf2e-a9cd6e0db60d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:47.467885 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954bfdb-1905-4861-bf2e-a9cd6e0db60d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:47.468207 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954bfdb-1905-4861-bf2e-a9cd6e0db60d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:47.468530 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954bfdb-1905-4861-bf2e-a9cd6e0db60d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:47.468847 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954bfdb-1905-4861-bf2e-a9cd6e0db60d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:47.469166 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954bfdb-1905-4861-bf2e-a9cd6e0db60d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:47.469485 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954bfdb-1905-4861-bf2e-a9cd6e0db60d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:47.469797 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954bfdb-1905-4861-bf2e-a9cd6e0db60d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:47.470108 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954bfdb-1905-4861-bf2e-a9cd6e0db60d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:47.470417 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954bfdb-1905-4861-bf2e-a9cd6e0db60d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:05:47.493378 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c9a21370-e08b-4c87-b7cc-5bac5ff54ce1 None None] Provisioning complete for port bbc6b20d-5f23-40aa-a5db-fb2da36de7d8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:47.493745 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c9a21370-e08b-4c87-b7cc-5bac5ff54ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:47.502924 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] For port bbc6b20d-5f23-40aa-a5db-fb2da36de7d8, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 13:05:47.505995 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] For port bbc6b20d-5f23-40aa-a5db-fb2da36de7d8, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=bbc6b20d-5f23-40aa-a5db-fb2da36de7d8,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 13:05:47.528463 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c9a21370-e08b-4c87-b7cc-5bac5ff54ce1 None None] Port bbc6b20d-5f23-40aa-a5db-fb2da36de7d8 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:05:47.547191 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-380d1dc1-5344-49ee-a3bf-924ffa02134e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:47.575607 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:47.585321 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380d1dc1-5344-49ee-a3bf-924ffa02134e admin admin] Network 3d69c735-d3ed-49ac-90ad-e63317bb340e is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:05:47.592009 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-380d1dc1-5344-49ee-a3bf-924ffa02134e admin admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:05:47.595728 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380d1dc1-5344-49ee-a3bf-924ffa02134e admin admin] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:05:47.619388 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d1dc1-5344-49ee-a3bf-924ffa02134e admin admin] Pushing event updated for resources: {'Port': ['ID=9da4c814-160a-439c-a488-5f47fb0d7cde,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:47.625274 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Routers {'2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:05:47.625884 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:05:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:47.633114 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abce2cd-c4d9-43af-9b12-1c023d046bd2 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:05:47.641230 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-380d1dc1-5344-49ee-a3bf-924ffa02134e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:47.716759 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954bfdb-1905-4861-bf2e-a9cd6e0db60d None None] Pushing event updated for resources: {'Port': ['ID=bbc6b20d-5f23-40aa-a5db-fb2da36de7d8,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:47.753197 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] Set router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:05:47.760324 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-82b606ec-a495-4eae-b3bb-5cdc7ea8b9ae None None] Provisioning complete for port bbc6b20d-5f23-40aa-a5db-fb2da36de7d8 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:47.760696 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-82b606ec-a495-4eae-b3bb-5cdc7ea8b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:47.846598 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-82b606ec-a495-4eae-b3bb-5cdc7ea8b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:47.853542 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-380d1dc1-5344-49ee-a3bf-924ffa02134e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:47.868361 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-82b606ec-a495-4eae-b3bb-5cdc7ea8b9ae None None] For port bbc6b20d-5f23-40aa-a5db-fb2da36de7d8, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=bbc6b20d-5f23-40aa-a5db-fb2da36de7d8,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:05:47.936315 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:05:45Z', 'revision_number': 3, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port': {'id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:45Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:47.941399 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-82b606ec-a495-4eae-b3bb-5cdc7ea8b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:47.968165 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a5508d-2d52-4de5-b5e2-d91a85d6176a None None] The sync data for ids ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'] in dv-neutron-786478-23-hyperv is: [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:05:45Z', 'revision_number': 3, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port': {'id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:45Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:05:47.993229 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b606ec-a495-4eae-b3bb-5cdc7ea8b9ae None None] Pushing event updated for resources: {'Port': ['ID=bbc6b20d-5f23-40aa-a5db-fb2da36de7d8,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:48.034249 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-380d1dc1-5344-49ee-a3bf-924ffa02134e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:48.062336 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-d7798c6b-c80e-4994-99d9-a44285419ee3 None None] Provisioning complete for port 9da4c814-160a-439c-a488-5f47fb0d7cde triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:48.062780 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d7798c6b-c80e-4994-99d9-a44285419ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:48.084019 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-380d1dc1-5344-49ee-a3bf-924ffa02134e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:48.101069 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-d7798c6b-c80e-4994-99d9-a44285419ee3 None None] Port 9da4c814-160a-439c-a488-5f47fb0d7cde cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:05:48.151839 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d1dc1-5344-49ee-a3bf-924ffa02134e admin admin] Pushing event updated for resources: {'Port': ['ID=9da4c814-160a-439c-a488-5f47fb0d7cde,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:48.154223 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-380d1dc1-5344-49ee-a3bf-924ffa02134e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:48.267503 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380d1dc1-5344-49ee-a3bf-924ffa02134e admin admin] Network 3d69c735-d3ed-49ac-90ad-e63317bb340e is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:05:48.269144 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-380d1dc1-5344-49ee-a3bf-924ffa02134e admin admin] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:05:48.398302 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380d1dc1-5344-49ee-a3bf-924ffa02134e admin admin] Router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:05:48.513798 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380d1dc1-5344-49ee-a3bf-924ffa02134e admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:05:48.519187 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-380d1dc1-5344-49ee-a3bf-924ffa02134e admin admin] 10.222.0.50 "PUT /v2.0/routers/2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7468789 Nov 11 13:05:48.535643 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-99582b04-9049-45d9-9fda-79d2826edaa4 None None] Provisioning complete for port 9da4c814-160a-439c-a488-5f47fb0d7cde triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:48.536152 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-99582b04-9049-45d9-9fda-79d2826edaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:48.571749 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-99582b04-9049-45d9-9fda-79d2826edaa4 None None] Port 9da4c814-160a-439c-a488-5f47fb0d7cde cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:05:48.703752 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device bbc6b20d-5f23-40aa-a5db-fb2da36de7d8 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:05:48.751931 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port bbc6b20d-5f23-40aa-a5db-fb2da36de7d8 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:48.752296 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:49.176954 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 34658) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:49.182090 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-7479d2a3-7d3d-4b9f-b49c-7d415eddd1b2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1364302357-network', 'tenant_id': 'afbca2564ed642bcb607d2a150d83bd8'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:05:49.266852 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7479d2a3-7d3d-4b9f-b49c-7d415eddd1b2 admin admin] Made reservation on behalf of afbca2564ed642bcb607d2a150d83bd8 for: {'network': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 13:05:49.269329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7479d2a3-7d3d-4b9f-b49c-7d415eddd1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for network, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:49.278494 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7479d2a3-7d3d-4b9f-b49c-7d415eddd1b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:49.356324 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7479d2a3-7d3d-4b9f-b49c-7d415eddd1b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:49.421628 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7479d2a3-7d3d-4b9f-b49c-7d415eddd1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:49.451793 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7479d2a3-7d3d-4b9f-b49c-7d415eddd1b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 13:05:49.458574 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479d2a3-7d3d-4b9f-b49c-7d415eddd1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9768baa5-91e7-442d-b194-5113c338a94d,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:49.465298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7479d2a3-7d3d-4b9f-b49c-7d415eddd1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:49.465298 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.segments_db [None req-7479d2a3-7d3d-4b9f-b49c-7d415eddd1b2 admin admin] Added segment 92bc1c66-e89c-4dca-a53c-d8852867a153 of type vlan for network 6bd56728-b524-467a-9642-c9414fff9e51 Nov 11 13:05:49.475328 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Sync routers for ids ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:05:49.486185 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Routers {'2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:05:49.486788 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:05:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:49.506577 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7479d2a3-7d3d-4b9f-b49c-7d415eddd1b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777975814867'] for network, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:49.593263 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Set router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:05:49.598329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7479d2a3-7d3d-4b9f-b49c-7d415eddd1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992'] for network, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:49.599359 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7479d2a3-7d3d-4b9f-b49c-7d415eddd1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:05:49.599965 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-7479d2a3-7d3d-4b9f-b49c-7d415eddd1b2 admin admin] Publish callbacks [] for network, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:49.662493 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479d2a3-7d3d-4b9f-b49c-7d415eddd1b2 admin admin] Pushing event updated for resources: {'Network': ['ID=6bd56728-b524-467a-9642-c9414fff9e51,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:49.677299 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Network 6bd56728-b524-467a-9642-c9414fff9e51 details requested by agent ovs-agent-dv-neutron-786478-23-hyperv with host dv-neutron-786478-23-hyperv {{(pid=103003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 13:05:49.721888 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-7479d2a3-7d3d-4b9f-b49c-7d415eddd1b2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5436416 Nov 11 13:05:49.724856 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34660) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:49.729407 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-8adfb0b9-5ea6-4c17-83a0-c92960e08168 admin admin] Request body: {'subnet': {'network_id': '6bd56728-b524-467a-9642-c9414fff9e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1364302357-subnet', 'tenant_id': 'afbca2564ed642bcb607d2a150d83bd8', 'ip_version': 4}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:05:49.809706 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adfb0b9-5ea6-4c17-83a0-c92960e08168 admin admin] Made reservation on behalf of afbca2564ed642bcb607d2a150d83bd8 for: {'subnet': 1} {{(pid=103002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 13:05:49.812206 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8adfb0b9-5ea6-4c17-83a0-c92960e08168 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260411469'] for subnet, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:49.860716 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port': {'id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:45Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '9da4c814-160a-439c-a488-5f47fb0d7cde', 'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'mac_address': 'fa:16:3e:8a:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:47Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 2, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'subnets': [{'id': '6e25f084-af54-4052-9bac-770e278c6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:49.885756 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Checking router: 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:05:49.888405 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Updating router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d port 9da4c814-160a-439c-a488-5f47fb0d7cde binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 13:05:49.910821 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:50.038767 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8adfb0b9-5ea6-4c17-83a0-c92960e08168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261966926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260411491'] for subnet, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:50.094815 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfb0b9-5ea6-4c17-83a0-c92960e08168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=776b8be2-4d54-4e8d-a1d7-2b615153b668,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:50.103683 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adfb0b9-5ea6-4c17-83a0-c92960e08168 admin admin] Checking segment: {'id': '92bc1c66-e89c-4dca-a53c-d8852867a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6bd56728-b524-467a-9642-c9414fff9e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:05:50.104041 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adfb0b9-5ea6-4c17-83a0-c92960e08168 admin admin] Network hostable DHCP agents. Network: 6bd56728-b524-467a-9642-c9414fff9e51, hostable agents: ['d9d517c8-be6e-49fd-af5d-6a12c6b1d65a'], hosted agents: [] {{(pid=103002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 13:05:50.181373 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:50.209409 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adfb0b9-5ea6-4c17-83a0-c92960e08168 admin admin] Network 6bd56728-b524-467a-9642-c9414fff9e51 is scheduled to be hosted by DHCP agent d9d517c8-be6e-49fd-af5d-6a12c6b1d65a with binding_index 1 {{(pid=103002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 13:05:50.272418 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:50.306745 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-8adfb0b9-5ea6-4c17-83a0-c92960e08168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-23-hyperv, 6bd56728-b524-467a-9642-c9414fff9e51) {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:05:50.311290 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adfb0b9-5ea6-4c17-83a0-c92960e08168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:05:50.317497 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-8adfb0b9-5ea6-4c17-83a0-c92960e08168 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:50.317946 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9dea9f-7f29-414c-802f-ba95ec47e033 None None] Network 6bd56728-b524-467a-9642-c9414fff9e51 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 13:05:50.375324 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-8adfb0b9-5ea6-4c17-83a0-c92960e08168 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6473370 Nov 11 13:05:50.375685 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34662) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:50.381085 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1364302357-router', 'tenant_id': 'afbca2564ed642bcb607d2a150d83bd8', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:05:50.455396 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59303'] for router, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:50.456476 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59326'] for router, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:50.515886 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:50.542744 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f8ec9-45a8-4b10-85f7-02c7e76047d6 None None] Pushing event updated for resources: {'Port': ['ID=9da4c814-160a-439c-a488-5f47fb0d7cde,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:50.597712 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-a6bc4ace-8e72-4940-be9f-32e0a18c761b None None] Provisioning complete for port 9da4c814-160a-439c-a488-5f47fb0d7cde triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:50.598401 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a6bc4ace-8e72-4940-be9f-32e0a18c761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:50.602761 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Attempting to bind port 9da4c814-160a-439c-a488-5f47fb0d7cde on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 13:05:50.602987 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Attempting to bind port 9da4c814-160a-439c-a488-5f47fb0d7cde by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '2fcb9af0-dea3-478d-aaae-d0fb38c60305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 13:05:50.603315 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Attempting to bind port 9da4c814-160a-439c-a488-5f47fb0d7cde on network 3d69c735-d3ed-49ac-90ad-e63317bb340e {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:05:50.641315 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 13, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 13:05:50.641692 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Checking segment: {'id': '2fcb9af0-dea3-478d-aaae-d0fb38c60305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:05:50.642097 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:50.642492 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Bound using segment: {'id': '2fcb9af0-dea3-478d-aaae-d0fb38c60305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 13:05:50.642968 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Bound port: 9da4c814-160a-439c-a488-5f47fb0d7cde, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcb9af0-dea3-478d-aaae-d0fb38c60305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 13:05:50.643378 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:50.682047 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-a6bc4ace-8e72-4940-be9f-32e0a18c761b None None] Port 9da4c814-160a-439c-a488-5f47fb0d7cde cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:05:50.690076 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:50.765377 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2fbbd83-3770-5cc9-a7ca-348da0f81d8a-6bd56728-b524-467a-9642-c9414fff9e51', 'network_id': '6bd56728-b524-467a-9642-c9414fff9e51', 'tenant_id': 'afbca2564ed642bcb607d2a150d83bd8', 'fixed_ips': [{'subnet_id': '776b8be2-4d54-4e8d-a1d7-2b615153b668'}]}} from dv-neutron-786478-23-hyperv. {{(pid=103003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 13:05:50.765377 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:50.765577 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] For port 9da4c814-160a-439c-a488-5f47fb0d7cde, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 13:05:50.769669 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] For port 9da4c814-160a-439c-a488-5f47fb0d7cde, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=9da4c814-160a-439c-a488-5f47fb0d7cde,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 13:05:50.835942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:50.933324 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:50.944746 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f8ec9-45a8-4b10-85f7-02c7e76047d6 None None] Pushing event updated for resources: {'Port': ['ID=9da4c814-160a-439c-a488-5f47fb0d7cde,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:50.947528 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Routers {'2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:05:50.948132 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:05:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:50.953756 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:50.993781 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.db_base_plugin_common [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Allocated IP 172.20.0.2 (6bd56728-b524-467a-9642-c9414fff9e51/776b8be2-4d54-4e8d-a1d7-2b615153b668/79d8bdcd-4849-4ca8-8df6-04012e319f24) {{(pid=103003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:05:51.065487 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] Allocated IP 172.26.5.41 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/18fb98fc-3f7c-4f6e-b385-07ca2852fb80) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:05:51.150355 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] Set router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:05:51.166694 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:51.181273 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-b0c7d1c4-7647-4f41-bc9f-4ae4b3e55c02 None None] Provisioning complete for port 9da4c814-160a-439c-a488-5f47fb0d7cde triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:51.181643 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b0c7d1c4-7647-4f41-bc9f-4ae4b3e55c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:51.255427 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:51.295484 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:05:51.301215 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:05:51.304251 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:05:51.333052 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] Pushing event updated for resources: {'Port': ['ID=18fb98fc-3f7c-4f6e-b385-07ca2852fb80,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:51.337800 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fee5356-189e-49b2-b64a-56a6051262ff None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:05:51.346603 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Publish callbacks [] for port, precommit_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:51.422809 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601'] for port, after_create {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:51.474685 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b0c7d1c4-7647-4f41-bc9f-4ae4b3e55c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:51.504508 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Network 6bd56728-b524-467a-9642-c9414fff9e51 is already hosted by enough agents. {{(pid=103003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:05:51.513218 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.scheduler.base_scheduler [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Resources bound (agent type, host, resource id): {{(pid=103003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:05:51.515821 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Received port after_create {{(pid=103003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:05:51.518967 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Pushing event updated for resources: {'Port': ['ID=79d8bdcd-4849-4ca8-8df6-04012e319f24,revision_number=1']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:51.544573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-b0c7d1c4-7647-4f41-bc9f-4ae4b3e55c02 None None] For port 9da4c814-160a-439c-a488-5f47fb0d7cde, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=9da4c814-160a-439c-a488-5f47fb0d7cde,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:05:51.600936 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port': {'id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:45Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '9da4c814-160a-439c-a488-5f47fb0d7cde', 'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'mac_address': 'fa:16:3e:8a:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:47Z', 'updated_at': '2021-11-11T13:05:50Z', 'revision_number': 4, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'subnets': [{'id': '6e25f084-af54-4052-9bac-770e278c6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:51.603962 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Attempting to bind port 79d8bdcd-4849-4ca8-8df6-04012e319f24 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 13:05:51.604329 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Attempting to bind port 79d8bdcd-4849-4ca8-8df6-04012e319f24 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '92bc1c66-e89c-4dca-a53c-d8852867a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6bd56728-b524-467a-9642-c9414fff9e51'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 13:05:51.604689 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Attempting to bind port 79d8bdcd-4849-4ca8-8df6-04012e319f24 on network 6bd56728-b524-467a-9642-c9414fff9e51 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:05:51.621770 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:51.634295 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b0c7d1c4-7647-4f41-bc9f-4ae4b3e55c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:51.639328 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15bbf2-8039-47c7-b689-10691f5c0f67 None None] The sync data for ids ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'] in dv-neutron-786478-23-hyperv is: [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port': {'id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:45Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '9da4c814-160a-439c-a488-5f47fb0d7cde', 'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'mac_address': 'fa:16:3e:8a:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:47Z', 'updated_at': '2021-11-11T13:05:50Z', 'revision_number': 4, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'subnets': [{'id': '6e25f084-af54-4052-9bac-770e278c6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:05:51.642778 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 13, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 13:05:51.643297 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Checking segment: {'id': '92bc1c66-e89c-4dca-a53c-d8852867a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6bd56728-b524-467a-9642-c9414fff9e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:05:51.643568 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:51.644013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Bound using segment: {'id': '92bc1c66-e89c-4dca-a53c-d8852867a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6bd56728-b524-467a-9642-c9414fff9e51'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 13:05:51.644417 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Bound port: 79d8bdcd-4849-4ca8-8df6-04012e319f24, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92bc1c66-e89c-4dca-a53c-d8852867a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6bd56728-b524-467a-9642-c9414fff9e51'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 13:05:51.644798 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:51.740257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7d1c4-7647-4f41-bc9f-4ae4b3e55c02 None None] Pushing event updated for resources: {'Port': ['ID=9da4c814-160a-439c-a488-5f47fb0d7cde,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:51.778849 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] For port 79d8bdcd-4849-4ca8-8df6-04012e319f24, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 13:05:51.783641 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] For port 79d8bdcd-4849-4ca8-8df6-04012e319f24, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=79d8bdcd-4849-4ca8-8df6-04012e319f24,segment=NetworkSegment(92bc1c66-e89c-4dca-a53c-d8852867a153),segment_id=92bc1c66-e89c-4dca-a53c-d8852867a153)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 13:05:51.784683 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-bd001339-9d50-4757-ab05-48f81c5c9e7c None None] Provisioning complete for port 18fb98fc-3f7c-4f6e-b385-07ca2852fb80 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:51.785150 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bd001339-9d50-4757-ab05-48f81c5c9e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:51.823890 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-bd001339-9d50-4757-ab05-48f81c5c9e7c None None] Port 18fb98fc-3f7c-4f6e-b385-07ca2852fb80 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:05:51.870665 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573368'] for router, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:51.873294 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:51.942591 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5624b-7847-4568-85d0-8ada1a0ea547 None None] Pushing event updated for resources: {'Port': ['ID=79d8bdcd-4849-4ca8-8df6-04012e319f24,revision_number=2']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:52.066690 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] Router db2fbea8-a7c1-4ca0-aa04-f4317bef4b74 is scheduled to L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 with binding_index 1 {{(pid=103002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 13:05:52.209813 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:05:52.223905 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Sync routers for ids ['db2fbea8-a7c1-4ca0-aa04-f4317bef4b74'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:05:52.240789 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Routers {'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:05:52.241413 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:05:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['db2fbea8-a7c1-4ca0-aa04-f4317bef4b74'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:52.274409 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] Publish callbacks [] for router, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:52.275850 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-38b4af38-03fb-4b14-a96f-d38b6ff7598c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8991315 Nov 11 13:05:52.278609 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34664) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:52.466120 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Set router db2fbea8-a7c1-4ca0-aa04-f4317bef4b74 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:05:52.738079 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74', 'name': 'tempest-TestSnapshotPattern-1364302357-router', 'tenant_id': 'afbca2564ed642bcb607d2a150d83bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.41'}], 'enable_snat': True}, 'gw_port_id': '18fb98fc-3f7c-4f6e-b385-07ca2852fb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:50Z', 'updated_at': '2021-11-11T13:05:51Z', 'revision_number': 3, 'project_id': 'afbca2564ed642bcb607d2a150d83bd8', 'gw_port': {'id': '18fb98fc-3f7c-4f6e-b385-07ca2852fb80', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:50Z', 'updated_at': '2021-11-11T13:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:52.782478 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Checking router: db2fbea8-a7c1-4ca0-aa04-f4317bef4b74 for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:05:52.785284 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Updating router db2fbea8-a7c1-4ca0-aa04-f4317bef4b74 port 18fb98fc-3f7c-4f6e-b385-07ca2852fb80 binding host dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 13:05:52.833672 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:52.836047 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 79d8bdcd-4849-4ca8-8df6-04012e319f24 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:05:52.898891 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 79d8bdcd-4849-4ca8-8df6-04012e319f24 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:52.899301 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:52.967243 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4a03062-2465-4050-abf7-7a7e3643edce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:53.011243 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:53.056013 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] For port 79d8bdcd-4849-4ca8-8df6-04012e319f24, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=79d8bdcd-4849-4ca8-8df6-04012e319f24,segment=NetworkSegment(92bc1c66-e89c-4dca-a53c-d8852867a153),segment_id=92bc1c66-e89c-4dca-a53c-d8852867a153)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:05:53.112130 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:53.112920 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 9da4c814-160a-439c-a488-5f47fb0d7cde up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:05:53.168249 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d063ec-4db4-4668-a0a1-2cc05de01465 None None] Network 6bd56728-b524-467a-9642-c9414fff9e51 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 13:05:53.205174 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-b4a03062-2465-4050-abf7-7a7e3643edce admin admin] Allocated IP 172.20.0.1 (6bd56728-b524-467a-9642-c9414fff9e51/776b8be2-4d54-4e8d-a1d7-2b615153b668/61885a9e-5d06-4f5f-8593-471930b27841) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:05:53.209126 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Publish callbacks [] for port, precommit_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:53.243427 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Pushing event updated for resources: {'Port': ['ID=79d8bdcd-4849-4ca8-8df6-04012e319f24,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:53.288695 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 9da4c814-160a-439c-a488-5f47fb0d7cde triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:53.289462 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:53.289585 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:53.294710 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-5d19ba66-3fa2-460a-9781-129d2442ad3e None None] Provisioning complete for port 79d8bdcd-4849-4ca8-8df6-04012e319f24 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:53.294891 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5d19ba66-3fa2-460a-9781-129d2442ad3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:53.312009 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4a03062-2465-4050-abf7-7a7e3643edce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:53.339599 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Attempting to bind port 18fb98fc-3f7c-4f6e-b385-07ca2852fb80 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 13:05:53.340064 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Attempting to bind port 18fb98fc-3f7c-4f6e-b385-07ca2852fb80 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 13:05:53.340497 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Attempting to bind port 18fb98fc-3f7c-4f6e-b385-07ca2852fb80 on network 1bf10f9f-df41-4592-a35d-f97ab68bce69 {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:05:53.356288 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 13, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 13:05:53.356937 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Checking segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:05:53.357753 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:53.358348 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Bound using segment: {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'} {{(pid=103004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 13:05:53.359020 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.managers [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Bound port: 18fb98fc-3f7c-4f6e-b385-07ca2852fb80, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e232bb-1c1f-46d3-86b1-aae25841fa72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69'}}] {{(pid=103004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 13:05:53.359590 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:53.363354 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c94bd-aa65-4dcd-b185-90a40f23ecbe None None] Pushing event updated for resources: {'Port': ['ID=18fb98fc-3f7c-4f6e-b385-07ca2852fb80,revision_number=2']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:53.415630 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4a03062-2465-4050-abf7-7a7e3643edce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:53.423830 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] For port 18fb98fc-3f7c-4f6e-b385-07ca2852fb80, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 13:05:53.427217 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.plugins.ml2.db [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] For port 18fb98fc-3f7c-4f6e-b385-07ca2852fb80, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=18fb98fc-3f7c-4f6e-b385-07ca2852fb80,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 13:05:53.465824 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a03062-2465-4050-abf7-7a7e3643edce admin admin] Network 6bd56728-b524-467a-9642-c9414fff9e51 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:05:53.469041 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-b4a03062-2465-4050-abf7-7a7e3643edce admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:05:53.473678 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a03062-2465-4050-abf7-7a7e3643edce admin admin] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:05:53.477017 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a03062-2465-4050-abf7-7a7e3643edce admin admin] Pushing event updated for resources: {'Port': ['ID=61885a9e-5d06-4f5f-8593-471930b27841,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:53.506927 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron_lib.callbacks.manager [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:53.514191 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4a03062-2465-4050-abf7-7a7e3643edce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572783'] for router_interface, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:53.521484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94323072-ffed-494b-9266-cc58b7dcece8 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:05:53.559745 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Routers {'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:05:53.560612 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:05:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['db2fbea8-a7c1-4ca0-aa04-f4317bef4b74'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:53.598825 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae65f9d-49ce-4f4c-b4b8-b74758463576 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:05:53.606923 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c94bd-aa65-4dcd-b185-90a40f23ecbe None None] Pushing event updated for resources: {'Port': ['ID=18fb98fc-3f7c-4f6e-b385-07ca2852fb80,revision_number=3']} {{(pid=103004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:53.685430 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] Set router db2fbea8-a7c1-4ca0-aa04-f4317bef4b74 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:05:53.731719 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4a03062-2465-4050-abf7-7a7e3643edce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:53.819612 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-94ac3f69-f2a8-4adf-99e8-22ac7aef187f None None] Provisioning complete for port 18fb98fc-3f7c-4f6e-b385-07ca2852fb80 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:53.820003 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-94ac3f69-f2a8-4adf-99e8-22ac7aef187f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:53.876100 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74', 'name': 'tempest-TestSnapshotPattern-1364302357-router', 'tenant_id': 'afbca2564ed642bcb607d2a150d83bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.41'}], 'enable_snat': True}, 'gw_port_id': '18fb98fc-3f7c-4f6e-b385-07ca2852fb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:50Z', 'updated_at': '2021-11-11T13:05:51Z', 'revision_number': 3, 'project_id': 'afbca2564ed642bcb607d2a150d83bd8', 'gw_port': {'id': '18fb98fc-3f7c-4f6e-b385-07ca2852fb80', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:50Z', 'updated_at': '2021-11-11T13:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:53.913393 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdcbf11-220d-4cfd-834f-ee8d0e57593a None None] The sync data for ids ['db2fbea8-a7c1-4ca0-aa04-f4317bef4b74'] in dv-neutron-786478-23-hyperv is: [{'id': 'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74', 'name': 'tempest-TestSnapshotPattern-1364302357-router', 'tenant_id': 'afbca2564ed642bcb607d2a150d83bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.41'}], 'enable_snat': True}, 'gw_port_id': '18fb98fc-3f7c-4f6e-b385-07ca2852fb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:50Z', 'updated_at': '2021-11-11T13:05:51Z', 'revision_number': 3, 'project_id': 'afbca2564ed642bcb607d2a150d83bd8', 'gw_port': {'id': '18fb98fc-3f7c-4f6e-b385-07ca2852fb80', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:50Z', 'updated_at': '2021-11-11T13:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:05:53.937055 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-94ac3f69-f2a8-4adf-99e8-22ac7aef187f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:53.968133 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-94ac3f69-f2a8-4adf-99e8-22ac7aef187f None None] For port 18fb98fc-3f7c-4f6e-b385-07ca2852fb80, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=18fb98fc-3f7c-4f6e-b385-07ca2852fb80,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:05:54.055680 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-94ac3f69-f2a8-4adf-99e8-22ac7aef187f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:54.148516 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac3f69-f2a8-4adf-99e8-22ac7aef187f None None] Pushing event updated for resources: {'Port': ['ID=18fb98fc-3f7c-4f6e-b385-07ca2852fb80,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:54.202148 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7384dcc0-83b4-4531-88c1-4c27d3d3467d None None] Provisioning complete for port 61885a9e-5d06-4f5f-8593-471930b27841 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:54.203232 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7384dcc0-83b4-4531-88c1-4c27d3d3467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:54.204371 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:05:54.249874 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-7384dcc0-83b4-4531-88c1-4c27d3d3467d None None] Port 61885a9e-5d06-4f5f-8593-471930b27841 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:05:54.260170 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-7384dcc0-83b4-4531-88c1-4c27d3d3467d None None] Provisioning complete for port 79d8bdcd-4849-4ca8-8df6-04012e319f24 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:54.260462 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7384dcc0-83b4-4531-88c1-4c27d3d3467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:54.274787 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4a03062-2465-4050-abf7-7a7e3643edce admin admin] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:54.335275 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4a03062-2465-4050-abf7-7a7e3643edce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:54.402751 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b4a03062-2465-4050-abf7-7a7e3643edce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572923'] for router_interface, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:54.406244 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a03062-2465-4050-abf7-7a7e3643edce admin admin] Pushing event updated for resources: {'Port': ['ID=61885a9e-5d06-4f5f-8593-471930b27841,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:54.503374 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a03062-2465-4050-abf7-7a7e3643edce admin admin] Network 6bd56728-b524-467a-9642-c9414fff9e51 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:05:54.504827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-b4a03062-2465-4050-abf7-7a7e3643edce admin admin] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:05:54.628917 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a03062-2465-4050-abf7-7a7e3643edce admin admin] Router db2fbea8-a7c1-4ca0-aa04-f4317bef4b74 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:05:54.765003 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a03062-2465-4050-abf7-7a7e3643edce admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:05:54.767459 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-28438cab-fdec-477b-8811-eaeef6b29c15 None None] Provisioning complete for port 61885a9e-5d06-4f5f-8593-471930b27841 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:54.767822 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-28438cab-fdec-477b-8811-eaeef6b29c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:54.772065 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b4a03062-2465-4050-abf7-7a7e3643edce admin admin] 10.222.0.50 "PUT /v2.0/routers/db2fbea8-a7c1-4ca0-aa04-f4317bef4b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4921927 Nov 11 13:05:54.799624 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 18fb98fc-3f7c-4f6e-b385-07ca2852fb80 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:05:54.845238 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-28438cab-fdec-477b-8811-eaeef6b29c15 None None] Port 61885a9e-5d06-4f5f-8593-471930b27841 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:05:54.863197 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 18fb98fc-3f7c-4f6e-b385-07ca2852fb80 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:54.863583 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:54.947804 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 79d8bdcd-4849-4ca8-8df6-04012e319f24 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:05:54.997861 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 79d8bdcd-4849-4ca8-8df6-04012e319f24 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:54.998231 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:55.415337 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34672) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:55.419919 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-c464e416-b1d7-459b-9b42-cfae09f15998 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1951745323', 'description': 'tempest-secgroup-smoke-1951745323 description', 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:05:55.478390 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c464e416-b1d7-459b-9b42-cfae09f15998 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:55.543830 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c464e416-b1d7-459b-9b42-cfae09f15998 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:55.580508 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c464e416-b1d7-459b-9b42-cfae09f15998 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:55.608509 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464e416-b1d7-459b-9b42-cfae09f15998 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373f050a-558a-49c3-8d2d-229ff4017ca7,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:55.640293 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Sync routers for ids ['db2fbea8-a7c1-4ca0-aa04-f4317bef4b74'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:05:55.650394 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Routers {'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:05:55.651000 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:05:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['db2fbea8-a7c1-4ca0-aa04-f4317bef4b74'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:55.685776 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-c464e416-b1d7-459b-9b42-cfae09f15998 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:55.687817 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c464e416-b1d7-459b-9b42-cfae09f15998 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2714803 Nov 11 13:05:55.690920 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34674) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:55.695674 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-165633c3-41a1-4cb1-a424-33e63e57591b tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Request body: {'security_group_rule': {'security_group_id': '373f050a-558a-49c3-8d2d-229ff4017ca7', 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:05:55.755595 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Set router db2fbea8-a7c1-4ca0-aa04-f4317bef4b74 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:05:55.774449 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-165633c3-41a1-4cb1-a424-33e63e57591b tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:55.828491 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-165633c3-41a1-4cb1-a424-33e63e57591b tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:55.895245 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-165633c3-41a1-4cb1-a424-33e63e57591b tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:55.911434 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165633c3-41a1-4cb1-a424-33e63e57591b tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b82528-4fb6-4311-a102-d4b2ba924665,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:55.958594 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74', 'name': 'tempest-TestSnapshotPattern-1364302357-router', 'tenant_id': 'afbca2564ed642bcb607d2a150d83bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.41'}], 'enable_snat': True}, 'gw_port_id': '18fb98fc-3f7c-4f6e-b385-07ca2852fb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:50Z', 'updated_at': '2021-11-11T13:05:53Z', 'revision_number': 4, 'project_id': 'afbca2564ed642bcb607d2a150d83bd8', 'gw_port': {'id': '18fb98fc-3f7c-4f6e-b385-07ca2852fb80', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:50Z', 'updated_at': '2021-11-11T13:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '61885a9e-5d06-4f5f-8593-471930b27841', 'name': '', 'network_id': '6bd56728-b524-467a-9642-c9414fff9e51', 'tenant_id': 'afbca2564ed642bcb607d2a150d83bd8', 'mac_address': 'fa:16:3e:d7:51:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '776b8be2-4d54-4e8d-a1d7-2b615153b668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:53Z', 'updated_at': '2021-11-11T13:05:53Z', 'revision_number': 2, 'project_id': 'afbca2564ed642bcb607d2a150d83bd8', 'subnets': [{'id': '776b8be2-4d54-4e8d-a1d7-2b615153b668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:55.977117 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-165633c3-41a1-4cb1-a424-33e63e57591b tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:55.978342 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-165633c3-41a1-4cb1-a424-33e63e57591b tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2863762 Nov 11 13:05:55.981082 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34676) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:55.985611 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Checking router: db2fbea8-a7c1-4ca0-aa04-f4317bef4b74 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:05:55.985969 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Updating router db2fbea8-a7c1-4ca0-aa04-f4317bef4b74 port 61885a9e-5d06-4f5f-8593-471930b27841 binding host dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 13:05:55.986190 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-3f8ae6f2-ea4c-49b9-a8fb-708961f26119 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Request body: {'security_group_rule': {'security_group_id': '373f050a-558a-49c3-8d2d-229ff4017ca7', 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:05:56.010829 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:56.128575 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f8ae6f2-ea4c-49b9-a8fb-708961f26119 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:56.185936 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f8ae6f2-ea4c-49b9-a8fb-708961f26119 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:56.260934 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f8ae6f2-ea4c-49b9-a8fb-708961f26119 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:56.274071 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Publish callbacks [] for port, precommit_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:56.279466 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ae6f2-ea4c-49b9-a8fb-708961f26119 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b189af-dfa4-436d-a0f8-564a0f431d82,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:56.352652 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:56.365469 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-3f8ae6f2-ea4c-49b9-a8fb-708961f26119 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:56.366697 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-3f8ae6f2-ea4c-49b9-a8fb-708961f26119 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3846047 Nov 11 13:05:56.369403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34678) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:56.373885 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-b9717f03-4e36-42ef-ad34-c9d6263c6630 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Request body: {'security_group_rule': {'security_group_id': '373f050a-558a-49c3-8d2d-229ff4017ca7', 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:05:56.400521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2156b-f743-4456-9a3d-30d0290914ba None None] Pushing event updated for resources: {'Port': ['ID=61885a9e-5d06-4f5f-8593-471930b27841,revision_number=3']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:56.458366 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Attempting to bind port 61885a9e-5d06-4f5f-8593-471930b27841 on host dv-neutron-786478-23-hyperv for vnic_type normal with profile {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 13:05:56.458735 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Attempting to bind port 61885a9e-5d06-4f5f-8593-471930b27841 by drivers openvswitch,hyperv on host dv-neutron-786478-23-hyperv at level 0 using segments [{'id': '92bc1c66-e89c-4dca-a53c-d8852867a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6bd56728-b524-467a-9642-c9414fff9e51'}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 13:05:56.459274 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Attempting to bind port 61885a9e-5d06-4f5f-8593-471930b27841 on network 6bd56728-b524-467a-9642-c9414fff9e51 {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:05:56.467673 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Checking agent: {'id': '23745096-fa9a-4965-9b22-9aa914ba67fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-23-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 2, 9), 'started_at': datetime.datetime(2021, 11, 11, 12, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 13, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-23-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 13:05:56.467673 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Checking segment: {'id': '92bc1c66-e89c-4dca-a53c-d8852867a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6bd56728-b524-467a-9642-c9414fff9e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:05:56.467673 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:56.467673 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Bound using segment: {'id': '92bc1c66-e89c-4dca-a53c-d8852867a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6bd56728-b524-467a-9642-c9414fff9e51'} {{(pid=103003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 13:05:56.467673 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.managers [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Bound port: 61885a9e-5d06-4f5f-8593-471930b27841, host: dv-neutron-786478-23-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92bc1c66-e89c-4dca-a53c-d8852867a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6bd56728-b524-467a-9642-c9414fff9e51'}}] {{(pid=103003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 13:05:56.467673 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:56.488538 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b9717f03-4e36-42ef-ad34-c9d6263c6630 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:56.541691 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] For port 61885a9e-5d06-4f5f-8593-471930b27841, host dv-neutron-786478-23-hyperv, cleared binding levels {{(pid=103003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 13:05:56.545541 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] For port 61885a9e-5d06-4f5f-8593-471930b27841, host dv-neutron-786478-23-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=61885a9e-5d06-4f5f-8593-471930b27841,segment=NetworkSegment(92bc1c66-e89c-4dca-a53c-d8852867a153),segment_id=92bc1c66-e89c-4dca-a53c-d8852867a153)] {{(pid=103003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 13:05:56.548895 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b9717f03-4e36-42ef-ad34-c9d6263c6630 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:56.576443 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-9b1005e5-731f-4175-8a26-501887fb7ac4 None None] Provisioning complete for port 61885a9e-5d06-4f5f-8593-471930b27841 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:56.577419 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9b1005e5-731f-4175-8a26-501887fb7ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:56.610163 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:56.617338 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-9b1005e5-731f-4175-8a26-501887fb7ac4 None None] Port 61885a9e-5d06-4f5f-8593-471930b27841 cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:05:56.626347 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b9717f03-4e36-42ef-ad34-c9d6263c6630 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:56.644650 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9717f03-4e36-42ef-ad34-c9d6263c6630 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6877b814-3e20-4ea0-92b7-6ea832167e3c,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:56.672552 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2156b-f743-4456-9a3d-30d0290914ba None None] Pushing event updated for resources: {'Port': ['ID=61885a9e-5d06-4f5f-8593-471930b27841,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:56.675575 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Routers {'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:05:56.676185 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:05:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['db2fbea8-a7c1-4ca0-aa04-f4317bef4b74'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:56.708524 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-b9717f03-4e36-42ef-ad34-c9d6263c6630 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:56.712429 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-b9717f03-4e36-42ef-ad34-c9d6263c6630 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3394346 Nov 11 13:05:56.712644 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34680) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:56.717045 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-4822f179-5054-4fe9-93b9-956e21372a53 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Request body: {'security_group_rule': {'security_group_id': '373f050a-558a-49c3-8d2d-229ff4017ca7', 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:05:56.787372 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] Set router db2fbea8-a7c1-4ca0-aa04-f4317bef4b74 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:05:56.809400 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4822f179-5054-4fe9-93b9-956e21372a53 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:56.871675 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4822f179-5054-4fe9-93b9-956e21372a53 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:56.904519 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-97659599-1155-4e4f-9f31-8369432b07f0 None None] Provisioning complete for port 61885a9e-5d06-4f5f-8593-471930b27841 triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:56.904905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-97659599-1155-4e4f-9f31-8369432b07f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:56.946732 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4822f179-5054-4fe9-93b9-956e21372a53 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:56.965466 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822f179-5054-4fe9-93b9-956e21372a53 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d77c486-4ce8-4eb5-b06c-8f299525fdc0,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:57.043378 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-97659599-1155-4e4f-9f31-8369432b07f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:57.046396 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-4822f179-5054-4fe9-93b9-956e21372a53 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:57.047663 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-4822f179-5054-4fe9-93b9-956e21372a53 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3341317 Nov 11 13:05:57.050546 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34682) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:57.055077 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-0e7270a5-d815-4c0b-b25e-084e67dc3a33 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Request body: {'security_group_rule': {'security_group_id': '373f050a-558a-49c3-8d2d-229ff4017ca7', 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:05:57.081903 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74', 'name': 'tempest-TestSnapshotPattern-1364302357-router', 'tenant_id': 'afbca2564ed642bcb607d2a150d83bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.41'}], 'enable_snat': True}, 'gw_port_id': '18fb98fc-3f7c-4f6e-b385-07ca2852fb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:50Z', 'updated_at': '2021-11-11T13:05:53Z', 'revision_number': 4, 'project_id': 'afbca2564ed642bcb607d2a150d83bd8', 'gw_port': {'id': '18fb98fc-3f7c-4f6e-b385-07ca2852fb80', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:50Z', 'updated_at': '2021-11-11T13:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '61885a9e-5d06-4f5f-8593-471930b27841', 'name': '', 'network_id': '6bd56728-b524-467a-9642-c9414fff9e51', 'tenant_id': 'afbca2564ed642bcb607d2a150d83bd8', 'mac_address': 'fa:16:3e:d7:51:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '776b8be2-4d54-4e8d-a1d7-2b615153b668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:53Z', 'updated_at': '2021-11-11T13:05:56Z', 'revision_number': 4, 'project_id': 'afbca2564ed642bcb607d2a150d83bd8', 'subnets': [{'id': '776b8be2-4d54-4e8d-a1d7-2b615153b668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:05:57.086687 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-97659599-1155-4e4f-9f31-8369432b07f0 None None] For port 61885a9e-5d06-4f5f-8593-471930b27841, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=61885a9e-5d06-4f5f-8593-471930b27841,segment=NetworkSegment(92bc1c66-e89c-4dca-a53c-d8852867a153),segment_id=92bc1c66-e89c-4dca-a53c-d8852867a153)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:05:57.113112 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f5d778-da83-48b3-bd43-52a2d46af293 None None] The sync data for ids ['db2fbea8-a7c1-4ca0-aa04-f4317bef4b74'] in dv-neutron-786478-23-hyperv is: [{'id': 'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74', 'name': 'tempest-TestSnapshotPattern-1364302357-router', 'tenant_id': 'afbca2564ed642bcb607d2a150d83bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.41'}], 'enable_snat': True}, 'gw_port_id': '18fb98fc-3f7c-4f6e-b385-07ca2852fb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:50Z', 'updated_at': '2021-11-11T13:05:53Z', 'revision_number': 4, 'project_id': 'afbca2564ed642bcb607d2a150d83bd8', 'gw_port': {'id': '18fb98fc-3f7c-4f6e-b385-07ca2852fb80', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:50Z', 'updated_at': '2021-11-11T13:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '61885a9e-5d06-4f5f-8593-471930b27841', 'name': '', 'network_id': '6bd56728-b524-467a-9642-c9414fff9e51', 'tenant_id': 'afbca2564ed642bcb607d2a150d83bd8', 'mac_address': 'fa:16:3e:d7:51:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '776b8be2-4d54-4e8d-a1d7-2b615153b668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:53Z', 'updated_at': '2021-11-11T13:05:56Z', 'revision_number': 4, 'project_id': 'afbca2564ed642bcb607d2a150d83bd8', 'subnets': [{'id': '776b8be2-4d54-4e8d-a1d7-2b615153b668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:05:57.175414 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-0e7270a5-d815-4c0b-b25e-084e67dc3a33 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Project d7007683c2814f729af1b2fa9ad2afd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 13:05:57.180766 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e7270a5-d815-4c0b-b25e-084e67dc3a33 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:57.198813 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-97659599-1155-4e4f-9f31-8369432b07f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:57.253936 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e7270a5-d815-4c0b-b25e-084e67dc3a33 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:57.261242 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97659599-1155-4e4f-9f31-8369432b07f0 None None] Pushing event updated for resources: {'Port': ['ID=61885a9e-5d06-4f5f-8593-471930b27841,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:57.300921 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e7270a5-d815-4c0b-b25e-084e67dc3a33 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:57.318282 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7270a5-d815-4c0b-b25e-084e67dc3a33 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc97500c-36e7-41bc-b062-140c3f9948a1,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:57.366224 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-0e7270a5-d815-4c0b-b25e-084e67dc3a33 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:57.367534 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-0e7270a5-d815-4c0b-b25e-084e67dc3a33 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3159268 Nov 11 13:05:57.370216 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34684) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:05:57.375966 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-acf26669-093b-48c6-8758-c5fdee2abeda tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Request body: {'security_group_rule': {'security_group_id': '373f050a-558a-49c3-8d2d-229ff4017ca7', 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:05:57.443603 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.securitygroups_db [None req-acf26669-093b-48c6-8758-c5fdee2abeda tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Project d7007683c2814f729af1b2fa9ad2afd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 13:05:57.449555 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-acf26669-093b-48c6-8758-c5fdee2abeda tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:57.511304 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-acf26669-093b-48c6-8758-c5fdee2abeda tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:57.569174 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-acf26669-093b-48c6-8758-c5fdee2abeda tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597643'] for security_group_rule, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:57.584772 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf26669-093b-48c6-8758-c5fdee2abeda tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e48581-5261-4bdd-9e03-cb5fd484fc9a,revision_number=0']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:05:57.651376 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-acf26669-093b-48c6-8758-c5fdee2abeda tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:57.652572 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-acf26669-093b-48c6-8758-c5fdee2abeda tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2813084 Nov 11 13:05:57.800481 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-ee541c77-8c8d-4d74-864e-86c30744291a tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951745323&fields=id&tenant_id=d7007683c2814f729af1b2fa9ad2afd2 HTTP/1.1" status: 200 len: 267 time: 0.0432003 Nov 11 13:05:57.906898 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-fa436518-fc7f-4462-ab63-ea3edfae1015 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:05:57.908345 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-fa436518-fc7f-4462-ab63-ea3edfae1015 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/networks?id=3d69c735-d3ed-49ac-90ad-e63317bb340e HTTP/1.1" status: 200 len: 809 time: 0.1014049 Nov 11 13:05:57.922384 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-f5192fc1-fbe4-4fbc-91e9-8cbf198346e9 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/quotas/d7007683c2814f729af1b2fa9ad2afd2 HTTP/1.1" status: 200 len: 375 time: 0.0084708 Nov 11 13:05:57.972519 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-8c39a58b-5705-4338-afa5-954cf3155880 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7007683c2814f729af1b2fa9ad2afd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451543 Nov 11 13:05:58.162610 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-dc6e017a-cef3-4b80-a728-93e3faffe5ab service neutron] 10.222.0.50 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779280 Nov 11 13:05:58.247971 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-7819db2a-e164-4527-9f34-64a153262d49 service neutron] 10.222.0.50 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793185 Nov 11 13:05:58.490264 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8e7186a5-1373-41a6-adb1-6ab77db52fba req-fff8f86a-b885-46d1-861c-f07eb624234a tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 210 time: 0.0284803 Nov 11 13:05:58.697386 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 61885a9e-5d06-4f5f-8593-471930b27841 up at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:05:58.752159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Provisioning complete for port 61885a9e-5d06-4f5f-8593-471930b27841 triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:05:58.752590 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:05:59.582550 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-75b36bdc-01ac-4d72-bcd7-34eda90ef3f7 req-36063544-6035-4485-b99a-9007249e8458 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 210 time: 0.0263453 Nov 11 13:06:00.552466 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-8f00d86b-6554-456c-8c57-a7c5a2adc574 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:00.553904 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-8f00d86b-6554-456c-8c57-a7c5a2adc574 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.70 "GET /v2.0/networks?id=3d69c735-d3ed-49ac-90ad-e63317bb340e HTTP/1.1" status: 200 len: 809 time: 0.1031961 Nov 11 13:06:00.616564 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-3624d720-f3f6-46c5-b538-be724d1d9146 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7007683c2814f729af1b2fa9ad2afd2 HTTP/1.1" status: 200 len: 380 time: 0.0527518 Nov 11 13:06:00.626860 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-3c6009b5-2fa6-4067-ab6b-59fdc9dac9b3 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Request body: {'port': {'device_id': '77013952-e5db-42c2-818f-192ee8a468b1', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'admin_state_up': True, 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'security_groups': ['373f050a-558a-49c3-8d2d-229ff4017ca7']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:06:00.685619 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-36b99619-d81a-4b3e-9370-2e06ae1a4ff7 req-9a9cbdcd-504b-4d6c-bb02-9effb480225e tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 210 time: 0.0311680 Nov 11 13:06:00.797898 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-3c6009b5-2fa6-4067-ab6b-59fdc9dac9b3 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Made reservation on behalf of d7007683c2814f729af1b2fa9ad2afd2 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 13:06:00.801457 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-3c6009b5-2fa6-4067-ab6b-59fdc9dac9b3 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:00.930298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-3c6009b5-2fa6-4067-ab6b-59fdc9dac9b3 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Allocated IP 172.20.0.10 (3d69c735-d3ed-49ac-90ad-e63317bb340e/6e25f084-af54-4052-9bac-770e278c6a95/68a6b371-e99a-4ce2-b317-5e207da586ce) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:06:01.065667 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-3c6009b5-2fa6-4067-ab6b-59fdc9dac9b3 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:01.455142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-3c6009b5-2fa6-4067-ab6b-59fdc9dac9b3 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:01.501366 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-3c6009b5-2fa6-4067-ab6b-59fdc9dac9b3 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Network 3d69c735-d3ed-49ac-90ad-e63317bb340e is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:06:01.504453 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-3c6009b5-2fa6-4067-ab6b-59fdc9dac9b3 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:06:01.509542 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-3c6009b5-2fa6-4067-ab6b-59fdc9dac9b3 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:06:01.535440 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6009b5-2fa6-4067-ab6b-59fdc9dac9b3 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Pushing event updated for resources: {'Port': ['ID=68a6b371-e99a-4ce2-b317-5e207da586ce,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:06:01.565374 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-3c6009b5-2fa6-4067-ab6b-59fdc9dac9b3 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:01.566986 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-3c6009b5-2fa6-4067-ab6b-59fdc9dac9b3 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:01.634849 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-3c6009b5-2fa6-4067-ab6b-59fdc9dac9b3 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0121355 Nov 11 13:06:01.648414 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Request body: {'port': {'device_id': '77013952-e5db-42c2-818f-192ee8a468b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:06:01.706958 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:01.753204 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-d5e7763c-2184-4973-a1cd-05eb9938a9fa None None] Provisioning complete for port 68a6b371-e99a-4ce2-b317-5e207da586ce triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:06:01.753824 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d5e7763c-2184-4973-a1cd-05eb9938a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:01.789912 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-d5e7763c-2184-4973-a1cd-05eb9938a9fa None None] Port 68a6b371-e99a-4ce2-b317-5e207da586ce cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:06:01.814316 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53374009-82f7-4c59-b3de-495e699d21f0 req-671355f5-9806-40ce-8d64-b73599ff42ed tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:01.815934 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-53374009-82f7-4c59-b3de-495e699d21f0 req-671355f5-9806-40ce-8d64-b73599ff42ed tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 932 time: 0.0561628 Nov 11 13:06:01.867188 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-53374009-82f7-4c59-b3de-495e699d21f0 req-21816399-179f-4120-ab45-65304c913984 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448897 Nov 11 13:06:01.968746 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a6b371-e99a-4ce2-b317-5e207da586ce {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:06:01.975932 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:01.987458 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Transition to ACTIVE for port object 68a6b371-e99a-4ce2-b317-5e207da586ce will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 13:06:02.071761 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:02.124377 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Pushing event updated for resources: {'Port': ['ID=68a6b371-e99a-4ce2-b317-5e207da586ce,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:06:02.193554 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Attempting to bind port 68a6b371-e99a-4ce2-b317-5e207da586ce on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 13:06:02.193888 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Attempting to bind port 68a6b371-e99a-4ce2-b317-5e207da586ce by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '2fcb9af0-dea3-478d-aaae-d0fb38c60305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 13:06:02.194218 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Attempting to bind port 68a6b371-e99a-4ce2-b317-5e207da586ce on network 3d69c735-d3ed-49ac-90ad-e63317bb340e {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:06:02.199290 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Port 68a6b371-e99a-4ce2-b317-5e207da586ce on network 3d69c735-d3ed-49ac-90ad-e63317bb340e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 13:06:02.199611 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Attempting to bind port 68a6b371-e99a-4ce2-b317-5e207da586ce on network 3d69c735-d3ed-49ac-90ad-e63317bb340e {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:06:02.205031 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 13, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 13:06:02.205370 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Checking segment: {'id': '2fcb9af0-dea3-478d-aaae-d0fb38c60305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:06:02.205757 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Bound using segment: {'id': '2fcb9af0-dea3-478d-aaae-d0fb38c60305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 13:06:02.206187 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Bound port: 68a6b371-e99a-4ce2-b317-5e207da586ce, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcb9af0-dea3-478d-aaae-d0fb38c60305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 13:06:02.206545 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:02.272659 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] For port 68a6b371-e99a-4ce2-b317-5e207da586ce, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 13:06:02.275666 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] For port 68a6b371-e99a-4ce2-b317-5e207da586ce, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=68a6b371-e99a-4ce2-b317-5e207da586ce,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 13:06:02.386827 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:02.420965 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:02.421599 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:02.422984 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] 10.222.0.70 "PUT /v2.0/ports/68a6b371-e99a-4ce2-b317-5e207da586ce HTTP/1.1" status: 200 len: 1094 time: 0.7790010 Nov 11 13:06:02.423457 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77013952-e5db-42c2-818f-192ee8a468b1', 'tag': '68a6b371-e99a-4ce2-b317-5e207da586ce'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:06:02.425728 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d9ffc2-4684-4f83-bcc1-42c71cf53200" -d '{"events": [{"name": "network-changed", "server_uuid": "77013952-e5db-42c2-818f-192ee8a468b1", "tag": "68a6b371-e99a-4ce2-b317-5e207da586ce"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:06:02.453846 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70102902-2eef-4574-9e6f-49ef4119e304 service neutron] Pushing event updated for resources: {'Port': ['ID=68a6b371-e99a-4ce2-b317-5e207da586ce,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:06:02.469357 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7936ac7-c34e-455d-8afc-ad877cf9d93c x-openstack-request-id: req-c7936ac7-c34e-455d-8afc-ad877cf9d93c {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:06:02.469768 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77013952-e5db-42c2-818f-192ee8a468b1", "tag": "68a6b371-e99a-4ce2-b317-5e207da586ce", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:06:02.470114 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7936ac7-c34e-455d-8afc-ad877cf9d93c {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:06:02.470590 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77013952-e5db-42c2-818f-192ee8a468b1', 'tag': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'status': 'completed', 'code': 200} Nov 11 13:06:02.538372 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9ffc2-4684-4f83-bcc1-42c71cf53200 req-ed80ecdb-a66d-445b-b4ea-19fe1f202e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:02.539944 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a7d9ffc2-4684-4f83-bcc1-42c71cf53200 req-ed80ecdb-a66d-445b-b4ea-19fe1f202e04 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7007683c2814f729af1b2fa9ad2afd2&device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 1097 time: 0.0469971 Nov 11 13:06:02.640458 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9ffc2-4684-4f83-bcc1-42c71cf53200 req-ee86959d-54e4-4c35-a671-16bf56d018e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:02.641938 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a7d9ffc2-4684-4f83-bcc1-42c71cf53200 req-ee86959d-54e4-4c35-a671-16bf56d018e2 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d7007683c2814f729af1b2fa9ad2afd2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0935471 Nov 11 13:06:02.743791 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9ffc2-4684-4f83-bcc1-42c71cf53200 req-55cbc48a-33e9-42e1-ab8b-a3fbf3122fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:02.745189 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-a7d9ffc2-4684-4f83-bcc1-42c71cf53200 req-55cbc48a-33e9-42e1-ab8b-a3fbf3122fff service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957267 Nov 11 13:06:02.820094 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-ff0913f3-5c39-4a95-9b93-ccf4cb291018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:02.821889 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-ff0913f3-5c39-4a95-9b93-ccf4cb291018 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7007683c2814f729af1b2fa9ad2afd2&device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 1097 time: 0.0408726 Nov 11 13:06:02.867732 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-3790aa87-ff5f-4d8b-baf8-35ec1c449714 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a6b371-e99a-4ce2-b317-5e207da586ce HTTP/1.1" status: 200 len: 217 time: 0.0374093 Nov 11 13:06:02.917663 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-e4d99c87-e2a9-4e6b-a602-32a1e010c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:02.919140 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-e4d99c87-e2a9-4e6b-a602-32a1e010c5f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e25f084-af54-4052-9bac-770e278c6a95 HTTP/1.1" status: 200 len: 848 time: 0.0437856 Nov 11 13:06:02.964359 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-ea7a7120-5bc7-48ea-aa4f-ac55de3cd3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:02.965850 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-ea7a7120-5bc7-48ea-aa4f-ac55de3cd3a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d69c735-d3ed-49ac-90ad-e63317bb340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0400355 Nov 11 13:06:02.982701 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95115ad2-bc99-4796-98e5-89a1f56e3fe2 req-3a674fe6-63de-417e-95bc-4d98fb9ed3c8 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:02.984228 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-95115ad2-bc99-4796-98e5-89a1f56e3fe2 req-3a674fe6-63de-417e-95bc-4d98fb9ed3c8 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 944 time: 0.0495052 Nov 11 13:06:03.033849 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-95115ad2-bc99-4796-98e5-89a1f56e3fe2 req-75abb1c3-9166-42a1-91df-3dde471424bd tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435221 Nov 11 13:06:03.059859 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-8fe8636d-8902-460e-807f-df1e316dde4f service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861945 Nov 11 13:06:03.149666 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-3fbc05f5-a67c-48a7-a965-c6390c11cfee req-800f6d44-c7ac-4726-8414-40e9a375c342 service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824306 Nov 11 13:06:03.220126 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a7f85cc7-d46d-4221-8697-2e3fb3918de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:04.152824 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1baea2-b3e0-4028-850b-a37dc09104be req-84edb422-1e81-447e-b04b-abb879a1d57f tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:04.154269 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ae1baea2-b3e0-4028-850b-a37dc09104be req-84edb422-1e81-447e-b04b-abb879a1d57f tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 944 time: 0.0530214 Nov 11 13:06:04.203694 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ae1baea2-b3e0-4028-850b-a37dc09104be req-f94e83ca-fd35-44c1-8559-0c572724de60 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430021 Nov 11 13:06:05.316247 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0760c-e69d-47a3-b521-ee9f8132c58a req-387fb9b1-f09e-4c9c-889c-fb3be6e38491 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:05.317700 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1da0760c-e69d-47a3-b521-ee9f8132c58a req-387fb9b1-f09e-4c9c-889c-fb3be6e38491 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 944 time: 0.0485673 Nov 11 13:06:05.369307 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1da0760c-e69d-47a3-b521-ee9f8132c58a req-7e3f8a1e-eacc-4723-b74b-7522283fa564 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455709 Nov 11 13:06:05.569039 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c58e-a9e5-4861-b7bd-165a6be21ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:06.006079 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 68a6b371-e99a-4ce2-b317-5e207da586ce details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 13:06:06.099905 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 68a6b371-e99a-4ce2-b317-5e207da586ce, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=68a6b371-e99a-4ce2-b317-5e207da586ce,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:06:06.110861 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'port_id': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'mac_address': 'fa:16:3e:f3:e7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 13:06:06.151064 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:06.163972 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a6b371-e99a-4ce2-b317-5e207da586ce {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:06:06.182072 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 68a6b371-e99a-4ce2-b317-5e207da586ce, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=68a6b371-e99a-4ce2-b317-5e207da586ce,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:06:06.260425 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:06.307095 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=68a6b371-e99a-4ce2-b317-5e207da586ce,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:06:06.478736 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['68a6b371-e99a-4ce2-b317-5e207da586ce'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 13:06:06.481606 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce220106-07db-4ef8-ba07-d3b13fc6a03c req-593d800e-9c3e-4b58-85c1-9c62a19b0753 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:06.483105 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ce220106-07db-4ef8-ba07-d3b13fc6a03c req-593d800e-9c3e-4b58-85c1-9c62a19b0753 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 945 time: 0.0481458 Nov 11 13:06:06.536251 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ce220106-07db-4ef8-ba07-d3b13fc6a03c req-9107db7f-fc11-4dcd-91ed-21372b07d5b6 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471168 Nov 11 13:06:06.717269 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:07.650656 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091ca98-2555-401a-a54c-54f05682c46b req-751149b4-329d-4113-9e00-3bbc4f0156dc tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:07.652148 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9091ca98-2555-401a-a54c-54f05682c46b req-751149b4-329d-4113-9e00-3bbc4f0156dc tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 945 time: 0.0490577 Nov 11 13:06:07.702570 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9091ca98-2555-401a-a54c-54f05682c46b req-9783b1c4-2d32-4436-a962-347ce3644207 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427835 Nov 11 13:06:08.033214 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 68a6b371-e99a-4ce2-b317-5e207da586ce up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:06:08.146460 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 68a6b371-e99a-4ce2-b317-5e207da586ce completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 13:06:08.152255 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 68a6b371-e99a-4ce2-b317-5e207da586ce triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:06:08.152626 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:08.441376 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:08.472109 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77013952-e5db-42c2-818f-192ee8a468b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a6b371-e99a-4ce2-b317-5e207da586ce'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:06:08.474339 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46db4014-168e-4c65-9063-df4a0bb26e48" -d '{"events": [{"server_uuid": "77013952-e5db-42c2-818f-192ee8a468b1", "name": "network-vif-plugged", "status": "completed", "tag": "68a6b371-e99a-4ce2-b317-5e207da586ce"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:06:08.480291 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:08.491543 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 68a6b371-e99a-4ce2-b317-5e207da586ce, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=68a6b371-e99a-4ce2-b317-5e207da586ce,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:06:08.540764 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:08.566804 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa980282-c534-4736-9f19-644bf701a16e x-openstack-request-id: req-fa980282-c534-4736-9f19-644bf701a16e {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:06:08.567120 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77013952-e5db-42c2-818f-192ee8a468b1", "name": "network-vif-plugged", "status": "completed", "tag": "68a6b371-e99a-4ce2-b317-5e207da586ce", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:06:08.567376 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa980282-c534-4736-9f19-644bf701a16e {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:06:08.567782 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77013952-e5db-42c2-818f-192ee8a468b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'code': 200} Nov 11 13:06:08.593204 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=68a6b371-e99a-4ce2-b317-5e207da586ce,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:06:08.815149 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c092b-c249-4a07-b4fa-cb28089ede3e req-efe8119c-8b05-42d8-81b6-12c439cad4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:08.816623 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-853c092b-c249-4a07-b4fa-cb28089ede3e req-efe8119c-8b05-42d8-81b6-12c439cad4f9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 1099 time: 0.0407674 Nov 11 13:06:08.819270 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b53a1-ac6e-4de0-a4c1-e1b8fcbc1294 req-79ebb46a-9995-4f1b-80e6-3393655d4e80 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:08.821020 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1e0b53a1-ac6e-4de0-a4c1-e1b8fcbc1294 req-79ebb46a-9995-4f1b-80e6-3393655d4e80 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 946 time: 0.0489144 Nov 11 13:06:08.864054 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-853c092b-c249-4a07-b4fa-cb28089ede3e req-cd34f619-2323-4bd6-922c-7414b28307c1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406120 Nov 11 13:06:08.869805 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-1e0b53a1-ac6e-4de0-a4c1-e1b8fcbc1294 req-579dca3c-6832-4853-85f5-f433c1877fc5 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422726 Nov 11 13:06:09.226220 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:09.992462 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6544460-e347-49f5-890b-25de74eb6869 req-766a297a-90df-48ec-9b24-414f8c4b3d05 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:09.993927 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f6544460-e347-49f5-890b-25de74eb6869 req-766a297a-90df-48ec-9b24-414f8c4b3d05 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 946 time: 0.0547745 Nov 11 13:06:10.043107 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f6544460-e347-49f5-890b-25de74eb6869 req-a10ecaa6-a1f3-46a9-a257-839c95348db5 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428851 Nov 11 13:06:11.161113 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38f942-19bd-4c45-9c93-16280b48e5b5 req-1bac5ed5-0625-40c8-9191-a0ce6e1ce36b tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:11.162620 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5c38f942-19bd-4c45-9c93-16280b48e5b5 req-1bac5ed5-0625-40c8-9191-a0ce6e1ce36b tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 946 time: 0.0489488 Nov 11 13:06:11.211494 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-5c38f942-19bd-4c45-9c93-16280b48e5b5 req-a8598860-34ef-43d4-8fa9-219554d907bc tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428960 Nov 11 13:06:11.220172 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:11.329451 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc607fab-85d2-4951-8223-68e36fa9a465 req-b1b87923-bc6f-48cd-bba7-a12b0777e8b7 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:11.330809 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cc607fab-85d2-4951-8223-68e36fa9a465 req-b1b87923-bc6f-48cd-bba7-a12b0777e8b7 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 946 time: 0.0521619 Nov 11 13:06:11.387027 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cc607fab-85d2-4951-8223-68e36fa9a465 req-44d86316-683b-47c5-b327-046c6f28aa25 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504293 Nov 11 13:06:11.409255 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34754) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:06:11.489703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31a21bc-0989-4430-a554-eced3bbd51ef tempest-TestSnapshotPattern-174838706 tempest-TestSnapshotPattern-174838706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:11.491270 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-c31a21bc-0989-4430-a554-eced3bbd51ef tempest-TestSnapshotPattern-174838706 tempest-TestSnapshotPattern-174838706-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 1094 time: 0.0809696 Nov 11 13:06:11.494089 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 34758) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:06:11.498431 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.v2.base [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:06:11.557165 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for floatingip, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:11.658211 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:11.757703 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_common [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Allocated IP 172.26.5.225 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/1c60feff-8b60-42e3-b3c2-22d29cc31c05) {{(pid=103002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:06:11.858230 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for port, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:11.928942 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:11.974239 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:06:11.979347 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.base_scheduler [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Resources bound (agent type, host, resource id): {{(pid=103002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:06:11.981494 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Pushing event updated for resources: {'Port': ['ID=1c60feff-8b60-42e3-b3c2-22d29cc31c05,revision_number=1']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:06:11.983603 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Received port after_create {{(pid=103002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:06:12.332812 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:12.444261 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:12.592822 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for port, precommit_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:12.763263 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261967029'] for port, after_update {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:12.833784 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Pushing event updated for resources: {'Port': ['ID=1c60feff-8b60-42e3-b3c2-22d29cc31c05,revision_number=2']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:06:12.845240 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:12.944224 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.db.l3_db [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Floating IP eae81276-5675-44f6-be13-7acc08dfd388 associated. External IP: 172.26.5.225, port: 68a6b371-e99a-4ce2-b317-5e207da586ce. Nov 11 13:06:13.147658 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:06:13.252723 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:06:13.262960 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a9035-390c-4029-8cb0-5313173460e3 None None] Sync routers for ids ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:06:13.272913 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3a9035-390c-4029-8cb0-5313173460e3 None None] Routers {'2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:06:13.273504 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-2a3a9035-390c-4029-8cb0-5313173460e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:06:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:06:13.342514 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:13.369498 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-2869bbd4-7c34-439b-884a-e0b2b0eec566 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8744049 Nov 11 13:06:13.370081 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77013952-e5db-42c2-818f-192ee8a468b1', 'tag': '68a6b371-e99a-4ce2-b317-5e207da586ce'}] {{(pid=103002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:06:13.372385 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bf10b7e5c3c8c2d3407e9fe438ce98925269a98cc0b002fa506506051d4f4fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d70322-1ef3-4bb2-b52e-0af45020264e" -d '{"events": [{"name": "network-changed", "server_uuid": "77013952-e5db-42c2-818f-192ee8a468b1", "tag": "68a6b371-e99a-4ce2-b317-5e207da586ce"}]}' {{(pid=103002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:06:13.377445 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-2a3a9035-390c-4029-8cb0-5313173460e3 None None] Set router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:06:13.466586 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dab8c6-3d3c-4dfb-a80f-3e9bf80c8d77 x-openstack-request-id: req-18dab8c6-3d3c-4dfb-a80f-3e9bf80c8d77 {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:06:13.466898 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77013952-e5db-42c2-818f-192ee8a468b1", "tag": "68a6b371-e99a-4ce2-b317-5e207da586ce", "status": "completed", "code": 200}]} {{(pid=103002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:06:13.467154 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18dab8c6-3d3c-4dfb-a80f-3e9bf80c8d77 {{(pid=103002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:06:13.467558 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77013952-e5db-42c2-818f-192ee8a468b1', 'tag': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'status': 'completed', 'code': 200} Nov 11 13:06:13.534499 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d70322-1ef3-4bb2-b52e-0af45020264e req-f7cc16d5-ca9f-4bfc-8e4a-214403605c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:13.536743 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-80d70322-1ef3-4bb2-b52e-0af45020264e req-f7cc16d5-ca9f-4bfc-8e4a-214403605c7b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7007683c2814f729af1b2fa9ad2afd2&device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 1099 time: 0.0474029 Nov 11 13:06:13.598802 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-2a3a9035-390c-4029-8cb0-5313173460e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port': {'id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:45Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'eae81276-5675-44f6-be13-7acc08dfd388', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'floating_ip_address': '172.26.5.225', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'port_id': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'mac_address': 'fa:16:3e:f3:e7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77013952-e5db-42c2-818f-192ee8a468b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:06:12Z', 'updated_at': '2021-11-11T13:06:12Z', 'revision_number': 0, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da4c814-160a-439c-a488-5f47fb0d7cde', 'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'mac_address': 'fa:16:3e:8a:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:47Z', 'updated_at': '2021-11-11T13:05:51Z', 'revision_number': 5, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'subnets': [{'id': '6e25f084-af54-4052-9bac-770e278c6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:06:13.624159 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a9035-390c-4029-8cb0-5313173460e3 None None] Checking router: 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:06:13.626916 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d70322-1ef3-4bb2-b52e-0af45020264e req-f7d9f455-4781-4c1b-88d2-86b1a09e0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:13.628437 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-80d70322-1ef3-4bb2-b52e-0af45020264e req-f7d9f455-4781-4c1b-88d2-86b1a09e0afc service neutron] 10.222.0.70 "GET /v2.0/networks?id=3d69c735-d3ed-49ac-90ad-e63317bb340e HTTP/1.1" status: 200 len: 910 time: 0.0854352 Nov 11 13:06:13.632739 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3a9035-390c-4029-8cb0-5313173460e3 None None] Routers {'2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:06:13.633326 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-2a3a9035-390c-4029-8cb0-5313173460e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:06:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:06:13.698279 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-80d70322-1ef3-4bb2-b52e-0af45020264e req-98662502-add4-4659-9777-a65220e36ebb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a6b371-e99a-4ce2-b317-5e207da586ce HTTP/1.1" status: 200 len: 1000 time: 0.0628831 Nov 11 13:06:13.737136 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-2a3a9035-390c-4029-8cb0-5313173460e3 None None] Set router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:06:13.749041 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d70322-1ef3-4bb2-b52e-0af45020264e req-8526825d-c076-4730-8e9f-1bcf5a36578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:13.750572 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-80d70322-1ef3-4bb2-b52e-0af45020264e req-8526825d-c076-4730-8e9f-1bcf5a36578d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e25f084-af54-4052-9bac-770e278c6a95 HTTP/1.1" status: 200 len: 848 time: 0.0446076 Nov 11 13:06:13.795887 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d70322-1ef3-4bb2-b52e-0af45020264e req-3d6303bc-73a3-4f78-bffe-1a0a6667a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:13.798007 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-80d70322-1ef3-4bb2-b52e-0af45020264e req-3d6303bc-73a3-4f78-bffe-1a0a6667a4da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d69c735-d3ed-49ac-90ad-e63317bb340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402861 Nov 11 13:06:13.891169 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-80d70322-1ef3-4bb2-b52e-0af45020264e req-e035ec08-a730-42b3-aff2-4ab1aa929813 service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864966 Nov 11 13:06:13.987271 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-80d70322-1ef3-4bb2-b52e-0af45020264e req-34673486-70b7-42ed-9117-eee1b11833c9 service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897319 Nov 11 13:06:14.044678 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-2a3a9035-390c-4029-8cb0-5313173460e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port': {'id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:45Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'eae81276-5675-44f6-be13-7acc08dfd388', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'floating_ip_address': '172.26.5.225', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'port_id': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'mac_address': 'fa:16:3e:f3:e7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77013952-e5db-42c2-818f-192ee8a468b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:06:12Z', 'updated_at': '2021-11-11T13:06:12Z', 'revision_number': 0, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da4c814-160a-439c-a488-5f47fb0d7cde', 'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'mac_address': 'fa:16:3e:8a:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:47Z', 'updated_at': '2021-11-11T13:05:51Z', 'revision_number': 5, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'subnets': [{'id': '6e25f084-af54-4052-9bac-770e278c6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:06:14.070883 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a9035-390c-4029-8cb0-5313173460e3 None None] The sync data for ids ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'] in dv-neutron-786478-23-hyperv is: [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port': {'id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:45Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'eae81276-5675-44f6-be13-7acc08dfd388', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'floating_ip_address': '172.26.5.225', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'port_id': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'mac_address': 'fa:16:3e:f3:e7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77013952-e5db-42c2-818f-192ee8a468b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:06:12Z', 'updated_at': '2021-11-11T13:06:12Z', 'revision_number': 0, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da4c814-160a-439c-a488-5f47fb0d7cde', 'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'mac_address': 'fa:16:3e:8a:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:47Z', 'updated_at': '2021-11-11T13:05:51Z', 'revision_number': 5, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'subnets': [{'id': '6e25f084-af54-4052-9bac-770e278c6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:06:14.256816 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9434bddd-22f2-401d-9e0e-f87053049e06 None None] New status for floating IP eae81276-5675-44f6-be13-7acc08dfd388: ACTIVE {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 13:06:27.882618 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d913dca1-39a6-4bd3-b077-951ac58ea49d req-26cfce1c-611b-4c9e-aca6-a78633d89448 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445096 Nov 11 13:06:27.963008 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913dca1-39a6-4bd3-b077-951ac58ea49d req-5cdfd41e-3355-487c-b455-b4168798597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:27.964497 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d913dca1-39a6-4bd3-b077-951ac58ea49d req-5cdfd41e-3355-487c-b455-b4168798597f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7007683c2814f729af1b2fa9ad2afd2&device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 1099 time: 0.0406697 Nov 11 13:06:28.065241 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913dca1-39a6-4bd3-b077-951ac58ea49d req-93bd8b9d-bb68-49da-9674-f631fc6e255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:28.066672 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d913dca1-39a6-4bd3-b077-951ac58ea49d req-93bd8b9d-bb68-49da-9674-f631fc6e255c service neutron] 10.222.0.70 "GET /v2.0/networks?id=3d69c735-d3ed-49ac-90ad-e63317bb340e HTTP/1.1" status: 200 len: 910 time: 0.0835137 Nov 11 13:06:28.137920 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d913dca1-39a6-4bd3-b077-951ac58ea49d req-7e06ed20-9d52-468d-900a-93744a4d2294 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a6b371-e99a-4ce2-b317-5e207da586ce HTTP/1.1" status: 200 len: 1002 time: 0.0610702 Nov 11 13:06:28.187360 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913dca1-39a6-4bd3-b077-951ac58ea49d req-4e1511b7-6c1c-47a6-b0b5-62bb2a88fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:28.188747 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d913dca1-39a6-4bd3-b077-951ac58ea49d req-4e1511b7-6c1c-47a6-b0b5-62bb2a88fc35 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e25f084-af54-4052-9bac-770e278c6a95 HTTP/1.1" status: 200 len: 848 time: 0.0428503 Nov 11 13:06:28.233438 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913dca1-39a6-4bd3-b077-951ac58ea49d req-5e54f4d4-364c-4099-86b4-da69ecf481f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:06:28.235525 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d913dca1-39a6-4bd3-b077-951ac58ea49d req-5e54f4d4-364c-4099-86b4-da69ecf481f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d69c735-d3ed-49ac-90ad-e63317bb340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0394654 Nov 11 13:06:28.329607 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d913dca1-39a6-4bd3-b077-951ac58ea49d req-d045d2a0-24fd-4a09-b25d-6aecd8aee7db service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861819 Nov 11 13:06:28.418564 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-d913dca1-39a6-4bd3-b077-951ac58ea49d req-604b332e-62b0-493d-ade7-1c09c6df94ea service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820661 Nov 11 13:06:31.202600 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:06:33.248352 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-28681ecf-3ab3-46d8-bcff-af51d5bc19ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:35.580159 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-dac74e77-eb5f-44e8-932c-011f9251aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:36.734720 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:38.374040 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:39.271185 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:06:41.259581 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:03.230465 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-74a05699-3ccd-4ad0-845e-56c37d09b996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:05.601999 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6f6e41ba-af21-49bd-b717-b2ee0f023c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:06.716080 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:08.201844 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:07:08.333110 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:09.241575 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:11.241955 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:28.865932 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-53e2013b-2b08-4a1d-b0ab-55f436938724 req-7ef1cfa7-8269-4c5b-86b8-97303a00aee3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402119 Nov 11 13:07:28.944794 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2013b-2b08-4a1d-b0ab-55f436938724 req-89974728-551f-4f7d-9bb1-a5bf0081f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:28.946282 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-53e2013b-2b08-4a1d-b0ab-55f436938724 req-89974728-551f-4f7d-9bb1-a5bf0081f2c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7007683c2814f729af1b2fa9ad2afd2&device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 1099 time: 0.0401540 Nov 11 13:07:29.047748 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2013b-2b08-4a1d-b0ab-55f436938724 req-1107aa89-9f1c-4134-ad9a-24fdcc1020f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:29.049806 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-53e2013b-2b08-4a1d-b0ab-55f436938724 req-1107aa89-9f1c-4134-ad9a-24fdcc1020f7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3d69c735-d3ed-49ac-90ad-e63317bb340e HTTP/1.1" status: 200 len: 910 time: 0.0854778 Nov 11 13:07:29.113300 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-53e2013b-2b08-4a1d-b0ab-55f436938724 req-3ed4f116-88e5-42d1-8960-22a0670bf384 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a6b371-e99a-4ce2-b317-5e207da586ce HTTP/1.1" status: 200 len: 1002 time: 0.0563264 Nov 11 13:07:29.163976 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2013b-2b08-4a1d-b0ab-55f436938724 req-69f5cd5b-e429-4d44-a709-a7166f782ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:29.165417 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-53e2013b-2b08-4a1d-b0ab-55f436938724 req-69f5cd5b-e429-4d44-a709-a7166f782ff3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e25f084-af54-4052-9bac-770e278c6a95 HTTP/1.1" status: 200 len: 848 time: 0.0454729 Nov 11 13:07:29.211769 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2013b-2b08-4a1d-b0ab-55f436938724 req-6ade2809-97fe-46cb-bcb0-1ff20376bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:07:29.213159 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-53e2013b-2b08-4a1d-b0ab-55f436938724 req-6ade2809-97fe-46cb-bcb0-1ff20376bb8a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d69c735-d3ed-49ac-90ad-e63317bb340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0412593 Nov 11 13:07:29.305853 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-53e2013b-2b08-4a1d-b0ab-55f436938724 req-d8d3f88b-0214-4108-9fa8-5c1041fc29b9 service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852916 Nov 11 13:07:29.393956 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-53e2013b-2b08-4a1d-b0ab-55f436938724 req-4f5c296a-4aa5-4896-be93-844ef07f2bc4 service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810390 Nov 11 13:07:33.217991 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a63e07b-b6a4-4bcc-b291-1c3838b13ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:35.595407 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-09d28f2a-5f5f-45c0-951c-efdd715d7ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:36.721518 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:38.326291 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:39.252363 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:41.253346 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:07:45.199779 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:08:03.223233 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-656e189c-a2be-40a1-8698-aaa96ce31d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:05.583269 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-66bf54b1-c79b-48fe-83ec-3cbb2a88d9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:06.737583 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:08.325875 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:09.240120 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:11.252485 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:12.522867 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 68a6b371-e99a-4ce2-b317-5e207da586ce details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 13:08:12.631572 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 68a6b371-e99a-4ce2-b317-5e207da586ce, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=68a6b371-e99a-4ce2-b317-5e207da586ce,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:08:12.646686 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'port_id': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'mac_address': 'fa:16:3e:f3:e7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 13:08:12.688053 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:12.703720 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68a6b371-e99a-4ce2-b317-5e207da586ce {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:08:12.726252 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 68a6b371-e99a-4ce2-b317-5e207da586ce, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=68a6b371-e99a-4ce2-b317-5e207da586ce,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:08:12.772487 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:12.830000 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=68a6b371-e99a-4ce2-b317-5e207da586ce,revision_number=6']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:12.836892 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:12.837242 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:12.837583 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:12.837920 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:12.838263 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:12.838584 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:12.838919 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:12.839265 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:12.839594 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:12.839921 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:12.840569 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:12.840783 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:12.847100 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['68a6b371-e99a-4ce2-b317-5e207da586ce'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 13:08:14.529365 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 68a6b371-e99a-4ce2-b317-5e207da586ce up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:08:14.599293 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 68a6b371-e99a-4ce2-b317-5e207da586ce triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:08:14.599663 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:14.687409 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:14.716996 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77013952-e5db-42c2-818f-192ee8a468b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a6b371-e99a-4ce2-b317-5e207da586ce'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:08:14.719389 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184c983f-e7e7-421a-add0-45ca376d43be" -d '{"events": [{"server_uuid": "77013952-e5db-42c2-818f-192ee8a468b1", "name": "network-vif-plugged", "status": "completed", "tag": "68a6b371-e99a-4ce2-b317-5e207da586ce"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:08:14.734420 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 68a6b371-e99a-4ce2-b317-5e207da586ce, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=68a6b371-e99a-4ce2-b317-5e207da586ce,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:08:14.763166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1f7255-b999-46cd-98c4-8b5f260c5f33 x-openstack-request-id: req-ec1f7255-b999-46cd-98c4-8b5f260c5f33 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:08:14.763685 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77013952-e5db-42c2-818f-192ee8a468b1", "name": "network-vif-plugged", "status": "completed", "tag": "68a6b371-e99a-4ce2-b317-5e207da586ce", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:08:14.763950 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec1f7255-b999-46cd-98c4-8b5f260c5f33 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:08:14.764360 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77013952-e5db-42c2-818f-192ee8a468b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'code': 200} Nov 11 13:08:14.789309 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:14.847349 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=68a6b371-e99a-4ce2-b317-5e207da586ce,revision_number=7']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:22.198147 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:08:23.626339 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-536c1e96-99f6-4ac4-89ab-efb9110e2f79 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951745323&fields=id&tenant_id=d7007683c2814f729af1b2fa9ad2afd2 HTTP/1.1" status: 200 len: 267 time: 0.0470011 Nov 11 13:08:24.045834 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-e2a6fb22-d4fe-4c1a-b3fa-8702d747d085 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:24.047302 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-e2a6fb22-d4fe-4c1a-b3fa-8702d747d085 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/networks?id=3d69c735-d3ed-49ac-90ad-e63317bb340e HTTP/1.1" status: 200 len: 809 time: 0.4143100 Nov 11 13:08:24.062316 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-bbd3acb7-4170-4b6a-9492-ca5993fad417 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/quotas/d7007683c2814f729af1b2fa9ad2afd2 HTTP/1.1" status: 200 len: 375 time: 0.0086975 Nov 11 13:08:24.115292 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-c413253d-952f-4d59-b26a-34aee2d4e164 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7007683c2814f729af1b2fa9ad2afd2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0472453 Nov 11 13:08:24.130922 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-cba6295a-4db4-41d4-9b41-4ad9c872ff67 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 13:08:24.131866 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-cba6295a-4db4-41d4-9b41-4ad9c872ff67 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050561 Nov 11 13:08:24.219682 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-473c5e83-9700-4b58-a61d-ba60dc36c4d7 service neutron] 10.222.0.50 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823259 Nov 11 13:08:24.304727 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-20b49336-6b32-4151-9bd3-c6cf03cbedb9 service neutron] 10.222.0.50 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788963 Nov 11 13:08:24.583374 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-86988a36-a342-4d51-8a26-999a63eeedbf req-7f515bbc-6779-45fa-8d71-0da874c2ed4b tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 210 time: 0.0263445 Nov 11 13:08:25.663556 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-9d6786bd-8cd4-4a66-b52e-3fb177c8a0b1 req-c513884f-c8a6-4c1d-840a-01574955fa27 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 210 time: 0.0249441 Nov 11 13:08:26.623631 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 68a6b371-e99a-4ce2-b317-5e207da586ce no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:08:26.708008 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:26.730508 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77013952-e5db-42c2-818f-192ee8a468b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68a6b371-e99a-4ce2-b317-5e207da586ce'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:08:26.732838 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd871c57-d45d-4fcf-8f1c-b806addcf635" -d '{"events": [{"server_uuid": "77013952-e5db-42c2-818f-192ee8a468b1", "name": "network-vif-unplugged", "status": "completed", "tag": "68a6b371-e99a-4ce2-b317-5e207da586ce"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:08:26.746582 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 68a6b371-e99a-4ce2-b317-5e207da586ce, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=68a6b371-e99a-4ce2-b317-5e207da586ce,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:08:26.771666 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-d98361b3-6497-4fde-807a-18531cac14d5 req-2ef968ce-e66f-40fa-b8bd-1a999edb78c6 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 210 time: 0.0385158 Nov 11 13:08:26.779693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 13:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0059d19b-c773-4592-873d-605410ac8edf x-openstack-request-id: req-0059d19b-c773-4592-873d-605410ac8edf {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:08:26.779693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77013952-e5db-42c2-818f-192ee8a468b1", "name": "network-vif-unplugged", "status": "completed", "tag": "68a6b371-e99a-4ce2-b317-5e207da586ce", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:08:26.779693 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0059d19b-c773-4592-873d-605410ac8edf {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:08:26.779693 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77013952-e5db-42c2-818f-192ee8a468b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'code': 200} Nov 11 13:08:26.818141 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:26.864630 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=68a6b371-e99a-4ce2-b317-5e207da586ce,revision_number=8']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:27.385446 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-525fc3f9-b511-4a9d-b888-ed234355c017 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:27.386908 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-525fc3f9-b511-4a9d-b888-ed234355c017 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.70 "GET /v2.0/networks?id=3d69c735-d3ed-49ac-90ad-e63317bb340e HTTP/1.1" status: 200 len: 809 time: 0.1110284 Nov 11 13:08:27.449860 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-03b540f5-c75d-4798-8a8d-1d61e77e7466 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7007683c2814f729af1b2fa9ad2afd2 HTTP/1.1" status: 200 len: 380 time: 0.0538216 Nov 11 13:08:27.460613 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Request body: {'port': {'device_id': '1a4d7c5c-8c41-4c05-a892-e7042bf37da7', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'admin_state_up': True, 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'security_groups': ['373f050a-558a-49c3-8d2d-229ff4017ca7']}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:08:27.674812 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Made reservation on behalf of d7007683c2814f729af1b2fa9ad2afd2 for: {'port': 1} {{(pid=103001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 13:08:27.678391 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:27.811357 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Allocated IP 172.20.0.5 (3d69c735-d3ed-49ac-90ad-e63317bb340e/6e25f084-af54-4052-9bac-770e278c6a95/13c16fb1-e077-4890-a62e-79d9b18b35bc) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:08:27.864721 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e97de3ec-6cde-4378-b7fe-a111313aefd0 req-794c3d03-e518-46fe-9861-a3dd2d04e0f2 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 210 time: 0.0264199 Nov 11 13:08:27.953224 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:28.054638 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:28.138780 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Network 3d69c735-d3ed-49ac-90ad-e63317bb340e is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:08:28.144119 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:08:28.146800 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:08:28.149618 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Pushing event updated for resources: {'Port': ['ID=13c16fb1-e077-4890-a62e-79d9b18b35bc,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:28.190323 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:28.190691 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:28.191033 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:28.191399 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:28.191739 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:28.192082 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:28.192418 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:28.193009 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:28.193350 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:28.193679 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:28.194008 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:28.194331 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:08:28.227620 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:28.228323 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:28.348149 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-e8e2a167-99a8-4cb3-a79f-5b1286526296 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8909676 Nov 11 13:08:28.478566 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-70fc2aff-ac25-4a9b-8f91-d954ae56a3c7 None None] Provisioning complete for port 13c16fb1-e077-4890-a62e-79d9b18b35bc triggered by entity DHCP. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:08:28.479216 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-70fc2aff-ac25-4a9b-8f91-d954ae56a3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:28.514209 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-70fc2aff-ac25-4a9b-8f91-d954ae56a3c7 None None] Port 13c16fb1-e077-4890-a62e-79d9b18b35bc cannot update to ACTIVE because it is not bound. {{(pid=103003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 13:08:29.000634 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62628ef-6dce-4665-8d02-7dab2378888b req-d83eb6c6-48a1-45e4-9b2a-7c8a944c1a96 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:29.002560 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f62628ef-6dce-4665-8d02-7dab2378888b req-d83eb6c6-48a1-45e4-9b2a-7c8a944c1a96 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 931 time: 0.0509965 Nov 11 13:08:29.050209 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f62628ef-6dce-4665-8d02-7dab2378888b req-d31060c5-b4e8-4d9d-85d6-8a769115a02d tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416977 Nov 11 13:08:30.166753 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b46ff4-e830-4149-8d88-99340a8b4625 req-5cfa40f3-b250-4a4c-b783-e6268ee62a46 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:30.168224 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a3b46ff4-e830-4149-8d88-99340a8b4625 req-5cfa40f3-b250-4a4c-b783-e6268ee62a46 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 931 time: 0.0501440 Nov 11 13:08:30.233511 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-a3b46ff4-e830-4149-8d88-99340a8b4625 req-b24bd9a1-fdb9-4ecb-a1c8-7ddb7f5a6572 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578189 Nov 11 13:08:31.364010 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5dfe1-e1df-4d8c-87ce-56304fa86383 req-4d1d3a5e-0246-42f6-8b70-ef1828dcfb1c tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:31.366248 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b9f5dfe1-e1df-4d8c-87ce-56304fa86383 req-4d1d3a5e-0246-42f6-8b70-ef1828dcfb1c tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 931 time: 0.0502770 Nov 11 13:08:31.420405 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b9f5dfe1-e1df-4d8c-87ce-56304fa86383 req-2db1a8ab-6e14-475f-b92d-10c490639224 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441415 Nov 11 13:08:32.541069 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57965756-df68-4db4-9995-96736cd94496 req-c3dcad6e-5ec6-4c7f-956c-3a44d11d9b96 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:32.549300 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-57965756-df68-4db4-9995-96736cd94496 req-c3dcad6e-5ec6-4c7f-956c-3a44d11d9b96 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 931 time: 0.0579708 Nov 11 13:08:32.594767 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-57965756-df68-4db4-9995-96736cd94496 req-fd8910c6-e803-4252-ac75-9e30adf64da1 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444238 Nov 11 13:08:33.241150 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bb4fbaf0-9f7f-4e45-9d78-15764cfaa27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:33.714515 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1115b9d-879b-4075-b94d-739d0f53d4b0 req-fa1d4237-7bb7-4bce-8185-8210c04bb611 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:33.715980 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f1115b9d-879b-4075-b94d-739d0f53d4b0 req-fa1d4237-7bb7-4bce-8185-8210c04bb611 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 931 time: 0.0546749 Nov 11 13:08:33.767281 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-f1115b9d-879b-4075-b94d-739d0f53d4b0 req-f9c89f94-201d-4c38-a91f-e21b1368c1db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448575 Nov 11 13:08:34.889670 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfe11c-268c-4613-8bc9-d2c4245f7412 req-9152c97d-ca03-4d70-aeeb-a728826ba2c9 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:34.891149 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-15dfe11c-268c-4613-8bc9-d2c4245f7412 req-9152c97d-ca03-4d70-aeeb-a728826ba2c9 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 931 time: 0.0501752 Nov 11 13:08:34.940782 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-15dfe11c-268c-4613-8bc9-d2c4245f7412 req-fd47d184-2651-4ec5-8c8f-c6930991c699 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437145 Nov 11 13:08:35.577108 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-321c2c2b-f333-4523-8634-cc5040f002db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:36.089993 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe15492-0a05-4d1d-ad14-9160c21c1d8e req-aa422817-ad12-4718-8786-aaba8b8b8d16 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:36.092519 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cfe15492-0a05-4d1d-ad14-9160c21c1d8e req-aa422817-ad12-4718-8786-aaba8b8b8d16 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 931 time: 0.0571918 Nov 11 13:08:36.150196 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-cfe15492-0a05-4d1d-ad14-9160c21c1d8e req-7513fd22-141d-49e7-913b-388d3bac5c09 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514045 Nov 11 13:08:36.743345 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:37.267836 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6443f-2c32-498e-abc0-8d525df7cbf3 req-f9b5e02b-93d0-48dd-b6f9-ea8a59b4c3e3 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:37.269299 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-01b6443f-2c32-498e-abc0-8d525df7cbf3 req-f9b5e02b-93d0-48dd-b6f9-ea8a59b4c3e3 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 931 time: 0.0511677 Nov 11 13:08:37.320854 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-01b6443f-2c32-498e-abc0-8d525df7cbf3 req-6a6523c8-f218-47dd-b929-aa4894321471 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454206 Nov 11 13:08:38.366267 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:38.439234 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15910d0b-b180-4ea4-8f6b-f26143feb107 req-8a27231e-62a4-44e1-8c97-9b34941abcc1 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:38.440936 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-15910d0b-b180-4ea4-8f6b-f26143feb107 req-8a27231e-62a4-44e1-8c97-9b34941abcc1 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 931 time: 0.0522084 Nov 11 13:08:38.489794 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-15910d0b-b180-4ea4-8f6b-f26143feb107 req-924a28d9-7d77-45c5-8c15-734257bf6862 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427561 Nov 11 13:08:39.200622 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Request body: {'port': {'device_id': '1a4d7c5c-8c41-4c05-a892-e7042bf37da7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:08:39.218598 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.70', 53735) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:39.240130 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:39.283494 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:39.300630 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6c2220a8-48da-45c5-b08a-c520c69830c4 req-bf65d25e-5ed1-4677-8df2-f66b5246a671 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809240 Nov 11 13:08:39.486692 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2220a8-48da-45c5-b08a-c520c69830c4 req-70d38b6c-07fb-481d-bf93-2f84b4313a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:39.488185 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6c2220a8-48da-45c5-b08a-c520c69830c4 req-70d38b6c-07fb-481d-bf93-2f84b4313a97 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7007683c2814f729af1b2fa9ad2afd2&device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 1097 time: 0.0952377 Nov 11 13:08:39.609836 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0779c-0cbf-4a5c-9bc7-e2a816faf15e req-49e9ce01-49a7-4be5-8b6c-eeba73ef3a86 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:39.611986 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-52c0779c-0cbf-4a5c-9bc7-e2a816faf15e req-49e9ce01-49a7-4be5-8b6c-eeba73ef3a86 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 931 time: 0.0531077 Nov 11 13:08:39.656030 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2220a8-48da-45c5-b08a-c520c69830c4 req-fbaa4f6d-c981-4722-8116-808c08e3f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:39.658036 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6c2220a8-48da-45c5-b08a-c520c69830c4 req-fbaa4f6d-c981-4722-8116-808c08e3f2c3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3d69c735-d3ed-49ac-90ad-e63317bb340e HTTP/1.1" status: 200 len: 910 time: 0.1460707 Nov 11 13:08:39.660116 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-52c0779c-0cbf-4a5c-9bc7-e2a816faf15e req-668a7a6f-675e-4d32-acec-5973e32b1893 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420666 Nov 11 13:08:39.661707 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c16fb1-e077-4890-a62e-79d9b18b35bc {{(pid=103001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:08:39.707110 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:39.733940 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.provisioning_blocks [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Transition to ACTIVE for port object 13c16fb1-e077-4890-a62e-79d9b18b35bc will not be triggered until provisioned by entity L2. {{(pid=103001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 13:08:39.740749 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6c2220a8-48da-45c5-b08a-c520c69830c4 req-f368f363-5c7e-4e46-b03f-ee59a0ce156a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a6b371-e99a-4ce2-b317-5e207da586ce HTTP/1.1" status: 200 len: 1000 time: 0.0744231 Nov 11 13:08:39.789342 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2220a8-48da-45c5-b08a-c520c69830c4 req-b9eefa28-37e6-47e2-b35b-b09dfe76033e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:39.790801 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6c2220a8-48da-45c5-b08a-c520c69830c4 req-b9eefa28-37e6-47e2-b35b-b09dfe76033e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e25f084-af54-4052-9bac-770e278c6a95 HTTP/1.1" status: 200 len: 848 time: 0.0436118 Nov 11 13:08:39.806948 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:39.885610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2220a8-48da-45c5-b08a-c520c69830c4 req-fa950266-adaa-43f8-8316-39f17f3d4f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:39.887186 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6c2220a8-48da-45c5-b08a-c520c69830c4 req-fa950266-adaa-43f8-8316-39f17f3d4f13 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d69c735-d3ed-49ac-90ad-e63317bb340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0894756 Nov 11 13:08:39.890789 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Pushing event updated for resources: {'Port': ['ID=13c16fb1-e077-4890-a62e-79d9b18b35bc,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:40.016789 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Attempting to bind port 13c16fb1-e077-4890-a62e-79d9b18b35bc on host hv-neutron-7864 for vnic_type normal with profile {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 13:08:40.017122 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Attempting to bind port 13c16fb1-e077-4890-a62e-79d9b18b35bc by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '2fcb9af0-dea3-478d-aaae-d0fb38c60305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e'}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 13:08:40.017447 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Attempting to bind port 13c16fb1-e077-4890-a62e-79d9b18b35bc on network 3d69c735-d3ed-49ac-90ad-e63317bb340e {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:08:40.032660 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Port 13c16fb1-e077-4890-a62e-79d9b18b35bc on network 3d69c735-d3ed-49ac-90ad-e63317bb340e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 13:08:40.032985 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Attempting to bind port 13c16fb1-e077-4890-a62e-79d9b18b35bc on network 3d69c735-d3ed-49ac-90ad-e63317bb340e {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 13:08:40.043268 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Checking agent: {'id': 'ef9b5ca0-203a-4b1e-bb64-a23316504822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'started_at': datetime.datetime(2021, 11, 11, 12, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 13:08:40.043601 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Checking segment: {'id': '2fcb9af0-dea3-478d-aaae-d0fb38c60305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 13:08:40.043978 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Bound using segment: {'id': '2fcb9af0-dea3-478d-aaae-d0fb38c60305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e'} {{(pid=103001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 13:08:40.044400 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.managers [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Bound port: 13c16fb1-e077-4890-a62e-79d9b18b35bc, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcb9af0-dea3-478d-aaae-d0fb38c60305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e'}}] {{(pid=103001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 13:08:40.044751 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:40.055785 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6c2220a8-48da-45c5-b08a-c520c69830c4 req-ef9d396d-b7da-4300-bc79-6be715b57694 service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504457 Nov 11 13:08:40.167845 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] For port 13c16fb1-e077-4890-a62e-79d9b18b35bc, host hv-neutron-7864, cleared binding levels {{(pid=103001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 13:08:40.175666 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] For port 13c16fb1-e077-4890-a62e-79d9b18b35bc, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13c16fb1-e077-4890-a62e-79d9b18b35bc,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 13:08:40.190874 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-6c2220a8-48da-45c5-b08a-c520c69830c4 req-14f8eff9-fcf3-4804-bcb6-c8029c8fd856 service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285064 Nov 11 13:08:40.228479 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:40.261792 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:40.262317 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:40.263716 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] 10.222.0.70 "PUT /v2.0/ports/13c16fb1-e077-4890-a62e-79d9b18b35bc HTTP/1.1" status: 200 len: 1093 time: 1.0688236 Nov 11 13:08:40.264169 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4d7c5c-8c41-4c05-a892-e7042bf37da7', 'tag': '13c16fb1-e077-4890-a62e-79d9b18b35bc'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:08:40.266938 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2455145e-35bd-4eda-8a9d-75494363291e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a4d7c5c-8c41-4c05-a892-e7042bf37da7", "tag": "13c16fb1-e077-4890-a62e-79d9b18b35bc"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:08:40.293094 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f6df0-18a2-4e0f-8284-0fa95df27d47 service neutron] Pushing event updated for resources: {'Port': ['ID=13c16fb1-e077-4890-a62e-79d9b18b35bc,revision_number=3']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:40.307220 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b3eedd-a351-4284-a2ef-d176ee942057 x-openstack-request-id: req-c5b3eedd-a351-4284-a2ef-d176ee942057 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:08:40.310928 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a4d7c5c-8c41-4c05-a892-e7042bf37da7", "tag": "13c16fb1-e077-4890-a62e-79d9b18b35bc", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:08:40.310928 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c5b3eedd-a351-4284-a2ef-d176ee942057 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:08:40.310928 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4d7c5c-8c41-4c05-a892-e7042bf37da7', 'tag': '13c16fb1-e077-4890-a62e-79d9b18b35bc', 'status': 'completed', 'code': 200} Nov 11 13:08:40.379731 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455145e-35bd-4eda-8a9d-75494363291e req-ba1d962e-fc49-45e6-8f75-064698b10b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:40.381221 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2455145e-35bd-4eda-8a9d-75494363291e req-ba1d962e-fc49-45e6-8f75-064698b10b4f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7007683c2814f729af1b2fa9ad2afd2&device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 1096 time: 0.0432105 Nov 11 13:08:40.776607 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296c086-4633-4279-a716-775ba3895fe1 req-96a88d57-1975-46a7-81c1-ba1103224b63 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:40.778761 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6296c086-4633-4279-a716-775ba3895fe1 req-96a88d57-1975-46a7-81c1-ba1103224b63 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 943 time: 0.0495465 Nov 11 13:08:40.787173 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455145e-35bd-4eda-8a9d-75494363291e req-2fa4510a-d205-4e59-9f1b-bf4777f01d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:40.788618 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2455145e-35bd-4eda-8a9d-75494363291e req-2fa4510a-d205-4e59-9f1b-bf4777f01d66 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d7007683c2814f729af1b2fa9ad2afd2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3977013 Nov 11 13:08:40.828191 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6296c086-4633-4279-a716-775ba3895fe1 req-f8bbf6be-8e51-4458-82a3-bd4c39628615 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433681 Nov 11 13:08:40.884647 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455145e-35bd-4eda-8a9d-75494363291e req-b1e2acca-5932-405e-8dc6-3ebf99ec4eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:40.886107 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-2455145e-35bd-4eda-8a9d-75494363291e req-b1e2acca-5932-405e-8dc6-3ebf99ec4eec service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871532 Nov 11 13:08:40.972985 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-f187f051-0d19-401b-bd54-4506ea413042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:40.974446 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-f187f051-0d19-401b-bd54-4506ea413042 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7007683c2814f729af1b2fa9ad2afd2&device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 1096 time: 0.0431848 Nov 11 13:08:41.015484 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-84115bde-53e9-4c08-a7b8-639428ca1cf6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13c16fb1-e077-4890-a62e-79d9b18b35bc HTTP/1.1" status: 200 len: 217 time: 0.0330920 Nov 11 13:08:41.063800 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-b200adc2-7535-492c-91e6-df6ac5243e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:41.065149 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-b200adc2-7535-492c-91e6-df6ac5243e64 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e25f084-af54-4052-9bac-770e278c6a95 HTTP/1.1" status: 200 len: 848 time: 0.0423670 Nov 11 13:08:41.113431 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-4b3a5e87-f316-4c40-9034-4390c3fdf6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:41.114850 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-4b3a5e87-f316-4c40-9034-4390c3fdf6c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d69c735-d3ed-49ac-90ad-e63317bb340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0423799 Nov 11 13:08:41.208286 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-8e9cb8fd-1e7c-4af3-9c1e-15e850084ad2 service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858986 Nov 11 13:08:41.257139 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:41.302236 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-20cf1bd6-1ab3-442e-948d-3b76dabf775b req-0220e401-672f-46c4-b3f4-063516379850 service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862010 Nov 11 13:08:41.949161 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2478589-ab7a-4f84-af32-78cecca348f0 req-d789018b-b863-4637-a066-d3739f3ba170 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:41.950605 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e2478589-ab7a-4f84-af32-78cecca348f0 req-d789018b-b863-4637-a066-d3739f3ba170 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 943 time: 0.0548589 Nov 11 13:08:41.997677 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e2478589-ab7a-4f84-af32-78cecca348f0 req-d211954e-a5c4-435e-ad98-e4065700aa84 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405324 Nov 11 13:08:43.110580 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca6b15-f089-47c5-850a-6fcc97117b25 req-75810922-9600-461a-b200-4d49cef13d6a tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:43.112039 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-88ca6b15-f089-47c5-850a-6fcc97117b25 req-75810922-9600-461a-b200-4d49cef13d6a tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 943 time: 0.0481658 Nov 11 13:08:43.159480 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-88ca6b15-f089-47c5-850a-6fcc97117b25 req-6c2977dd-c2d6-4c24-a59c-03f6d64ed4fc tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417328 Nov 11 13:08:44.280066 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becbcf6-e92e-43ef-9bcf-b15653ce3773 req-742bf322-16c7-4a84-a1d3-b5a213ea67c7 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:44.282421 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8becbcf6-e92e-43ef-9bcf-b15653ce3773 req-742bf322-16c7-4a84-a1d3-b5a213ea67c7 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 943 time: 0.0548067 Nov 11 13:08:44.336645 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-8becbcf6-e92e-43ef-9bcf-b15653ce3773 req-8d5cff16-979f-4c4f-a92c-414c492e88b1 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478423 Nov 11 13:08:44.701601 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 13c16fb1-e077-4890-a62e-79d9b18b35bc details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 13:08:44.792803 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 13c16fb1-e077-4890-a62e-79d9b18b35bc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13c16fb1-e077-4890-a62e-79d9b18b35bc,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:08:44.803869 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '13c16fb1-e077-4890-a62e-79d9b18b35bc', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'port_id': '13c16fb1-e077-4890-a62e-79d9b18b35bc', 'mac_address': 'fa:16:3e:f6:8d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 13:08:44.843586 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:44.855882 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c16fb1-e077-4890-a62e-79d9b18b35bc {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:08:44.873942 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 13c16fb1-e077-4890-a62e-79d9b18b35bc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13c16fb1-e077-4890-a62e-79d9b18b35bc,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:08:44.931169 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:44.976920 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=13c16fb1-e077-4890-a62e-79d9b18b35bc,revision_number=4']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:45.166385 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['13c16fb1-e077-4890-a62e-79d9b18b35bc'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 13:08:45.451610 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cdaed-a329-4d24-b0b1-825e50cb6ce3 req-244f893f-feb7-4afe-84f8-b688642f4dc3 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:45.453062 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6a4cdaed-a329-4d24-b0b1-825e50cb6ce3 req-244f893f-feb7-4afe-84f8-b688642f4dc3 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 944 time: 0.0494115 Nov 11 13:08:45.501551 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-6a4cdaed-a329-4d24-b0b1-825e50cb6ce3 req-62852a0d-9cea-496e-9f14-ebe7a21323ee tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425704 Nov 11 13:08:46.613354 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f361ce-7b0e-4f6a-baae-a76a4df5da6f req-fd0e3110-262d-4023-9701-79a069daf4ee tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:46.614800 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-62f361ce-7b0e-4f6a-baae-a76a4df5da6f req-fd0e3110-262d-4023-9701-79a069daf4ee tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 944 time: 0.0484097 Nov 11 13:08:46.662218 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-62f361ce-7b0e-4f6a-baae-a76a4df5da6f req-2ee9b168-291a-4ad8-9564-d1e62686eaa5 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415692 Nov 11 13:08:46.702438 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 13c16fb1-e077-4890-a62e-79d9b18b35bc up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:08:46.804884 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning for port 13c16fb1-e077-4890-a62e-79d9b18b35bc completed by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 13:08:46.808414 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 13c16fb1-e077-4890-a62e-79d9b18b35bc triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:08:46.808777 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:46.885686 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:46.907282 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4d7c5c-8c41-4c05-a892-e7042bf37da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c16fb1-e077-4890-a62e-79d9b18b35bc'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:08:46.909444 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c943a727e03b92e4e47271abfa7460d046e2f79434a7e4ea2c94d03b98c181e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d77e7bf-f24e-47ff-967e-2c52831d2c65" -d '{"events": [{"server_uuid": "1a4d7c5c-8c41-4c05-a892-e7042bf37da7", "name": "network-vif-plugged", "status": "completed", "tag": "13c16fb1-e077-4890-a62e-79d9b18b35bc"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:08:46.921507 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 13c16fb1-e077-4890-a62e-79d9b18b35bc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13c16fb1-e077-4890-a62e-79d9b18b35bc,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:08:46.946700 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397cc15f-cdfc-422c-ae52-c6c10eabb400 x-openstack-request-id: req-397cc15f-cdfc-422c-ae52-c6c10eabb400 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:08:46.947073 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4d7c5c-8c41-4c05-a892-e7042bf37da7", "name": "network-vif-plugged", "status": "completed", "tag": "13c16fb1-e077-4890-a62e-79d9b18b35bc", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:08:46.952498 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-397cc15f-cdfc-422c-ae52-c6c10eabb400 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:08:46.952498 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4d7c5c-8c41-4c05-a892-e7042bf37da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c16fb1-e077-4890-a62e-79d9b18b35bc', 'code': 200} Nov 11 13:08:46.999697 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:47.046011 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=13c16fb1-e077-4890-a62e-79d9b18b35bc,revision_number=5']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:47.216459 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37aa24-3f51-43a3-80ff-e968a34b4f89 req-ae918862-afe2-410b-9bce-4931a9d31d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:47.217937 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1a37aa24-3f51-43a3-80ff-e968a34b4f89 req-ae918862-afe2-410b-9bce-4931a9d31d06 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 1098 time: 0.0400751 Nov 11 13:08:47.264318 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-1a37aa24-3f51-43a3-80ff-e968a34b4f89 req-3d0d2f9c-87b3-454e-b317-d2c84760a590 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393031 Nov 11 13:08:47.780873 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489c9fd-c82c-447c-ad2a-fba59d19692e req-9a9c44f4-5d03-45d4-92b2-99a4dc04eaa7 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:47.782327 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b489c9fd-c82c-447c-ad2a-fba59d19692e req-9a9c44f4-5d03-45d4-92b2-99a4dc04eaa7 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 945 time: 0.0528698 Nov 11 13:08:47.831256 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-b489c9fd-c82c-447c-ad2a-fba59d19692e req-333a7f57-f4e6-44da-9254-b0a98cec9f36 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430872 Nov 11 13:08:48.948385 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319da71-e6f3-4ee0-b71a-35544d65ccaf req-5ba89fad-f0bb-4a1b-b170-1d715a82118a tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:48.949850 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c319da71-e6f3-4ee0-b71a-35544d65ccaf req-5ba89fad-f0bb-4a1b-b170-1d715a82118a tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 945 time: 0.0491509 Nov 11 13:08:48.998276 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-c319da71-e6f3-4ee0-b71a-35544d65ccaf req-4c870fa4-6fbe-4295-8893-e67c3957e0ca tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420060 Nov 11 13:08:49.112121 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57669e39-bcc5-4bcb-abcd-3f4c2fe74b6b req-0739bee1-dfee-428c-9b7c-aeb08e4adb08 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:49.113575 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-57669e39-bcc5-4bcb-abcd-3f4c2fe74b6b req-0739bee1-dfee-428c-9b7c-aeb08e4adb08 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 945 time: 0.0486295 Nov 11 13:08:49.165656 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-57669e39-bcc5-4bcb-abcd-3f4c2fe74b6b req-979f0296-1fcd-43de-b641-c229f72464fc tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462353 Nov 11 13:08:49.186651 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 35066) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:49.226438 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4607cf-302e-425c-9842-c3adb04f4bcb tempest-TestSnapshotPattern-174838706 tempest-TestSnapshotPattern-174838706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:49.227980 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fb4607cf-302e-425c-9842-c3adb04f4bcb tempest-TestSnapshotPattern-174838706 tempest-TestSnapshotPattern-174838706-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 1093 time: 0.0401092 Nov 11 13:08:49.230839 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 35068) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:08:49.235107 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.v2.base [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Request body: {'floatingip': {'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'port_id': '13c16fb1-e077-4890-a62e-79d9b18b35bc', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 13:08:49.297095 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for floatingip, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:49.395981 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:49.499407 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_common [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Allocated IP 172.26.5.192 (1bf10f9f-df41-4592-a35d-f97ab68bce69/bc40eab9-eae1-4fe8-aa1e-43499883d496/d96f241b-2857-4fa3-b164-b32187400e3d) {{(pid=103001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 13:08:49.602830 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for port, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:49.714111 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777975828601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:49.756461 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Network 1bf10f9f-df41-4592-a35d-f97ab68bce69 is already hosted by enough agents. {{(pid=103001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 13:08:49.759451 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.base_scheduler [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Resources bound (agent type, host, resource id): {{(pid=103001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 13:08:49.764142 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Received port after_create {{(pid=103001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 13:08:49.766632 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Pushing event updated for resources: {'Port': ['ID=d96f241b-2857-4fa3-b164-b32187400e3d,revision_number=1']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:50.116416 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:50.241004 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:50.391097 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for port, precommit_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:50.456543 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260957733'] for port, after_update {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:50.524276 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Pushing event updated for resources: {'Port': ['ID=d96f241b-2857-4fa3-b164-b32187400e3d,revision_number=2']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:08:50.532740 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573414'] for floatingip, after_create {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:50.634149 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Floating IP 5fb8b36c-cf7a-47cb-b5f9-c0e23a5d9f53 associated. External IP: 172.26.5.192, port: 13c16fb1-e077-4890-a62e-79d9b18b35bc. Nov 11 13:08:50.840350 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:08:50.945552 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:08:50.954850 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3280671-2973-4ad7-9a12-31a111de9ac8 None None] Sync routers for ids ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:08:50.964118 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3280671-2973-4ad7-9a12-31a111de9ac8 None None] Routers {'2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:08:50.968035 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a3280671-2973-4ad7-9a12-31a111de9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:08:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:51.001567 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:08:51.027993 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-8cf7ad07-46d1-4dc1-abcd-ae493b7d83db tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7960527 Nov 11 13:08:51.028667 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4d7c5c-8c41-4c05-a892-e7042bf37da7', 'tag': '13c16fb1-e077-4890-a62e-79d9b18b35bc'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:08:51.030899 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e44132ccadad2ab3d44c44b538ae8e53bfd1381d3892cb96087d3e41e03df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2721a0d-68c7-429b-881d-18d6c1f097ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1a4d7c5c-8c41-4c05-a892-e7042bf37da7", "tag": "13c16fb1-e077-4890-a62e-79d9b18b35bc"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:08:51.067943 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-a3280671-2973-4ad7-9a12-31a111de9ac8 None None] Set router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:08:51.068133 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790309d4-e8b5-443b-9cb5-8f78f4e5ab27 x-openstack-request-id: req-790309d4-e8b5-443b-9cb5-8f78f4e5ab27 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:08:51.068257 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a4d7c5c-8c41-4c05-a892-e7042bf37da7", "tag": "13c16fb1-e077-4890-a62e-79d9b18b35bc", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:08:51.068491 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-790309d4-e8b5-443b-9cb5-8f78f4e5ab27 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:08:51.068899 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4d7c5c-8c41-4c05-a892-e7042bf37da7', 'tag': '13c16fb1-e077-4890-a62e-79d9b18b35bc', 'status': 'completed', 'code': 200} Nov 11 13:08:51.129213 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2721a0d-68c7-429b-881d-18d6c1f097ae req-815b397e-ad15-41e6-8e5c-53b2ef3d3222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:51.130686 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b2721a0d-68c7-429b-881d-18d6c1f097ae req-815b397e-ad15-41e6-8e5c-53b2ef3d3222 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7007683c2814f729af1b2fa9ad2afd2&device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 1098 time: 0.0407107 Nov 11 13:08:51.224207 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2721a0d-68c7-429b-881d-18d6c1f097ae req-52147011-8c64-405f-b2e9-28185252ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:51.225599 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b2721a0d-68c7-429b-881d-18d6c1f097ae req-52147011-8c64-405f-b2e9-28185252ecfa service neutron] 10.222.0.70 "GET /v2.0/networks?id=3d69c735-d3ed-49ac-90ad-e63317bb340e HTTP/1.1" status: 200 len: 910 time: 0.0882206 Nov 11 13:08:51.286678 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a3280671-2973-4ad7-9a12-31a111de9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port': {'id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:45Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '5fb8b36c-cf7a-47cb-b5f9-c0e23a5d9f53', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'floating_ip_address': '172.26.5.192', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'port_id': '13c16fb1-e077-4890-a62e-79d9b18b35bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'mac_address': 'fa:16:3e:f6:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4d7c5c-8c41-4c05-a892-e7042bf37da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:08:49Z', 'updated_at': '2021-11-11T13:08:49Z', 'revision_number': 0, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'fixed_ip_address_scope': None}, {'id': 'eae81276-5675-44f6-be13-7acc08dfd388', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'floating_ip_address': '172.26.5.225', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'port_id': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'mac_address': 'fa:16:3e:f3:e7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77013952-e5db-42c2-818f-192ee8a468b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:06:12Z', 'updated_at': '2021-11-11T13:06:14Z', 'revision_number': 1, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da4c814-160a-439c-a488-5f47fb0d7cde', 'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'mac_address': 'fa:16:3e:8a:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:47Z', 'updated_at': '2021-11-11T13:05:51Z', 'revision_number': 5, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'subnets': [{'id': '6e25f084-af54-4052-9bac-770e278c6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:51.291511 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b2721a0d-68c7-429b-881d-18d6c1f097ae req-2bf0e8d9-6996-4ac0-b2ff-dff7dd184989 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13c16fb1-e077-4890-a62e-79d9b18b35bc HTTP/1.1" status: 200 len: 999 time: 0.0586610 Nov 11 13:08:51.311727 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3280671-2973-4ad7-9a12-31a111de9ac8 None None] Checking router: 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:08:51.320044 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3280671-2973-4ad7-9a12-31a111de9ac8 None None] Routers {'2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:08:51.320626 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a3280671-2973-4ad7-9a12-31a111de9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:08:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:51.343771 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2721a0d-68c7-429b-881d-18d6c1f097ae req-2c2b79ed-9c0f-4ad6-ba65-e95cc63933d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:51.345802 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b2721a0d-68c7-429b-881d-18d6c1f097ae req-2c2b79ed-9c0f-4ad6-ba65-e95cc63933d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e25f084-af54-4052-9bac-770e278c6a95 HTTP/1.1" status: 200 len: 848 time: 0.0481160 Nov 11 13:08:51.390709 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2721a0d-68c7-429b-881d-18d6c1f097ae req-d486d094-ecd8-4eda-ad34-b1adba954e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:08:51.392711 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b2721a0d-68c7-429b-881d-18d6c1f097ae req-d486d094-ecd8-4eda-ad34-b1adba954e71 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d69c735-d3ed-49ac-90ad-e63317bb340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398498 Nov 11 13:08:51.423341 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-a3280671-2973-4ad7-9a12-31a111de9ac8 None None] Set router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:08:51.483441 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b2721a0d-68c7-429b-881d-18d6c1f097ae req-90d8cb6c-24f2-4952-97fc-5c2162795627 service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830345 Nov 11 13:08:51.581991 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-b2721a0d-68c7-429b-881d-18d6c1f097ae req-2f28171b-29a1-447b-9726-5b735335e919 service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918291 Nov 11 13:08:51.646990 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-a3280671-2973-4ad7-9a12-31a111de9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port': {'id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:45Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '5fb8b36c-cf7a-47cb-b5f9-c0e23a5d9f53', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'floating_ip_address': '172.26.5.192', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'port_id': '13c16fb1-e077-4890-a62e-79d9b18b35bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'mac_address': 'fa:16:3e:f6:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4d7c5c-8c41-4c05-a892-e7042bf37da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:08:49Z', 'updated_at': '2021-11-11T13:08:49Z', 'revision_number': 0, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'fixed_ip_address_scope': None}, {'id': 'eae81276-5675-44f6-be13-7acc08dfd388', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'floating_ip_address': '172.26.5.225', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'port_id': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'mac_address': 'fa:16:3e:f3:e7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77013952-e5db-42c2-818f-192ee8a468b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:06:12Z', 'updated_at': '2021-11-11T13:06:14Z', 'revision_number': 1, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da4c814-160a-439c-a488-5f47fb0d7cde', 'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'mac_address': 'fa:16:3e:8a:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:47Z', 'updated_at': '2021-11-11T13:05:51Z', 'revision_number': 5, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'subnets': [{'id': '6e25f084-af54-4052-9bac-770e278c6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:08:51.671534 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3280671-2973-4ad7-9a12-31a111de9ac8 None None] The sync data for ids ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'] in dv-neutron-786478-23-hyperv is: [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port': {'id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:45Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': '5fb8b36c-cf7a-47cb-b5f9-c0e23a5d9f53', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'floating_ip_address': '172.26.5.192', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'port_id': '13c16fb1-e077-4890-a62e-79d9b18b35bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'mac_address': 'fa:16:3e:f6:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4d7c5c-8c41-4c05-a892-e7042bf37da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:08:49Z', 'updated_at': '2021-11-11T13:08:49Z', 'revision_number': 0, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'fixed_ip_address_scope': None}, {'id': 'eae81276-5675-44f6-be13-7acc08dfd388', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'floating_ip_address': '172.26.5.225', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'port_id': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'mac_address': 'fa:16:3e:f3:e7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77013952-e5db-42c2-818f-192ee8a468b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:06:12Z', 'updated_at': '2021-11-11T13:06:14Z', 'revision_number': 1, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da4c814-160a-439c-a488-5f47fb0d7cde', 'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'mac_address': 'fa:16:3e:8a:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:47Z', 'updated_at': '2021-11-11T13:05:51Z', 'revision_number': 5, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'subnets': [{'id': '6e25f084-af54-4052-9bac-770e278c6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:08:51.871576 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a22301-4a8e-4ce2-b41f-d5775aba7be7 None None] New status for floating IP 5fb8b36c-cf7a-47cb-b5f9-c0e23a5d9f53: ACTIVE {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 13:08:59.196256 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:09:03.256780 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-38621f41-9ca9-4d57-b532-b6cc67053673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:05.604972 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-894bc7e0-a3a8-408f-9a01-3b559f216cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:06.747400 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:08.370705 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:09.267910 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:11.250343 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:31.904636 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f10004f8-ff04-403b-94c4-3f2b6792e1c3 req-ee976367-1d8d-4c7c-a41e-0e78207c5488 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832338 Nov 11 13:09:31.986927 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10004f8-ff04-403b-94c4-3f2b6792e1c3 req-c28216be-5aef-4e97-be77-8352f392edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:31.989054 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f10004f8-ff04-403b-94c4-3f2b6792e1c3 req-c28216be-5aef-4e97-be77-8352f392edbe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7007683c2814f729af1b2fa9ad2afd2&device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 1097 time: 0.0450561 Nov 11 13:09:32.095337 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10004f8-ff04-403b-94c4-3f2b6792e1c3 req-df209013-8d50-4763-baab-f45fc0d2d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:32.097284 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f10004f8-ff04-403b-94c4-3f2b6792e1c3 req-df209013-8d50-4763-baab-f45fc0d2d71c service neutron] 10.222.0.70 "GET /v2.0/networks?id=3d69c735-d3ed-49ac-90ad-e63317bb340e HTTP/1.1" status: 200 len: 910 time: 0.0865307 Nov 11 13:09:32.164195 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f10004f8-ff04-403b-94c4-3f2b6792e1c3 req-7cce6d28-2494-44fc-95a4-8542cee07111 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a6b371-e99a-4ce2-b317-5e207da586ce HTTP/1.1" status: 200 len: 1000 time: 0.0603507 Nov 11 13:09:32.213621 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10004f8-ff04-403b-94c4-3f2b6792e1c3 req-e198f1c2-24b9-4c8f-8faa-00f994864719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:32.215039 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f10004f8-ff04-403b-94c4-3f2b6792e1c3 req-e198f1c2-24b9-4c8f-8faa-00f994864719 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e25f084-af54-4052-9bac-770e278c6a95 HTTP/1.1" status: 200 len: 848 time: 0.0432723 Nov 11 13:09:32.259234 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10004f8-ff04-403b-94c4-3f2b6792e1c3 req-c88dfcae-6ce7-4458-950e-4d772c0efce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:09:32.260737 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f10004f8-ff04-403b-94c4-3f2b6792e1c3 req-c88dfcae-6ce7-4458-950e-4d772c0efce8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d69c735-d3ed-49ac-90ad-e63317bb340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393922 Nov 11 13:09:32.354871 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f10004f8-ff04-403b-94c4-3f2b6792e1c3 req-4824697c-ef3f-49d7-b94d-f39fab380b64 service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867865 Nov 11 13:09:32.443494 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-f10004f8-ff04-403b-94c4-3f2b6792e1c3 req-9aeeb3c4-5141-457c-ae3f-294bad0efdd6 service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802150 Nov 11 13:09:33.232590 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d808070a-78eb-4887-8b26-5c121cc042ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:35.576081 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-45043571-239f-4bdf-bba4-fb595a48884f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:36.197317 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:09:36.736091 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:38.347826 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:39.244134 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:09:41.278208 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:03.255760 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fd9382e1-23da-43d9-acc1-3200530ac008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:05.609304 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-97506530-bf5d-4d0a-a440-311137d935ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:06.735180 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:08.335210 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:09.226283 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:11.260768 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:13.196866 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:10:23.215302 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 13c16fb1-e077-4890-a62e-79d9b18b35bc details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=103003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 13:10:23.475392 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 13c16fb1-e077-4890-a62e-79d9b18b35bc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13c16fb1-e077-4890-a62e-79d9b18b35bc,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:10:23.486791 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Returning: {'device': '13c16fb1-e077-4890-a62e-79d9b18b35bc', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'port_id': '13c16fb1-e077-4890-a62e-79d9b18b35bc', 'mac_address': 'fa:16:3e:f6:8d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 13:10:23.525753 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:23.542094 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13c16fb1-e077-4890-a62e-79d9b18b35bc {{(pid=103003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 13:10:23.563633 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 13c16fb1-e077-4890-a62e-79d9b18b35bc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13c16fb1-e077-4890-a62e-79d9b18b35bc,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:10:23.625378 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:23.679391 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=13c16fb1-e077-4890-a62e-79d9b18b35bc,revision_number=6']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:23.686900 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:23.687274 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:23.687617 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:23.687950 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:23.688279 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:23.688611 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:23.688935 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:23.689262 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:23.689579 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:23.689897 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:23.690218 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:23.690535 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:23.706794 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] get_ports_and_sgs() called for port_ids ['13c16fb1-e077-4890-a62e-79d9b18b35bc'] {{(pid=103003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 13:10:25.226411 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 13c16fb1-e077-4890-a62e-79d9b18b35bc up at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 13:10:25.287117 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.provisioning_blocks [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Provisioning complete for port 13c16fb1-e077-4890-a62e-79d9b18b35bc triggered by entity L2. {{(pid=103003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 13:10:25.287481 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1704251'] for port, provisioning_complete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:25.374459 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:25.399461 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4d7c5c-8c41-4c05-a892-e7042bf37da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c16fb1-e077-4890-a62e-79d9b18b35bc'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:10:25.413851 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 13c16fb1-e077-4890-a62e-79d9b18b35bc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13c16fb1-e077-4890-a62e-79d9b18b35bc,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:10:25.449807 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bad2e3c1c9f263911e31022e8e5e91f18147a39e9e109903d48bd0c6e98bbfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dd142e-1d93-4a35-8238-b18661cf69e8" -d '{"events": [{"server_uuid": "1a4d7c5c-8c41-4c05-a892-e7042bf37da7", "name": "network-vif-plugged", "status": "completed", "tag": "13c16fb1-e077-4890-a62e-79d9b18b35bc"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:10:25.599814 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9525a629-64d0-41df-ab4f-fe6fb23c9513 x-openstack-request-id: req-9525a629-64d0-41df-ab4f-fe6fb23c9513 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:10:25.600306 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4d7c5c-8c41-4c05-a892-e7042bf37da7", "name": "network-vif-plugged", "status": "completed", "tag": "13c16fb1-e077-4890-a62e-79d9b18b35bc", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:10:25.600573 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9525a629-64d0-41df-ab4f-fe6fb23c9513 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:10:25.600995 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4d7c5c-8c41-4c05-a892-e7042bf37da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c16fb1-e077-4890-a62e-79d9b18b35bc', 'code': 200} Nov 11 13:10:25.735647 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:25.785529 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=13c16fb1-e077-4890-a62e-79d9b18b35bc,revision_number=7']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:31.987506 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b70eb9-49e6-40c4-ae32-8c5e82145303 req-bbbf96e0-f69c-4017-8762-076edaa08a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:31.988934 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-49b70eb9-49e6-40c4-ae32-8c5e82145303 req-bbbf96e0-f69c-4017-8762-076edaa08a28 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7007683c2814f729af1b2fa9ad2afd2&device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 1098 time: 0.0938272 Nov 11 13:10:32.105489 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b70eb9-49e6-40c4-ae32-8c5e82145303 req-f65fbc38-a139-4b72-8d02-5bd2cb0dc867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:32.106864 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-49b70eb9-49e6-40c4-ae32-8c5e82145303 req-f65fbc38-a139-4b72-8d02-5bd2cb0dc867 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3d69c735-d3ed-49ac-90ad-e63317bb340e HTTP/1.1" status: 200 len: 910 time: 0.0949125 Nov 11 13:10:32.185464 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-49b70eb9-49e6-40c4-ae32-8c5e82145303 req-2cc69129-0c58-4d67-ae26-c6e1ca47e33a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13c16fb1-e077-4890-a62e-79d9b18b35bc HTTP/1.1" status: 200 len: 1001 time: 0.0692551 Nov 11 13:10:32.242013 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b70eb9-49e6-40c4-ae32-8c5e82145303 req-6c0bcc94-3a13-46e2-8eff-51383d0042de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:32.244859 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-49b70eb9-49e6-40c4-ae32-8c5e82145303 req-6c0bcc94-3a13-46e2-8eff-51383d0042de service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e25f084-af54-4052-9bac-770e278c6a95 HTTP/1.1" status: 200 len: 848 time: 0.0493186 Nov 11 13:10:32.315450 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b70eb9-49e6-40c4-ae32-8c5e82145303 req-13d9ace4-4ebf-4f11-abd9-9f087322f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:32.319717 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-49b70eb9-49e6-40c4-ae32-8c5e82145303 req-13d9ace4-4ebf-4f11-abd9-9f087322f0f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d69c735-d3ed-49ac-90ad-e63317bb340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0642924 Nov 11 13:10:32.418758 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-49b70eb9-49e6-40c4-ae32-8c5e82145303 req-98ba6ff0-9c0a-49d3-9f39-c6f1141ce904 service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928578 Nov 11 13:10:32.512768 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-49b70eb9-49e6-40c4-ae32-8c5e82145303 req-79ee37db-3bb4-4009-86f6-6171e9b5d31c service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870044 Nov 11 13:10:33.231579 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a6b7-6fb6-4bc8-a629-c49c5502f8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:34.240895 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 35284) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:10:34.402549 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Deleting port d96f241b-2857-4fa3-b164-b32187400e3d {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:10:34.402881 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:34.475189 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:34.475427 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:34.486663 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Calling delete_port for d96f241b-2857-4fa3-b164-b32187400e3d owned by network:floatingip {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:10:34.683228 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:34.709386 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Pushing event deleted for resources: {'Port': ['ID=d96f241b-2857-4fa3-b164-b32187400e3d,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:34.731518 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:34.731787 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:34.732126 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:34.732456 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:34.732783 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:34.733111 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:34.733433 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:34.733755 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:34.734076 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:34.734394 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:34.734712 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:34.735027 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:34.779276 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for floatingip, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:34.779606 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Floating IP 5fb8b36c-cf7a-47cb-b5f9-c0e23a5d9f53 disassociated (deleted). External IP: 172.26.5.192, port: 13c16fb1-e077-4890-a62e-79d9b18b35bc. Nov 11 13:10:34.979756 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:10:35.085464 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:10:35.090125 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:35.096216 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42239af-0fe8-447d-9b52-0966ba55ecbd None None] Sync routers for ids ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:10:35.106631 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42239af-0fe8-447d-9b52-0966ba55ecbd None None] Routers {'2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:10:35.107927 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d42239af-0fe8-447d-9b52-0966ba55ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:10:06Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:35.117251 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-fcd6d46a-168b-49b5-a915-e55b3c5ba931 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "DELETE /v2.0/floatingips/5fb8b36c-cf7a-47cb-b5f9-c0e23a5d9f53 HTTP/1.1" status: 204 len: 168 time: 0.8750372 Nov 11 13:10:35.117953 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4d7c5c-8c41-4c05-a892-e7042bf37da7', 'tag': '13c16fb1-e077-4890-a62e-79d9b18b35bc'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:10:35.162631 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a0ba36b43ed930f7619c49f8ee2a7fa67a6c359b3f954e412eb4559da977947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537902a7-0165-46f9-8168-6c02d29df264" -d '{"events": [{"name": "network-changed", "server_uuid": "1a4d7c5c-8c41-4c05-a892-e7042bf37da7", "tag": "13c16fb1-e077-4890-a62e-79d9b18b35bc"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:10:35.268072 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614c5d09-16f2-450f-b4a8-3eaad974b0ea x-openstack-request-id: req-614c5d09-16f2-450f-b4a8-3eaad974b0ea {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:10:35.268749 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a4d7c5c-8c41-4c05-a892-e7042bf37da7", "tag": "13c16fb1-e077-4890-a62e-79d9b18b35bc", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:10:35.268749 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-614c5d09-16f2-450f-b4a8-3eaad974b0ea {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:10:35.269006 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4d7c5c-8c41-4c05-a892-e7042bf37da7', 'tag': '13c16fb1-e077-4890-a62e-79d9b18b35bc', 'status': 'completed', 'code': 200} Nov 11 13:10:35.338387 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-d42239af-0fe8-447d-9b52-0966ba55ecbd None None] Set router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:10:35.358573 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537902a7-0165-46f9-8168-6c02d29df264 req-72f029fc-9305-45ee-875d-1955083c7d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:35.360322 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-537902a7-0165-46f9-8168-6c02d29df264 req-72f029fc-9305-45ee-875d-1955083c7d56 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7007683c2814f729af1b2fa9ad2afd2&device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 1098 time: 0.0647969 Nov 11 13:10:35.470374 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537902a7-0165-46f9-8168-6c02d29df264 req-0c89501f-9b82-44a7-b03f-50538578eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:35.471880 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-537902a7-0165-46f9-8168-6c02d29df264 req-0c89501f-9b82-44a7-b03f-50538578eeb8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3d69c735-d3ed-49ac-90ad-e63317bb340e HTTP/1.1" status: 200 len: 910 time: 0.0884390 Nov 11 13:10:35.533016 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-537902a7-0165-46f9-8168-6c02d29df264 req-9ac9dc4f-cae6-4b78-8b3b-8d2ecba2635b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13c16fb1-e077-4890-a62e-79d9b18b35bc HTTP/1.1" status: 200 len: 217 time: 0.0432122 Nov 11 13:10:35.603178 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537902a7-0165-46f9-8168-6c02d29df264 req-91cdb41e-8d7e-46e6-a839-b1ee9ff885a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:35.605803 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-537902a7-0165-46f9-8168-6c02d29df264 req-91cdb41e-8d7e-46e6-a839-b1ee9ff885a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e25f084-af54-4052-9bac-770e278c6a95 HTTP/1.1" status: 200 len: 848 time: 0.0643497 Nov 11 13:10:35.620481 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e26b226f-ee35-4c0b-9078-fd95e89495fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:35.624931 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d42239af-0fe8-447d-9b52-0966ba55ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port': {'id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:45Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'eae81276-5675-44f6-be13-7acc08dfd388', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'floating_ip_address': '172.26.5.225', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'port_id': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'mac_address': 'fa:16:3e:f3:e7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77013952-e5db-42c2-818f-192ee8a468b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:06:12Z', 'updated_at': '2021-11-11T13:06:14Z', 'revision_number': 1, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da4c814-160a-439c-a488-5f47fb0d7cde', 'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'mac_address': 'fa:16:3e:8a:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:47Z', 'updated_at': '2021-11-11T13:05:51Z', 'revision_number': 5, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'subnets': [{'id': '6e25f084-af54-4052-9bac-770e278c6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:35.671182 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42239af-0fe8-447d-9b52-0966ba55ecbd None None] Checking router: 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:10:35.680697 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537902a7-0165-46f9-8168-6c02d29df264 req-528ad5f4-8bcd-43bf-bd92-25caf8061922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:35.681794 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42239af-0fe8-447d-9b52-0966ba55ecbd None None] Routers {'2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:10:35.682666 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d42239af-0fe8-447d-9b52-0966ba55ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:10:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:35.682851 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-537902a7-0165-46f9-8168-6c02d29df264 req-528ad5f4-8bcd-43bf-bd92-25caf8061922 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d69c735-d3ed-49ac-90ad-e63317bb340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0639768 Nov 11 13:10:35.739653 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef1000-4a4e-4e92-bd3e-e3382841d18a req-11b92498-8a5e-4b37-8e71-74e8bee391b4 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:35.747820 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0bef1000-4a4e-4e92-bd3e-e3382841d18a req-11b92498-8a5e-4b37-8e71-74e8bee391b4 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 945 time: 0.1295187 Nov 11 13:10:35.807851 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-0bef1000-4a4e-4e92-bd3e-e3382841d18a req-946abc8d-223c-4cb3-bc87-cb60a90573bd tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539594 Nov 11 13:10:35.844365 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-d42239af-0fe8-447d-9b52-0966ba55ecbd None None] Set router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:10:36.081392 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-d42239af-0fe8-447d-9b52-0966ba55ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port': {'id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:45Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'eae81276-5675-44f6-be13-7acc08dfd388', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'floating_ip_address': '172.26.5.225', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'port_id': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'mac_address': 'fa:16:3e:f3:e7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77013952-e5db-42c2-818f-192ee8a468b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:06:12Z', 'updated_at': '2021-11-11T13:06:14Z', 'revision_number': 1, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da4c814-160a-439c-a488-5f47fb0d7cde', 'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'mac_address': 'fa:16:3e:8a:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:47Z', 'updated_at': '2021-11-11T13:05:51Z', 'revision_number': 5, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'subnets': [{'id': '6e25f084-af54-4052-9bac-770e278c6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:36.111906 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42239af-0fe8-447d-9b52-0966ba55ecbd None None] The sync data for ids ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'] in dv-neutron-786478-23-hyperv is: [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port': {'id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:45Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_floatingips': [{'id': 'eae81276-5675-44f6-be13-7acc08dfd388', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'floating_ip_address': '172.26.5.225', 'floating_network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'router_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'port_id': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'mac_address': 'fa:16:3e:f3:e7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77013952-e5db-42c2-818f-192ee8a468b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T13:06:12Z', 'updated_at': '2021-11-11T13:06:14Z', 'revision_number': 1, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da4c814-160a-439c-a488-5f47fb0d7cde', 'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'mac_address': 'fa:16:3e:8a:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:47Z', 'updated_at': '2021-11-11T13:05:51Z', 'revision_number': 5, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'subnets': [{'id': '6e25f084-af54-4052-9bac-770e278c6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:10:36.129448 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-537902a7-0165-46f9-8168-6c02d29df264 req-b748f4bf-6f3d-4307-914a-a34859318bf4 service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374731 Nov 11 13:10:36.229370 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-537902a7-0165-46f9-8168-6c02d29df264 req-a8b5387c-4d22-465c-b6a1-ce6eb8c83975 service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903869 Nov 11 13:10:36.367513 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcae8dc-155d-446a-8eb2-0ae9499f88f3 None None] New status for floating IP 5fb8b36c-cf7a-47cb-b5f9-c0e23a5d9f53: DOWN {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 13:10:36.734821 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:36.919976 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b60fd-a5de-42f3-8f5f-226520102ab8 req-9089ef31-54ac-47b8-9fd4-3c2d7c4bf99a tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:36.921464 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ac5b60fd-a5de-42f3-8f5f-226520102ab8 req-9089ef31-54ac-47b8-9fd4-3c2d7c4bf99a tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 945 time: 0.0493829 Nov 11 13:10:36.974955 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-ac5b60fd-a5de-42f3-8f5f-226520102ab8 req-d644cc91-b5b9-435c-be41-666494ca5cd8 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470083 Nov 11 13:10:37.202597 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee78ce7-8232-468f-bfd3-22e4a3ef64ef req-737709d9-ac85-4017-a5fd-2d1d83388a57 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:37.204065 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5ee78ce7-8232-468f-bfd3-22e4a3ef64ef req-737709d9-ac85-4017-a5fd-2d1d83388a57 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 945 time: 0.0513821 Nov 11 13:10:37.276354 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 13c16fb1-e077-4890-a62e-79d9b18b35bc no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:10:37.292209 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-5ee78ce7-8232-468f-bfd3-22e4a3ef64ef req-7b9d95e1-2ee6-4736-8f6f-bfe264f38dcd tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Deleting port 13c16fb1-e077-4890-a62e-79d9b18b35bc {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:10:37.292540 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-5ee78ce7-8232-468f-bfd3-22e4a3ef64ef req-7b9d95e1-2ee6-4736-8f6f-bfe264f38dcd tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:37.353094 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578355'] for port, before_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:37.375185 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4d7c5c-8c41-4c05-a892-e7042bf37da7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13c16fb1-e077-4890-a62e-79d9b18b35bc'}] {{(pid=103003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:10:37.377531 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bad2e3c1c9f263911e31022e8e5e91f18147a39e9e109903d48bd0c6e98bbfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0629ae3-27c3-4bd0-aee8-75cef2600e55" -d '{"events": [{"server_uuid": "1a4d7c5c-8c41-4c05-a892-e7042bf37da7", "name": "network-vif-unplugged", "status": "completed", "tag": "13c16fb1-e077-4890-a62e-79d9b18b35bc"}]}' {{(pid=103003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:10:37.385329 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-5ee78ce7-8232-468f-bfd3-22e4a3ef64ef req-7b9d95e1-2ee6-4736-8f6f-bfe264f38dcd tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] For port 13c16fb1-e077-4890-a62e-79d9b18b35bc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13c16fb1-e077-4890-a62e-79d9b18b35bc,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:10:37.394457 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-5ee78ce7-8232-468f-bfd3-22e4a3ef64ef req-7b9d95e1-2ee6-4736-8f6f-bfe264f38dcd tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:37.395355 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] For port 13c16fb1-e077-4890-a62e-79d9b18b35bc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13c16fb1-e077-4890-a62e-79d9b18b35bc,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:10:37.398654 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-5ee78ce7-8232-468f-bfd3-22e4a3ef64ef req-7b9d95e1-2ee6-4736-8f6f-bfe264f38dcd tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Calling delete_port for 13c16fb1-e077-4890-a62e-79d9b18b35bc owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:10:37.423166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 13:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3ec1f6-57be-4629-837b-895199028f63 x-openstack-request-id: req-af3ec1f6-57be-4629-837b-895199028f63 {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:10:37.423166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4d7c5c-8c41-4c05-a892-e7042bf37da7", "name": "network-vif-unplugged", "status": "completed", "tag": "13c16fb1-e077-4890-a62e-79d9b18b35bc", "code": 200}]} {{(pid=103003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:10:37.423166 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af3ec1f6-57be-4629-837b-895199028f63 {{(pid=103003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:10:37.423166 dv-neutron-786478-23-hyperv neutron-server[103003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4d7c5c-8c41-4c05-a892-e7042bf37da7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13c16fb1-e077-4890-a62e-79d9b18b35bc', 'code': 200} Nov 11 13:10:37.465737 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777976339851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777975828619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777975828637'] for port, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:37.513920 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Pushing event updated for resources: {'Port': ['ID=13c16fb1-e077-4890-a62e-79d9b18b35bc,revision_number=8']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:37.579995 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-5ee78ce7-8232-468f-bfd3-22e4a3ef64ef req-7b9d95e1-2ee6-4736-8f6f-bfe264f38dcd tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:37.606064 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d95e1-2ee6-4736-8f6f-bfe264f38dcd tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Pushing event deleted for resources: {'Port': ['ID=13c16fb1-e077-4890-a62e-79d9b18b35bc,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:37.649632 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee78ce7-8232-468f-bfd3-22e4a3ef64ef req-7b9d95e1-2ee6-4736-8f6f-bfe264f38dcd tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] No DVR routers for this DVR port 13c16fb1-e077-4890-a62e-79d9b18b35bc on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:10:37.652111 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-5ee78ce7-8232-468f-bfd3-22e4a3ef64ef req-7b9d95e1-2ee6-4736-8f6f-bfe264f38dcd tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:37.655565 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-5ee78ce7-8232-468f-bfd3-22e4a3ef64ef req-7b9d95e1-2ee6-4736-8f6f-bfe264f38dcd tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.70 "DELETE /v2.0/ports/13c16fb1-e077-4890-a62e-79d9b18b35bc HTTP/1.1" status: 204 len: 173 time: 0.4449739 Nov 11 13:10:37.656010 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4d7c5c-8c41-4c05-a892-e7042bf37da7', 'name': 'network-vif-deleted', 'tag': '13c16fb1-e077-4890-a62e-79d9b18b35bc'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:10:37.658266 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a0ba36b43ed930f7619c49f8ee2a7fa67a6c359b3f954e412eb4559da977947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfe3a92-96c3-4268-884f-178b439a4b68" -d '{"events": [{"server_uuid": "1a4d7c5c-8c41-4c05-a892-e7042bf37da7", "name": "network-vif-deleted", "tag": "13c16fb1-e077-4890-a62e-79d9b18b35bc"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:10:37.694584 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec12211-923b-4461-8225-62a84ca5861f x-openstack-request-id: req-7ec12211-923b-4461-8225-62a84ca5861f {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:10:37.694882 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4d7c5c-8c41-4c05-a892-e7042bf37da7", "name": "network-vif-deleted", "tag": "13c16fb1-e077-4890-a62e-79d9b18b35bc", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:10:37.695239 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7ec12211-923b-4461-8225-62a84ca5861f {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:10:37.695646 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4d7c5c-8c41-4c05-a892-e7042bf37da7', 'name': 'network-vif-deleted', 'tag': '13c16fb1-e077-4890-a62e-79d9b18b35bc', 'status': 'completed', 'code': 200} Nov 11 13:10:38.084291 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-95ecc08d-f760-47ab-a9ce-7409510f08eb req-931291e3-fed2-4b40-9909-f08c2280549c tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4d7c5c-8c41-4c05-a892-e7042bf37da7 HTTP/1.1" status: 200 len: 210 time: 0.0269814 Nov 11 13:10:38.362930 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:39.231747 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:40.181214 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 35366) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:10:40.338529 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f49d936c-83c7-4d1d-be4d-ea6d48b54501 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Deleting port 1c60feff-8b60-42e3-b3c2-22d29cc31c05 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:10:40.338874 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f49d936c-83c7-4d1d-be4d-ea6d48b54501 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:40.415486 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f49d936c-83c7-4d1d-be4d-ea6d48b54501 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:40.415806 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f49d936c-83c7-4d1d-be4d-ea6d48b54501 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:40.427350 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-f49d936c-83c7-4d1d-be4d-ea6d48b54501 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Calling delete_port for 1c60feff-8b60-42e3-b3c2-22d29cc31c05 owned by network:floatingip {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:10:40.637303 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f49d936c-83c7-4d1d-be4d-ea6d48b54501 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:40.660246 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d936c-83c7-4d1d-be4d-ea6d48b54501 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Pushing event deleted for resources: {'Port': ['ID=1c60feff-8b60-42e3-b3c2-22d29cc31c05,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:40.722487 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f49d936c-83c7-4d1d-be4d-ea6d48b54501 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for floatingip, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:40.722825 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.db.l3_db [None req-f49d936c-83c7-4d1d-be4d-ea6d48b54501 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Floating IP eae81276-5675-44f6-be13-7acc08dfd388 disassociated (deleted). External IP: 172.26.5.225, port: 68a6b371-e99a-4ce2-b317-5e207da586ce. Nov 11 13:10:40.927964 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49d936c-83c7-4d1d-be4d-ea6d48b54501 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:10:41.033500 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49d936c-83c7-4d1d-be4d-ea6d48b54501 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:10:41.038206 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-f49d936c-83c7-4d1d-be4d-ea6d48b54501 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for floatingip, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:41.043401 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59926eb8-07a6-4d53-b84f-455ae3353476 None None] Sync routers for ids ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:10:41.055676 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59926eb8-07a6-4d53-b84f-455ae3353476 None None] Routers {'2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:10:41.056531 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-59926eb8-07a6-4d53-b84f-455ae3353476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:10:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:41.066191 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-f49d936c-83c7-4d1d-be4d-ea6d48b54501 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "DELETE /v2.0/floatingips/eae81276-5675-44f6-be13-7acc08dfd388 HTTP/1.1" status: 204 len: 168 time: 0.8835425 Nov 11 13:10:41.066790 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77013952-e5db-42c2-818f-192ee8a468b1', 'tag': '68a6b371-e99a-4ce2-b317-5e207da586ce'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:10:41.069118 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a0ba36b43ed930f7619c49f8ee2a7fa67a6c359b3f954e412eb4559da977947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08477e0d-fd0f-4dc7-a1d3-7d78e6afb828" -d '{"events": [{"name": "network-changed", "server_uuid": "77013952-e5db-42c2-818f-192ee8a468b1", "tag": "68a6b371-e99a-4ce2-b317-5e207da586ce"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:10:41.107646 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 13:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6e3091-6902-4a21-828d-df7b293c6e7c x-openstack-request-id: req-1d6e3091-6902-4a21-828d-df7b293c6e7c {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:10:41.107646 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77013952-e5db-42c2-818f-192ee8a468b1", "tag": "68a6b371-e99a-4ce2-b317-5e207da586ce", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:10:41.107646 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d6e3091-6902-4a21-828d-df7b293c6e7c {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:10:41.107646 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77013952-e5db-42c2-818f-192ee8a468b1', 'tag': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'status': 'completed', 'code': 200} Nov 11 13:10:41.164111 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-59926eb8-07a6-4d53-b84f-455ae3353476 None None] Set router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:10:41.169229 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08477e0d-fd0f-4dc7-a1d3-7d78e6afb828 req-d4161cfb-096f-47c9-bdc3-507c1abe6a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:41.170732 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-08477e0d-fd0f-4dc7-a1d3-7d78e6afb828 req-d4161cfb-096f-47c9-bdc3-507c1abe6a66 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7007683c2814f729af1b2fa9ad2afd2&device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 1097 time: 0.0420601 Nov 11 13:10:41.269564 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08477e0d-fd0f-4dc7-a1d3-7d78e6afb828 req-f3e0381b-34cf-41a3-be40-beaea2b6d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:41.271038 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-08477e0d-fd0f-4dc7-a1d3-7d78e6afb828 req-f3e0381b-34cf-41a3-be40-beaea2b6d749 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3d69c735-d3ed-49ac-90ad-e63317bb340e HTTP/1.1" status: 200 len: 910 time: 0.0928156 Nov 11 13:10:41.295849 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 13c16fb1-e077-4890-a62e-79d9b18b35bc no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:10:41.298223 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:41.315017 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-08477e0d-fd0f-4dc7-a1d3-7d78e6afb828 req-1e161c1f-c8c4-446e-b482-7d1b58a76353 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a6b371-e99a-4ce2-b317-5e207da586ce HTTP/1.1" status: 200 len: 217 time: 0.0362973 Nov 11 13:10:41.320306 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 13c16fb1-e077-4890-a62e-79d9b18b35bc {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:10:41.322332 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 13c16fb1-e077-4890-a62e-79d9b18b35bc not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:10:41.365372 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-59926eb8-07a6-4d53-b84f-455ae3353476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port': {'id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:45Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '9da4c814-160a-439c-a488-5f47fb0d7cde', 'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'mac_address': 'fa:16:3e:8a:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:47Z', 'updated_at': '2021-11-11T13:05:51Z', 'revision_number': 5, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'subnets': [{'id': '6e25f084-af54-4052-9bac-770e278c6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:41.372748 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08477e0d-fd0f-4dc7-a1d3-7d78e6afb828 req-dbc55ebc-8fb0-474f-a858-13e715d1cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:41.374373 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-08477e0d-fd0f-4dc7-a1d3-7d78e6afb828 req-dbc55ebc-8fb0-474f-a858-13e715d1cce2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e25f084-af54-4052-9bac-770e278c6a95 HTTP/1.1" status: 200 len: 848 time: 0.0526221 Nov 11 13:10:41.394159 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59926eb8-07a6-4d53-b84f-455ae3353476 None None] Checking router: 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:10:41.403403 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59926eb8-07a6-4d53-b84f-455ae3353476 None None] Routers {'2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:10:41.403994 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-59926eb8-07a6-4d53-b84f-455ae3353476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:10:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:41.422165 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08477e0d-fd0f-4dc7-a1d3-7d78e6afb828 req-15e4daa4-44f9-4387-839a-c8bccb7f1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:41.423702 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-08477e0d-fd0f-4dc7-a1d3-7d78e6afb828 req-15e4daa4-44f9-4387-839a-c8bccb7f1e2e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d69c735-d3ed-49ac-90ad-e63317bb340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417218 Nov 11 13:10:41.507482 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-59926eb8-07a6-4d53-b84f-455ae3353476 None None] Set router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:10:41.529333 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-08477e0d-fd0f-4dc7-a1d3-7d78e6afb828 req-095f1d15-5ca7-43c4-8583-9d9678947b31 service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977342 Nov 11 13:10:41.580367 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9c7aa-cdf5-4792-a887-6480dab5633d req-b15b8c96-315f-4af5-9278-9b0d5f0f9782 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:41.582513 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-96a9c7aa-cdf5-4792-a887-6480dab5633d req-b15b8c96-315f-4af5-9278-9b0d5f0f9782 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 944 time: 0.0523939 Nov 11 13:10:41.626985 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-08477e0d-fd0f-4dc7-a1d3-7d78e6afb828 req-bc647c39-aab9-4e12-8645-f2874dc67e00 service neutron] 10.222.0.70 "GET /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902848 Nov 11 13:10:41.640145 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-96a9c7aa-cdf5-4792-a887-6480dab5633d req-faba754a-4010-4219-8180-6a9e6a84cac3 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498462 Nov 11 13:10:41.708961 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-59926eb8-07a6-4d53-b84f-455ae3353476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port': {'id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:45Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '9da4c814-160a-439c-a488-5f47fb0d7cde', 'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'mac_address': 'fa:16:3e:8a:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:47Z', 'updated_at': '2021-11-11T13:05:51Z', 'revision_number': 5, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'subnets': [{'id': '6e25f084-af54-4052-9bac-770e278c6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:41.737863 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59926eb8-07a6-4d53-b84f-455ae3353476 None None] The sync data for ids ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'] in dv-neutron-786478-23-hyperv is: [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port': {'id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:45Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv', '_interfaces': [{'id': '9da4c814-160a-439c-a488-5f47fb0d7cde', 'name': '', 'network_id': '3d69c735-d3ed-49ac-90ad-e63317bb340e', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'mac_address': 'fa:16:3e:8a:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6e25f084-af54-4052-9bac-770e278c6a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:47Z', 'updated_at': '2021-11-11T13:05:51Z', 'revision_number': 5, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'subnets': [{'id': '6e25f084-af54-4052-9bac-770e278c6a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:10:41.967657 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072f3393-602f-456c-98f8-e023452b12bd None None] New status for floating IP eae81276-5675-44f6-be13-7acc08dfd388: DOWN {{(pid=103003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 13:10:42.753286 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8b05c-59fa-423c-9045-7983e4ad5cb0 req-b0493907-49cb-41d6-94ef-f4be5cd2df7f tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:42.754735 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-86e8b05c-59fa-423c-9045-7983e4ad5cb0 req-b0493907-49cb-41d6-94ef-f4be5cd2df7f tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 944 time: 0.0476232 Nov 11 13:10:42.808620 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-86e8b05c-59fa-423c-9045-7983e4ad5cb0 req-ad7099d3-ed56-4f9f-ac1e-a6fd332e38b2 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/security-groups?id=373f050a-558a-49c3-8d2d-229ff4017ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478909 Nov 11 13:10:43.014709 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f69f34-c23a-42be-a1b9-8abeca6dc76c req-e6db8f5d-41a4-40f0-a71a-25ea110c0a62 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 13:10:43.016089 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-96f69f34-c23a-42be-a1b9-8abeca6dc76c req-e6db8f5d-41a4-40f0-a71a-25ea110c0a62 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.70 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 944 time: 0.0481298 Nov 11 13:10:43.109650 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-96f69f34-c23a-42be-a1b9-8abeca6dc76c req-6be77325-5748-4ada-a677-6ae8ebd712c1 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Deleting port 68a6b371-e99a-4ce2-b317-5e207da586ce {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:10:43.109989 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-96f69f34-c23a-42be-a1b9-8abeca6dc76c req-6be77325-5748-4ada-a677-6ae8ebd712c1 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:43.199480 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [req-96f69f34-c23a-42be-a1b9-8abeca6dc76c req-6be77325-5748-4ada-a677-6ae8ebd712c1 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] For port 68a6b371-e99a-4ce2-b317-5e207da586ce, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=68a6b371-e99a-4ce2-b317-5e207da586ce,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:10:43.199841 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-96f69f34-c23a-42be-a1b9-8abeca6dc76c req-6be77325-5748-4ada-a677-6ae8ebd712c1 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:43.212677 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [req-96f69f34-c23a-42be-a1b9-8abeca6dc76c req-6be77325-5748-4ada-a677-6ae8ebd712c1 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Calling delete_port for 68a6b371-e99a-4ce2-b317-5e207da586ce owned by compute:nova {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:10:43.397371 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-96f69f34-c23a-42be-a1b9-8abeca6dc76c req-6be77325-5748-4ada-a677-6ae8ebd712c1 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:43.423610 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be77325-5748-4ada-a677-6ae8ebd712c1 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Pushing event deleted for resources: {'Port': ['ID=68a6b371-e99a-4ce2-b317-5e207da586ce,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:43.472227 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f69f34-c23a-42be-a1b9-8abeca6dc76c req-6be77325-5748-4ada-a677-6ae8ebd712c1 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] No DVR routers for this DVR port 68a6b371-e99a-4ce2-b317-5e207da586ce on host hv-neutron-7864 {{(pid=103001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:10:43.474633 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [req-96f69f34-c23a-42be-a1b9-8abeca6dc76c req-6be77325-5748-4ada-a677-6ae8ebd712c1 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977140'] for port, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:43.477980 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [req-96f69f34-c23a-42be-a1b9-8abeca6dc76c req-6be77325-5748-4ada-a677-6ae8ebd712c1 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.70 "DELETE /v2.0/ports/68a6b371-e99a-4ce2-b317-5e207da586ce HTTP/1.1" status: 204 len: 173 time: 0.4548509 Nov 11 13:10:43.478418 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77013952-e5db-42c2-818f-192ee8a468b1', 'name': 'network-vif-deleted', 'tag': '68a6b371-e99a-4ce2-b317-5e207da586ce'}] {{(pid=103001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 13:10:43.480675 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a0ba36b43ed930f7619c49f8ee2a7fa67a6c359b3f954e412eb4559da977947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658fef01-3fca-4316-a560-e07cdfd68c0a" -d '{"events": [{"server_uuid": "77013952-e5db-42c2-818f-192ee8a468b1", "name": "network-vif-deleted", "tag": "68a6b371-e99a-4ce2-b317-5e207da586ce"}]}' {{(pid=103001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 13:10:43.516628 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 13:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8244e2cc-57bb-46e2-bc7f-d40130ad21a2 x-openstack-request-id: req-8244e2cc-57bb-46e2-bc7f-d40130ad21a2 {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 13:10:43.516925 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77013952-e5db-42c2-818f-192ee8a468b1", "name": "network-vif-deleted", "tag": "68a6b371-e99a-4ce2-b317-5e207da586ce", "status": "completed", "code": 200}]} {{(pid=103001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 13:10:43.517283 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8244e2cc-57bb-46e2-bc7f-d40130ad21a2 {{(pid=103001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 13:10:43.517712 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77013952-e5db-42c2-818f-192ee8a468b1', 'name': 'network-vif-deleted', 'tag': '68a6b371-e99a-4ce2-b317-5e207da586ce', 'status': 'completed', 'code': 200} Nov 11 13:10:43.917489 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [req-e14bf5e4-8c94-40ab-a1f1-ebd19c1f8047 req-fed4dcdc-9445-4e5f-b81e-d18e22064105 tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "GET /v2.0/ports?device_id=77013952-e5db-42c2-818f-192ee8a468b1 HTTP/1.1" status: 200 len: 210 time: 0.0265243 Nov 11 13:10:44.973335 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 35382) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:10:45.029566 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-131a6e55-33f2-4322-b215-d7b45622141a tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:45.053844 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-131a6e55-33f2-4322-b215-d7b45622141a tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:45.180162 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-131a6e55-33f2-4322-b215-d7b45622141a tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:45.183125 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-131a6e55-33f2-4322-b215-d7b45622141a tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Publish callbacks [] for security_group, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:45.184346 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-131a6e55-33f2-4322-b215-d7b45622141a tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] 10.222.0.50 "DELETE /v2.0/security-groups/373f050a-558a-49c3-8d2d-229ff4017ca7 HTTP/1.1" status: 204 len: 168 time: 0.2099788 Nov 11 13:10:45.194907 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a6e55-33f2-4322-b215-d7b45622141a tempest-TestSnapshotPattern-1365799893 tempest-TestSnapshotPattern-1365799893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=373f050a-558a-49c3-8d2d-229ff4017ca7,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:45.324160 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 35386) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:10:45.759103 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e80fbfc6-e4ed-4374-bdde-870a80e7664a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:46.007708 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-e80fbfc6-e4ed-4374-bdde-870a80e7664a admin admin] Deleting port 9da4c814-160a-439c-a488-5f47fb0d7cde {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:10:46.008897 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e80fbfc6-e4ed-4374-bdde-870a80e7664a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:46.084676 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-e80fbfc6-e4ed-4374-bdde-870a80e7664a admin admin] For port 9da4c814-160a-439c-a488-5f47fb0d7cde, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=9da4c814-160a-439c-a488-5f47fb0d7cde,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:10:46.085033 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e80fbfc6-e4ed-4374-bdde-870a80e7664a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:46.097879 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-e80fbfc6-e4ed-4374-bdde-870a80e7664a admin admin] Calling delete_port for 9da4c814-160a-439c-a488-5f47fb0d7cde owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:10:46.323227 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e80fbfc6-e4ed-4374-bdde-870a80e7664a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:46.353002 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fbfc6-e4ed-4374-bdde-870a80e7664a admin admin] Pushing event deleted for resources: {'Port': ['ID=9da4c814-160a-439c-a488-5f47fb0d7cde,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:46.522139 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-e80fbfc6-e4ed-4374-bdde-870a80e7664a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:46.733068 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80fbfc6-e4ed-4374-bdde-870a80e7664a admin admin] Router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:10:47.156331 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80fbfc6-e4ed-4374-bdde-870a80e7664a admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:10:47.161310 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-e80fbfc6-e4ed-4374-bdde-870a80e7664a admin admin] 10.222.0.50 "PUT /v2.0/routers/2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8361151 Nov 11 13:10:47.163899 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 35390) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:10:47.167169 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaff500-959a-427a-9979-0e89865762e4 None None] Sync routers for ids ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'] in dv-neutron-786478-23-hyperv {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:10:47.177142 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaff500-959a-427a-9979-0e89865762e4 None None] Routers {'2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:10:47.177757 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9aaff500-959a-427a-9979-0e89865762e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:10:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:47.267724 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3cdefd47-4153-4596-996a-0f0c67d0d42a admin admin] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:47.277583 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-9aaff500-959a-427a-9979-0e89865762e4 None None] Set router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d gateway port host: dv-neutron-786478-23-hyperv {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:10:47.339692 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 68a6b371-e99a-4ce2-b317-5e207da586ce no longer exists at agent hyperv_hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:10:47.360190 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] No Port match for: 68a6b371-e99a-4ce2-b317-5e207da586ce {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:10:47.360533 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Device 68a6b371-e99a-4ce2-b317-5e207da586ce not bound to the agent host hv-neutron-7864 {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:10:47.370624 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3cdefd47-4153-4596-996a-0f0c67d0d42a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:47.453874 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9aaff500-959a-427a-9979-0e89865762e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:10:46Z', 'revision_number': 5, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port': {'id': 'bbc6b20d-5f23-40aa-a5db-fb2da36de7d8', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:45Z', 'updated_at': '2021-11-11T13:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:47.478333 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-3cdefd47-4153-4596-996a-0f0c67d0d42a admin admin] Deleting port bbc6b20d-5f23-40aa-a5db-fb2da36de7d8 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:10:47.478666 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3cdefd47-4153-4596-996a-0f0c67d0d42a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:47.483592 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaff500-959a-427a-9979-0e89865762e4 None None] Checking router: 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d for host: dv-neutron-786478-23-hyperv {{(pid=103004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:10:47.492001 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaff500-959a-427a-9979-0e89865762e4 None None] Routers {'2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:10:47.492619 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9aaff500-959a-427a-9979-0e89865762e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:10:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'], 'active': True} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:47.558761 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-3cdefd47-4153-4596-996a-0f0c67d0d42a admin admin] For port bbc6b20d-5f23-40aa-a5db-fb2da36de7d8, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=bbc6b20d-5f23-40aa-a5db-fb2da36de7d8,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:10:47.559152 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3cdefd47-4153-4596-996a-0f0c67d0d42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:47.572053 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-3cdefd47-4153-4596-996a-0f0c67d0d42a admin admin] Calling delete_port for bbc6b20d-5f23-40aa-a5db-fb2da36de7d8 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:10:47.575660 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_dvr_db [None req-9aaff500-959a-427a-9979-0e89865762e4 None None] Set router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d gateway port host: None {{(pid=103004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:10:47.624629 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.l3_hamode_db [None req-9aaff500-959a-427a-9979-0e89865762e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:10:47Z', 'revision_number': 6, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:47.653474 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaff500-959a-427a-9979-0e89865762e4 None None] The sync data for ids ['2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d'] in dv-neutron-786478-23-hyperv is: [{'id': '2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d', 'name': 'tempest-TestSnapshotPattern-811532790-router', 'tenant_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:44Z', 'updated_at': '2021-11-11T13:10:47Z', 'revision_number': 6, 'project_id': 'd7007683c2814f729af1b2fa9ad2afd2', 'gw_port_host': None}] {{(pid=103004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:10:47.775431 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3cdefd47-4153-4596-996a-0f0c67d0d42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:47.805537 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdefd47-4153-4596-996a-0f0c67d0d42a admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc6b20d-5f23-40aa-a5db-fb2da36de7d8,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:47.816277 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2c636b-3aad-4378-954f-b39aa5b4b5fb None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:10:47.863283 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3cdefd47-4153-4596-996a-0f0c67d0d42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:47.952000 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3cdefd47-4153-4596-996a-0f0c67d0d42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:47.954012 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3cdefd47-4153-4596-996a-0f0c67d0d42a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:48.054693 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3cdefd47-4153-4596-996a-0f0c67d0d42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:48.055765 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdefd47-4153-4596-996a-0f0c67d0d42a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 13:10:48.061003 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-3cdefd47-4153-4596-996a-0f0c67d0d42a admin admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:48.062223 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-3cdefd47-4153-4596-996a-0f0c67d0d42a admin admin] 10.222.0.50 "DELETE /v2.0/routers/2d3690b2-0e50-4a1a-9d5f-2dbd26cf695d HTTP/1.1" status: 204 len: 168 time: 0.8973320 Nov 11 13:10:48.064820 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 35392) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:10:48.112934 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.db.db_base_plugin_v2 [None req-a856cf0c-4ed8-403d-b26e-309b12aa5fbc admin admin] Deleting subnet 6e25f084-af54-4052-9bac-770e278c6a95 {{(pid=103001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 13:10:48.116043 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a856cf0c-4ed8-403d-b26e-309b12aa5fbc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:48.150258 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a856cf0c-4ed8-403d-b26e-309b12aa5fbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260956429'] for subnet, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:48.226171 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a856cf0c-4ed8-403d-b26e-309b12aa5fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:48.334860 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a856cf0c-4ed8-403d-b26e-309b12aa5fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260957727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260265187'] for subnet, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:48.364155 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-a856cf0c-4ed8-403d-b26e-309b12aa5fbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:48.368119 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-a856cf0c-4ed8-403d-b26e-309b12aa5fbc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6e25f084-af54-4052-9bac-770e278c6a95 HTTP/1.1" status: 204 len: 168 time: 0.3017447 Nov 11 13:10:48.369533 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856cf0c-4ed8-403d-b26e-309b12aa5fbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e25f084-af54-4052-9bac-770e278c6a95,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:48.370815 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 35394) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:10:48.372846 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9022a97-b828-4476-9210-d78a346707be None None] Network 3d69c735-d3ed-49ac-90ad-e63317bb340e requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 13:10:48.442005 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:48.495262 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Deleting port e62a512a-9292-4659-834c-8c0fe9a759aa {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:10:48.495606 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:48.563332 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7a6430-eea0-4fa2-a35c-a86bbd718bef None None] DHCP port deletion for 3d69c735-d3ed-49ac-90ad-e63317bb340e request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:10:48.563577 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] For port e62a512a-9292-4659-834c-8c0fe9a759aa, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e62a512a-9292-4659-834c-8c0fe9a759aa,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:10:48.563753 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:48.577272 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Calling delete_port for e62a512a-9292-4659-834c-8c0fe9a759aa owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:10:48.610809 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1c7a6430-eea0-4fa2-a35c-a86bbd718bef None None] Deleting port e62a512a-9292-4659-834c-8c0fe9a759aa {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:10:48.611254 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1c7a6430-eea0-4fa2-a35c-a86bbd718bef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:48.680069 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-1c7a6430-eea0-4fa2-a35c-a86bbd718bef None None] For port e62a512a-9292-4659-834c-8c0fe9a759aa, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=e62a512a-9292-4659-834c-8c0fe9a759aa,segment=NetworkSegment(2fcb9af0-dea3-478d-aaae-d0fb38c60305),segment_id=2fcb9af0-dea3-478d-aaae-d0fb38c60305)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:10:48.680462 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1c7a6430-eea0-4fa2-a35c-a86bbd718bef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:48.693333 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-1c7a6430-eea0-4fa2-a35c-a86bbd718bef None None] Calling delete_port for e62a512a-9292-4659-834c-8c0fe9a759aa owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:10:48.745987 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:48.769827 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e62a512a-9292-4659-834c-8c0fe9a759aa,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:48.770217 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1c7a6430-eea0-4fa2-a35c-a86bbd718bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:48.780369 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] No DVR routers for this DVR port e62a512a-9292-4659-834c-8c0fe9a759aa on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:10:48.784015 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a6430-eea0-4fa2-a35c-a86bbd718bef None None] No DVR routers for this DVR port e62a512a-9292-4659-834c-8c0fe9a759aa on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:10:48.788037 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:48.788501 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:48.788729 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:48.789073 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:48.790261 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:48.790605 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:48.790941 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:48.791301 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:48.791635 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:48.791961 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:48.792314 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:48.792675 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-23-hyperv {{(pid=103002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 13:10:48.802950 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a6430-eea0-4fa2-a35c-a86bbd718bef None None] Pushing event deleted for resources: {'Port': ['ID=e62a512a-9292-4659-834c-8c0fe9a759aa,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:48.847137 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e62a512a-9292-4659-834c-8c0fe9a759aa no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:10:48.870652 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: e62a512a-9292-4659-834c-8c0fe9a759aa {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:10:48.870947 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device e62a512a-9292-4659-834c-8c0fe9a759aa not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:10:48.871402 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 9da4c814-160a-439c-a488-5f47fb0d7cde no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:10:48.872168 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:48.890589 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 9da4c814-160a-439c-a488-5f47fb0d7cde {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:10:48.890975 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 9da4c814-160a-439c-a488-5f47fb0d7cde not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:10:48.891424 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device bbc6b20d-5f23-40aa-a5db-fb2da36de7d8 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:10:48.895409 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d69c735-d3ed-49ac-90ad-e63317bb340e']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:48.905038 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcb9af0-dea3-478d-aaae-d0fb38c60305') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:48.905328 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcb9af0-dea3-478d-aaae-d0fb38c60305') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:48.910994 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: bbc6b20d-5f23-40aa-a5db-fb2da36de7d8 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:10:48.911368 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device bbc6b20d-5f23-40aa-a5db-fb2da36de7d8 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:10:48.915128 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:48.927927 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:48.933843 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 13:10:48.934215 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 13:10:48.935873 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 13:10:49.042919 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:49.047971 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:49.051150 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3d69c735-d3ed-49ac-90ad-e63317bb340e HTTP/1.1" status: 204 len: 168 time: 0.6793959 Nov 11 13:10:49.054307 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 35396) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:10:49.061907 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29121a04-1962-47ea-815d-b62a4764e0d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d69c735-d3ed-49ac-90ad-e63317bb340e,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:49.398700 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c45768dd-e5e0-4979-946b-eb75061d6aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572902'] for router_interface, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:49.641941 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-c45768dd-e5e0-4979-946b-eb75061d6aab admin admin] Deleting port 61885a9e-5d06-4f5f-8593-471930b27841 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:10:49.642275 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c45768dd-e5e0-4979-946b-eb75061d6aab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:49.720564 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-c45768dd-e5e0-4979-946b-eb75061d6aab admin admin] For port 61885a9e-5d06-4f5f-8593-471930b27841, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=61885a9e-5d06-4f5f-8593-471930b27841,segment=NetworkSegment(92bc1c66-e89c-4dca-a53c-d8852867a153),segment_id=92bc1c66-e89c-4dca-a53c-d8852867a153)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:10:49.720913 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c45768dd-e5e0-4979-946b-eb75061d6aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:49.733883 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-c45768dd-e5e0-4979-946b-eb75061d6aab admin admin] Calling delete_port for 61885a9e-5d06-4f5f-8593-471930b27841 owned by network:router_interface {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:10:49.951469 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c45768dd-e5e0-4979-946b-eb75061d6aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:49.977920 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45768dd-e5e0-4979-946b-eb75061d6aab admin admin] Pushing event deleted for resources: {'Port': ['ID=61885a9e-5d06-4f5f-8593-471930b27841,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:50.137791 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-c45768dd-e5e0-4979-946b-eb75061d6aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571766'] for router_interface, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:50.195061 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:10:50.353568 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45768dd-e5e0-4979-946b-eb75061d6aab admin admin] Router db2fbea8-a7c1-4ca0-aa04-f4317bef4b74 has already been hosted by L3 agent b65574ab-8152-4d70-953a-9f404a0075c6 {{(pid=103001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 13:10:50.462152 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45768dd-e5e0-4979-946b-eb75061d6aab admin admin] Notify agent at l3_agent.dv-neutron-786478-23-hyperv the message routers_updated {{(pid=103001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 13:10:50.467263 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-c45768dd-e5e0-4979-946b-eb75061d6aab admin admin] 10.222.0.50 "PUT /v2.0/routers/db2fbea8-a7c1-4ca0-aa04-f4317bef4b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4116435 Nov 11 13:10:50.469582 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.wsgi [-] (103001) accepted ('10.222.0.50', 35398) {{(pid=103001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:10:50.470549 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cd58db-ea48-4fc4-9968-65cdb177be0a None None] Sync routers for ids ['db2fbea8-a7c1-4ca0-aa04-f4317bef4b74'] in dv-neutron-786478-23-hyperv {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 13:10:50.480622 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cd58db-ea48-4fc4-9968-65cdb177be0a None None] Routers {'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:10:50.481222 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-d4cd58db-ea48-4fc4-9968-65cdb177be0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:10:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['db2fbea8-a7c1-4ca0-aa04-f4317bef4b74'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:50.572674 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7f18-0447-4387-a86d-9f4f4df18380 admin admin] Publish callbacks [] for router, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:50.587257 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-d4cd58db-ea48-4fc4-9968-65cdb177be0a None None] Set router db2fbea8-a7c1-4ca0-aa04-f4317bef4b74 gateway port host: dv-neutron-786478-23-hyperv {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:10:50.672938 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7f18-0447-4387-a86d-9f4f4df18380 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:50.765088 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-d4cd58db-ea48-4fc4-9968-65cdb177be0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74', 'name': 'tempest-TestSnapshotPattern-1364302357-router', 'tenant_id': 'afbca2564ed642bcb607d2a150d83bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'external_fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.41'}], 'enable_snat': True}, 'gw_port_id': '18fb98fc-3f7c-4f6e-b385-07ca2852fb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:50Z', 'updated_at': '2021-11-11T13:10:49Z', 'revision_number': 5, 'project_id': 'afbca2564ed642bcb607d2a150d83bd8', 'gw_port': {'id': '18fb98fc-3f7c-4f6e-b385-07ca2852fb80', 'name': '', 'network_id': '1bf10f9f-df41-4592-a35d-f97ab68bce69', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'ip_address': '172.26.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-23-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T13:05:50Z', 'updated_at': '2021-11-11T13:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc40eab9-eae1-4fe8-aa1e-43499883d496', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-23-hyperv'}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:50.794613 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cd58db-ea48-4fc4-9968-65cdb177be0a None None] Checking router: db2fbea8-a7c1-4ca0-aa04-f4317bef4b74 for host: dv-neutron-786478-23-hyperv {{(pid=103003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 13:10:50.804027 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf7f18-0447-4387-a86d-9f4f4df18380 admin admin] Deleting port 18fb98fc-3f7c-4f6e-b385-07ca2852fb80 {{(pid=103001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:10:50.804242 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cd58db-ea48-4fc4-9968-65cdb177be0a None None] Routers {'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74'} bound to L3 agent in host dv-neutron-786478-23-hyperv {{(pid=103003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 13:10:50.804633 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-d4cd58db-ea48-4fc4-9968-65cdb177be0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-23-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T12:02:05Z,description=,heartbeat_timestamp=2021-11-11T13:10:36Z,host='dv-neutron-786478-23-hyperv',id=b65574ab-8152-4d70-953a-9f404a0075c6,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T12:02:06Z,topic='l3_agent')) {'router_ids': ['db2fbea8-a7c1-4ca0-aa04-f4317bef4b74'], 'active': True} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:50.805377 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7f18-0447-4387-a86d-9f4f4df18380 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:50.891278 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvr_db [None req-d4cd58db-ea48-4fc4-9968-65cdb177be0a None None] Set router db2fbea8-a7c1-4ca0-aa04-f4317bef4b74 gateway port host: None {{(pid=103003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 13:10:50.894858 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.db [None req-0fbf7f18-0447-4387-a86d-9f4f4df18380 admin admin] For port 18fb98fc-3f7c-4f6e-b385-07ca2852fb80, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=18fb98fc-3f7c-4f6e-b385-07ca2852fb80,segment=NetworkSegment(90e232bb-1c1f-46d3-86b1-aae25841fa72),segment_id=90e232bb-1c1f-46d3-86b1-aae25841fa72)] {{(pid=103001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:10:50.895251 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7f18-0447-4387-a86d-9f4f4df18380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:50.906691 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf7f18-0447-4387-a86d-9f4f4df18380 admin admin] Calling delete_port for 18fb98fc-3f7c-4f6e-b385-07ca2852fb80 owned by network:router_gateway {{(pid=103001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:10:50.941867 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_hamode_db [None req-d4cd58db-ea48-4fc4-9968-65cdb177be0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74', 'name': 'tempest-TestSnapshotPattern-1364302357-router', 'tenant_id': 'afbca2564ed642bcb607d2a150d83bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:50Z', 'updated_at': '2021-11-11T13:10:50Z', 'revision_number': 6, 'project_id': 'afbca2564ed642bcb607d2a150d83bd8', 'gw_port_host': None}], 'dv-neutron-786478-23-hyperv', False) {} {{(pid=103003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:50.970639 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cd58db-ea48-4fc4-9968-65cdb177be0a None None] The sync data for ids ['db2fbea8-a7c1-4ca0-aa04-f4317bef4b74'] in dv-neutron-786478-23-hyperv is: [{'id': 'db2fbea8-a7c1-4ca0-aa04-f4317bef4b74', 'name': 'tempest-TestSnapshotPattern-1364302357-router', 'tenant_id': 'afbca2564ed642bcb607d2a150d83bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T13:05:50Z', 'updated_at': '2021-11-11T13:10:50Z', 'revision_number': 6, 'project_id': 'afbca2564ed642bcb607d2a150d83bd8', 'gw_port_host': None}] {{(pid=103003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 13:10:51.135460 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7f18-0447-4387-a86d-9f4f4df18380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260957746'] for port, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:51.162409 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf7f18-0447-4387-a86d-9f4f4df18380 admin admin] Pushing event deleted for resources: {'Port': ['ID=18fb98fc-3f7c-4f6e-b385-07ca2852fb80,revision_number=None']} {{(pid=103001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:51.176991 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd29789-c00a-42aa-9ec0-3bce38215317 None None] DHCP port deletion for 1bf10f9f-df41-4592-a35d-f97ab68bce69 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:10:51.222298 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7f18-0447-4387-a86d-9f4f4df18380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573340'] for router_gateway, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:51.606450 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7f18-0447-4387-a86d-9f4f4df18380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59313'] for router, precommit_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:51.608638 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7f18-0447-4387-a86d-9f4f4df18380 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:51.700579 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7f18-0447-4387-a86d-9f4f4df18380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569344'] for router, after_delete {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:51.701148 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbf7f18-0447-4387-a86d-9f4f4df18380 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db2fbea8-a7c1-4ca0-aa04-f4317bef4b74 {{(pid=103001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 13:10:51.705819 dv-neutron-786478-23-hyperv neutron-server[103001]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7f18-0447-4387-a86d-9f4f4df18380 admin admin] Publish callbacks [] for router, before_response {{(pid=103001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:51.707651 dv-neutron-786478-23-hyperv neutron-server[103001]: INFO neutron.wsgi [None req-0fbf7f18-0447-4387-a86d-9f4f4df18380 admin admin] 10.222.0.50 "DELETE /v2.0/routers/db2fbea8-a7c1-4ca0-aa04-f4317bef4b74 HTTP/1.1" status: 204 len: 168 time: 1.2370939 Nov 11 13:10:51.713966 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 35400) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:10:51.759000 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c62bf5-a0fa-4e02-b42b-8875975961c6 admin admin] Deleting subnet 776b8be2-4d54-4e8d-a1d7-2b615153b668 {{(pid=103002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 13:10:51.762079 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33c62bf5-a0fa-4e02-b42b-8875975961c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:51.802722 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33c62bf5-a0fa-4e02-b42b-8875975961c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261744972'] for subnet, precommit_delete_associations {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:51.878681 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33c62bf5-a0fa-4e02-b42b-8875975961c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1708809'] for subnet, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:51.986306 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33c62bf5-a0fa-4e02-b42b-8875975961c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1708800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261966991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260411496'] for subnet, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:52.009916 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c62bf5-a0fa-4e02-b42b-8875975961c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=776b8be2-4d54-4e8d-a1d7-2b615153b668,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:52.016470 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-33c62bf5-a0fa-4e02-b42b-8875975961c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:52.020535 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-33c62bf5-a0fa-4e02-b42b-8875975961c6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/776b8be2-4d54-4e8d-a1d7-2b615153b668 HTTP/1.1" status: 204 len: 168 time: 0.3046832 Nov 11 13:10:52.022157 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 35402) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:10:52.022284 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a15c3b-821a-43f3-89e8-4f5d4b70a07c None None] Network 6bd56728-b524-467a-9642-c9414fff9e51 requested from dv-neutron-786478-23-hyperv {{(pid=103003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 13:10:52.098001 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811813'] for network, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:52.150125 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] Deleting port 79d8bdcd-4849-4ca8-8df6-04012e319f24 {{(pid=103002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:10:52.150455 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:52.191978 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a606efb-d666-4034-8374-a13094fa027a None None] DHCP port deletion for 6bd56728-b524-467a-9642-c9414fff9e51 request from dv-neutron-786478-23-hyperv {{(pid=103003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 13:10:52.217524 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.db [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] For port 79d8bdcd-4849-4ca8-8df6-04012e319f24, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=79d8bdcd-4849-4ca8-8df6-04012e319f24,segment=NetworkSegment(92bc1c66-e89c-4dca-a53c-d8852867a153),segment_id=92bc1c66-e89c-4dca-a53c-d8852867a153)] {{(pid=103002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:10:52.217809 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:52.230272 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.plugin [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] Calling delete_port for 79d8bdcd-4849-4ca8-8df6-04012e319f24 owned by network:dhcp {{(pid=103002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:10:52.238830 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-6a606efb-d666-4034-8374-a13094fa027a None None] Deleting port 79d8bdcd-4849-4ca8-8df6-04012e319f24 {{(pid=103003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 13:10:52.239238 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6a606efb-d666-4034-8374-a13094fa027a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777976333487'] for port, before_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:52.374767 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261967010'] for port, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:52.401687 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=79d8bdcd-4849-4ca8-8df6-04012e319f24,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:52.406123 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] No DVR routers for this DVR port 79d8bdcd-4849-4ca8-8df6-04012e319f24 on host dv-neutron-786478-23-hyperv {{(pid=103002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:10:52.449278 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.db [None req-6a606efb-d666-4034-8374-a13094fa027a None None] For port 79d8bdcd-4849-4ca8-8df6-04012e319f24, host dv-neutron-786478-23-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-23-hyperv',level=0,port_id=79d8bdcd-4849-4ca8-8df6-04012e319f24,segment=NetworkSegment(92bc1c66-e89c-4dca-a53c-d8852867a153),segment_id=92bc1c66-e89c-4dca-a53c-d8852867a153)] {{(pid=103003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 13:10:52.449569 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6a606efb-d666-4034-8374-a13094fa027a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562176'] for port, precommit_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:52.461562 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-6a606efb-d666-4034-8374-a13094fa027a None None] Calling delete_port for 79d8bdcd-4849-4ca8-8df6-04012e319f24 owned by network:dhcp {{(pid=103003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 13:10:52.480274 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1709744', 'neutron.services.segments.db._delete_segments_for_network-8777976376293'] for network, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:52.499713 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd56728-b524-467a-9642-c9414fff9e51']}} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:52.509053 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92bc1c66-e89c-4dca-a53c-d8852867a153') {'for_net_delete': True} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:52.509341 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.services.segments.db [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92bc1c66-e89c-4dca-a53c-d8852867a153') {} {{(pid=103002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 13:10:52.518406 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777976381678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261744981'] for segment, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:52.532389 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792'] for segment, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:52.534071 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-6a606efb-d666-4034-8374-a13094fa027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1735880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-922268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777976339833', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777975828610'] for port, after_delete {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:52.538768 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 13:10:52.539268 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1710792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261967057'] for segment, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: Traceback (most recent call last): Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: timer() Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: cb(*args, **kw) Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: return func(*args, **kwargs) Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: self._notify() Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: self.callback(batched_events) Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: event.method(event) Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: return f(self, *a, **k) Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._get(url).json() Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: return self.request(url, 'GET', **kwargs) Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 13:10:52.541992 dv-neutron-786478-23-hyperv neutron-server[103002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 13:10:52.558974 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a606efb-d666-4034-8374-a13094fa027a None None] Pushing event deleted for resources: {'Port': ['ID=79d8bdcd-4849-4ca8-8df6-04012e319f24,revision_number=None']} {{(pid=103003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:52.562521 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a606efb-d666-4034-8374-a13094fa027a None None] No DVR routers for this DVR port 79d8bdcd-4849-4ca8-8df6-04012e319f24 on host dv-neutron-786478-23-hyperv {{(pid=103003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 13:10:52.649156 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1709703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-573424'] for network, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:52.654444 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] Publish callbacks [] for network, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:52.657586 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6bd56728-b524-467a-9642-c9414fff9e51 HTTP/1.1" status: 204 len: 168 time: 0.6339889 Nov 11 13:10:52.669072 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908763b-447c-477f-9962-824406b27a92 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bd56728-b524-467a-9642-c9414fff9e51,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:52.824158 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 18fb98fc-3f7c-4f6e-b385-07ca2852fb80 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:10:52.847147 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 18fb98fc-3f7c-4f6e-b385-07ca2852fb80 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:10:52.847484 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 18fb98fc-3f7c-4f6e-b385-07ca2852fb80 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:10:52.847883 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 79d8bdcd-4849-4ca8-8df6-04012e319f24 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:10:52.865991 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 79d8bdcd-4849-4ca8-8df6-04012e319f24 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:10:52.866327 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 79d8bdcd-4849-4ca8-8df6-04012e319f24 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:10:52.866725 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 61885a9e-5d06-4f5f-8593-471930b27841 no longer exists at agent ovs-agent-dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 13:10:52.885321 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.plugin [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] No Port match for: 61885a9e-5d06-4f5f-8593-471930b27841 {{(pid=103003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 13:10:52.885659 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron.plugins.ml2.rpc [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Device 61885a9e-5d06-4f5f-8593-471930b27841 not bound to the agent host dv-neutron-786478-23-hyperv {{(pid=103003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 13:10:52.974586 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 35406) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:10:53.013747 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-23f8de32-5247-41e3-b8c3-38c6673e44e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7007683c2814f729af1b2fa9ad2afd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379219 Nov 11 13:10:53.016116 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 35408) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:10:53.061848 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-773927aa-03c7-45f4-98c6-73e448f30cba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:53.082741 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-773927aa-03c7-45f4-98c6-73e448f30cba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:53.197272 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-773927aa-03c7-45f4-98c6-73e448f30cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:53.200234 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-773927aa-03c7-45f4-98c6-73e448f30cba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:53.201434 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-773927aa-03c7-45f4-98c6-73e448f30cba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87b429c5-1014-4470-96db-fcf8c24c11c7 HTTP/1.1" status: 204 len: 168 time: 0.1844032 Nov 11 13:10:53.209411 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773927aa-03c7-45f4-98c6-73e448f30cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b429c5-1014-4470-96db-fcf8c24c11c7,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:10:53.745737 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 35414) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:10:53.785830 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-f0498f70-b238-4771-84c2-665cd36949e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=afbca2564ed642bcb607d2a150d83bd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389414 Nov 11 13:10:53.788356 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.wsgi [-] (103002) accepted ('10.222.0.50', 35416) {{(pid=103002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 13:10:53.840178 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1661e17b-36d9-4740-8c4f-df7c9d212f81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:53.861403 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1661e17b-36d9-4740-8c4f-df7c9d212f81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:54.077020 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1661e17b-36d9-4740-8c4f-df7c9d212f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597716'] for security_group, after_delete {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:54.079557 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron_lib.callbacks.manager [None req-1661e17b-36d9-4740-8c4f-df7c9d212f81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:10:54.080731 dv-neutron-786478-23-hyperv neutron-server[103002]: INFO neutron.wsgi [None req-1661e17b-36d9-4740-8c4f-df7c9d212f81 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9768baa5-91e7-442d-b194-5113c338a94d HTTP/1.1" status: 204 len: 168 time: 0.2914336 Nov 11 13:10:54.088960 dv-neutron-786478-23-hyperv neutron-server[103002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661e17b-36d9-4740-8c4f-df7c9d212f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9768baa5-91e7-442d-b194-5113c338a94d,revision_number=None']} {{(pid=103002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 13:11:03.265259 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-e8f30e86-0336-4b50-a55a-615717109047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:05.596796 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-0a1e83d3-1f38-423f-861e-66a5b5ea447f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:06.750992 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:08.356519 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:09.230872 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:11.259665 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:27.197168 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:11:33.236619 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8844ac83-0e8e-4aab-ab5b-3786e4011e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:35.596352 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-bf16a0f4-bbcd-4dbd-b247-eab53ff83931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:36.756029 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:38.390647 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:39.219006 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:11:41.281886 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:03.235858 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7d2c882b-ed0b-4b1a-a740-3b781b52c2c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:04.194423 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:12:05.607143 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-489bfbea-d0dc-4e26-92c8-0ac7a69eddd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:06.750065 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:08.390169 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:09.229893 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:11.287396 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:33.235236 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-28f18249-878b-44c2-b292-863077426bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:35.589467 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-524059fc-1d34-477c-8df5-88700576d1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:36.743859 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:38.356271 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:39.240593 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:12:41.192620 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:12:41.303986 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:03.234716 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-7288ed16-7307-4898-8719-38c80c6d8151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:05.588774 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-61d701e6-2503-4c11-9fd5-b34b31c87f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:06.731616 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:08.383136 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:09.234714 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:11.309095 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:18.191763 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:13:33.297020 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-a017bdeb-4c4e-4743-9d79-e76f8fed02c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:35.600087 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b0fff786-bcc8-446a-b0b0-7b4cd657d7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:36.788651 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:38.377457 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:39.239861 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:41.302855 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:13:55.190165 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:14:03.251322 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-9b3559f6-0aef-4f2c-9358-51c83cda6133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:05.582310 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-31d3848b-ffc4-49be-bf0d-69c5c74f9263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:06.759320 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:08.393903 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:09.256873 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:11.308004 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:32.189007 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:14:33.256373 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-5caea4c4-1d5a-4164-b15f-30430db1ec72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:35.656115 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8f1672bc-f39e-4b04-8b13-85d2c3dfcd9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:36.753145 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:38.370858 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:39.227746 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:14:41.295917 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:03.261741 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-cf1cb883-9d01-4670-9ceb-851c6a18ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:05.626871 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-49d4c734-5319-48fe-895c-ce0c0847801e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:06.786972 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:08.381333 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:09.190003 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:15:09.221374 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:11.312721 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:33.261080 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-95266bb0-801a-4e52-a84a-b1353e18bed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:35.638011 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-b6e5da14-0587-4471-9f68-959c88972551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:36.769490 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:38.403624 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:39.255379 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:41.289494 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:15:46.189419 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:16:03.260574 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-73c3f6a7-cbf1-4bfc-9b83-2c5837611dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:05.643035 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-3d6f8655-dd72-463e-8823-1f74f5158545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:06.769188 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-fba877bc-2c9c-4523-aa32-b3dc45ed083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:08.397850 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-d118c0f6-ecef-493f-a16b-591c20df18b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:09.254847 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-c5f804ec-dd0f-439f-8191-2da3621e97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:11.317852 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-1a50d759-6ebd-421c-ad7d-fc2c88a5eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 13:16:23.188807 dv-neutron-786478-23-hyperv neutron-server[103004]: DEBUG neutron.db.agents_db [None req-2778a5fa-fd49-4219-873e-7241237911a5 None None] Agent healthcheck: found 6 active agents {{(pid=103004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 13:16:33.265792 dv-neutron-786478-23-hyperv neutron-server[103003]: DEBUG neutron_lib.callbacks.manager [None req-8006326c-1ffb-4cf1-948a-062a8eb4ee13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777976376275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1704266'] for agent, after_update {{(pid=103003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}